-- Logs begin at Thu 2021-09-02 12:45:41 UTC, end at Thu 2021-09-02 14:07:50 UTC. -- Sep 02 13:15:14.109489 n-d-794796-4 systemd[1]: Started Devstack devstack@q-svc.service. Sep 02 13:15:16.831043 n-d-794796-4 neutron-server[94580]: INFO neutron.common.config [-] Logging enabled! Sep 02 13:15:16.831563 n-d-794796-4 neutron-server[94580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev586 Sep 02 13:15:16.831830 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94580) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 13:15:16.834943 n-d-794796-4 neutron-server[94580]: INFO neutron.common.config [-] Logging enabled! Sep 02 13:15:16.835194 n-d-794796-4 neutron-server[94580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev586 Sep 02 13:15:16.835504 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94580) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 02 13:15:16.836457 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 13:15:16.836690 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 13:15:16.837052 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 13:15:16.837294 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 13:15:16.837517 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 13:15:16.837834 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.838127 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.838418 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.838645 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.838931 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.839217 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.839494 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.839800 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.840092 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.840370 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.841182 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.841462 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.841690 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.841965 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.842246 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.842526 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.842745 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] debug = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.843018 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.843436 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.843864 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.844143 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.844432 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.844708 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.844972 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.845243 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.845524 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.845846 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] host = n-d-794796-4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.846119 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.846398 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.846676 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.846953 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.847222 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.847494 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.847803 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.848074 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.848342 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] log_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.848612 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.848892 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.849171 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.849454 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.849676 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.849895 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.850177 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.850458 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.850728 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.850996 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.851264 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.851533 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.851825 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.852091 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.852370 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.852647 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.852924 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.853194 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.853465 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.853733 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.853999 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.854280 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.854547 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.854812 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.855078 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.855355 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.855620 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.855912 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.856304 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.857090 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.857389 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.857727 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.858059 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.858370 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.858768 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.859160 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.859549 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] use_json = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.860049 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.860442 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.860847 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.861238 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.861630 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.862020 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.862409 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.862814 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:16.863233 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.863934 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.864397 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.864834 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.865282 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.865687 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.866095 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.866486 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.866897 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.867316 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.867759 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.868158 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.868577 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.868980 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.869404 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.869844 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.870265 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.870682 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.871078 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.871470 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.871922 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.872328 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.872744 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.873145 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.873557 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.873970 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.874377 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.874783 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.875203 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.875616 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.876037 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.876441 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.876856 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.877257 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.877649 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.878051 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.878464 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.878865 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.879256 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.879660 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.880089 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.880473 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.880867 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.881262 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.881676 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.882075 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.882460 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.882846 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.883243 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.883633 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.884071 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.884478 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.884936 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.885404 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.885895 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.886367 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.886834 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.887316 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.887860 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.888341 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.888815 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.889291 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.889756 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.890219 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.890701 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.891167 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.891625 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.892163 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.892629 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.893097 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.893551 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.894025 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.894498 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.894964 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.895490 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.895798 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.896083 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.896361 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.896640 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.896919 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.897196 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.897471 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.897752 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.898027 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.898312 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.898594 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.898884 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.899166 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.899443 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.899766 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.900049 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.900331 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.900606 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.900881 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.901162 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.901443 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.901736 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.902028 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.902423 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.902902 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.903884 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.904257 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.904691 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.905083 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:16.905390 n-d-794796-4 neutron-server[94580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 13:15:16.905802 n-d-794796-4 neutron-server[94580]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94580) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 02 13:15:17.284648 n-d-794796-4 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 13:15:17.285028 n-d-794796-4 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 13:15:17.285428 n-d-794796-4 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 02 13:15:17.286086 n-d-794796-4 neutron-server[94580]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 02 13:15:17.718421 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.718803 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.719122 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.720805 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.721075 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.721334 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.756445 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.756745 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.757059 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.772369 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.772652 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.772918 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.801132 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.801410 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.802000 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.838567 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.839050 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:17.839150 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.067339 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.067622 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.067907 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.068168 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.068856 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.187651 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.187997 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.188277 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.188547 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.188810 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.189116 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.189372 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.189624 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.189873 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.190149 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.190403 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.190660 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.190909 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.191154 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.191402 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.191659 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.191935 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.192199 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.192465 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.192719 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.192987 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.193238 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.193517 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.193891 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.194137 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.194455 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.194846 n-d-794796-4 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 13:15:18.195080 n-d-794796-4 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 13:15:18.195313 n-d-794796-4 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 13:15:18.195545 n-d-794796-4 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 13:15:18.195801 n-d-794796-4 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 13:15:18.196035 n-d-794796-4 neutron-server[94580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 13:15:18.196392 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 02 13:15:18.199413 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 02 13:15:18.203984 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 02 13:15:18.207572 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 02 13:15:18.209225 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 02 13:15:18.209677 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 02 13:15:18.210079 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 02 13:15:18.210460 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 02 13:15:18.213252 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 02 13:15:18.213503 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 02 13:15:18.213847 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 13:15:18.219071 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 02 13:15:18.240836 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 02 13:15:18.241342 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.241635 n-d-794796-4 neutron-server[94580]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94580) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 02 13:15:18.241996 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.243344 n-d-794796-4 neutron-server[94580]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94580) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 02 13:15:18.243802 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 02 13:15:18.244047 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 02 13:15:18.247695 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.247996 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:18.311013 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 02 13:15:18.311246 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 02 13:15:18.311482 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 02 13:15:18.311874 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 02 13:15:18.334292 n-d-794796-4 neutron-server[94580]: DEBUG oslo_db.sqlalchemy.engines [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94580) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 02 13:15:18.884785 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Initializing driver for type 'gre' Sep 02 13:15:18.885392 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] gre ID ranges: [(1, 1000)] Sep 02 13:15:18.936203 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Initializing driver for type 'local' Sep 02 13:15:18.936567 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Initializing driver for type 'vlan' Sep 02 13:15:18.948814 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] VlanTypeDriver initialization complete Sep 02 13:15:18.949339 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Initializing driver for type 'vxlan' Sep 02 13:15:18.950181 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] vxlan ID ranges: [(1, 1000)] Sep 02 13:15:19.008705 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Initializing extension driver 'port_security' Sep 02 13:15:19.009049 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.extensions.port_security [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] PortSecurityExtensionDriver initialization complete Sep 02 13:15:19.009394 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Initializing mechanism driver 'openvswitch' Sep 02 13:15:19.009724 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Initializing mechanism driver 'hyperv' Sep 02 13:15:19.016338 n-d-794796-4 neutron-server[94580]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:19.017025 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > port after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.017398 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.017757 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.018273 n-d-794796-4 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 13:15:19.018708 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > subnet after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.019065 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > subnet after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.019414 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.019827 n-d-794796-4 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 13:15:19.020237 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > network after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.020590 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > network after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.020935 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > network after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.021323 n-d-794796-4 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 13:15:19.021726 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > security_group after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.022076 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > security_group after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.022418 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.022938 n-d-794796-4 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 13:15:19.023348 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.023702 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.024079 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.024470 n-d-794796-4 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 13:15:19.024872 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > address_group after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.025219 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > address_group after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.025560 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.025945 n-d-794796-4 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 02 13:15:19.026321 n-d-794796-4 neutron-server[94580]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] ML2 OVO RPC backend initialized. {{(pid=94580) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 02 13:15:19.027032 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.027389 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.028364 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > network before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.028720 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > networks before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.029072 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > port before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.029426 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > ports before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.029769 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > subnet before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.030114 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > subnets before_response 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.030463 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > network after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.030806 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > network after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.031146 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > network after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.031486 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > port after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.031858 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.032198 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.032536 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > subnet after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.032876 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > subnet after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.033213 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.033796 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.plugin [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Modular L2 Plugin initialization complete Sep 02 13:15:19.034131 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading services supported by the core plugin {{(pid=94580) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 02 13:15:19.034462 n-d-794796-4 neutron-server[94580]: INFO neutron.plugins.ml2.managers [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Got port-security extension from driver 'port_security' Sep 02 13:15:19.034928 n-d-794796-4 neutron-server[94580]: INFO neutron.extensions.vlantransparent [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Disabled vlantransparent extension. Sep 02 13:15:19.035419 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94580) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 02 13:15:19.035759 n-d-794796-4 neutron-server[94580]: INFO neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading Plugin: router Sep 02 13:15:19.072511 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.072845 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router after_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.073226 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router before_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.073598 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.073978 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.074344 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router after_delete 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.074737 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.075093 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.075459 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router after_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.075835 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router after_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.076192 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router after_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.076547 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.076910 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router after_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.077322 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router precommit_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.077696 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.078041 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.078382 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: subnet after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.078735 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.079089 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.079440 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router precommit_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.079813 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: port before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.080164 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router precommit_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.080525 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router after_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.080872 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.081225 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router precommit_create 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.081597 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.081947 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router precommit_update 55549900 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.082316 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > agent after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.082673 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > agent after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.083023 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > network after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.083896 n-d-794796-4 neutron-server[94580]: DEBUG neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Tracking information for resource: router configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 13:15:19.084233 n-d-794796-4 neutron-server[94580]: DEBUG neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Tracking information for resource: floatingip configured {{(pid=94580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 02 13:15:19.089169 n-d-794796-4 neutron-server[94580]: INFO neutron.db.l3_agentschedulers_db [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 02 13:15:19.089758 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.090127 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: port after_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.091022 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: port after_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.091381 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: port after_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.092207 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router before_create 55550100 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.092579 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.092948 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router precommit_create 55550100 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.093306 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > router precommit_update 55550100 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.097824 n-d-794796-4 neutron-server[94580]: DEBUG neutron.services.provider_configuration [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service providers = [] {{(pid=94580) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 02 13:15:19.098199 n-d-794796-4 neutron-server[94580]: DEBUG neutron.db.servicetype_db [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94580) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 02 13:15:19.101265 n-d-794796-4 neutron-server[94580]: DEBUG neutron.services.service_base [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 13:15:19.101623 n-d-794796-4 neutron-server[94580]: DEBUG neutron.services.service_base [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 13:15:19.101968 n-d-794796-4 neutron-server[94580]: DEBUG neutron.services.service_base [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 13:15:19.102857 n-d-794796-4 neutron-server[94580]: DEBUG neutron.services.service_base [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 02 13:15:19.103234 n-d-794796-4 neutron-server[94580]: INFO neutron.services.service_base [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 02 13:15:19.103612 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 13:15:19.103956 n-d-794796-4 neutron-server[94580]: INFO neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 02 13:15:19.115380 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 13:15:19.115743 n-d-794796-4 neutron-server[94580]: INFO neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading Plugin: auto_allocate Sep 02 13:15:19.121867 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: network precommit_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.122251 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: network precommit_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.122803 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 13:15:19.123133 n-d-794796-4 neutron-server[94580]: INFO neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading Plugin: tag Sep 02 13:15:19.129780 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 13:15:19.130113 n-d-794796-4 neutron-server[94580]: INFO neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading Plugin: timestamp Sep 02 13:15:19.134191 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 13:15:19.134523 n-d-794796-4 neutron-server[94580]: INFO neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading Plugin: network_ip_availability Sep 02 13:15:19.139996 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.140375 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.140739 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.141484 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 13:15:19.141812 n-d-794796-4 neutron-server[94580]: INFO neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading Plugin: flavors Sep 02 13:15:19.146481 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 13:15:19.146824 n-d-794796-4 neutron-server[94580]: INFO neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading Plugin: revisions Sep 02 13:15:19.151111 n-d-794796-4 neutron-server[94580]: DEBUG neutron.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 02 13:15:19.151501 n-d-794796-4 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.866s {{(pid=94580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 02 13:15:19.152288 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94580) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 02 13:15:19.152631 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Initializing extension manager. Sep 02 13:15:19.153671 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: __init__.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.154017 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: __pycache__ {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.154359 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.154696 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: address_group.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.155459 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.156075 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: address-group Sep 02 13:15:19.156403 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: address_scope.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.157315 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.157841 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: address-scope Sep 02 13:15:19.158177 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.159111 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.159619 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: router-admin-state-down-before-update Sep 02 13:15:19.159965 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: agent.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.160677 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.161191 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: agent Sep 02 13:15:19.161516 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: agent_resources_synced.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.162434 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.162951 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: agent-resources-synced Sep 02 13:15:19.163276 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: allowedaddresspairs.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.165154 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.165680 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: allowed-address-pairs Sep 02 13:15:19.166009 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: auto_allocated_topology.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.167087 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.167603 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: auto-allocated-topology Sep 02 13:15:19.168031 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: availability_zone.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.169331 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.169927 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: availability_zone Sep 02 13:15:19.170141 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: availability_zone_filter.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.171109 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.171621 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: availability_zone_filter Sep 02 13:15:19.171974 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: data_plane_status.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.172895 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.173405 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension data-plane-status not supported by any of loaded plugins Sep 02 13:15:19.173728 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: default_subnetpools.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.174659 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.175164 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: default-subnetpools Sep 02 13:15:19.175486 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.176336 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.176853 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: dhcp_agent_scheduler Sep 02 13:15:19.177179 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: dns.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.178105 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.178617 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension dns-integration not supported by any of loaded plugins Sep 02 13:15:19.178943 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: dns_domain_ports.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.179903 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.180423 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 02 13:15:19.180751 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.181679 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.182193 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 02 13:15:19.182517 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: dvr.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.183197 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.183709 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: dvr Sep 02 13:15:19.184089 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: ecmp_routes.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.185016 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.185527 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 02 13:15:19.185855 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: empty_string_filtering.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.186772 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.187285 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: empty-string-filtering Sep 02 13:15:19.187617 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.188555 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.189070 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 02 13:15:19.189397 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.190311 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.190825 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 02 13:15:19.191154 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: external_net.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.192107 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.192627 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: external-net Sep 02 13:15:19.192954 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.193877 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.194396 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: extra_dhcp_opt Sep 02 13:15:19.194719 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: extraroute.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.195627 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.196248 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: extraroute Sep 02 13:15:19.196572 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: extraroute_atomic.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.197620 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.198135 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: extraroute-atomic Sep 02 13:15:19.198462 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: filter_validation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.199132 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.200179 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: filter-validation Sep 02 13:15:19.200513 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: fip_pf_description.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.201425 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.201937 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 02 13:15:19.202262 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: fip_port_details.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.203180 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.203692 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: fip-port-details Sep 02 13:15:19.204041 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: flavors.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.205266 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.205786 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: flavors Sep 02 13:15:19.206113 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.207809 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.208336 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 02 13:15:19.208671 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: floatingip_pools.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.209379 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.209895 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: floatingip-pools Sep 02 13:15:19.210224 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: ip_allocation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.211161 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.211673 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension ip_allocation not supported by any of loaded plugins Sep 02 13:15:19.212027 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.212958 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.213470 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: ip-substring-filtering Sep 02 13:15:19.213799 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: l2_adjacency.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.214735 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.215898 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 02 13:15:19.216251 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: l3.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.217365 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.217889 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: router Sep 02 13:15:19.218243 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.220525 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.221055 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 02 13:15:19.221392 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.222354 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.222876 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: ext-gw-mode Sep 02 13:15:19.223208 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.224184 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.224703 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: l3-ha Sep 02 13:15:19.225032 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: l3_flavors.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.225956 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.226468 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: l3-flavors Sep 02 13:15:19.226794 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.227755 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.228256 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 02 13:15:19.228583 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: l3agentscheduler.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.230221 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.231114 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: l3_agent_scheduler Sep 02 13:15:19.231620 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: logging.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.233480 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.234295 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension logging not supported by any of loaded plugins Sep 02 13:15:19.234687 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: metering.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.235448 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.236448 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: metering Sep 02 13:15:19.236779 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.238483 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.239244 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: metering_source_and_destination_fields Sep 02 13:15:19.239839 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: multiprovidernet.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.241150 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.241681 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: multi-provider Sep 02 13:15:19.242013 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: netmtu.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.242936 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.243456 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: net-mtu Sep 02 13:15:19.243810 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: netmtu_writable.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.244736 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.245250 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: net-mtu-writable Sep 02 13:15:19.245577 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: network_availability_zone.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.246255 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.246803 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: network_availability_zone Sep 02 13:15:19.247125 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: network_ip_availability.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.248279 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.248802 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: network-ip-availability Sep 02 13:15:19.249132 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: network_segment_range.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.249916 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.250428 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension network-segment-range not supported by any of loaded plugins Sep 02 13:15:19.250754 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: pagination.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.251750 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.252095 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: pagination Sep 02 13:15:19.252419 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: port_device_profile.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.253341 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.253860 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: port-device-profile Sep 02 13:15:19.254187 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.255110 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.255630 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: port-mac-address-regenerate Sep 02 13:15:19.255989 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.256908 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.257424 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: port-numa-affinity-policy Sep 02 13:15:19.257755 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: port_resource_request.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.258797 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.259311 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension port-resource-request not supported by any of loaded plugins Sep 02 13:15:19.259634 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: portbindings.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.260612 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.261130 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: binding Sep 02 13:15:19.261454 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: portbindings_extended.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.263264 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.263815 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: binding-extended Sep 02 13:15:19.264150 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: portsecurity.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.265077 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.265593 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: port-security Sep 02 13:15:19.265923 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: project_id.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.266905 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.267239 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: project-id Sep 02 13:15:19.267567 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: providernet.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.268536 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.269056 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: provider Sep 02 13:15:19.269384 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.272976 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.273515 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos not supported by any of loaded plugins Sep 02 13:15:19.273851 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.275112 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.275634 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 02 13:15:19.275998 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.276928 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.277448 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 02 13:15:19.278449 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos_default.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.279374 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.279919 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos-default not supported by any of loaded plugins Sep 02 13:15:19.280253 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos_fip.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.280914 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.281421 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos-fip not supported by any of loaded plugins Sep 02 13:15:19.281749 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos_gateway_ip.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.282678 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.283195 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 02 13:15:19.283525 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos_port_network_policy.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.284469 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.284988 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 02 13:15:19.285317 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos_pps_rule.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.286508 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.287026 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos-pps not supported by any of loaded plugins Sep 02 13:15:19.287352 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos_rule_type_details.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.288299 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.288822 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 02 13:15:19.289148 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: qos_rules_alias.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.290203 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.290728 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 02 13:15:19.291054 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: quotasv2.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.292035 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.292369 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: quotas Sep 02 13:15:19.292694 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: quotasv2_detail.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.296022 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.296366 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: quota_details Sep 02 13:15:19.296702 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: rbac.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.297781 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.298311 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: rbac-policies Sep 02 13:15:19.298651 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: rbac_address_group.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.299585 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.300139 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: rbac-address-group Sep 02 13:15:19.300470 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: rbac_address_scope.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.301401 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.301921 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: rbac-address-scope Sep 02 13:15:19.302248 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: rbac_security_groups.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.303171 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.303692 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: rbac-security-groups Sep 02 13:15:19.304042 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: rbac_subnetpool.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.304963 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.305479 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: rbac-subnetpool Sep 02 13:15:19.305804 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: revisionifmatch.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.306736 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.307255 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: revision-if-match Sep 02 13:15:19.307581 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: revisions.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.308734 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.309277 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: standard-attr-revisions Sep 02 13:15:19.309606 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: router_availability_zone.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.310291 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.310812 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: router_availability_zone Sep 02 13:15:19.311139 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: routerservicetype.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.312102 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.312615 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension router-service-type not supported by any of loaded plugins Sep 02 13:15:19.312941 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.313873 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.314392 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: security-groups-normalized-cidr Sep 02 13:15:19.314718 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.315641 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.316234 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: port-security-groups-filtering Sep 02 13:15:19.316508 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.317437 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.317951 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: security-groups-remote-address-group Sep 02 13:15:19.318281 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: securitygroup.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.329950 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.330436 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: security-group Sep 02 13:15:19.330773 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: segment.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.331576 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.332137 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension segment not supported by any of loaded plugins Sep 02 13:15:19.332468 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.333420 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.333935 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 02 13:15:19.334267 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: servicetype.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.335448 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.336007 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: service-type Sep 02 13:15:19.336340 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: sorting.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.337331 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.337667 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: sorting Sep 02 13:15:19.337993 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: standard_attr_segment.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.338930 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.339451 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 02 13:15:19.339809 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: standardattrdescription.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.341094 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.341606 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: standard-attr-description Sep 02 13:15:19.341954 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: stateful_security_group.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.342868 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.343385 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: stateful-security-group Sep 02 13:15:19.343713 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: stdattrs_common.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.344323 n-d-794796-4 neutron-server[94580]: WARNING neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 02 13:15:19.344649 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.345576 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.346100 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 02 13:15:19.346427 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: subnet_onboard.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.347506 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.348062 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: subnet_onboard Sep 02 13:15:19.348393 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.349346 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.349864 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 02 13:15:19.350192 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: subnet_service_types.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.351123 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.351644 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: subnet-service-types Sep 02 13:15:19.352005 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: subnetallocation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.353092 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.353611 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: subnet_allocation Sep 02 13:15:19.353942 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.354615 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.355133 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: subnetpool-prefix-ops Sep 02 13:15:19.355467 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.356456 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.356976 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 02 13:15:19.357306 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: tagging.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.358375 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.358898 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: standard-attr-tag Sep 02 13:15:19.359236 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: timestamp.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.360490 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.361014 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loaded extension: standard-attr-timestamp Sep 02 13:15:19.361343 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: trunk.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.362385 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.362908 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension trunk not supported by any of loaded plugins Sep 02 13:15:19.363490 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: trunk_details.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.364453 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.364975 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension trunk-details not supported by any of loaded plugins Sep 02 13:15:19.365331 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: uplink_status_propagation.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.366271 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.366790 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 02 13:15:19.367115 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Loading extension file: vlantransparent.py {{(pid=94580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 02 13:15:19.367822 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 02 13:15:19.368338 n-d-794796-4 neutron-server[94580]: INFO neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 02 13:15:19.370790 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:network Sep 02 13:15:19.371317 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:subnet Sep 02 13:15:19.371761 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 13:15:19.372163 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:port Sep 02 13:15:19.373392 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.373830 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service FLAVORS assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.374462 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.374892 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.375226 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:router Sep 02 13:15:19.375653 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:floatingip Sep 02 13:15:19.376175 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service METERING assigned prefix: /metering {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.377580 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.377951 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.378309 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:15:19.379311 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 13:15:19.379778 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:security_group Sep 02 13:15:19.380227 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 13:15:19.380816 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service CORE assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.381148 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 13:15:19.381505 n-d-794796-4 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] subnetpool is already registered Sep 02 13:15:19.381942 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service CORE assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.382269 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 13:15:19.382605 n-d-794796-4 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] subnetpool is already registered Sep 02 13:15:19.384929 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.385369 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service FLAVORS assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.385967 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.386389 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.386727 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:router Sep 02 13:15:19.387590 n-d-794796-4 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] router is already registered Sep 02 13:15:19.388039 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:floatingip Sep 02 13:15:19.388379 n-d-794796-4 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] floatingip is already registered Sep 02 13:15:19.388839 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service METERING assigned prefix: /metering {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.389505 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of CountableResource for resource:rbac_policy Sep 02 13:15:19.389833 n-d-794796-4 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] rbac_policy is already registered Sep 02 13:15:19.390241 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:security_group Sep 02 13:15:19.390578 n-d-794796-4 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] security_group is already registered Sep 02 13:15:19.390978 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 02 13:15:19.391311 n-d-794796-4 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] security_group_rule is already registered Sep 02 13:15:19.391960 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service CORE assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.392291 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 13:15:19.392627 n-d-794796-4 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] subnetpool is already registered Sep 02 13:15:19.393052 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.v2.resource_helper [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Service CORE assigned prefix: {{(pid=94580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 02 13:15:19.393379 n-d-794796-4 neutron-server[94580]: INFO neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Creating instance of TrackedResource for resource:subnetpool Sep 02 13:15:19.393712 n-d-794796-4 neutron-server[94580]: WARNING neutron.quota.resource_registry [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] subnetpool is already registered Sep 02 13:15:19.394172 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: extensions {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.395606 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: address-groups {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.397124 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: address-scopes {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.398437 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: agents {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.399584 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: auto-allocated-topology {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.400858 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: availability_zones {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.402085 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: dhcp-networks {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.404211 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: dhcp-agents {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.405635 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: routers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.407852 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: flavors {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.409016 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: service_profiles {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.410227 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: next_providers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.411648 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: service_profiles {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.413189 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: floatingip-pools {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.414398 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: routers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.416539 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: floatingips {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.417811 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: l3-routers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.419210 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: l3-agents {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.420637 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: metering-labels {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.422013 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: metering-label-rules {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.423271 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: network-ip-availabilities {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.424581 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: bindings {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.427016 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: quotas {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.428616 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: quotas {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.430008 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: rbac-policies {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.431413 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: security-groups {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.432685 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: security-group-rules {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.433985 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: service-providers {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.435373 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: subnetpools {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.436734 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: subnetpools {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.438328 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.440074 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.441990 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.443768 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.445537 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.447360 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.449119 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.451527 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.453307 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.455027 n-d-794796-4 neutron-server[94580]: DEBUG neutron.api.extensions [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Extended resource: tags {{(pid=94580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 02 13:15:19.461147 n-d-794796-4 neutron-server[94580]: WARNING keystonemiddleware.auth_token [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 02 13:15:19.466621 n-d-794796-4 neutron-server[94580]: WARNING keystonemiddleware.auth_token [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 02 13:15:19.474917 n-d-794796-4 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Acquired lock "singleton_lock" {{(pid=94580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 02 13:15:19.475394 n-d-794796-4 neutron-server[94580]: DEBUG oslo_concurrency.lockutils [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Releasing lock "singleton_lock" {{(pid=94580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 02 13:15:19.476089 n-d-794796-4 neutron-server[94580]: INFO oslo_service.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Starting 2 workers Sep 02 13:15:19.480926 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Started child 94687 {{(pid=94580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 13:15:19.485327 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Started child 94688 {{(pid=94580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 13:15:19.486583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.487347 n-d-794796-4 neutron-server[94580]: INFO neutron.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 02 13:15:19.487570 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Notify callbacks [] for process, before_spawn {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.488341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [-] (94687) wsgi starting up on http://0.0.0.0:9696 Sep 02 13:15:19.490277 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.490821 n-d-794796-4 neutron-server[94580]: INFO oslo_service.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Starting 1 workers Sep 02 13:15:19.491810 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [-] (94688) wsgi starting up on http://0.0.0.0:9696 Sep 02 13:15:19.495478 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Started child 94689 {{(pid=94580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 13:15:19.496036 n-d-794796-4 neutron-server[94580]: INFO oslo_service.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Starting 1 workers Sep 02 13:15:19.499122 n-d-794796-4 neutron-server[94689]: DEBUG neutron.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] calling RpcWorker wait() {{(pid=94689) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 02 13:15:19.499745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] returning from RpcWorker wait() {{(pid=94689) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 02 13:15:19.500511 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Started child 94690 {{(pid=94580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 02 13:15:19.500934 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.501333 n-d-794796-4 neutron-server[94580]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c20e-9788-4cb5-a125-d9e012b14f84 None None] Notify callbacks [] for process, after_spawn {{(pid=94580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.501490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:19.503152 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 13:15:19.503359 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 13:15:19.503545 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 13:15:19.503852 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 13:15:19.504136 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 13:15:19.504288 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 13:15:19.504801 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.505083 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.505352 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.505517 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:19.506031 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.506031 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.506623 n-d-794796-4 neutron-server[94690]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:19.506899 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.506899 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.507173 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.507335 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.507536 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.507683 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.507874 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.508019 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.508250 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.508555 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.508813 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.509050 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.509346 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.509523 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.509775 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.510049 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.510280 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.510539 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] debug = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.510781 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.511296 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.511543 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.511826 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.512586 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.512889 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.513170 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.513395 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.513648 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.513909 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.514128 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.514366 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.514622 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.514838 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.515075 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.515341 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.515581 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.516057 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] host = n-d-794796-4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.516305 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.516542 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.516794 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.517038 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.517322 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.517514 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.517775 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.518022 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.518279 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.518536 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.518798 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.519045 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.519276 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.519521 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.519673 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_options = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.519925 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.520177 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.520436 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.520626 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.520794 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.520973 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.521220 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.521372 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.521625 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.521841 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.522057 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.522286 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.522531 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.522762 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.523029 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.523295 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.523485 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.523715 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.523987 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.524216 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.524441 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.524685 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.524899 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.525111 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.525326 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.525570 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.525795 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.526007 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.526220 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.526462 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.526697 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.526926 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.527178 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.527462 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.527763 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.528517 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.528757 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.529031 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.529262 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.529504 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.529765 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.530002 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.530225 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.530460 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.530706 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.530950 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_json = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.531166 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.531397 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.531646 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.531881 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.532111 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.532344 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.532578 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.532828 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.533892 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.533892 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.533892 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.534127 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.534315 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.534559 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.534782 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.534996 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.535261 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.535483 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.535924 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.536070 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.536336 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.536554 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.536836 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.537171 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.537436 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.537698 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.537932 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.538188 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.538421 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.538662 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.538948 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.539190 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.539446 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.539673 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.539930 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.540276 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.540563 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.540825 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.541069 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.541305 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.541527 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.541743 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.541963 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.542186 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.542414 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.542681 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.542906 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.543119 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.543367 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.543597 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.543853 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.544085 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.544311 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.544566 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.544796 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.545034 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.545254 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.545470 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.545711 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.545923 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.546154 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.546417 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.546676 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.546899 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.547118 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.547353 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.547572 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.547843 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.548091 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.548310 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.548529 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.548737 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.548958 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.549191 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.549448 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.549669 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.549904 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.550116 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.550402 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.550596 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.550791 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.551003 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.551243 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.551815 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.551815 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.552141 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.552141 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.552431 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.552571 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.554030 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.554030 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.554030 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.554030 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.554030 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.554030 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.554030 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.555178 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.555178 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.555178 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.555178 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.555599 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.555599 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.555854 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.555977 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.556774 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.556774 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.556774 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.557221 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.557221 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.557552 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.557552 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.557782 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.557927 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.558303 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.558454 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.559437 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.559437 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.559710 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.559870 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.560263 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.560372 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.560653 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.560907 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.561184 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.561683 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.562113 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.562570 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.562985 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.563446 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.563950 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.564418 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.564857 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.565209 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.565352 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.565748 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.566138 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.566532 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.566943 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.567383 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.567813 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.568262 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.568677 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.569091 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.569484 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.569901 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.570235 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.570488 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.570710 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.570954 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.571240 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.571508 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.571784 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.572058 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.572310 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.572568 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.572827 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.573059 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.573276 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.573521 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.573778 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.573994 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.574228 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.574462 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.575270 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.575516 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.575768 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.576025 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.576242 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.576479 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.576722 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.576942 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.577182 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.577453 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.577670 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.577892 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.578130 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.578349 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.578565 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.578799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.579031 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.579304 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.579528 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.579824 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.580130 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.580294 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.580706 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.581122 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.581548 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.581909 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.582309 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.582570 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.582788 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.583005 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.583224 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.583460 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.583674 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.583949 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.584142 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.584383 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.584634 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.585000 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.585249 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.585480 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.585722 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.585936 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.586375 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.586748 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.586977 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.587198 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.587438 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.587679 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.587965 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.588223 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.588463 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.588695 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.588930 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.589164 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.589401 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.589631 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.589920 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.590214 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.590467 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.590713 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.590960 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.591172 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.591404 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.591615 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.591856 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.592079 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.592294 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.592503 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.592752 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.592964 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.593173 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.593394 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.593633 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.593842 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.594067 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.594281 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.594532 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.594752 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.594987 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.595195 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.595420 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.595628 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.595857 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.596078 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.596293 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.596499 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.596743 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.596952 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.597158 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.597397 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.597612 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.597814 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.598113 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.598371 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.598597 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.598901 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.599149 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.599391 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.599787 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.599975 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.600167 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.600428 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.600647 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.600863 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.601081 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.601322 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.601649 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.601927 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.602180 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.602446 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.602732 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.603019 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.603286 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.603499 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.603818 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.604144 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.604409 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.604667 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.604928 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.605175 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.605403 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.605620 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.605887 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.606123 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.606336 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.606590 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.606815 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.607058 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.607292 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.607592 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.607854 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.608101 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.608332 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.608555 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.608769 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.608925 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 13:15:19.609459 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 02 13:15:19.609622 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 02 13:15:19.609775 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 02 13:15:19.609961 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 02 13:15:19.610170 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 02 13:15:19.610298 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 02 13:15:19.610475 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.610636 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.610796 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.610955 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.611113 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.611293 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.611454 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.611612 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.611793 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.611953 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.612149 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.612274 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.612396 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.612550 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.612710 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.612870 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.613288 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.613454 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.613806 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.613806 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.614285 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.614285 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.614285 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] debug = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.614629 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.614629 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.614896 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.614896 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.615374 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.615374 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.615374 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.615716 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.615716 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.615716 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.616092 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.616092 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.616324 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.616324 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.616778 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.616778 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.616778 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.617106 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] host = n-d-794796-4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.617106 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.617356 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.617356 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.617588 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.617699 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.617819 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.617940 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.618060 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.618218 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.618343 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.618529 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.618655 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.618777 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.618918 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.619079 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_options = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.619238 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.619446 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.619607 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.619810 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.619975 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.620220 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.620381 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.620493 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.620598 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.620756 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.620914 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.621072 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.621229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.621893 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.622205 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.622205 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.622205 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.622205 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.622205 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.622205 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.622205 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.622205 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.627229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.627229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.627229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.627229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.627229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.627229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.627229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.627229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.627229 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628160 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628160 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628160 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628160 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628160 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628160 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628160 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628160 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_json = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.628799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.629389 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.629389 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.629389 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.629389 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.629389 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.629389 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.629389 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 02 13:15:19.629389 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630015 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630015 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630015 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630015 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630015 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630015 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630015 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630015 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630837 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630837 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630837 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630837 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630837 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630837 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630837 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.630837 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.631692 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.631692 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.631692 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.631692 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.631692 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.631692 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.631692 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.631692 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.632263 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.632263 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.632263 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.632263 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.632724 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.632724 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.632724 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.632975 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.632975 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.633126 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.633269 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.633431 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.633593 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.633754 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.633914 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.634075 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.634162 n-d-794796-4 neutron-server[94689]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:19.634254 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.634387 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.634549 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.634713 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.634875 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.635035 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.635197 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.635359 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.635521 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.635684 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.635868 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.636031 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.636193 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.636354 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.636525 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.636687 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.636848 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.637027 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.637223 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.637895 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.638055 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.638215 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.638377 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.638538 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.638698 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.638873 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.639034 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.639196 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.639357 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.639519 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.639681 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.639866 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.640028 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.640190 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.640351 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.640512 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.640673 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.640836 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.640997 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.641159 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.641320 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.641482 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.641644 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.641806 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.641967 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.642128 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.642290 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.642452 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.642622 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.642799 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.642961 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.643123 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.643283 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.643443 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.643603 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.643783 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.643945 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.644106 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.644266 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.644427 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.644590 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.644752 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.644914 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.645074 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.645245 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.645395 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.645552 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.645714 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.645874 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.646035 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.646233 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.646353 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.646494 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.646654 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.646813 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.646983 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.647322 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.647322 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.647547 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.647658 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.648071 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.648071 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.648071 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.648340 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.648417 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.648517 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.648677 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.648839 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.648999 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.649159 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.649321 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.649656 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.649656 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.649861 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.649965 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.650095 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.650280 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.650441 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.650775 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.650775 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.650971 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.651075 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.651209 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.651369 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.651529 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.651691 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.651874 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.652037 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.652197 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.652357 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.652518 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.652700 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.652863 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.653031 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.653197 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.653357 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.653519 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.653679 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.653842 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.654003 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.654154 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.654310 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.655017 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.655017 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.655017 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.655017 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.655558 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.655558 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.655558 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.655558 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.656026 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.656026 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.656026 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.656395 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.656395 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.656625 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.656625 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.656819 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.656901 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.657052 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.657214 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.657375 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.657537 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.657698 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.657858 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.658020 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.658181 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.658343 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.658505 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.658665 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.658827 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.659166 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.659166 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.659363 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.659442 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.659602 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.659788 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.659953 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.660113 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.660276 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.660410 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.660566 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.660733 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.660899 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.661060 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.661223 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.661384 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.661546 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.661701 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.661856 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.662033 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.662177 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.662344 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.662488 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.662652 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.662811 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.662982 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.663144 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.663304 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.663464 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.663623 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.663803 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.663975 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.664120 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.664285 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.664445 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.664663 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.664801 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.664933 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.665064 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.665197 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.665351 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.665511 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.665670 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.665840 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.665989 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.666146 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.666293 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.666456 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.666614 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.666784 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.666944 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.667102 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.667261 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.667422 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.667579 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.667767 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.667931 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.668092 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.668277 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.668440 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.668599 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.668758 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.668930 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.669090 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.669253 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.669413 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.669572 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.669732 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.669894 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.670057 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.670237 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.670395 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.670554 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.670726 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.670896 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.671064 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.671224 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.671390 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.671563 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.671743 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.671903 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.672064 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.672223 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.672382 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.672542 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.672700 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.672860 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.673025 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.673187 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.673336 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.673474 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.673611 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.673776 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.674397 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.674397 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.674397 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.674397 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.674908 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 02 13:15:19.674908 n-d-794796-4 neutron-server[94580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 02 13:15:19.781599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:19.790295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064528 Sep 02 13:15:31.175157 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a2e89-d454-4e93-a68d-2802196c7db3 None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:15:31.256263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a2e89-d454-4e93-a68d-2802196c7db3 None None] No non-hosted networks {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 02 13:15:31.269929 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.agentschedulers_db [None req-8c9a2e89-d454-4e93-a68d-2802196c7db3 None None] DHCP Agent not found on host n-d-794796-4 {{(pid=94689) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 02 13:15:31.352154 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61798592-f00c-493d-8a31-f0c1fb7be58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376154'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:33.519404 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9dceed86-87eb-4d11-82dd-6dfa460ecd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376154'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:33.593273 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0be67a7a-e6d1-4664-8ea5-eb7c9eab7018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:33.967429 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376154'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:33.974093 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.974881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.976010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.976540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.978194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.983795 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.984462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.984952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.985457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.985954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.994155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.994771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:33.995696 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-794796-4', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:34.010891 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-794796-4', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:15:34.706594 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376154'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:36.393990 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376154'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:37.047497 n-d-794796-4 neutron-server[94689]: INFO neutron.db.l3_hamode_db [None req-df6d2460-effc-4e8d-94d8-61d8774900d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 02 13:15:37.124503 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d2460-effc-4e8d-94d8-61d8774900d9 None None] Routers set() bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:15:37.124889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d2460-effc-4e8d-94d8-61d8774900d9 None None] Router IDs set() for agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:15:37.517990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:38.005087 n-d-794796-4 neutron-server[94688]: WARNING oslo_policy.policy [None req-168ee22e-4d21-4f91-a2fb-a7495a587b57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 13:15:38.005699 n-d-794796-4 neutron-server[94688]: WARNING oslo_policy.policy [None req-168ee22e-4d21-4f91-a2fb-a7495a587b57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 13:15:38.229730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-168ee22e-4d21-4f91-a2fb-a7495a587b57 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:15:38.230795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-168ee22e-4d21-4f91-a2fb-a7495a587b57 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7119210 Sep 02 13:15:40.629166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:40.931660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4b60156e-a5b8-408f-8b50-e8d1b8acf177 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:41.024081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.policy [None req-4b60156e-a5b8-408f-8b50-e8d1b8acf177 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94688) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 13:15:41.067995 n-d-794796-4 neutron-server[94688]: WARNING oslo_policy.policy [None req-4b60156e-a5b8-408f-8b50-e8d1b8acf177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 13:15:41.068360 n-d-794796-4 neutron-server[94688]: WARNING oslo_policy.policy [None req-4b60156e-a5b8-408f-8b50-e8d1b8acf177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 13:15:41.077313 n-d-794796-4 neutron-server[94688]: INFO neutron.quota [None req-4b60156e-a5b8-408f-8b50-e8d1b8acf177 admin admin] Loaded quota_driver: . Sep 02 13:15:41.164651 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b60156e-a5b8-408f-8b50-e8d1b8acf177 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743483236124', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743483235617', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743482396616', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743482397996', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743482876945', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743482415608', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1420460', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1330676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-479550', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435956'] for rbac-policy, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:41.227957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b60156e-a5b8-408f-8b50-e8d1b8acf177 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:41.229643 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4b60156e-a5b8-408f-8b50-e8d1b8acf177 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5994956 Sep 02 13:15:43.810176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39122) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:44.290870 n-d-794796-4 neutron-server[94687]: WARNING oslo_policy.policy [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 13:15:44.291485 n-d-794796-4 neutron-server[94687]: WARNING oslo_policy.policy [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 13:15:44.518618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'admin_state_up': True, 'project_id': 'f588a834f3804b1ab901cc610837b969'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:44.520304 n-d-794796-4 neutron-server[94687]: INFO neutron.quota [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Loaded quota_driver: . Sep 02 13:15:44.576200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Made reservation on behalf of f588a834f3804b1ab901cc610837b969 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:44.641528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.policy [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94687) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 02 13:15:44.686376 n-d-794796-4 neutron-server[94687]: WARNING oslo_policy.policy [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 13:15:44.686745 n-d-794796-4 neutron-server[94687]: WARNING oslo_policy.policy [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 02 13:15:44.697185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:44.719223 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:44.854090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:44.857424 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:44.877273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:15:44.905538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743480860510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:44.906114 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Unsubscribe: segment precommit_create {{(pid=94687) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 13:15:44.906672 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Added segment c0f11b3b-e62d-4f49-9345-65b3a65fecdb of type vlan for network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 Sep 02 13:15:44.923750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ae4600-df28-42e8-9530-2fd1819bf6f2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:44.944599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.944945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.945286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.945634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.945948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.946275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.946600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.947457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.947806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.948127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.948448 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.948767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Tracked resource versions report: Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: pushed versions: Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: { 'AddressGroup': {'1.2'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'ConntrackHelper': {'1.0'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Log': {'1.0'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Network': {'1.1'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Port': {'1.7'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'PortForwarding': {'1.2'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'QosPolicy': {'1.9'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'SecurityGroup': {'1.4'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'SecurityGroupRule': {'1.2'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'SubPort': {'1.0'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Subnet': {'1.1'}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Trunk': {'1.1'}} Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: consumer versions: Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: { DHCP agent@n-d-794796-4: {}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: L3 agent@n-d-794796-4: {}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: Metadata agent@n-d-794796-4: {}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: Metering agent@n-d-794796-4: {}, Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: Open vSwitch agent@n-d-794796-4: { 'AddressGroup': '1.2', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'ConntrackHelper': '1.0', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Log': '1.0', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Network': '1.1', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Port': '1.7', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'PortForwarding': '1.2', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'QosPolicy': '1.9', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'SecurityGroup': '1.4', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'SecurityGroupRule': '1.2', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'SubPort': '1.0', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Subnet': '1.1', Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: 'Trunk': '1.1'}} Sep 02 13:15:44.949822 n-d-794796-4 neutron-server[94687]: {{(pid=94687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 13:15:45.036895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:45.077791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:45.078958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:45.079656 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:45.153415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3408227 Sep 02 13:15:45.177688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f914946-c860-4363-8d7d-557a94c3f55a admin admin] Pushing event updated for resources: {'Network': ['ID=0f23f3e4-74d2-49c6-827e-ecc7ea3305c9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:45.190176 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:15:47.881988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:48.299438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f74870-7863-49c1-9661-cc75c0deb999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:48.300847 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b1f74870-7863-49c1-9661-cc75c0deb999 admin admin] 10.222.0.13 "GET /v2.0/networks/0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 HTTP/1.1" status: 200 len: 825 time: 0.4179294 Sep 02 13:15:48.325885 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-755b9d74-3ed5-406e-897c-bd4fc8321dd3 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/80963c43-1bc4-49f6-8193-4a83cb78ddd7 HTTP/1.1" status: 200 len: 734 time: 0.0183318 Sep 02 13:15:48.336204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'subnetpool_id': '80963c43-1bc4-49f6-8193-4a83cb78ddd7', 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:48.361766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Made reservation on behalf of f588a834f3804b1ab901cc610837b969 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:15:48.364267 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:48.647705 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:48.713488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Checking segment: {'id': 'c0f11b3b-e62d-4f49-9345-65b3a65fecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:48.713860 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Network hostable DHCP agents. Network: 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:15:48.725564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93711813-ff6b-444a-8cc9-78d16487d04e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:48.738071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.738414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.738746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.739076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.739399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.739746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.740065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.740383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.740699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.741016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.741331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.741642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Tracked resource versions report: Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: pushed versions: Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: { 'AddressGroup': {'1.2'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'ConntrackHelper': {'1.0'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Log': {'1.0'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Network': {'1.1'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Port': {'1.7'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'PortForwarding': {'1.2'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'QosPolicy': {'1.9'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'SecurityGroup': {'1.4'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'SecurityGroupRule': {'1.2'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'SubPort': {'1.0'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Subnet': {'1.1'}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Trunk': {'1.1'}} Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: consumer versions: Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: { DHCP agent@n-d-794796-4: {}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: L3 agent@n-d-794796-4: {}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: Metadata agent@n-d-794796-4: {}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: Metering agent@n-d-794796-4: {}, Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: Open vSwitch agent@n-d-794796-4: { 'AddressGroup': '1.2', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'ConntrackHelper': '1.0', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Log': '1.0', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Network': '1.1', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Port': '1.7', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'PortForwarding': '1.2', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'QosPolicy': '1.9', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'SecurityGroup': '1.4', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'SecurityGroupRule': '1.2', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'SubPort': '1.0', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Subnet': '1.1', Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: 'Trunk': '1.1'}} Sep 02 13:15:48.742719 n-d-794796-4 neutron-server[94688]: {{(pid=94688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 13:15:48.771062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:15:48.788305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:48.793026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:15:48.793839 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:48.799229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166bead3-c328-4d49-b599-e7ca2ba7281c None None] Network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:15:48.808850 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-773854c6-cabf-42cc-b2ce-42b5ab81c10f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4771802 Sep 02 13:15:49.120966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-0f23f3e4-74d2-49c6-827e-ecc7ea3305c9', 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'fixed_ips': [{'subnet_id': '93711813-ff6b-444a-8cc9-78d16487d04e'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:15:49.122405 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:49.409344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Allocated IP 172.20.0.2 (0f23f3e4-74d2-49c6-827e-ecc7ea3305c9/93711813-ff6b-444a-8cc9-78d16487d04e/bc96149c-dde2-4b81-a6ae-85ed225762d8) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:15:49.612185 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:49.654231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Transition to ACTIVE for port object bc96149c-dde2-4b81-a6ae-85ed225762d8 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:49.676501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Transition to ACTIVE for port object bc96149c-dde2-4b81-a6ae-85ed225762d8 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:15:49.684187 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:49.752153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:15:49.756666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:15:49.768360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:15:49.771411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Pushing event updated for resources: {'Port': ['ID=bc96149c-dde2-4b81-a6ae-85ed225762d8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:49.780941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.781291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.781627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.781961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.782295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.782622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.782946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.783270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.783594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.783940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.784261 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.784581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Tracked resource versions report: Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: pushed versions: Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: { 'AddressGroup': {'1.2'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'ConntrackHelper': {'1.0'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Log': {'1.0'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Network': {'1.1'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Port': {'1.7'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'PortForwarding': {'1.2'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'QosPolicy': {'1.9'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'SecurityGroup': {'1.4'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'SecurityGroupRule': {'1.2'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'SubPort': {'1.0'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Subnet': {'1.1'}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Trunk': {'1.1'}} Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: consumer versions: Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: { DHCP agent@n-d-794796-4: {}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: L3 agent@n-d-794796-4: {}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: Metadata agent@n-d-794796-4: {}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: Metering agent@n-d-794796-4: {}, Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: Open vSwitch agent@n-d-794796-4: { 'AddressGroup': '1.2', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'ConntrackHelper': '1.0', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Log': '1.0', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Network': '1.1', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Port': '1.7', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'PortForwarding': '1.2', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'QosPolicy': '1.9', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'SecurityGroup': '1.4', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'SecurityGroupRule': '1.2', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'SubPort': '1.0', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Subnet': '1.1', Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: 'Trunk': '1.1'}} Sep 02 13:15:49.785642 n-d-794796-4 neutron-server[94689]: {{(pid=94689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 13:15:49.855688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Attempting to bind port bc96149c-dde2-4b81-a6ae-85ed225762d8 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:15:49.856339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Attempting to bind port bc96149c-dde2-4b81-a6ae-85ed225762d8 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c0f11b3b-e62d-4f49-9345-65b3a65fecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:15:49.856515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Attempting to bind port bc96149c-dde2-4b81-a6ae-85ed225762d8 on network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:15:49.861579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:15:49.862010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Checking segment: {'id': 'c0f11b3b-e62d-4f49-9345-65b3a65fecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:15:49.862528 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:49.862920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Bound using segment: {'id': 'c0f11b3b-e62d-4f49-9345-65b3a65fecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:15:49.863379 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Bound port: bc96149c-dde2-4b81-a6ae-85ed225762d8, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f11b3b-e62d-4f49-9345-65b3a65fecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:15:49.863789 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:49.927833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] For port bc96149c-dde2-4b81-a6ae-85ed225762d8, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:15:49.932234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] For port bc96149c-dde2-4b81-a6ae-85ed225762d8, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bc96149c-dde2-4b81-a6ae-85ed225762d8,segment=NetworkSegment(c0f11b3b-e62d-4f49-9345-65b3a65fecdb),segment_id=c0f11b3b-e62d-4f49-9345-65b3a65fecdb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:15:49.937114 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:50.010281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636a8c7-d3ba-4a94-abb8-c0b2c35937f4 None None] Pushing event updated for resources: {'Port': ['ID=bc96149c-dde2-4b81-a6ae-85ed225762d8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:51.231973 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:51.567795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-a24aff85-cd79-480e-a31a-b55b0bea2515 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:15:51.568786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a24aff85-cd79-480e-a31a-b55b0bea2515 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3358600 Sep 02 13:15:54.012948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:54.331103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-b4f8a153-f7df-4c5a-9e66-c61817cdd0ca admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:15:54.332166 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b4f8a153-f7df-4c5a-9e66-c61817cdd0ca admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3182952 Sep 02 13:15:56.961057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:57.268249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fc47609a-5941-4ee6-8ec9-5954f8e7a85a admin admin] Request body: {'router': {'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'name': 'router1', 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:15:57.306194 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc47609a-5941-4ee6-8ec9-5954f8e7a85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.308011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc47609a-5941-4ee6-8ec9-5954f8e7a85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.468034 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc47609a-5941-4ee6-8ec9-5954f8e7a85a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.472702 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc47609a-5941-4ee6-8ec9-5954f8e7a85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.485481 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc47609a-5941-4ee6-8ec9-5954f8e7a85a admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:57.486718 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fc47609a-5941-4ee6-8ec9-5954f8e7a85a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5246980 Sep 02 13:15:58.003703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bc96149c-dde2-4b81-a6ae-85ed225762d8 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:15:58.091445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port bc96149c-dde2-4b81-a6ae-85ed225762d8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:58.453573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a055086b-e80a-44d4-90b0-3b300afd5b0e None None] Network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:15:58.539833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c1bb3aba-1a60-4a9d-b49d-c1d91381acde None None] Provisioning for port bc96149c-dde2-4b81-a6ae-85ed225762d8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:15:58.544409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c1bb3aba-1a60-4a9d-b49d-c1d91381acde None None] Provisioning complete for port bc96149c-dde2-4b81-a6ae-85ed225762d8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:58.544804 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3aba-1a60-4a9d-b49d-c1d91381acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:58.727651 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3aba-1a60-4a9d-b49d-c1d91381acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:58.768639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c1bb3aba-1a60-4a9d-b49d-c1d91381acde None None] For port bc96149c-dde2-4b81-a6ae-85ed225762d8, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bc96149c-dde2-4b81-a6ae-85ed225762d8,segment=NetworkSegment(c0f11b3b-e62d-4f49-9345-65b3a65fecdb),segment_id=c0f11b3b-e62d-4f49-9345-65b3a65fecdb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:15:58.773493 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3aba-1a60-4a9d-b49d-c1d91381acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:58.825805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb3aba-1a60-4a9d-b49d-c1d91381acde None None] Pushing event updated for resources: {'Port': ['ID=bc96149c-dde2-4b81-a6ae-85ed225762d8,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:15:58.993914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-08ff5361-c2d2-47fd-a7ec-2ea05daca6db None None] Provisioning complete for port bc96149c-dde2-4b81-a6ae-85ed225762d8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:15:58.994206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08ff5361-c2d2-47fd-a7ec-2ea05daca6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:15:59.881920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:15:59.961965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bc96149c-dde2-4b81-a6ae-85ed225762d8 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:16:00.007542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port bc96149c-dde2-4b81-a6ae-85ed225762d8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:16:00.007948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:00.198162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-720bd0df-284b-45f8-9872-e2b2f738689d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:16:00.199191 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-720bd0df-284b-45f8-9872-e2b2f738689d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3162951 Sep 02 13:16:01.055021 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db550ac5-23ff-4006-9213-2784cb6583d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.568284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39194) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:02.880014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:16:02.899927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Made reservation on behalf of 4be3ec39838c4ae9a585e424b7ba1232 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:16:02.902134 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:02.912734 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.001590 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.005204 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.027858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Reserving flat network on physical network physnet1 {{(pid=94687) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 02 13:16:03.051845 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.052346 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Added segment dccb1ba5-cb5e-4faa-b9db-e680feb1bf18 of type flat for network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 Sep 02 13:16:03.054793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd93d1b-4611-4b44-aadc-9e8d281de5ba,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:03.117774 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.148838 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.149742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:03.150306 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.200148 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6306713 Sep 02 13:16:03.211197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d621311-6f5e-4e10-8c6b-fa5e782f0b1e admin admin] Pushing event updated for resources: {'Network': ['ID=2f35f29e-e3c2-4b2f-9875-aad1c380ced4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:03.221694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:16:03.521702 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe641351-fc73-4b12-ab0a-01157b6a998e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:03.958841 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:04.629141 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:05.554074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39212) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:05.771028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da72462-5f0e-4ba5-91d2-2c125a12a707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:05.772546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5da72462-5f0e-4ba5-91d2-2c125a12a707 admin admin] 10.222.0.13 "GET /v2.0/subnets/93711813-ff6b-444a-8cc9-78d16487d04e HTTP/1.1" status: 200 len: 849 time: 0.2174864 Sep 02 13:16:05.955476 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-28fb1d80-7f4b-49df-8023-aa5aa40de7e0 admin admin] 10.222.0.13 "GET /v2.0/routers/cea70ab1-268b-4486-aad3-83df512c9b32 HTTP/1.1" status: 200 len: 704 time: 0.1759789 Sep 02 13:16:06.270020 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:06.329007 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:06.561641 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:16:06.591675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Allocated IP 172.20.0.1 (0f23f3e4-74d2-49c6-827e-ecc7ea3305c9/93711813-ff6b-444a-8cc9-78d16487d04e/e9f42429-fb3f-41b1-b330-b51e9ea693bf) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:16:06.771612 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:06.795262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Transition to ACTIVE for port object e9f42429-fb3f-41b1-b330-b51e9ea693bf will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:16:06.862863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:06.933441 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:16:06.941353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:16:06.946477 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f42429-fb3f-41b1-b330-b51e9ea693bf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:06.957187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:16:06.957771 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:07.139357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2706bd04-fda0-451a-8b6d-f8115ad225df None None] Provisioning for port e9f42429-fb3f-41b1-b330-b51e9ea693bf completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:16:07.143299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2706bd04-fda0-451a-8b6d-f8115ad225df None None] Provisioning complete for port e9f42429-fb3f-41b1-b330-b51e9ea693bf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:16:07.143669 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2706bd04-fda0-451a-8b6d-f8115ad225df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:07.177663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2706bd04-fda0-451a-8b6d-f8115ad225df None None] Port e9f42429-fb3f-41b1-b330-b51e9ea693bf cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:16:07.201264 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:07.402539 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:07.406724 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:07.407492 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:07.486532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f42429-fb3f-41b1-b330-b51e9ea693bf,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:07.533038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:16:07.534288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:16:07.693281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Router cea70ab1-268b-4486-aad3-83df512c9b32 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:16:07.698249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-02da318c-e841-460e-8689-003fd022e627 None None] Provisioning complete for port e9f42429-fb3f-41b1-b330-b51e9ea693bf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:16:07.698667 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02da318c-e841-460e-8689-003fd022e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:07.733084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-02da318c-e841-460e-8689-003fd022e627 None None] Port e9f42429-fb3f-41b1-b330-b51e9ea693bf cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:16:07.782463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:16:07.788033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8eafdc47-7244-4f38-b05a-21cde1d65dc3 admin admin] 10.222.0.13 "PUT /v2.0/routers/cea70ab1-268b-4486-aad3-83df512c9b32/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8265805 Sep 02 13:16:07.791985 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Sync routers for ids ['cea70ab1-268b-4486-aad3-83df512c9b32'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:16:07.804262 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Routers {'cea70ab1-268b-4486-aad3-83df512c9b32'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:07.805119 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:16:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea70ab1-268b-4486-aad3-83df512c9b32'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:07.986678 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Set router cea70ab1-268b-4486-aad3-83df512c9b32 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:08.411063 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'name': 'router1', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:16:07Z', 'revision_number': 2, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'gw_port_host': None, '_interfaces': [{'id': 'e9f42429-fb3f-41b1-b330-b51e9ea693bf', 'name': '', 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'mac_address': 'fa:16:3e:84:28:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:16:06Z', 'updated_at': '2021-09-02T13:16:07Z', 'revision_number': 2, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'subnets': [{'id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80963c43-1bc4-49f6-8193-4a83cb78ddd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:08.460197 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Checking router: cea70ab1-268b-4486-aad3-83df512c9b32 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:16:08.460575 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Updating router cea70ab1-268b-4486-aad3-83df512c9b32 port e9f42429-fb3f-41b1-b330-b51e9ea693bf binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:16:08.508673 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:09.018072 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:09.035939 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Transition to ACTIVE for port object e9f42429-fb3f-41b1-b330-b51e9ea693bf will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:16:09.042131 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:09.203508 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Pushing event updated for resources: {'Port': ['ID=e9f42429-fb3f-41b1-b330-b51e9ea693bf,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:09.208091 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Attempting to bind port e9f42429-fb3f-41b1-b330-b51e9ea693bf on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:16:09.208490 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Attempting to bind port e9f42429-fb3f-41b1-b330-b51e9ea693bf by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c0f11b3b-e62d-4f49-9345-65b3a65fecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:16:09.208903 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Attempting to bind port e9f42429-fb3f-41b1-b330-b51e9ea693bf on network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:16:09.217105 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.217453 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.217794 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.218127 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.218457 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.218786 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.219113 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.219431 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.219771 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.220094 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.220414 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.220733 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Tracked resource versions report: Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: pushed versions: Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: { 'AddressGroup': {'1.2'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Log': {'1.0'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Network': {'1.1'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Port': {'1.7'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'PortForwarding': {'1.2'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'QosPolicy': {'1.9'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'SecurityGroup': {'1.4'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'SubPort': {'1.0'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Subnet': {'1.1'}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Trunk': {'1.1'}} Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: consumer versions: Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: { DHCP agent@n-d-794796-4: {}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: L3 agent@n-d-794796-4: {}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: Metadata agent@n-d-794796-4: {}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: Metering agent@n-d-794796-4: {}, Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: Open vSwitch agent@n-d-794796-4: { 'AddressGroup': '1.2', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'ConntrackHelper': '1.0', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Log': '1.0', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Network': '1.1', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Port': '1.7', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'PortForwarding': '1.2', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'QosPolicy': '1.9', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'SecurityGroup': '1.4', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'SecurityGroupRule': '1.2', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'SubPort': '1.0', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Subnet': '1.1', Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: 'Trunk': '1.1'}} Sep 02 13:16:09.221778 n-d-794796-4 neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 13:16:09.224192 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:16:09.224597 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Checking segment: {'id': 'c0f11b3b-e62d-4f49-9345-65b3a65fecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:16:09.225609 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:09.225992 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Bound using segment: {'id': 'c0f11b3b-e62d-4f49-9345-65b3a65fecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:16:09.226471 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Bound port: e9f42429-fb3f-41b1-b330-b51e9ea693bf, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f11b3b-e62d-4f49-9345-65b3a65fecdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:16:09.226846 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:09.293214 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] For port e9f42429-fb3f-41b1-b330-b51e9ea693bf, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:16:09.311587 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] For port e9f42429-fb3f-41b1-b330-b51e9ea693bf, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e9f42429-fb3f-41b1-b330-b51e9ea693bf,segment=NetworkSegment(c0f11b3b-e62d-4f49-9345-65b3a65fecdb),segment_id=c0f11b3b-e62d-4f49-9345-65b3a65fecdb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:16:09.316084 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:09.372281 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3270e-9f4c-4f9b-a780-aebf432f8525 None None] Pushing event updated for resources: {'Port': ['ID=e9f42429-fb3f-41b1-b330-b51e9ea693bf,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:09.376913 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Routers {'cea70ab1-268b-4486-aad3-83df512c9b32'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:09.377529 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:16:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea70ab1-268b-4486-aad3-83df512c9b32'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:09.468161 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] Set router cea70ab1-268b-4486-aad3-83df512c9b32 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:09.673766 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'name': 'router1', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:16:07Z', 'revision_number': 2, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'gw_port_host': None, '_interfaces': [{'id': 'e9f42429-fb3f-41b1-b330-b51e9ea693bf', 'name': '', 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'mac_address': 'fa:16:3e:84:28:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:16:06Z', 'updated_at': '2021-09-02T13:16:09Z', 'revision_number': 4, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'subnets': [{'id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80963c43-1bc4-49f6-8193-4a83cb78ddd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:09.698870 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6910a2-de8e-4d1e-85c0-cc813e348cd0 None None] The sync data for ids ['cea70ab1-268b-4486-aad3-83df512c9b32'] in n-d-794796-4 is: [{'id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'name': 'router1', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:16:07Z', 'revision_number': 2, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'gw_port_host': None, '_interfaces': [{'id': 'e9f42429-fb3f-41b1-b330-b51e9ea693bf', 'name': '', 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'mac_address': 'fa:16:3e:84:28:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:16:06Z', 'updated_at': '2021-09-02T13:16:09Z', 'revision_number': 4, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'subnets': [{'id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80963c43-1bc4-49f6-8193-4a83cb78ddd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:16:10.048913 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39234) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:10.157590 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d898f483-5f07-4557-8152-95ae54e2b922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:10.158964 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d898f483-5f07-4557-8152-95ae54e2b922 admin admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 842 time: 0.1090343 Sep 02 13:16:10.169556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.3.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:16:10.193018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Made reservation on behalf of 4be3ec39838c4ae9a585e424b7ba1232 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:16:10.195413 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:10.492069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.objects.ports [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:16:10.492522 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:10.547920 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4edf6804-c73a-4db8-b161-c2fb4970d659,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:10.559522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:16:10.559908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Network hostable DHCP agents. Network: 2f35f29e-e3c2-4b2f-9875-aad1c380ced4, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:16:10.579785 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:16:10.591310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 2f35f29e-e3c2-4b2f-9875-aad1c380ced4) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:16:10.595572 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:10.596195 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:10.600556 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108221db-2270-4f77-a3f8-f78e9646cdc8 None None] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:16:10.617956 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-15aed630-dca1-429f-aecd-4b7237cd750a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4518552 Sep 02 13:16:10.735702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab6998d-bad8-417e-b45d-ece47ed61fd8 None None] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:16:12.913472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39242) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:13.043370 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c88f25db-b54e-4e8c-b607-3dc8f1c2aeb4 admin admin] 10.222.0.13 "GET /v2.0/routers/cea70ab1-268b-4486-aad3-83df512c9b32 HTTP/1.1" status: 200 len: 710 time: 0.1287680 Sep 02 13:16:13.130958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f043c3-63bb-4bd7-b05e-c4dc860adf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:16:13.132461 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-95f043c3-63bb-4bd7-b05e-c4dc860adf85 admin admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 886 time: 0.0831058 Sep 02 13:16:13.142094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:16:13.453817 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:13.686326 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:13.762482 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:13.861569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Allocated IP 172.25.3.196 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/70c15875-8085-4226-acf9-237280490c71) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:16:13.982483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:14.022917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:14.062034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:16:14.064840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:16:14.070916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:16:14.072714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Pushing event updated for resources: {'Port': ['ID=70c15875-8085-4226-acf9-237280490c71,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:14.321932 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:14.512356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:14.515900 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:14.624135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Router cea70ab1-268b-4486-aad3-83df512c9b32 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:16:14.825152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:16:14.829505 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:14.830813 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-85e00217-28ce-4366-a5b5-f2d69e9378f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/cea70ab1-268b-4486-aad3-83df512c9b32 HTTP/1.1" status: 200 len: 890 time: 1.6922157 Sep 02 13:16:15.999312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e9f42429-fb3f-41b1-b330-b51e9ea693bf up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:16:16.056107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port e9f42429-fb3f-41b1-b330-b51e9ea693bf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:16:16.060303 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e9f42429-fb3f-41b1-b330-b51e9ea693bf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:16:16.060851 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:16.088658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Sync routers for ids ['cea70ab1-268b-4486-aad3-83df512c9b32'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:16:16.105770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Routers {'cea70ab1-268b-4486-aad3-83df512c9b32'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:16.106431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:16:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea70ab1-268b-4486-aad3-83df512c9b32'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:16.366001 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:16.402807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Set router cea70ab1-268b-4486-aad3-83df512c9b32 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:16.473635 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port e9f42429-fb3f-41b1-b330-b51e9ea693bf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e9f42429-fb3f-41b1-b330-b51e9ea693bf,segment=NetworkSegment(c0f11b3b-e62d-4f49-9345-65b3a65fecdb),segment_id=c0f11b3b-e62d-4f49-9345-65b3a65fecdb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:16.479298 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:16.673448 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=e9f42429-fb3f-41b1-b330-b51e9ea693bf,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:16.836393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'name': 'router1', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '70c15875-8085-4226-acf9-237280490c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:16:14Z', 'revision_number': 4, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'gw_port': {'id': '70c15875-8085-4226-acf9-237280490c71', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:16:13Z', 'updated_at': '2021-09-02T13:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'e9f42429-fb3f-41b1-b330-b51e9ea693bf', 'name': '', 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'mac_address': 'fa:16:3e:84:28:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:16:06Z', 'updated_at': '2021-09-02T13:16:09Z', 'revision_number': 4, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'subnets': [{'id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80963c43-1bc4-49f6-8193-4a83cb78ddd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:16.885403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Checking router: cea70ab1-268b-4486-aad3-83df512c9b32 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:16:16.885757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Updating router cea70ab1-268b-4486-aad3-83df512c9b32 port 70c15875-8085-4226-acf9-237280490c71 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:16:16.932790 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:17.243907 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:17.253257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Transition to ACTIVE for port object 70c15875-8085-4226-acf9-237280490c71 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:16:17.259477 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:17.268799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:16:17.310517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Attempting to bind port 70c15875-8085-4226-acf9-237280490c71 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:16:17.310909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Attempting to bind port 70c15875-8085-4226-acf9-237280490c71 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:16:17.311263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Attempting to bind port 70c15875-8085-4226-acf9-237280490c71 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:16:17.314085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e5968-617b-4c77-b0f2-361de0469509 None None] Pushing event updated for resources: {'Port': ['ID=70c15875-8085-4226-acf9-237280490c71,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:17.318659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:16:17.319039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:16:17.319441 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:17.319858 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:16:17.320322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Bound port: 70c15875-8085-4226-acf9-237280490c71, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:16:17.320721 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:17.371985 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] For port 70c15875-8085-4226-acf9-237280490c71, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:16:17.374884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] For port 70c15875-8085-4226-acf9-237280490c71, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=70c15875-8085-4226-acf9-237280490c71,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:16:17.380192 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:17.383403 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a7bda101-c615-40f9-99de-42b898dc550e admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1134925 Sep 02 13:16:17.438105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Routers {'cea70ab1-268b-4486-aad3-83df512c9b32'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:16:17.438759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:16:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea70ab1-268b-4486-aad3-83df512c9b32'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:17.444182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e5968-617b-4c77-b0f2-361de0469509 None None] Pushing event updated for resources: {'Port': ['ID=70c15875-8085-4226-acf9-237280490c71,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:17.637557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] Set router cea70ab1-268b-4486-aad3-83df512c9b32 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:16:17.846409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'name': 'router1', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '70c15875-8085-4226-acf9-237280490c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:16:14Z', 'revision_number': 4, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'gw_port': {'id': '70c15875-8085-4226-acf9-237280490c71', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:16:13Z', 'updated_at': '2021-09-02T13:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'e9f42429-fb3f-41b1-b330-b51e9ea693bf', 'name': '', 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'mac_address': 'fa:16:3e:84:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:16:06Z', 'updated_at': '2021-09-02T13:16:16Z', 'revision_number': 5, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'subnets': [{'id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80963c43-1bc4-49f6-8193-4a83cb78ddd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:16:17.876085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12831d12-0149-47d8-ab5f-0b83bb99e04d None None] The sync data for ids ['cea70ab1-268b-4486-aad3-83df512c9b32'] in n-d-794796-4 is: [{'id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'name': 'router1', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '70c15875-8085-4226-acf9-237280490c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:15:57Z', 'updated_at': '2021-09-02T13:16:14Z', 'revision_number': 4, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'gw_port': {'id': '70c15875-8085-4226-acf9-237280490c71', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:16:13Z', 'updated_at': '2021-09-02T13:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'e9f42429-fb3f-41b1-b330-b51e9ea693bf', 'name': '', 'network_id': '0f23f3e4-74d2-49c6-827e-ecc7ea3305c9', 'tenant_id': 'f588a834f3804b1ab901cc610837b969', 'mac_address': 'fa:16:3e:84:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea70ab1-268b-4486-aad3-83df512c9b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:16:06Z', 'updated_at': '2021-09-02T13:16:16Z', 'revision_number': 5, 'project_id': 'f588a834f3804b1ab901cc610837b969', 'subnets': [{'id': '93711813-ff6b-444a-8cc9-78d16487d04e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80963c43-1bc4-49f6-8193-4a83cb78ddd7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:16:18.138263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e9f42429-fb3f-41b1-b330-b51e9ea693bf up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:16:18.195175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e9f42429-fb3f-41b1-b330-b51e9ea693bf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:16:18.195558 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:20.037735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 70c15875-8085-4226-acf9-237280490c71 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:16:20.091327 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 70c15875-8085-4226-acf9-237280490c71 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:16:20.095082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 70c15875-8085-4226-acf9-237280490c71 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:16:20.095462 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:20.172032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:20.194246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 70c15875-8085-4226-acf9-237280490c71, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=70c15875-8085-4226-acf9-237280490c71,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:16:20.198013 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:20.247512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=70c15875-8085-4226-acf9-237280490c71,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:16:22.023243 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 70c15875-8085-4226-acf9-237280490c71 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:16:22.120940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 70c15875-8085-4226-acf9-237280490c71 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:16:22.122873 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:31.057833 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55891dc7-b38d-4539-a26c-59f7f935361b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:33.525001 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eab8227e-5290-4247-9fb5-6cb98dc25075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:33.961030 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:34.637827 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:36.363443 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:16:43.561109 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:17:01.061535 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99463712-af95-4815-8750-46f516550162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:03.528805 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18bf9e5a-dea8-4c1c-a8ec-1e641b42a62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:03.968809 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:04.634247 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:06.348196 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:20.560884 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:17:31.062905 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fc0901b-6d94-42a8-b3ea-bf958f496517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:33.531679 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89a84753-f842-45af-a228-9607575077d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:33.961412 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:34.640543 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:36.353985 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:17:57.559046 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:17:58.068753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39848) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:17:58.130238 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3d21c6-e2e4-479c-ab8a-ab7cb263bb4e admin admin] GET failed (client error): The resource could not be found. Sep 02 13:17:58.131552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ed3d21c6-e2e4-479c-ab8a-ab7cb263bb4e admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618591 Sep 02 13:17:58.292563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ba080-f2a2-46fd-bb7d-78c63b961b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:17:58.294464 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f56ba080-f2a2-46fd-bb7d-78c63b961b2d admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578074 Sep 02 13:18:00.475200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:00.570863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2fa16-9264-4ecb-8810-8959bb8f7cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:00.572264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-41b2fa16-9264-4ecb-8810-8959bb8f7cbf admin admin] 10.222.0.13 "GET /v2.0/subnets/93711813-ff6b-444a-8cc9-78d16487d04e HTTP/1.1" status: 200 len: 849 time: 0.0961225 Sep 02 13:18:00.582086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:18:00.665439 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:00.808140 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743480733386'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:00.843247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:00.843856 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:00.863771 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] 10.222.0.13 "PUT /v2.0/subnets/93711813-ff6b-444a-8cc9-78d16487d04e HTTP/1.1" status: 200 len: 868 time: 0.2666728 Sep 02 13:18:00.864040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73275d0b-d086-41e9-ae5c-45fd6b610c08 None None] Network 0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:18:00.865478 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93711813-ff6b-444a-8cc9-78d16487d04e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:18:00.872961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.873307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.873647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.873981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.874311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.874640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.874965 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.875305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.875616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.875963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.876286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:00.876608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175709-5861-4026-bd11-e6823e3271c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:01.064495 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d41f620a-0873-4627-906a-ce60e7693d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:01.212860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7ef9390a-193b-4fd3-b439-4e00abedb0dc None None] Provisioning complete for port bc96149c-dde2-4b81-a6ae-85ed225762d8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:18:01.213238 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ef9390a-193b-4fd3-b439-4e00abedb0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:01.299050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7ef9390a-193b-4fd3-b439-4e00abedb0dc None None] Provisioning complete for port e9f42429-fb3f-41b1-b330-b51e9ea693bf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:18:01.299373 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ef9390a-193b-4fd3-b439-4e00abedb0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:03.064636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:03.256845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb1e95-5d7a-4c50-8d34-70d7ebfb4075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:03.257326 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb1e95-5d7a-4c50-8d34-70d7ebfb4075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:03.258837 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ecb1e95-5d7a-4c50-8d34-70d7ebfb4075 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1932940 Sep 02 13:18:03.532800 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-590b50df-7b0a-4da1-9fa3-785269c22606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:03.963651 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:04.641564 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:05.447455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:05.580584 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecd7f0-bdce-4904-9afa-4c34be37ddb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:05.581072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecd7f0-bdce-4904-9afa-4c34be37ddb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:05.582568 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fdecd7f0-bdce-4904-9afa-4c34be37ddb1 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334772 Sep 02 13:18:06.358054 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:07.737137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:07.882483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb8218-a594-4682-bad5-179667a6cd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:07.883882 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-03fb8218-a594-4682-bad5-179667a6cd02 admin admin] 10.222.0.13 "GET /v2.0/networks/0f23f3e4-74d2-49c6-827e-ecc7ea3305c9 HTTP/1.1" status: 200 len: 869 time: 0.1457708 Sep 02 13:18:10.211193 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39892) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:10.338342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd3e7c5-f8b8-41d4-8987-1b704de9787c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:10.339768 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ffd3e7c5-f8b8-41d4-8987-1b704de9787c admin admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 886 time: 0.1271279 Sep 02 13:18:12.513083 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39900) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:12.636326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c9551d-ef52-4635-a117-6e760d97afa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:12.636792 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c9551d-ef52-4635-a117-6e760d97afa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:12.638307 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c1c9551d-ef52-4635-a117-6e760d97afa2 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242800 Sep 02 13:18:14.810266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39908) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:14.900238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0861e67-a4de-470b-957f-8bcfcfbfe924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:14.900703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0861e67-a4de-470b-957f-8bcfcfbfe924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:14.902189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a0861e67-a4de-470b-957f-8bcfcfbfe924 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909891 Sep 02 13:18:17.071787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39916) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:17.156596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f320104-2e07-4fbd-a27c-311637aead66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:17.157907 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5f320104-2e07-4fbd-a27c-311637aead66 admin admin] 10.222.0.13 "GET /v2.0/subnets/4edf6804-c73a-4db8-b161-c2fb4970d659 HTTP/1.1" status: 200 len: 816 time: 0.0852385 Sep 02 13:18:19.334133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:19.429672 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b67e8a-fd68-4e9c-b208-01f983ea1fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:19.430996 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b5b67e8a-fd68-4e9c-b208-01f983ea1fed admin admin] 10.222.0.13 "GET /v2.0/subnets/93711813-ff6b-444a-8cc9-78d16487d04e HTTP/1.1" status: 200 len: 868 time: 0.0959136 Sep 02 13:18:31.065741 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46974b93-1655-470d-9c98-d1c5a0f1c830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:33.534093 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa1258ab-683f-4639-858f-fc71e9f58838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:33.966215 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:34.557392 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:18:34.644114 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:36.363368 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:43.486232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:43.534551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-9aedb2a2-5f4d-43c4-993f-88fe5b378981 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:18:43.535546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9aedb2a2-5f4d-43c4-993f-88fe5b378981 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483909 Sep 02 13:18:45.798743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:45.858650 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe60afc8-4550-4d7a-be74-4c1a7d8943c7 admin admin] GET failed (client error): The resource could not be found. Sep 02 13:18:45.859970 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fe60afc8-4550-4d7a-be74-4c1a7d8943c7 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596304 Sep 02 13:18:45.996798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac144a1-c257-4bd2-b99f-1e0d9e90f45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:45.998195 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3ac144a1-c257-4bd2-b99f-1e0d9e90f45a admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1336713 Sep 02 13:18:48.205114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:48.251983 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:18:48.274303 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Made reservation on behalf of 4be3ec39838c4ae9a585e424b7ba1232 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:18:48.276637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:48.320879 n-d-794796-4 neutron-server[94688]: WARNING neutron.services.revisions.revision_plugin [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Could not find related network for resource to bump revision. Sep 02 13:18:48.336590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:18:48.348926 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743480860510', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:48.349496 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Unsubscribe: segment precommit_create {{(pid=94688) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 02 13:18:48.350013 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Added segment aaa0bb0a-045f-436c-8a19-84b04deb50d3 of type vlan for network 26cfa094-65b2-4539-8430-f507b2c04365 Sep 02 13:18:48.394217 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:48.425154 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:48.426084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:48.426662 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:48.498581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2923467 Sep 02 13:18:48.522304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d82834-349d-474b-a9ed-183153cfa534 admin admin] Pushing event updated for resources: {'Network': ['ID=26cfa094-65b2-4539-8430-f507b2c04365,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:18:48.534283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 26cfa094-65b2-4539-8430-f507b2c04365 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:18:50.686580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:18:50.749266 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed65b8d3-e10e-4ac5-8b1b-9ab66ecad92e admin admin] GET failed (client error): The resource could not be found. Sep 02 13:18:50.750590 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ed65b8d3-e10e-4ac5-8b1b-9ab66ecad92e admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630598 Sep 02 13:18:50.820611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41550cd-6cc6-49f3-acf7-34aa5bd3b1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:50.822071 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d41550cd-6cc6-49f3-acf7-34aa5bd3b1be admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668349 Sep 02 13:18:50.833090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:18:50.851962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Made reservation on behalf of 4be3ec39838c4ae9a585e424b7ba1232 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:18:50.854131 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:51.010738 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:51.064205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14460900-5bf5-481a-8612-074d0552f303,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:18:51.072404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:18:51.072751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Network hostable DHCP agents. Network: 26cfa094-65b2-4539-8430-f507b2c04365, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:18:51.087813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Network 26cfa094-65b2-4539-8430-f507b2c04365 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:18:51.095898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 26cfa094-65b2-4539-8430-f507b2c04365) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:18:51.100659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:18:51.101557 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:51.107189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f3d6a-aeac-4ad1-b764-0df5f9e9f815 None None] Network 26cfa094-65b2-4539-8430-f507b2c04365 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:18:51.115417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-37334846-d0dc-4eb2-94db-b398a35121d5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2856731 Sep 02 13:18:51.356621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-26cfa094-65b2-4539-8430-f507b2c04365', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'tenant_id': '4be3ec39838c4ae9a585e424b7ba1232', 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:18:51.357513 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:51.492265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Allocated IP 192.168.233.2 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/e69eac08-c976-41a5-af09-e001fa17c394) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:18:51.634962 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:51.643615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Transition to ACTIVE for port object e69eac08-c976-41a5-af09-e001fa17c394 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:18:51.658787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Transition to ACTIVE for port object e69eac08-c976-41a5-af09-e001fa17c394 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:18:51.664974 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:51.706156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:18:51.708980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:18:51.713348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Pushing event updated for resources: {'Port': ['ID=e69eac08-c976-41a5-af09-e001fa17c394,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:18:51.716055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:18:51.745241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.745627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.745979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.746339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.746672 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.747012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.747339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.747666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.748027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.748352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.748676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.748999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:18:51.782770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Attempting to bind port e69eac08-c976-41a5-af09-e001fa17c394 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:18:51.783143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Attempting to bind port e69eac08-c976-41a5-af09-e001fa17c394 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:18:51.783512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Attempting to bind port e69eac08-c976-41a5-af09-e001fa17c394 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:18:51.788540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:18:51.788910 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:18:51.789320 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:51.789710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:18:51.790172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Bound port: e69eac08-c976-41a5-af09-e001fa17c394, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:18:51.790607 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:51.852135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] For port e69eac08-c976-41a5-af09-e001fa17c394, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:18:51.855383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] For port e69eac08-c976-41a5-af09-e001fa17c394, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e69eac08-c976-41a5-af09-e001fa17c394,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:18:51.860602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:51.918417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13dcd5-5480-4151-b88b-4ea5d996cf1d None None] Pushing event updated for resources: {'Port': ['ID=e69eac08-c976-41a5-af09-e001fa17c394,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:18:52.713233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a1f973-aa74-4889-a0f5-1afc7e5a50f5 None None] Network 26cfa094-65b2-4539-8430-f507b2c04365 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:18:52.784696 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a0106eec-d147-417b-9ced-34ff4e52f51b None None] Provisioning for port e69eac08-c976-41a5-af09-e001fa17c394 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:18:54.110525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e69eac08-c976-41a5-af09-e001fa17c394 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:18:54.161979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port e69eac08-c976-41a5-af09-e001fa17c394 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:18:54.165600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e69eac08-c976-41a5-af09-e001fa17c394 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:18:54.165979 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:54.241615 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:54.272610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port e69eac08-c976-41a5-af09-e001fa17c394, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e69eac08-c976-41a5-af09-e001fa17c394,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:18:54.276184 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:18:54.322034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=e69eac08-c976-41a5-af09-e001fa17c394,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:18:56.090397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e69eac08-c976-41a5-af09-e001fa17c394 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:18:56.141083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e69eac08-c976-41a5-af09-e001fa17c394 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:18:56.141449 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:01.066748 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdc6a013-cdb6-4ab8-8d14-f86930251a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:03.534654 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8761fd68-0c98-4b8e-b897-116f0451a849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:03.968120 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:04.647532 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:06.363129 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:11.556362 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:19:31.068678 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db7c4522-43e8-4402-b295-c58150091ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:33.534300 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea90da77-4e03-4541-aa28-b9d0240567e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:33.966420 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:34.653667 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:36.364948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:19:48.554156 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:20:00.159638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:00.166077 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-bf553ed4-b6a2-4634-96e9-ca39074714e4 tempest-verify_tempest_config-1639416322 tempest-verify_tempest_config-1639416322-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:20:00.167047 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bf553ed4-b6a2-4634-96e9-ca39074714e4 tempest-verify_tempest_config-1639416322 tempest-verify_tempest_config-1639416322-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064354 Sep 02 13:20:00.451552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40072) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:00.561363 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:00.646758 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:00.650292 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:00.693796 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64fff5ad2c0d46d7a680b6c7b7478a87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2412074 Sep 02 13:20:00.694983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a538031-5e13-4eae-b5c3-c1b5eb1482fb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:00.696578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:20:00.701610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.701961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.702318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.702639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.702970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.703304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.703632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.703978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.704303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.704623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.704943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.705264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebfcd8-8414-4792-843a-c40c33583fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.774169 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:00.794926 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:00.882305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:00.884986 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:00.886205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a538031-5e13-4eae-b5c3-c1b5eb1482fb HTTP/1.1" status: 204 len: 168 time: 0.1886866 Sep 02 13:20:00.893636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a538031-5e13-4eae-b5c3-c1b5eb1482fb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:20:00.900087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.900367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.900731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.901034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.901360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.901686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.902009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.902336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.902677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.902975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.903292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:00.903608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f589659e-c84b-488c-a22c-f151cab0cac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:20:01.069634 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7deea77-2d7e-4c97-a5c8-c69a4a7cf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:03.535458 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-314d4549-4d2f-4a00-83bd-c0823329cdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:03.969232 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:04.652630 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:06.366524 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:25.553277 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:20:31.070717 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80cd5d0a-1e49-43eb-bc22-d75400c363a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:33.535145 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-988e799d-1867-4682-8303-35119973f0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:33.968731 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:34.656206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:20:36.370158 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:01.070982 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9923d3a-e489-41c6-92be-db48dfb22ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:02.551343 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:21:03.536220 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32f9b95f-f9f2-4c48-84ae-7879363acbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:03.968729 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:04.658547 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:06.373777 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:31.076368 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec212edc-5fa7-45fe-a73f-96a1cf93cbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:33.537438 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d05ce66-2904-403c-8118-69b158be57a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:33.971215 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:34.660939 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:36.384015 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:21:39.551698 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:22:01.069931 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6e86d11-6407-493a-a49b-05bd9895c1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:03.537110 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e424d2ce-b267-4457-9d84-4c57cd8426e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:03.971813 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:04.666954 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:06.386513 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:16.552309 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:22:31.072902 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-22007c40-0c3e-4ec2-bd50-18773c4672d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:33.537230 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d01fff2b-1832-4526-ba4b-7f0e319a5f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:33.974005 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:34.667602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:36.382665 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:22:53.552012 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 5 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:22:59.141591 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376154'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:00.128066 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-376154'] for agent, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:01.075408 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4823dc2a-a863-407d-8f6b-44418c42aea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:03.539503 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98264a52-bf0a-415e-bac8-1d283ff2c2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:03.976872 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:04.669749 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:06.385741 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:29.091482 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:30.074270 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:30.550885 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:23:31.076249 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8a6ac2ec-f283-4c0d-88ec-069dc91f07fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:33.540719 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e126f31-f36d-4bb3-bcd1-8b456d56244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:33.977895 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:34.674280 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:36.389225 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:23:44.102784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:23:44.204939 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e5b497a3-b354-4300-90ff-684f0fb0941e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1010458 Sep 02 13:23:46.385451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40152) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:23:46.440952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0c577eee-a03c-4705-82f7-a62be95f7eb5 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0541847 Sep 02 13:23:59.120916 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:00.070241 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:01.078013 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2fded78-edc8-43c7-9a49-d630e51bbc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:03.540745 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12adbea9-7478-4567-92c7-344fa34b72e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:03.979583 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:04.675560 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:06.390685 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:07.550413 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:24:29.124032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:30.092023 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:31.091519 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb4afad5-ca08-4e00-ae80-329d8100fdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:33.541174 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81386d42-2dc7-4c9c-b407-19ff8e9fb9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:33.981315 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:34.678180 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:36.425729 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:24:44.549283 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:24:59.118803 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:00.091671 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:01.085431 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38f5d0d5-fe23-4201-9d32-e9e37cde1bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:03.542163 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb9b6af2-7bd2-4951-8d8a-39687b6a71dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:03.982734 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:04.681952 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:06.405684 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:13.609683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:13.612695 n-d-794796-4 neutron-server[94687]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 02 13:25:13.645268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-4732193c-d06e-4197-8abb-335cf2d34b5f tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9275736abe0f43f288151a2d468d8133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344176 Sep 02 13:25:13.832169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-23795eaa-b4d1-4a40-ab03-bcbf16bf1753 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:13.834003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-23795eaa-b4d1-4a40-ab03-bcbf16bf1753 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830411 Sep 02 13:25:13.850786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-5e6e691c-6982-44b7-9775-b9b4ecad175d tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/quotas/9275736abe0f43f288151a2d468d8133 HTTP/1.1" status: 200 len: 375 time: 0.0104682 Sep 02 13:25:13.908985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-61536c0f-706e-4c3d-93ef-75a0a0f16fcc tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9275736abe0f43f288151a2d468d8133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501738 Sep 02 13:25:14.128718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40590) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:14.276433 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:14.386425 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:14.401369 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:14.407961 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:14.445149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e025278-101b-45e9-acc8-cd5fc654aa9c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:14.455929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.456448 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.457004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.457475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.457812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.458061 n-d-794796-4 neutron-server[94688]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 02 13:25:14.458200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.458467 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.458787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.459262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.459748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.460207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.460664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] Tracked resource versions report: Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: pushed versions: Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: { 'AddressGroup': {'1.2'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'ConntrackHelper': {'1.0'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Log': {'1.0'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Network': {'1.1'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Port': {'1.7'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'PortForwarding': {'1.2'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'QosPolicy': {'1.9'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'SecurityGroup': {'1.4'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'SecurityGroupRule': {'1.2'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'SubPort': {'1.0'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Subnet': {'1.1'}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Trunk': {'1.1'}} Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: consumer versions: Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: { DHCP agent@n-d-794796-4: {}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: HyperV agent@n-h1-794796-4: {}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: HyperV agent@n-h2-794796-4: {}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: L3 agent@n-d-794796-4: {}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: Metadata agent@n-d-794796-4: {}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: Metering agent@n-d-794796-4: {}, Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: Open vSwitch agent@n-d-794796-4: { 'AddressGroup': '1.2', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'ConntrackHelper': '1.0', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Log': '1.0', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Network': '1.1', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Port': '1.7', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'PortForwarding': '1.2', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'QosPolicy': '1.9', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'SecurityGroup': '1.4', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'SecurityGroupRule': '1.2', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'SubPort': '1.0', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Subnet': '1.1', Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: 'Trunk': '1.1'}} Sep 02 13:25:14.461824 n-d-794796-4 neutron-server[94687]: {{(pid=94687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 13:25:14.483767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5b8b4af6-32fb-4398-8b25-e1e1f4cd1ef6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=828412bff8434386844c0bedfb893fcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3534904 Sep 02 13:25:14.486237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:14.561104 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6087df74-0438-41dc-beba-c35f5f96e4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:14.593143 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6087df74-0438-41dc-beba-c35f5f96e4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:14.597473 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee9599f6-7c38-474b-8857-b3fb4ab64bcd req-60839788-786b-41b9-920e-da2f556d6ff5 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 210 time: 0.2090795 Sep 02 13:25:14.652375 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6087df74-0438-41dc-beba-c35f5f96e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:14.658617 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6087df74-0438-41dc-beba-c35f5f96e4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:14.663103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6087df74-0438-41dc-beba-c35f5f96e4aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e025278-101b-45e9-acc8-cd5fc654aa9c HTTP/1.1" status: 204 len: 168 time: 0.1734166 Sep 02 13:25:14.671807 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087df74-0438-41dc-beba-c35f5f96e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e025278-101b-45e9-acc8-cd5fc654aa9c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:15.117737 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40686) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:15.153166 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aac078cc-f3cd-4456-878c-812fdf93dd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.334168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40698) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:15.339482 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aac078cc-f3cd-4456-878c-812fdf93dd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.345269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aac078cc-f3cd-4456-878c-812fdf93dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.445108 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-aac078cc-f3cd-4456-878c-812fdf93dd42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f376899b6e0b42738baa029abd5bc3a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3259158 Sep 02 13:25:15.447890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:15.451235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac078cc-f3cd-4456-878c-812fdf93dd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87297bcd-5927-4d8f-907b-f00532b8e749,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:15.578290 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.647812 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d28c87b-0206-4fa1-a392-5bea0012f47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.712268 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.716745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:15.732371 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d28c87b-0206-4fa1-a392-5bea0012f47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.734351 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.792460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4143a3d-aeeb-4a24-bcbf-06e3481ca1fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:15.807153 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.807669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.808197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.808687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.809179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.809672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.810190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.810695 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.811209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.811749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.812284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.812791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] Tracked resource versions report: Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: pushed versions: Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: { 'AddressGroup': {'1.2'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'ConntrackHelper': {'1.0'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Log': {'1.0'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Network': {'1.1'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Port': {'1.7'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'PortForwarding': {'1.2'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'QosPolicy': {'1.9'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'SecurityGroup': {'1.4'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'SecurityGroupRule': {'1.2'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'SubPort': {'1.0'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Subnet': {'1.1'}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Trunk': {'1.1'}} Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: consumer versions: Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: { DHCP agent@n-d-794796-4: {}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: HyperV agent@n-h1-794796-4: {}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: HyperV agent@n-h2-794796-4: {}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: L3 agent@n-d-794796-4: {}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: Metadata agent@n-d-794796-4: {}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: Metering agent@n-d-794796-4: {}, Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: Open vSwitch agent@n-d-794796-4: { 'AddressGroup': '1.2', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'ConntrackHelper': '1.0', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Log': '1.0', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Network': '1.1', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Port': '1.7', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'PortForwarding': '1.2', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'QosPolicy': '1.9', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'SecurityGroup': '1.4', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'SecurityGroupRule': '1.2', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'SubPort': '1.0', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Subnet': '1.1', Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: 'Trunk': '1.1'}} Sep 02 13:25:15.816060 n-d-794796-4 neutron-server[94688]: {{(pid=94688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 13:25:15.862557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:15.863311 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-01c43654-d064-467b-88d2-274fe080b9e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24451aeaab12467db6fe2cde62534235&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5267296 Sep 02 13:25:15.889437 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d28c87b-0206-4fa1-a392-5bea0012f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.894622 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d28c87b-0206-4fa1-a392-5bea0012f47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.895980 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3d28c87b-0206-4fa1-a392-5bea0012f47e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87297bcd-5927-4d8f-907b-f00532b8e749 HTTP/1.1" status: 204 len: 168 time: 0.4461427 Sep 02 13:25:15.905787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28c87b-0206-4fa1-a392-5bea0012f47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87297bcd-5927-4d8f-907b-f00532b8e749,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:15.973724 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbc59670-3870-445d-b83b-7fe32d28e1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:15.979414 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-241e4641-7f6f-404c-a851-beb4dfd90499 req-86e58213-5763-4589-a96e-b55d73e5cd2a tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 210 time: 0.0710900 Sep 02 13:25:16.036558 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d59701f-f2cb-4649-9b49-37c7d55f1583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.069437 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d59701f-f2cb-4649-9b49-37c7d55f1583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.140116 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d59701f-f2cb-4649-9b49-37c7d55f1583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.146386 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d59701f-f2cb-4649-9b49-37c7d55f1583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.147691 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0d59701f-f2cb-4649-9b49-37c7d55f1583 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4143a3d-aeeb-4a24-bcbf-06e3481ca1fc HTTP/1.1" status: 204 len: 168 time: 0.2829406 Sep 02 13:25:16.163946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59701f-f2cb-4649-9b49-37c7d55f1583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4143a3d-aeeb-4a24-bcbf-06e3481ca1fc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:16.193192 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbc59670-3870-445d-b83b-7fe32d28e1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.198351 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbc59670-3870-445d-b83b-7fe32d28e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.204476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40772) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:16.266169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc59670-3870-445d-b83b-7fe32d28e1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e010c4f7-6a01-4d86-ad30-e4a1a199b4d6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:16.271273 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dbc59670-3870-445d-b83b-7fe32d28e1a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5be64d67ace141e6ba127ac6ff3d20c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5542312 Sep 02 13:25:16.274146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40782) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:16.346060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.90', 62641) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:16.352071 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67e8f154-090e-43be-aa2c-16567a9a5b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.400609 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67e8f154-090e-43be-aa2c-16567a9a5b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.414976 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-4aa93a85-415e-4d94-9e9c-4fee16088911 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=9275736abe0f43f288151a2d468d8133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674107 Sep 02 13:25:16.498777 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67e8f154-090e-43be-aa2c-16567a9a5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.501473 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67e8f154-090e-43be-aa2c-16567a9a5b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.502687 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-67e8f154-090e-43be-aa2c-16567a9a5b45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e010c4f7-6a01-4d86-ad30-e4a1a199b4d6 HTTP/1.1" status: 204 len: 168 time: 0.2276354 Sep 02 13:25:16.521252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8f154-090e-43be-aa2c-16567a9a5b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e010c4f7-6a01-4d86-ad30-e4a1a199b4d6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:16.675806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-4a22918d-8344-4b46-9d25-d4fc5f1341c2 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:16.678568 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-4a22918d-8344-4b46-9d25-d4fc5f1341c2 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565932 Sep 02 13:25:16.749065 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1857a30-b16a-42d6-af05-a72c965a2270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.791278 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Request body: {'port': {'device_id': 'cda54660-7174-438d-9670-613d95bd4a15', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '9275736abe0f43f288151a2d468d8133'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:16.875766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1857a30-b16a-42d6-af05-a72c965a2270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.880843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1857a30-b16a-42d6-af05-a72c965a2270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.922221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40832) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:16.957391 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a51dcd1-9ab0-40a8-89f5-da54a6237fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:16.967247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b1857a30-b16a-42d6-af05-a72c965a2270 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72441a46a9b045198bd616c35fd3398b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7593644 Sep 02 13:25:16.968059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:16.971171 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1857a30-b16a-42d6-af05-a72c965a2270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c725ddd5-a468-428a-8902-d3f5a7aef6de,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:17.102662 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a68da422-3cf3-41d0-8b23-64c44c88e97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.126920 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a68da422-3cf3-41d0-8b23-64c44c88e97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.199201 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a68da422-3cf3-41d0-8b23-64c44c88e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.207837 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a68da422-3cf3-41d0-8b23-64c44c88e97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.209394 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a68da422-3cf3-41d0-8b23-64c44c88e97b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c725ddd5-a468-428a-8902-d3f5a7aef6de HTTP/1.1" status: 204 len: 168 time: 0.2402928 Sep 02 13:25:17.236034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68da422-3cf3-41d0-8b23-64c44c88e97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c725ddd5-a468-428a-8902-d3f5a7aef6de,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:17.262742 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a51dcd1-9ab0-40a8-89f5-da54a6237fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.268270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a51dcd1-9ab0-40a8-89f5-da54a6237fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.317725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1a51dcd1-9ab0-40a8-89f5-da54a6237fa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89004e96ae854b01997fa3ff3aea933a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3865652 Sep 02 13:25:17.319142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51dcd1-9ab0-40a8-89f5-da54a6237fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69776aa1-9a47-4ea0-b3f9-c5e715bad4c7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:17.320623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:17.331998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Made reservation on behalf of 9275736abe0f43f288151a2d468d8133 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:17.335486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.353248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.414820 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94eae81e-df6c-4524-9bed-17162f121824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.432697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:17.465614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94eae81e-df6c-4524-9bed-17162f121824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.476604 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8c70298-25ee-4165-b196-7563ef76988b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.488304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8505e59f-c0d5-4136-843e-770680cb8179 req-796a05ef-8bb2-41cf-9849-ce86a4ac6912 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 210 time: 0.0494709 Sep 02 13:25:17.575662 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.577972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94eae81e-df6c-4524-9bed-17162f121824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.582160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94eae81e-df6c-4524-9bed-17162f121824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.584257 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-94eae81e-df6c-4524-9bed-17162f121824 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69776aa1-9a47-4ea0-b3f9-c5e715bad4c7 HTTP/1.1" status: 204 len: 168 time: 0.2618198 Sep 02 13:25:17.590627 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:17.656755 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eae81e-df6c-4524-9bed-17162f121824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69776aa1-9a47-4ea0-b3f9-c5e715bad4c7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:17.812352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-f54f22b1-48f8-4f0d-b335-1da2561654b8 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=599de58bf26f43fd9c8bef374a01c101&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2041070 Sep 02 13:25:17.825455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3a06d-2403-4b2c-971c-d6304870d187,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:18.030447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8c70298-25ee-4165-b196-7563ef76988b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:18.046429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Allocated IP 192.168.233.72 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/20190fe7-06c7-4854-8ec5-166f0a450f5b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:18.054280 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8c70298-25ee-4165-b196-7563ef76988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:18.189157 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f8c70298-25ee-4165-b196-7563ef76988b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dfe0487199d494ba0a92327240812e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7490470 Sep 02 13:25:18.189276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40928) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:18.196102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-cb5f95ad-7355-47cd-8ef8-ec313bf387dc tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:18.207511 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-cb5f95ad-7355-47cd-8ef8-ec313bf387dc tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3837168 Sep 02 13:25:18.229344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c70298-25ee-4165-b196-7563ef76988b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeb6a30-a978-4ed0-9449-da9d935aa06e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:18.260078 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-d8d80802-bf5a-47d6-8918-775ce66abdd8 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/quotas/599de58bf26f43fd9c8bef374a01c101 HTTP/1.1" status: 200 len: 375 time: 0.0513642 Sep 02 13:25:18.355239 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-e16b6625-0186-4baa-8b0f-22f7493128fd tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=599de58bf26f43fd9c8bef374a01c101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937247 Sep 02 13:25:18.372091 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7da9035f-b83b-4c5e-a876-699c75244e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:18.431666 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7da9035f-b83b-4c5e-a876-699c75244e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:18.506645 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:18.555327 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a51a3f-01ed-415a-b63c-c045432ef12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:18.589858 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:18.687626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Transition to ACTIVE for port object 20190fe7-06c7-4854-8ec5-166f0a450f5b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:18.951084 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a51a3f-01ed-415a-b63c-c045432ef12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:18.959135 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a51a3f-01ed-415a-b63c-c045432ef12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:19.030883 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7da9035f-b83b-4c5e-a876-699c75244e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:19.034997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7da9035f-b83b-4c5e-a876-699c75244e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:19.042977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7da9035f-b83b-4c5e-a876-699c75244e8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfeb6a30-a978-4ed0-9449-da9d935aa06e HTTP/1.1" status: 204 len: 168 time: 0.8525710 Sep 02 13:25:19.069646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a51a3f-01ed-415a-b63c-c045432ef12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb7d780-7e16-448b-bcc8-b0b519f2f303,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:19.156858 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16f5f3cd-626f-45ef-8afe-236fea8e4f09 req-75b0bbb0-ae6a-4a8f-98e7-5496af5a3d3a tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 210 time: 0.1944587 Sep 02 13:25:19.196781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9035f-b83b-4c5e-a876-699c75244e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeb6a30-a978-4ed0-9449-da9d935aa06e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:19.232495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d5a51a3f-01ed-415a-b63c-c045432ef12a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12fa10e2f53d4e719b7e316ad1a0d614&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7251983 Sep 02 13:25:19.252423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40982) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:19.355983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-097fd851-0ce1-4fc1-9e53-7df0ad81c2d3 req-ba039c63-ffb9-4e30-9661-d71fa5933c4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.4723794 Sep 02 13:25:19.407906 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:19.482701 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-844f8865-150f-41df-9677-d455eae2ddbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:19.543293 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-844f8865-150f-41df-9677-d455eae2ddbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:19.693402 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-844f8865-150f-41df-9677-d455eae2ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:19.694821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:19.698249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-844f8865-150f-41df-9677-d455eae2ddbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:19.700801 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-844f8865-150f-41df-9677-d455eae2ddbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddb7d780-7e16-448b-bcc8-b0b519f2f303 HTTP/1.1" status: 204 len: 168 time: 0.4472024 Sep 02 13:25:19.724769 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f8865-150f-41df-9677-d455eae2ddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb7d780-7e16-448b-bcc8-b0b519f2f303,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:19.730609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:19.760442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:19.775667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:19.776592 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:19.842907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Pushing event updated for resources: {'Port': ['ID=20190fe7-06c7-4854-8ec5-166f0a450f5b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:19.870935 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-2b0b9411-f517-4f12-aaa8-b72c877c3d1e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0840430 Sep 02 13:25:19.917597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-c4b27deb-839c-4d60-8beb-614a8155e84d tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:25:19.918658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-c4b27deb-839c-4d60-8beb-614a8155e84d tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086660 Sep 02 13:25:20.146869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ed08d5d-4640-45be-a5c3-a806e4580bef None None] Provisioning for port 20190fe7-06c7-4854-8ec5-166f0a450f5b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:20.156682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ed08d5d-4640-45be-a5c3-a806e4580bef None None] Provisioning complete for port 20190fe7-06c7-4854-8ec5-166f0a450f5b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:20.157070 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ed08d5d-4640-45be-a5c3-a806e4580bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:20.301203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6ed08d5d-4640-45be-a5c3-a806e4580bef None None] Port 20190fe7-06c7-4854-8ec5-166f0a450f5b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:20.588580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe3a67-7981-48f4-ba27-841910aae548 req-eddc02ff-c97d-4ef5-8cd0-1207a572b737 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:20.592616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6f37503-9cc1-4ab4-b602-8bf9b6244b00 req-57971a34-0b13-4b29-bf18-7a968e5891a2 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0804088 Sep 02 13:25:20.611276 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8afe3a67-7981-48f4-ba27-841910aae548 req-eddc02ff-c97d-4ef5-8cd0-1207a572b737 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 935 time: 0.1195645 Sep 02 13:25:20.667936 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8afe3a67-7981-48f4-ba27-841910aae548 req-0b13f711-901d-4d13-b0ba-a5fe48eb5640 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543323 Sep 02 13:25:21.139128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41074) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:21.404526 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3f25-74c6-4ce7-838f-bd30e5b7ff04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:21.535275 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3f25-74c6-4ce7-838f-bd30e5b7ff04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:21.551593 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:25:21.556566 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3f25-74c6-4ce7-838f-bd30e5b7ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:21.608257 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2b7d3f25-74c6-4ce7-838f-bd30e5b7ff04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1247800d0df24aab8fd7911c9e463498&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4657588 Sep 02 13:25:21.608821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:21.611681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d3f25-74c6-4ce7-838f-bd30e5b7ff04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a9a8b-4c18-4c2a-8551-b0c258430528,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:21.677690 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe289178-b846-442a-a538-3895c95fb74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:21.705679 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe289178-b846-442a-a538-3895c95fb74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:21.717885 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b09ed547-1b15-4c49-9a2b-9d1899402e5a req-569d8baa-ab4e-4304-84f4-362f472d4910 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0310011 Sep 02 13:25:21.822282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe289178-b846-442a-a538-3895c95fb74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:21.825264 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe289178-b846-442a-a538-3895c95fb74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:21.826417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fe289178-b846-442a-a538-3895c95fb74b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db1a9a8b-4c18-4c2a-8551-b0c258430528 HTTP/1.1" status: 204 len: 168 time: 0.2167654 Sep 02 13:25:21.861159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289178-b846-442a-a538-3895c95fb74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a9a8b-4c18-4c2a-8551-b0c258430528,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:21.909610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d48a-4aac-4425-bfca-25e00aefe6a9 req-eedcb9bd-5b01-489b-b0c8-208198be6161 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:21.911331 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a0b3d48a-4aac-4425-bfca-25e00aefe6a9 req-eedcb9bd-5b01-489b-b0c8-208198be6161 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 935 time: 0.1045883 Sep 02 13:25:21.975467 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a0b3d48a-4aac-4425-bfca-25e00aefe6a9 req-8d78eb53-7c30-4ea4-a4f9-3b6df0e51ffc tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 Sep 02 13:25:22.431233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:22.444672 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-740a83aa-4938-42b2-8ec8-b2a753ef5dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:22.604581 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-740a83aa-4938-42b2-8ec8-b2a753ef5dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:22.620216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-740a83aa-4938-42b2-8ec8-b2a753ef5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:22.666419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-740a83aa-4938-42b2-8ec8-b2a753ef5dfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6db075c05fa74fe08880542812ed414c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2338531 Sep 02 13:25:22.667228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a83aa-4938-42b2-8ec8-b2a753ef5dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a718e600-1b65-484e-b3d1-f68b794476ca,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:22.669164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:22.742402 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf6dfa4-48bb-4ff3-b4e5-73b470adc7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:22.771339 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf6dfa4-48bb-4ff3-b4e5-73b470adc7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:22.843623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41144) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:22.850279 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf6dfa4-48bb-4ff3-b4e5-73b470adc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:22.856196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa988f8d-19e3-4022-92cb-06dcf58b3251 req-89359755-6d2a-4e4a-8551-6e6af0ddf253 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0283136 Sep 02 13:25:22.866769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fbf6dfa4-48bb-4ff3-b4e5-73b470adc7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:22.868570 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fbf6dfa4-48bb-4ff3-b4e5-73b470adc7d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a718e600-1b65-484e-b3d1-f68b794476ca HTTP/1.1" status: 204 len: 168 time: 0.1965404 Sep 02 13:25:22.879320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6dfa4-48bb-4ff3-b4e5-73b470adc7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a718e600-1b65-484e-b3d1-f68b794476ca,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:23.045462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2035778648-network', 'tenant_id': '51720d6eddc140b2bb3cf89fe7cd3759'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:23.097904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Made reservation on behalf of 51720d6eddc140b2bb3cf89fe7cd3759 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:23.110159 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:23.133825 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:23.192791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558e84c-131f-4ace-91c9-6bb5f7b26cf2 req-f13c0303-e23a-45b7-8c10-c0e6af654bf3 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:23.201223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4558e84c-131f-4ace-91c9-6bb5f7b26cf2 req-f13c0303-e23a-45b7-8c10-c0e6af654bf3 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 935 time: 0.1296670 Sep 02 13:25:23.278441 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4558e84c-131f-4ace-91c9-6bb5f7b26cf2 req-cb41ef50-c7a5-44a2-8bf9-f15842e9131e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752940 Sep 02 13:25:23.356907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:23.361236 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:23.387673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:25:23.401769 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b6d7e7-3e9a-45ae-bcc5-c0bf775d9b12,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:23.406885 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:23.407234 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Added segment 1254c407-f025-4f98-a48d-e7200aeed4c5 of type vlan for network cf5ec001-0abc-4b0d-9d1e-9b2483559dd2 Sep 02 13:25:23.456909 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:23.513232 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:23.514354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:23.515084 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:23.583621 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7356005 Sep 02 13:25:23.583991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:23.586280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5810fde-4ba3-44c6-8f0b-418655bba376 admin admin] Pushing event updated for resources: {'Network': ['ID=cf5ec001-0abc-4b0d-9d1e-9b2483559dd2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:23.589800 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Request body: {'subnet': {'network_id': 'cf5ec001-0abc-4b0d-9d1e-9b2483559dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2035778648-subnet', 'tenant_id': '51720d6eddc140b2bb3cf89fe7cd3759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:23.598281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network cf5ec001-0abc-4b0d-9d1e-9b2483559dd2 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:25:23.618552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Made reservation on behalf of 51720d6eddc140b2bb3cf89fe7cd3759 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:23.621872 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:23.689133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41174) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:23.869056 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:24.102806 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a7b13c4-9901-4bed-b6e3-960555b46cc7 req-46a68a18-65b2-4177-a512-ca265d144e68 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0919900 Sep 02 13:25:24.135618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f919b59-7438-425c-ac9c-080bd2a1fb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:24.141148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b0eb0a-216f-4c24-b106-ba9a66a27267,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:24.165705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Checking segment: {'id': '1254c407-f025-4f98-a48d-e7200aeed4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf5ec001-0abc-4b0d-9d1e-9b2483559dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:24.166540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Network hostable DHCP agents. Network: cf5ec001-0abc-4b0d-9d1e-9b2483559dd2, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:25:24.189643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Network cf5ec001-0abc-4b0d-9d1e-9b2483559dd2 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:25:24.201317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, cf5ec001-0abc-4b0d-9d1e-9b2483559dd2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:24.206131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:24.206959 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:24.212831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bec2e5-3210-4eee-8cd4-62c763756053 None None] Network cf5ec001-0abc-4b0d-9d1e-9b2483559dd2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:24.302080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f919b59-7438-425c-ac9c-080bd2a1fb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:24.308336 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f919b59-7438-425c-ac9c-080bd2a1fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:24.311092 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-26a667b7-d3fb-4c21-89c7-08c4b42b528e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7257762 Sep 02 13:25:24.391824 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4f919b59-7438-425c-ac9c-080bd2a1fb2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=066840b0062740cf9618abfa9fc5252a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7008705 Sep 02 13:25:24.394958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:24.416182 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f919b59-7438-425c-ac9c-080bd2a1fb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f99744-ed41-4bc2-9548-c4ff919e9366,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:24.556337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6bcf-0983-46a5-afa8-bc053a936c52 req-037d68f8-21df-4c89-971c-4bf0f1b8cd43 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:24.563904 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfdd6bcf-0983-46a5-afa8-bc053a936c52 req-037d68f8-21df-4c89-971c-4bf0f1b8cd43 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 935 time: 0.1337829 Sep 02 13:25:24.613792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d9a7f-3adb-43ce-ad7c-95769f0588a3 None None] Network cf5ec001-0abc-4b0d-9d1e-9b2483559dd2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:24.669324 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfdd6bcf-0983-46a5-afa8-bc053a936c52 req-b9c2996f-9673-4211-823d-1954b0ef43e6 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040800 Sep 02 13:25:24.670576 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c576fd42-2deb-4b1d-b665-b1e4530503c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:24.708512 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c576fd42-2deb-4b1d-b665-b1e4530503c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:24.843811 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c576fd42-2deb-4b1d-b665-b1e4530503c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:24.847127 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c576fd42-2deb-4b1d-b665-b1e4530503c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:24.848571 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c576fd42-2deb-4b1d-b665-b1e4530503c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5f99744-ed41-4bc2-9548-c4ff919e9366 HTTP/1.1" status: 204 len: 168 time: 0.4476836 Sep 02 13:25:24.858358 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576fd42-2deb-4b1d-b665-b1e4530503c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f99744-ed41-4bc2-9548-c4ff919e9366,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:25.240277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-25022df6-bd45-4edf-85f5-008178f9cd74 req-ddfd99c5-1793-406e-b0ac-300785697634 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0424645 Sep 02 13:25:25.786622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41258) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:25.812727 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11efeef2-dae8-441d-b268-4489b260922e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:25.866217 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3fcf2-76f4-4e75-9ed8-7aacc63abc8b req-f035c8cd-dad2-4885-b7a2-74f362196389 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:25.867831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aea3fcf2-76f4-4e75-9ed8-7aacc63abc8b req-f035c8cd-dad2-4885-b7a2-74f362196389 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 935 time: 0.1218095 Sep 02 13:25:25.944523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aea3fcf2-76f4-4e75-9ed8-7aacc63abc8b req-ee5c5e84-60bc-4c87-93a8-434cfbf60256 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697365 Sep 02 13:25:25.974821 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11efeef2-dae8-441d-b268-4489b260922e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:25.981982 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11efeef2-dae8-441d-b268-4489b260922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.032840 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-11efeef2-dae8-441d-b268-4489b260922e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43077617d2164798aa6b65197bb49833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375302 Sep 02 13:25:26.032840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:26.049543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efeef2-dae8-441d-b268-4489b260922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab025be-9c73-467c-b0f4-da364601a1e6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:26.106823 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ac6bde1-4a1e-42c2-9c8e-86486cf3343a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.150115 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ac6bde1-4a1e-42c2-9c8e-86486cf3343a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.155747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41270) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:26.161130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1211445077-network', 'tenant_id': '8512f30fb0c542399239827475fe30f4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:26.202149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Made reservation on behalf of 8512f30fb0c542399239827475fe30f4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:26.205829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.215492 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.228771 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ac6bde1-4a1e-42c2-9c8e-86486cf3343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.231465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ac6bde1-4a1e-42c2-9c8e-86486cf3343a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.243939 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5ac6bde1-4a1e-42c2-9c8e-86486cf3343a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ab025be-9c73-467c-b0f4-da364601a1e6 HTTP/1.1" status: 204 len: 168 time: 0.2048249 Sep 02 13:25:26.285314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6bde1-4a1e-42c2-9c8e-86486cf3343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab025be-9c73-467c-b0f4-da364601a1e6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:26.399196 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-10151de2-2354-4eda-81c3-0df37a9208f5 req-6b09dc5c-3c73-4c08-a57c-ea1a2211805e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0428214 Sep 02 13:25:26.462190 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.469488 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.532869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:25:26.538611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e66d9-d483-4dee-8d01-c5fa4c0ca31e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:26.559029 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.559640 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Added segment 644bebc1-99dc-4837-baa7-f181e99a44bc of type vlan for network fb0d1894-7283-4d5c-a2e9-80d2681fa20a Sep 02 13:25:26.608880 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.638146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.640339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:26.641826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:26.711770 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5550315 Sep 02 13:25:26.714477 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:26.719600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Request body: {'subnet': {'network_id': 'fb0d1894-7283-4d5c-a2e9-80d2681fa20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1211445077-subnet', 'tenant_id': '8512f30fb0c542399239827475fe30f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:26.724143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbc3b7-a997-48eb-87ad-b11dd9f6f38b admin admin] Pushing event updated for resources: {'Network': ['ID=fb0d1894-7283-4d5c-a2e9-80d2681fa20a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:26.736979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network fb0d1894-7283-4d5c-a2e9-80d2681fa20a details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:25:26.750212 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Made reservation on behalf of 8512f30fb0c542399239827475fe30f4 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:26.753126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:27.112703 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:27.135355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbd6cb-674f-4c3e-81e2-b39197ce0c3f req-920b8d79-179d-460c-9f2e-13f5ef40f83a tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:27.145807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-76dbd6cb-674f-4c3e-81e2-b39197ce0c3f req-920b8d79-179d-460c-9f2e-13f5ef40f83a tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 935 time: 0.0671299 Sep 02 13:25:27.185459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-76dbd6cb-674f-4c3e-81e2-b39197ce0c3f req-5299bc4b-daa5-4971-9344-880b5adf049e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Sep 02 13:25:27.223095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ffd06e-861e-479f-bb99-522d36e31906,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:27.234930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Checking segment: {'id': '644bebc1-99dc-4837-baa7-f181e99a44bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fb0d1894-7283-4d5c-a2e9-80d2681fa20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:27.235259 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Network hostable DHCP agents. Network: fb0d1894-7283-4d5c-a2e9-80d2681fa20a, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:25:27.279926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Network fb0d1894-7283-4d5c-a2e9-80d2681fa20a is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:25:27.293165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, fb0d1894-7283-4d5c-a2e9-80d2681fa20a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:27.303331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:27.304042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:27.310737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289e2d4-cc45-41b8-97fe-f510127e9146 None None] Network fb0d1894-7283-4d5c-a2e9-80d2681fa20a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:27.338676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-475dc888-a0b2-4784-990f-9b9500907df6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6157210 Sep 02 13:25:27.480314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41354) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:27.496564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d67dd-60d7-41fe-b21a-dddbd97df2ea None None] Network fb0d1894-7283-4d5c-a2e9-80d2681fa20a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:27.569682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f794cb-6597-4dd1-afdb-38aaa706e350 admin admin] Deleting subnet e9b0eb0a-216f-4c24-b106-ba9a66a27267 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:25:27.574169 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0f794cb-6597-4dd1-afdb-38aaa706e350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:27.627518 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0f794cb-6597-4dd1-afdb-38aaa706e350 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:27.641341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0f794cb-6597-4dd1-afdb-38aaa706e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:27.731675 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-901cccf8-9aa2-49b4-bf8d-f9f6e50a734a req-0be95d1f-7952-4b27-afb4-ba430825f0cb tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0549529 Sep 02 13:25:27.754156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:27.758258 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0f794cb-6597-4dd1-afdb-38aaa706e350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:27.816255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f794cb-6597-4dd1-afdb-38aaa706e350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b0eb0a-216f-4c24-b106-ba9a66a27267,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:27.818536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0f794cb-6597-4dd1-afdb-38aaa706e350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:27.821255 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e0f794cb-6597-4dd1-afdb-38aaa706e350 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9b0eb0a-216f-4c24-b106-ba9a66a27267 HTTP/1.1" status: 204 len: 168 time: 0.3397551 Sep 02 13:25:27.824340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:27.921894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-network', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:27.988282 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Made reservation on behalf of 8cf9635c5ba241b9bc5871f4199a2ac6 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:27.992306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.011451 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.041436 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.153951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41382) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:28.173630 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.193777 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.194127 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.194891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.195242 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > port after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.195580 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.196347 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.196347 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.196637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.196878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.197219 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.302753 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-557e61d9-41a5-48d7-8780-86b496dc86c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.391642 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.392175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.393067 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.393496 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:28.393891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5ec001-0abc-4b0d-9d1e-9b2483559dd2']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:28.431784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1254c407-f025-4f98-a48d-e7200aeed4c5') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:28.432127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1254c407-f025-4f98-a48d-e7200aeed4c5') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:28.486249 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.525315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.546467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b32a4-9403-4dd5-965b-1e54cf1602da req-b4d5df8b-d56c-46db-b1f7-7310783a83c0 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:28.548192 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ad6b32a4-9403-4dd5-965b-1e54cf1602da req-b4d5df8b-d56c-46db-b1f7-7310783a83c0 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 935 time: 0.1217451 Sep 02 13:25:28.573848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.575433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:25:28.575855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: from cryptography.utils import int_from_bytes Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: from cryptography.utils import int_from_bytes Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:25:28.579854 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:25:28.597708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.679347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:25:28.695572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ad6b32a4-9403-4dd5-965b-1e54cf1602da req-fe8d1ea4-e611-4ca9-b6cf-d57fdfaf60cb tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376488 Sep 02 13:25:28.697807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234de1cb-8309-4b2e-bd79-335c53125588,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:28.702050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-557e61d9-41a5-48d7-8780-86b496dc86c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.702405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.708023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-557e61d9-41a5-48d7-8780-86b496dc86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.711000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41396) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:28.715009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.715370 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Added segment 0b6ae811-0abc-4b54-b860-cda8808810f7 of type vlan for network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e Sep 02 13:25:28.782613 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.786163 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.790626 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf5ec001-0abc-4b0d-9d1e-9b2483559dd2 HTTP/1.1" status: 204 len: 168 time: 0.9624438 Sep 02 13:25:28.793156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-557e61d9-41a5-48d7-8780-86b496dc86c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=088343bd2320401c8e68a73641da0c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6379366 Sep 02 13:25:28.793875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e61d9-41a5-48d7-8780-86b496dc86c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab825749-7444-44d1-8e7f-898c9d1aebcf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:28.796362 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:28.796929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41406) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:28.807572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be2c8a-d2ce-49b6-bf8d-7bca66d6282e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5ec001-0abc-4b0d-9d1e-9b2483559dd2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:28.836718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.838464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:28.838464 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:28.936557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e381d2-2f6e-4d77-aa04-026901c055ed admin admin] Deleting subnet 57ffd06e-861e-479f-bb99-522d36e31906 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:25:28.975228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af23a734-f4d4-4130-98a6-6f7bcb01981f req-1650e8c9-fc04-4dcd-ac1b-8346ed71a449 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0455658 Sep 02 13:25:29.011915 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ced50542-89ae-4eba-8cca-15b47b1e3c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.024585 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7e381d2-2f6e-4d77-aa04-026901c055ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.066492 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3107474 Sep 02 13:25:29.083215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41410) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:29.084507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96878266-4c84-446e-865a-fcbb8ffeae77 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee9d33d-70ea-4529-ac74-d1d5efa9946e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:29.095755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:25:29.098978 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7e381d2-2f6e-4d77-aa04-026901c055ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.101010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Request body: {'subnet': {'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-subnet', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:29.131382 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7e381d2-2f6e-4d77-aa04-026901c055ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.170298 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.184844 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2618f00-f9f1-4caf-9fad-8685ce4ed74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.228001 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2618f00-f9f1-4caf-9fad-8685ce4ed74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.279291 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7e381d2-2f6e-4d77-aa04-026901c055ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.312206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e381d2-2f6e-4d77-aa04-026901c055ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ffd06e-861e-479f-bb99-522d36e31906,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:29.327042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7e381d2-2f6e-4d77-aa04-026901c055ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.327042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b7e381d2-2f6e-4d77-aa04-026901c055ed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57ffd06e-861e-479f-bb99-522d36e31906 HTTP/1.1" status: 204 len: 168 time: 0.5277491 Sep 02 13:25:29.329370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41414) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:29.360103 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ced50542-89ae-4eba-8cca-15b47b1e3c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.361050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2618f00-f9f1-4caf-9fad-8685ce4ed74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.363641 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2618f00-f9f1-4caf-9fad-8685ce4ed74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.364849 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c2618f00-f9f1-4caf-9fad-8685ce4ed74d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab825749-7444-44d1-8e7f-898c9d1aebcf HTTP/1.1" status: 204 len: 168 time: 0.5647383 Sep 02 13:25:29.395292 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ced50542-89ae-4eba-8cca-15b47b1e3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.402535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Made reservation on behalf of 8cf9635c5ba241b9bc5871f4199a2ac6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:29.408658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.411457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2618f00-f9f1-4caf-9fad-8685ce4ed74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab825749-7444-44d1-8e7f-898c9d1aebcf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:29.473250 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ced50542-89ae-4eba-8cca-15b47b1e3c7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e3f3ca1f4664d88bd7818f23aa278e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7578046 Sep 02 13:25:29.475792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.476636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:29.480721 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced50542-89ae-4eba-8cca-15b47b1e3c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c42791d-be39-4286-8975-0b8b886d9a9f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:29.567510 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-274f44ab-4150-4dc8-9078-2ab11696632a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.571236 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.584889 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.585348 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.586289 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.586625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.587011 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.587762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.589884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.589884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.589884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.589884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.617089 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-274f44ab-4150-4dc8-9078-2ab11696632a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.740792 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.757963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-274f44ab-4150-4dc8-9078-2ab11696632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.769500 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-274f44ab-4150-4dc8-9078-2ab11696632a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.770674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-274f44ab-4150-4dc8-9078-2ab11696632a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c42791d-be39-4286-8975-0b8b886d9a9f HTTP/1.1" status: 204 len: 168 time: 0.2934926 Sep 02 13:25:29.796454 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.797975 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.798517 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.799080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 02 13:25:29.799657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0d1894-7283-4d5c-a2e9-80d2681fa20a']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:29.822707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:29.837545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f44ab-4150-4dc8-9078-2ab11696632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c42791d-be39-4286-8975-0b8b886d9a9f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:29.844116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644bebc1-99dc-4837-baa7-f181e99a44bc') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:29.844410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644bebc1-99dc-4837-baa7-f181e99a44bc') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:29.850140 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9463f33e-fb63-44ec-8b2b-04b0090ea4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.881734 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.922309 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.937475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:25:29.938164 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:29.939691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Checking segment: {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:29.940081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Network hostable DHCP agents. Network: 8ee9d33d-70ea-4529-ac74-d1d5efa9946e, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: from cryptography.utils import int_from_bytes Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: from cryptography.utils import int_from_bytes Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:25:29.944125 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:25:30.033844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba76dfe-714a-4c5f-b3df-02a5331fad21,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:30.050939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.067124 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.072896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fb0d1894-7283-4d5c-a2e9-80d2681fa20a HTTP/1.1" status: 204 len: 168 time: 0.7416975 Sep 02 13:25:30.106876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4495250-b8c0-46b3-8538-1a5faab35f6b req-77877b36-6e2e-45d3-bce7-e24154b3c182 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:30.110781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc71767-e469-4c1a-a7a2-d0bfce1ca5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0d1894-7283-4d5c-a2e9-80d2681fa20a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:30.112797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4495250-b8c0-46b3-8538-1a5faab35f6b req-77877b36-6e2e-45d3-bce7-e24154b3c182 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 935 time: 0.2407200 Sep 02 13:25:30.113364 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.119140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:25:30.147563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 8ee9d33d-70ea-4529-ac74-d1d5efa9946e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:30.160239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769caab9-aae5-4a92-870e-53923c901abe None None] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:30.163628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ed84eac7-55e1-4070-8a3d-8c54924d0328 req-be930cb4-71f1-4f80-95df-717f927b1c44 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0537884 Sep 02 13:25:30.201561 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:30.202162 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.226296 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9463f33e-fb63-44ec-8b2b-04b0090ea4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.234087 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9463f33e-fb63-44ec-8b2b-04b0090ea4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.286207 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4495250-b8c0-46b3-8538-1a5faab35f6b req-1ca988e4-452b-4744-a39f-d11cabe1152c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484935 Sep 02 13:25:30.302086 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e096712a-9738-4a53-8b8f-a1f937a0a30e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2057126 Sep 02 13:25:30.308368 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9463f33e-fb63-44ec-8b2b-04b0090ea4b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e016ae287ce473c9bceeea2110b2078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814205 Sep 02 13:25:30.308613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41434) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:30.308613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:30.308763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463f33e-fb63-44ec-8b2b-04b0090ea4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfaa84e-d7af-49a9-b817-320d8dfa86ea,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:30.325302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:30.378541 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.379741 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.409155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:25:30.410614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.417646 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b6a948c-c7c9-4a76-b276-3e18d2ee2ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.423197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41440) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:30.460852 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.469784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:30.493645 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-308ceb01-c3d8-4be7-bd76-345ff2d47a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.581299 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b6a948c-c7c9-4a76-b276-3e18d2ee2ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.589315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Allocated IP 172.20.0.2 (8ee9d33d-70ea-4529-ac74-d1d5efa9946e/dba76dfe-714a-4c5f-b3df-02a5331fad21/621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:30.621996 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c9862fe1-fc37-45ad-8733-de26b7d1aa5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51720d6eddc140b2bb3cf89fe7cd3759&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1975148 Sep 02 13:25:30.624363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41444) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:30.687589 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.711297 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a475cad9-d397-48b9-a230-7d87336ab1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.747525 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a475cad9-d397-48b9-a230-7d87336ab1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.781942 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b6a948c-c7c9-4a76-b276-3e18d2ee2ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.784653 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b6a948c-c7c9-4a76-b276-3e18d2ee2ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.785962 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1b6a948c-c7c9-4a76-b276-3e18d2ee2ca3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bfaa84e-d7af-49a9-b817-320d8dfa86ea HTTP/1.1" status: 204 len: 168 time: 0.4718599 Sep 02 13:25:30.804908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a948c-c7c9-4a76-b276-3e18d2ee2ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfaa84e-d7af-49a9-b817-320d8dfa86ea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:30.819896 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.829349 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-308ceb01-c3d8-4be7-bd76-345ff2d47a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.835651 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-308ceb01-c3d8-4be7-bd76-345ff2d47a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.883367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Transition to ACTIVE for port object 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:30.901700 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a475cad9-d397-48b9-a230-7d87336ab1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.905019 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a475cad9-d397-48b9-a230-7d87336ab1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:30.906643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a475cad9-d397-48b9-a230-7d87336ab1b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5b6d7e7-3e9a-45ae-bcc5-c0bf775d9b12 HTTP/1.1" status: 204 len: 168 time: 0.2813876 Sep 02 13:25:30.921479 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-308ceb01-c3d8-4be7-bd76-345ff2d47a0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de16fae0ee1b401abf64c9600fa96cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497364 Sep 02 13:25:30.921479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ceb01-c3d8-4be7-bd76-345ff2d47a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd761fcb-97d9-4d0a-9875-753ba64148b3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:30.922881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:30.939614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475cad9-d397-48b9-a230-7d87336ab1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b6d7e7-3e9a-45ae-bcc5-c0bf775d9b12,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:30.945358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Transition to ACTIVE for port object 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:30.958009 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.034693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Pushing event updated for resources: {'Port': ['ID=621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:31.056355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.056995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.057487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.058269 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.058761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.059241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.059718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.060219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.060780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.061256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.061728 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.062201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Tracked resource versions report: Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: pushed versions: Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: { 'AddressGroup': {'1.2'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'ConntrackHelper': {'1.0'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Log': {'1.0'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Network': {'1.1'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Port': {'1.7'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'PortForwarding': {'1.2'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'QosPolicy': {'1.9'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'SecurityGroup': {'1.4'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'SecurityGroupRule': {'1.2'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'SubPort': {'1.0'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Subnet': {'1.1'}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Trunk': {'1.1'}} Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: consumer versions: Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: { DHCP agent@n-d-794796-4: {}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: HyperV agent@n-h1-794796-4: {}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: HyperV agent@n-h2-794796-4: {}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: L3 agent@n-d-794796-4: {}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: Metadata agent@n-d-794796-4: {}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: Metering agent@n-d-794796-4: {}, Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: Open vSwitch agent@n-d-794796-4: { 'AddressGroup': '1.2', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'ConntrackHelper': '1.0', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Log': '1.0', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Network': '1.1', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Port': '1.7', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'PortForwarding': '1.2', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'QosPolicy': '1.9', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'SecurityGroup': '1.4', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'SecurityGroupRule': '1.2', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'SubPort': '1.0', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Subnet': '1.1', Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: 'Trunk': '1.1'}} Sep 02 13:25:31.063393 n-d-794796-4 neutron-server[94689]: {{(pid=94689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 13:25:31.117788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:31.119956 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:31.124107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:31.148115 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74c58e96-ba72-4aba-83d1-c8125613cdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.231862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Attempting to bind port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:31.232234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Attempting to bind port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:31.232683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Attempting to bind port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b on network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:31.240203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:31.240967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Checking segment: {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:31.241352 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.241749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Bound using segment: {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:31.242229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Bound port: 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:31.243004 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.259394 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.262580 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6667cb34-f61e-4d7b-b8e0-25fa52c1acd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.321046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.377551 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-97809d26-8244-4014-b23e-2fcc639f6ac7 req-3f8753cc-3786-4372-9bd2-0682c55229e5 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0748713 Sep 02 13:25:31.379906 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] For port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:31.391148 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] For port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:31.397826 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.432899 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6667cb34-f61e-4d7b-b8e0-25fa52c1acd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.493277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010e6f9-9e99-418c-b627-2a845cb01885 None None] Pushing event updated for resources: {'Port': ['ID=621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:31.590872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Request body: {'port': {'device_id': 'cda54660-7174-438d-9670-613d95bd4a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:31.650604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.90', 62646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:31.696891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-b7bf8d6b-a9df-4bac-8ce5-0f22463fc77e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=599de58bf26f43fd9c8bef374a01c101&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433862 Sep 02 13:25:31.711155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Allocated IP 172.25.3.248 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/752ba518-1a78-4a63-92c8-5e31d9a4b3e3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:31.720061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594c72-f1a3-4d76-a191-719019cec05e req-09ae44ec-cce5-4f9f-90f3-a021d010bb9e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:31.727860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21594c72-f1a3-4d76-a191-719019cec05e req-09ae44ec-cce5-4f9f-90f3-a021d010bb9e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 935 time: 0.2824104 Sep 02 13:25:31.733741 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41472) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:31.765922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.785289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6667cb34-f61e-4d7b-b8e0-25fa52c1acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.792905 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6667cb34-f61e-4d7b-b8e0-25fa52c1acd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:31.792905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6667cb34-f61e-4d7b-b8e0-25fa52c1acd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd761fcb-97d9-4d0a-9875-753ba64148b3 HTTP/1.1" status: 204 len: 168 time: 0.8653908 Sep 02 13:25:31.955642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-62ac9cfa-1ce7-4af4-9313-e2804e2d346a tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:31.961671 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-62ac9cfa-1ce7-4af4-9313-e2804e2d346a tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565570 Sep 02 13:25:31.989105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Request body: {'port': {'device_id': '8f439990-2f9c-4e91-89f8-8ae0abc99396', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '599de58bf26f43fd9c8bef374a01c101'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:32.185407 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21594c72-f1a3-4d76-a191-719019cec05e req-6fdc1cda-b750-4339-b20b-1e5cb3bca0bc tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565704 Sep 02 13:25:32.191478 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9c7d7696-19a6-4ea0-b73d-30f5b1f751f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8512f30fb0c542399239827475fe30f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535217 Sep 02 13:25:32.208241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:32.209311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667cb34-f61e-4d7b-b8e0-25fa52c1acd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd761fcb-97d9-4d0a-9875-753ba64148b3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:32.261347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Made reservation on behalf of 599de58bf26f43fd9c8bef374a01c101 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:32.266010 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.279295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.397982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:32.465633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-522fe420-57db-408f-8379-1e88b963365e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.476807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:32.496894 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.515332 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.565194 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70ca20c3-6d39-4fde-8c5a-620352a42036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.565833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:32.607401 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83b88926-27c9-4d52-bac5-d15ce02e0936 req-c052f88c-587d-40a5-b988-1076f0dc0591 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.1262221 Sep 02 13:25:32.656870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.680397 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70ca20c3-6d39-4fde-8c5a-620352a42036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.707387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79f85e3-2200-4238-864c-1800a61cbf52,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:32.821343 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-522fe420-57db-408f-8379-1e88b963365e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.833748 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-522fe420-57db-408f-8379-1e88b963365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.848054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.900927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70ca20c3-6d39-4fde-8c5a-620352a42036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.903360 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70ca20c3-6d39-4fde-8c5a-620352a42036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:32.904595 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-70ca20c3-6d39-4fde-8c5a-620352a42036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c6e66d9-d483-4dee-8d01-c5fa4c0ca31e HTTP/1.1" status: 204 len: 168 time: 0.6931458 Sep 02 13:25:32.959220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9481a-21e5-476d-9b5d-6ddb51ae335e None None] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:32.967442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:32.968869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fe420-57db-408f-8379-1e88b963365e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db4e655-9d6f-418d-b2fd-6e8527173e82,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:32.980436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:33.023094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:33.023512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-522fe420-57db-408f-8379-1e88b963365e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2514ee07adeb499faff92dada4edb9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6163986 Sep 02 13:25:33.028482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:33.079565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=752ba518-1a78-4a63-92c8-5e31d9a4b3e3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:33.092991 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-12791c2f-99ca-4eac-9de4-99c921a8a8bc None None] Provisioning for port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:33.106007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca20c3-6d39-4fde-8c5a-620352a42036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e66d9-d483-4dee-8d01-c5fa4c0ca31e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:33.117199 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-12791c2f-99ca-4eac-9de4-99c921a8a8bc None None] Provisioning complete for port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:33.119285 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12791c2f-99ca-4eac-9de4-99c921a8a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.125868 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5131dd8a-61ec-4fbc-b281-245895326d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.126567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20190fe7-06c7-4854-8ec5-166f0a450f5b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:33.139454 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.162413 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5131dd8a-61ec-4fbc-b281-245895326d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.172330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Transition to ACTIVE for port object 20190fe7-06c7-4854-8ec5-166f0a450f5b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:33.308716 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12791c2f-99ca-4eac-9de4-99c921a8a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.327711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Allocated IP 192.168.233.143 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/aa8f9e22-4440-42db-b352-c50c3c645c53) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:33.350692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-12791c2f-99ca-4eac-9de4-99c921a8a8bc None None] For port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:33.354004 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.355496 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12791c2f-99ca-4eac-9de4-99c921a8a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.429390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12791c2f-99ca-4eac-9de4-99c921a8a8bc None None] Pushing event updated for resources: {'Port': ['ID=621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:33.455355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Pushing event updated for resources: {'Port': ['ID=20190fe7-06c7-4854-8ec5-166f0a450f5b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:33.547615 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7214898-b9ab-4959-aaac-766a110788fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.549960 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5131dd8a-61ec-4fbc-b281-245895326d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.559031 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5131dd8a-61ec-4fbc-b281-245895326d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.562745 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5131dd8a-61ec-4fbc-b281-245895326d41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9db4e655-9d6f-418d-b2fd-6e8527173e82 HTTP/1.1" status: 204 len: 168 time: 0.5350878 Sep 02 13:25:33.593486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e50fba18-6378-4989-8bef-10890156c682 None None] Provisioning complete for port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:33.594121 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e50fba18-6378-4989-8bef-10890156c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.602823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131dd8a-61ec-4fbc-b281-245895326d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db4e655-9d6f-418d-b2fd-6e8527173e82,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:33.703263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.758243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Transition to ACTIVE for port object aa8f9e22-4440-42db-b352-c50c3c645c53 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:33.799462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-260c9f9f-6975-4507-afb3-895869db95f5 req-ef95c504-52ea-4180-891b-0d0466bea989 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 210 time: 0.0702155 Sep 02 13:25:33.850854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.884256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:33.910242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:33.937544 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:33.944903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:33.996427 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.014572 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Pushing event updated for resources: {'Port': ['ID=aa8f9e22-4440-42db-b352-c50c3c645c53,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:34.043846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:34.044767 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.063203 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-4e7110c9-9af5-416c-a8ad-ea3e7b63ca4e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0861869 Sep 02 13:25:34.070572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073bacf-32c3-48dd-973a-5c16d335093e req-9ce199ff-d021-4423-b81a-e12ceb61fbce tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:34.078367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8073bacf-32c3-48dd-973a-5c16d335093e req-9ce199ff-d021-4423-b81a-e12ceb61fbce tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 947 time: 0.6244299 Sep 02 13:25:34.079754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Request body: {'port': {'device_id': '8f439990-2f9c-4e91-89f8-8ae0abc99396', 'device_owner': 'compute:tempest-test_az-1377534794', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:34.180449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.254515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b3d4daf1-d3d0-4f30-a622-84f3e214d131 None None] Provisioning for port aa8f9e22-4440-42db-b352-c50c3c645c53 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:34.260444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b3d4daf1-d3d0-4f30-a622-84f3e214d131 None None] Provisioning complete for port aa8f9e22-4440-42db-b352-c50c3c645c53 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:34.261086 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3d4daf1-d3d0-4f30-a622-84f3e214d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.278208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Attempting to bind port 20190fe7-06c7-4854-8ec5-166f0a450f5b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:34.278572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Attempting to bind port 20190fe7-06c7-4854-8ec5-166f0a450f5b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:34.278925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Attempting to bind port 20190fe7-06c7-4854-8ec5-166f0a450f5b on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:34.292537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Port 20190fe7-06c7-4854-8ec5-166f0a450f5b on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:25:34.292919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Attempting to bind port 20190fe7-06c7-4854-8ec5-166f0a450f5b on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:34.324808 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8073bacf-32c3-48dd-973a-5c16d335093e req-db5f35e1-bf1c-4ee2-8299-66a8ace80ba7 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452402 Sep 02 13:25:34.344524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:34.345230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:34.346470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:34.347307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Bound port: 20190fe7-06c7-4854-8ec5-166f0a450f5b, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:34.347928 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.432732 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4daf1-d3d0-4f30-a622-84f3e214d131 None None] Port aa8f9e22-4440-42db-b352-c50c3c645c53 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:34.445033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:34.448267 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.509043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:34.509792 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.688022 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.725527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] For port 20190fe7-06c7-4854-8ec5-166f0a450f5b, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:34.752867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8f9e22-4440-42db-b352-c50c3c645c53 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:34.754904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] For port 20190fe7-06c7-4854-8ec5-166f0a450f5b, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=20190fe7-06c7-4854-8ec5-166f0a450f5b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:34.764370 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.766516 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.787909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Transition to ACTIVE for port object aa8f9e22-4440-42db-b352-c50c3c645c53 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:34.792092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.830423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:34.831071 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:34.833033 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] 10.222.0.90 "PUT /v2.0/ports/20190fe7-06c7-4854-8ec5-166f0a450f5b HTTP/1.1" status: 200 len: 1095 time: 3.7573118 Sep 02 13:25:34.847886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda54660-7174-438d-9670-613d95bd4a15', 'tag': '20190fe7-06c7-4854-8ec5-166f0a450f5b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:34.873355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf33f4-3b2c-42a1-99fc-b754ee66154d service neutron] Pushing event updated for resources: {'Port': ['ID=20190fe7-06c7-4854-8ec5-166f0a450f5b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:35.050700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:25:35.094190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-b0eb695e-37f5-4c0b-bead-54c979ac1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:35.095837 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-b0eb695e-37f5-4c0b-bead-54c979ac1243 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9275736abe0f43f288151a2d468d8133&device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 1098 time: 0.2061713 Sep 02 13:25:35.121151 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "cda54660-7174-438d-9670-613d95bd4a15", "tag": "20190fe7-06c7-4854-8ec5-166f0a450f5b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:35.162577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8f9e22-4440-42db-b352-c50c3c645c53,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:35.165946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35adf90-8c7c-459c-a499-9f1c3ccffaf4 req-65887e64-616e-498d-ab9a-32409e1231ea tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:35.173987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d35adf90-8c7c-459c-a499-9f1c3ccffaf4 req-65887e64-616e-498d-ab9a-32409e1231ea tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 970 time: 0.2162213 Sep 02 13:25:35.225209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Attempting to bind port aa8f9e22-4440-42db-b352-c50c3c645c53 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:35.225643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Attempting to bind port aa8f9e22-4440-42db-b352-c50c3c645c53 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:35.226062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Attempting to bind port aa8f9e22-4440-42db-b352-c50c3c645c53 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:35.232698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Port aa8f9e22-4440-42db-b352-c50c3c645c53 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:25:35.236859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Attempting to bind port aa8f9e22-4440-42db-b352-c50c3c645c53 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:35.253234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:35.253670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:35.257736 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:35.258303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Bound port: aa8f9e22-4440-42db-b352-c50c3c645c53, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:35.258708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:35.264616 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-991ba25f-bf12-4d31-9373-9fbf86a5a147 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=20190fe7-06c7-4854-8ec5-166f0a450f5b HTTP/1.1" status: 200 len: 217 time: 0.1560907 Sep 02 13:25:35.363370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] For port aa8f9e22-4440-42db-b352-c50c3c645c53, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:35.368665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] For port aa8f9e22-4440-42db-b352-c50c3c645c53, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=aa8f9e22-4440-42db-b352-c50c3c645c53,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:35.373607 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:35.448878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:35.451059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:35.455784 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] 10.222.0.90 "PUT /v2.0/ports/aa8f9e22-4440-42db-b352-c50c3c645c53 HTTP/1.1" status: 200 len: 1118 time: 1.3793118 Sep 02 13:25:35.455784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f439990-2f9c-4e91-89f8-8ae0abc99396', 'tag': 'aa8f9e22-4440-42db-b352-c50c3c645c53'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:35.473227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d35adf90-8c7c-459c-a499-9f1c3ccffaf4 req-a6d32664-1539-4f0e-81b4-024f030922ac tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981489 Sep 02 13:25:35.509170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecd3a8-e49d-4400-a687-f9ad924cad37 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8f9e22-4440-42db-b352-c50c3c645c53,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:35.539668 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-b3187cf7-9d57-4f15-ae96-abbd44ab3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:35.541279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-b3187cf7-9d57-4f15-ae96-abbd44ab3eff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.2370932 Sep 02 13:25:35.629123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-563ce039-5959-4880-b423-545cd6259ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:35.634390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-563ce039-5959-4880-b423-545cd6259ca3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=599de58bf26f43fd9c8bef374a01c101&device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 1121 time: 0.1097863 Sep 02 13:25:35.637507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:25:35.660339 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Sync routers for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:25:35.691386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9027a108-f23a-45ae-b96e-c3ac4c6eb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:35.695946 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-9027a108-f23a-45ae-b96e-c3ac4c6eb9f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384087 Sep 02 13:25:35.699574 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:35.701036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-869b238a-bfd5-45a7-b266-484d4e79a7c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3921835 Sep 02 13:25:35.703823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:35.706870 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:35.707503 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:25:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:35.713362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54918789-4e97-4982-9361-e274d2c8e421 req-eb49023b-c710-4e45-8cbc-46d84c8bbe1c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:35.714929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54918789-4e97-4982-9361-e274d2c8e421 req-eb49023b-c710-4e45-8cbc-46d84c8bbe1c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 947 time: 0.1094475 Sep 02 13:25:35.779698 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-ac4ac0ea-0db0-4c6c-bf62-b56827db69a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=aa8f9e22-4440-42db-b352-c50c3c645c53 HTTP/1.1" status: 200 len: 217 time: 0.1381030 Sep 02 13:25:35.909019 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:35.931276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-5e5d5781-cf99-455d-b11c-70b2f77a9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:35.940252 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-5e5d5781-cf99-455d-b11c-70b2f77a9aa0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1451781 Sep 02 13:25:35.972574 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54918789-4e97-4982-9361-e274d2c8e421 req-8ebed5b4-97b0-4046-82d4-0e9aba9412c8 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293601 Sep 02 13:25:36.019548 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946f228b-737b-473e-b181-9fda8a485422 x-openstack-request-id: req-946f228b-737b-473e-b181-9fda8a485422 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:36.020622 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda54660-7174-438d-9670-613d95bd4a15", "tag": "20190fe7-06c7-4854-8ec5-166f0a450f5b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:36.026665 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-946f228b-737b-473e-b181-9fda8a485422 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:36.027110 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda54660-7174-438d-9670-613d95bd4a15', 'tag': '20190fe7-06c7-4854-8ec5-166f0a450f5b', 'status': 'completed', 'code': 200} Sep 02 13:25:36.104632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-601b4c7b-1a07-4536-88e7-d9954a2c73c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:36.110178 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-601b4c7b-1a07-4536-88e7-d9954a2c73c8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589742 Sep 02 13:25:36.209643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-544349ba-37d0-462e-916b-aac7212fa42d service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940075 Sep 02 13:25:36.212304 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f439990-2f9c-4e91-89f8-8ae0abc99396", "tag": "aa8f9e22-4440-42db-b352-c50c3c645c53"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:36.237526 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:33Z', 'revision_number': 3, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:36.243955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-1eefcf36-cb30-42bb-9542-adfc99b01ddd service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409987 Sep 02 13:25:36.271083 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Checking router: d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:25:36.271448 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Updating router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:25:36.316319 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:36.346324 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3414055e-14a9-4d83-9d0e-30825717ea55 req-d67bc763-52e5-4467-bef8-e9670e4c8e35 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261191 Sep 02 13:25:36.407667 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:36.491381 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c50278-f236-45d9-8cd9-997d90bbd079 x-openstack-request-id: req-c0c50278-f236-45d9-8cd9-997d90bbd079 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:36.491915 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f439990-2f9c-4e91-89f8-8ae0abc99396", "tag": "aa8f9e22-4440-42db-b352-c50c3c645c53", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:36.492251 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0c50278-f236-45d9-8cd9-997d90bbd079 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:36.493061 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f439990-2f9c-4e91-89f8-8ae0abc99396', 'tag': 'aa8f9e22-4440-42db-b352-c50c3c645c53', 'status': 'completed', 'code': 200} Sep 02 13:25:36.528774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc10cacb-1398-457b-91f7-f72d4ad1a82d req-199031e0-6a78-43e5-b9f6-8fc9d4686cc0 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724187 Sep 02 13:25:36.662094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-bf2c8094-c6e6-41c5-b0d2-725eab657ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:36.665510 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-bf2c8094-c6e6-41c5-b0d2-725eab657ce4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=599de58bf26f43fd9c8bef374a01c101&device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 1121 time: 0.1410468 Sep 02 13:25:36.737559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-ee91c218-fd68-4d22-901b-236311543fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:36.739483 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-ee91c218-fd68-4d22-901b-236311543fd9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9275736abe0f43f288151a2d468d8133&device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 1098 time: 0.1087949 Sep 02 13:25:36.766863 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:36.798267 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Transition to ACTIVE for port object 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:36.806096 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:36.813426 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:36.910926 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Attempting to bind port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:36.911944 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Attempting to bind port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:36.912831 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Attempting to bind port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:36.925501 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:36.926429 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:36.927877 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:36.928567 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:36.929605 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Bound port: 752ba518-1a78-4a63-92c8-5e31d9a4b3e3, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:36.930296 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:36.934228 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Pushing event updated for resources: {'Port': ['ID=752ba518-1a78-4a63-92c8-5e31d9a4b3e3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:36.962463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-370f5a82-cb3e-4b74-bb12-6060ddadd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:36.964307 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-370f5a82-cb3e-4b74-bb12-6060ddadd8fc service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2866867 Sep 02 13:25:36.984238 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.984747 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.985449 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.986196 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.986699 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.987249 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.987692 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.988171 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.989005 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.989755 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.990376 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.990861 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Tracked resource versions report: Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: pushed versions: Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: { 'AddressGroup': {'1.2'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Log': {'1.0'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Network': {'1.1'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Port': {'1.7'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'PortForwarding': {'1.2'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'QosPolicy': {'1.9'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'SecurityGroup': {'1.4'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'SubPort': {'1.0'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Subnet': {'1.1'}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Trunk': {'1.1'}} Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: consumer versions: Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: { DHCP agent@n-d-794796-4: {}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: HyperV agent@n-h1-794796-4: {}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: HyperV agent@n-h2-794796-4: {}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: L3 agent@n-d-794796-4: {}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: Metadata agent@n-d-794796-4: {}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: Metering agent@n-d-794796-4: {}, Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: Open vSwitch agent@n-d-794796-4: { 'AddressGroup': '1.2', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'ConntrackHelper': '1.0', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Log': '1.0', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Network': '1.1', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Port': '1.7', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'PortForwarding': '1.2', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'QosPolicy': '1.9', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'SecurityGroup': '1.4', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'SecurityGroupRule': '1.2', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'SubPort': '1.0', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Subnet': '1.1', Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: 'Trunk': '1.1'}} Sep 02 13:25:36.993039 n-d-794796-4 neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 02 13:25:37.024868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9e992-4bde-4837-b66c-5027d42e813e req-d466afb2-a8e7-4ceb-a846-075d0c922447 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:37.026922 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-92a9e992-4bde-4837-b66c-5027d42e813e req-d466afb2-a8e7-4ceb-a846-075d0c922447 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 970 time: 0.3320541 Sep 02 13:25:37.065823 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] For port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:37.071425 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] For port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=752ba518-1a78-4a63-92c8-5e31d9a4b3e3,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:37.079045 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:37.083382 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-92c1bd1d-f77a-4f2e-80e6-57146c882910 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=aa8f9e22-4440-42db-b352-c50c3c645c53 HTTP/1.1" status: 200 len: 217 time: 0.1070056 Sep 02 13:25:37.160594 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-110d931d-d99c-481d-8f35-b8f87e548c62 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648253 Sep 02 13:25:37.191839 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63069c82-dfa8-4e67-8633-6da34898c047 None None] Pushing event updated for resources: {'Port': ['ID=752ba518-1a78-4a63-92c8-5e31d9a4b3e3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:37.202783 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-92a9e992-4bde-4837-b66c-5027d42e813e req-b1f5d1cc-9861-4222-aa5b-4b8d92b2021b tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166294 Sep 02 13:25:37.209191 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:37.210484 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:25:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:37.229952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-246cb2dd-88d9-4eeb-9471-e1a1460d60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:37.232008 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-246cb2dd-88d9-4eeb-9471-e1a1460d60f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1319594 Sep 02 13:25:37.314504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-dcc4a430-5661-4bc3-a788-9d197f569120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:37.323074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-dcc4a430-5661-4bc3-a788-9d197f569120 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785575 Sep 02 13:25:37.364401 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-f6443a23-1d18-4f77-a232-961ff0ae441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:37.367045 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-f6443a23-1d18-4f77-a232-961ff0ae441e service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.6104937 Sep 02 13:25:37.433055 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:37.456371 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-b7ef9200-a89d-43be-a730-49e1081ea939 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194646 Sep 02 13:25:37.468794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-fc64e659-62e9-4fef-98d7-e2934614f6d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=20190fe7-06c7-4854-8ec5-166f0a450f5b HTTP/1.1" status: 200 len: 217 time: 0.0834270 Sep 02 13:25:37.627240 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f917f8e0-d79d-4395-b0ac-e4fc27928f9b req-6bbfa626-9275-418f-a235-042f29e22f9a service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579471 Sep 02 13:25:37.633510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-13ad07ab-c99c-4b31-a769-470b785b9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:37.635282 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-13ad07ab-c99c-4b31-a769-470b785b9437 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1555440 Sep 02 13:25:37.645946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-6bfcb5ff-bf9a-4580-a8ea-151c2f8b2752 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:37.653750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-6bfcb5ff-bf9a-4580-a8ea-151c2f8b2752 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4600546 Sep 02 13:25:37.656914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Allocated IP 172.20.0.1 (8ee9d33d-70ea-4529-ac74-d1d5efa9946e/dba76dfe-714a-4c5f-b3df-02a5331fad21/0148576e-1b6b-48b0-8a7d-65d450181f32) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:37.723278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-29d8f1d4-609b-46d5-8e82-8d16444bf738 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/quotas/1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 375 time: 0.0683901 Sep 02 13:25:37.734057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963183c6-2ee8-4092-b82f-d9bc21676827 req-093f613f-0c89-48ad-adaf-fcbe4e6bb90c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:37.745314 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-963183c6-2ee8-4092-b82f-d9bc21676827 req-093f613f-0c89-48ad-adaf-fcbe4e6bb90c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 947 time: 0.0920682 Sep 02 13:25:37.794343 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-963183c6-2ee8-4092-b82f-d9bc21676827 req-4f3c665e-bf12-41dd-818e-209e1c9e3886 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478585 Sep 02 13:25:37.820073 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-5b795413-d2e9-4276-91ed-8ef7aef10d32 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911944 Sep 02 13:25:37.877547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-9ecc056d-f872-4ed9-b12b-7594eab93478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:37.883593 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-9ecc056d-f872-4ed9-b12b-7594eab93478 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2145605 Sep 02 13:25:37.899249 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:33Z', 'revision_number': 3, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:37.961190 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66f6f3-a311-4076-a1ae-ae974609faf8 None None] The sync data for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 is: [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:33Z', 'revision_number': 3, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:25:38.025663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:38.055572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Transition to ACTIVE for port object 0148576e-1b6b-48b0-8a7d-65d450181f32 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:38.080360 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-84b8acd2-1a67-4819-ab3a-922989a15382 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837935 Sep 02 13:25:38.175521 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:38.257133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:38.263344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6265c3c3-5578-40f0-99d1-1e7d816f3b6d req-b51d21ec-ba49-4df3-a91b-52bf538eed8a service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706939 Sep 02 13:25:38.264237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:38.266912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:38.276512 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0148576e-1b6b-48b0-8a7d-65d450181f32,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:38.315657 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5682d7b7-bb6a-4698-bd7f-ddbdef4e97bc req-f4160c4f-a94f-4d33-87c2-fc80b0ac3bf4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 210 time: 0.0709665 Sep 02 13:25:38.327930 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:38.537768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3cd8f-8417-4e5f-a5f5-d20fd9e122a1 req-75dcb0a9-1d6e-4b53-a360-c70eeef90d24 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:38.545232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39b3cd8f-8417-4e5f-a5f5-d20fd9e122a1 req-75dcb0a9-1d6e-4b53-a360-c70eeef90d24 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 970 time: 0.1012266 Sep 02 13:25:38.620123 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39b3cd8f-8417-4e5f-a5f5-d20fd9e122a1 req-c388100d-4a8a-4fb6-85cb-69637911c94c tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739374 Sep 02 13:25:38.670952 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:38.804673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e7d7ba3-fe75-49f5-a03c-bdaa6772bbe4 None None] Provisioning for port 0148576e-1b6b-48b0-8a7d-65d450181f32 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:38.815427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e7d7ba3-fe75-49f5-a03c-bdaa6772bbe4 None None] Provisioning complete for port 0148576e-1b6b-48b0-8a7d-65d450181f32 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:38.815427 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7ba3-fe75-49f5-a03c-bdaa6772bbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:38.940551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d7ba3-fe75-49f5-a03c-bdaa6772bbe4 None None] Port 0148576e-1b6b-48b0-8a7d-65d450181f32 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:39.033761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43aed3-b21d-4554-bd82-8db225402ff1 req-043ee3f5-82e4-4eb6-9d09-2d35a7e0f95b tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:39.043509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b43aed3-b21d-4554-bd82-8db225402ff1 req-043ee3f5-82e4-4eb6-9d09-2d35a7e0f95b tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 947 time: 0.1249480 Sep 02 13:25:39.091830 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:39.102865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b43aed3-b21d-4554-bd82-8db225402ff1 req-50b91342-6e1f-45f3-9e16-f58f017845c6 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583746 Sep 02 13:25:39.104111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:39.361210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0148576e-1b6b-48b0-8a7d-65d450181f32,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:39.364174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:39.437038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:39.444110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.77', 57956) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:39.495212 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97281e2d-5265-4649-bc5f-8839c5dd16b4 req-a5627c85-74f1-4026-adfe-beb9bc5ab2eb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 210 time: 0.0499361 Sep 02 13:25:39.509080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-548a9ce9-c030-4c40-9dd2-457fbebe9942 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496855 Sep 02 13:25:39.619995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:39.631121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6171-9a6f-49ae-aaff-6423a58391f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:39.683204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-694d5692-150b-496b-8366-a3dfc6b69ce4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:39.685520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-694d5692-150b-496b-8366-a3dfc6b69ce4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657548 Sep 02 13:25:39.687424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:39.780907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6171-9a6f-49ae-aaff-6423a58391f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:39.782115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Request body: {'port': {'device_id': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '1ae87bd3068e4b56903a7f8f22eb00c0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:39.786170 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5bfd6171-9a6f-49ae-aaff-6423a58391f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:39.839496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd6171-9a6f-49ae-aaff-6423a58391f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c48ff1-dd08-46c3-9887-c802f854158c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:39.851908 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5bfd6171-9a6f-49ae-aaff-6423a58391f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cd384d212fe418cb2f8abe6b8a55148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113834 Sep 02 13:25:39.854360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41768) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:39.945932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 20190fe7-06c7-4854-8ec5-166f0a450f5b details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:25:39.962710 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f37be44b-a410-4aa7-bad4-3a0014b1e303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:39.973605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:25:40.011622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7082502-4bd8-413b-9fb3-9d798554f377 req-1a821ad6-4b08-442c-b2c2-d68dc34f717f tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:40.013515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7082502-4bd8-413b-9fb3-9d798554f377 req-1a821ad6-4b08-442c-b2c2-d68dc34f717f tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 970 time: 0.2003307 Sep 02 13:25:40.060556 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f37be44b-a410-4aa7-bad4-3a0014b1e303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.153857 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f37be44b-a410-4aa7-bad4-3a0014b1e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.156534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f37be44b-a410-4aa7-bad4-3a0014b1e303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.158316 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f37be44b-a410-4aa7-bad4-3a0014b1e303 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64c48ff1-dd08-46c3-9887-c802f854158c HTTP/1.1" status: 204 len: 168 time: 0.3023698 Sep 02 13:25:40.186225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37be44b-a410-4aa7-bad4-3a0014b1e303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c48ff1-dd08-46c3-9887-c802f854158c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:40.227774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 20190fe7-06c7-4854-8ec5-166f0a450f5b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=20190fe7-06c7-4854-8ec5-166f0a450f5b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:40.263024 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '20190fe7-06c7-4854-8ec5-166f0a450f5b', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '20190fe7-06c7-4854-8ec5-166f0a450f5b', 'mac_address': 'fa:16:3e:65:a7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:25:40.319468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-55782b2f-b0b9-4cdd-9a46-879c93112cad None None] Provisioning complete for port 0148576e-1b6b-48b0-8a7d-65d450181f32 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:40.320503 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55782b2f-b0b9-4cdd-9a46-879c93112cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.388634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:25:40.417782 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4b6e94ce-b74e-4351-9277-8e369bf430a3 admin admin] 10.222.0.13 "PUT /v2.0/routers/d07515fc-edb9-4bf6-9d1f-fe8636c6ef29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7122114 Sep 02 13:25:40.440754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-55782b2f-b0b9-4cdd-9a46-879c93112cad None None] Port 0148576e-1b6b-48b0-8a7d-65d450181f32 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:40.468669 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.474397 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7082502-4bd8-413b-9fb3-9d798554f377 req-b5480986-e8e0-4823-8cbe-c2de2da36294 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354873 Sep 02 13:25:40.490532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20190fe7-06c7-4854-8ec5-166f0a450f5b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:40.493038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Made reservation on behalf of 1ae87bd3068e4b56903a7f8f22eb00c0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:40.497235 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.506422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b944174-7277-4202-8bb1-2555029c8a41 req-1f2a8c63-418c-4a4a-a413-ccfed8a93aae tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:40.524566 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b944174-7277-4202-8bb1-2555029c8a41 req-1f2a8c63-418c-4a4a-a413-ccfed8a93aae tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 947 time: 0.2269297 Sep 02 13:25:40.526376 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.539484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 20190fe7-06c7-4854-8ec5-166f0a450f5b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=20190fe7-06c7-4854-8ec5-166f0a450f5b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:40.544854 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.547525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device aa8f9e22-4440-42db-b352-c50c3c645c53 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:25:40.659119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port aa8f9e22-4440-42db-b352-c50c3c645c53, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=aa8f9e22-4440-42db-b352-c50c3c645c53,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:40.671555 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b944174-7277-4202-8bb1-2555029c8a41 req-a37f0c38-8ac7-4ec8-a0ac-1a49befa0d87 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350296 Sep 02 13:25:40.682336 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:40.721032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-158cea08-b3c2-42f7-ae10-f48d802de78c req-285acd2c-ce13-4603-bbf9-57225fafa596 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 210 time: 0.0758071 Sep 02 13:25:40.806299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=20190fe7-06c7-4854-8ec5-166f0a450f5b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:40.833176 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.838680 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.842405 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'aa8f9e22-4440-42db-b352-c50c3c645c53', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'aa8f9e22-4440-42db-b352-c50c3c645c53', 'mac_address': 'fa:16:3e:22:5c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:tempest-test_az-1377534794', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:25:40.846303 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Sync routers for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:25:40.895193 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:40.915009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:40.915570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:25:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:41.002249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8f9e22-4440-42db-b352-c50c3c645c53 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:41.035125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port aa8f9e22-4440-42db-b352-c50c3c645c53, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=aa8f9e22-4440-42db-b352-c50c3c645c53,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:41.054680 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.063376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:41.101232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Allocated IP 192.168.233.13 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/efe7c697-2021-4557-a066-b7a83cdae6fc) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:41.147135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:41.147408 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.242398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:41.291245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41792) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:41.324072 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1797e697-2d8c-4242-8964-d7af5dc62f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.326104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b2bdcc-9e07-49cf-9331-d0d201220607,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:41.358029 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=aa8f9e22-4440-42db-b352-c50c3c645c53,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:41.384377 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.451679 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.484183 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Transition to ACTIVE for port object efe7c697-2021-4557-a066-b7a83cdae6fc will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:41.545775 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.555049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['aa8f9e22-4440-42db-b352-c50c3c645c53'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:25:41.621134 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1797e697-2d8c-4242-8964-d7af5dc62f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.628225 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1797e697-2d8c-4242-8964-d7af5dc62f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.646738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:41.667907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:41.680638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Pushing event updated for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:41.689601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:41.698726 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1797e697-2d8c-4242-8964-d7af5dc62f8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b8035d52c6a4e74a87392c1b5b46e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058614 Sep 02 13:25:41.701421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41802) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:41.734833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=752ba518-1a78-4a63-92c8-5e31d9a4b3e3,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:41.737087 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['20190fe7-06c7-4854-8ec5-166f0a450f5b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:25:41.795471 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797e697-2d8c-4242-8964-d7af5dc62f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff27715c-9394-4c26-abbb-7ca4b296f43d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:41.820813 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3bf5c8a-006d-46f3-b2dc-1c4d444a8adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.845309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:41.845876 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.849028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3bf5c8a-006d-46f3-b2dc-1c4d444a8adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.867841 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:41.896559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddeeab-c6e6-4529-91da-7f1d23352c35 req-c73eda88-fb59-4253-a843-9a2fd7b114ac tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:41.898243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14ddeeab-c6e6-4529-91da-7f1d23352c35 req-c73eda88-fb59-4253-a843-9a2fd7b114ac tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 971 time: 0.2848532 Sep 02 13:25:41.901974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bde62ddc-2101-4012-a5d2-85d640a696e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1289668 Sep 02 13:25:41.951897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73501d95-a967-45f5-837b-d206885cc7c8 req-9d688998-a72d-4ee6-9f13-54b86067e1d4 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:41.953459 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73501d95-a967-45f5-837b-d206885cc7c8 req-9d688998-a72d-4ee6-9f13-54b86067e1d4 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 948 time: 0.1017852 Sep 02 13:25:42.001678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:42.005181 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3bf5c8a-006d-46f3-b2dc-1c4d444a8adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.007581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-network', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:42.008277 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a3bf5c8a-006d-46f3-b2dc-1c4d444a8adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.014101 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a3bf5c8a-006d-46f3-b2dc-1c4d444a8adb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff27715c-9394-4c26-abbb-7ca4b296f43d HTTP/1.1" status: 204 len: 168 time: 0.3111782 Sep 02 13:25:42.029417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14ddeeab-c6e6-4529-91da-7f1d23352c35 req-6fd46108-f35d-43de-a323-2a5af092a6f2 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188877 Sep 02 13:25:42.033298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf5c8a-006d-46f3-b2dc-1c4d444a8adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff27715c-9394-4c26-abbb-7ca4b296f43d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:42.050343 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73501d95-a967-45f5-837b-d206885cc7c8 req-13dc62aa-9f0d-45eb-abd8-ce149a283e63 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771236 Sep 02 13:25:42.085434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Made reservation on behalf of ce057dbcb93d4f2c8ca34c3e6248c7e7 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:42.091304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.120160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.170332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d5433f5-15ed-44ea-8353-1395fd582a64 None None] Provisioning for port efe7c697-2021-4557-a066-b7a83cdae6fc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:42.176788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=752ba518-1a78-4a63-92c8-5e31d9a4b3e3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:42.200450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d5433f5-15ed-44ea-8353-1395fd582a64 None None] Provisioning complete for port efe7c697-2021-4557-a066-b7a83cdae6fc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:42.201126 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d5433f5-15ed-44ea-8353-1395fd582a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.282866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac997b9-bdf5-40c6-b732-a04ae2204967 req-16a0df3c-7b37-4761-bbf1-9c231f48865b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:42.285930 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ac997b9-bdf5-40c6-b732-a04ae2204967 req-16a0df3c-7b37-4761-bbf1-9c231f48865b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 935 time: 0.1136777 Sep 02 13:25:42.328736 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1d5433f5-15ed-44ea-8353-1395fd582a64 None None] Port efe7c697-2021-4557-a066-b7a83cdae6fc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:42.335272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.341796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.415520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 2, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:42.416973 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:25:42.423209 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ac997b9-bdf5-40c6-b732-a04ae2204967 req-c5acb7b0-a2f2-449c-9b26-0194eee7fe12 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275256 Sep 02 13:25:42.465544 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.465788 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Added segment bdd4422e-b850-401d-8e6e-f0aeded92abc of type vlan for network d48d6470-acf3-4e47-aa28-555a4326015b Sep 02 13:25:42.479557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Checking router: d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:25:42.480670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Updating router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 port 0148576e-1b6b-48b0-8a7d-65d450181f32 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:25:42.488069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff7dee-517f-4b71-83dc-f62471d00131,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:42.530287 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.540767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.549312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:42.589605 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.591956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:42.593996 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:42.671117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41828) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:42.671912 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6684611 Sep 02 13:25:42.677949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Request body: {'subnet': {'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-subnet', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:42.694996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b661f-2576-4113-99b5-2afb7e38b98f admin admin] Pushing event updated for resources: {'Network': ['ID=d48d6470-acf3-4e47-aa28-555a4326015b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:42.727167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Made reservation on behalf of ce057dbcb93d4f2c8ca34c3e6248c7e7 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:42.727351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network d48d6470-acf3-4e47-aa28-555a4326015b details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:25:42.730843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.016018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:43.017556 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.126797 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.250277 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.262243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469558e-98b3-4492-b97e-526e8e35fea5 req-5e3a0157-3a87-4dd9-91ff-b05900339b24 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:43.262821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Transition to ACTIVE for port object 0148576e-1b6b-48b0-8a7d-65d450181f32 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:43.264509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c469558e-98b3-4492-b97e-526e8e35fea5 req-5e3a0157-3a87-4dd9-91ff-b05900339b24 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 971 time: 0.1368396 Sep 02 13:25:43.270940 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.273215 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Checking segment: {'id': 'bdd4422e-b850-401d-8e6e-f0aeded92abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:43.273662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Network hostable DHCP agents. Network: d48d6470-acf3-4e47-aa28-555a4326015b, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:25:43.283752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ca1cb4-28f6-41e9-b75b-bc286270a0bf,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:43.311746 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Network d48d6470-acf3-4e47-aa28-555a4326015b is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:25:43.335787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c469558e-98b3-4492-b97e-526e8e35fea5 req-ff3216a2-8e99-46b2-98d6-22e05c45e210 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501409 Sep 02 13:25:43.348615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, d48d6470-acf3-4e47-aa28-555a4326015b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:43.364000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:43.364611 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.380816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49ee15-d6c3-42f3-b9a4-3f4a943b6a6b None None] Pushing event updated for resources: {'Port': ['ID=0148576e-1b6b-48b0-8a7d-65d450181f32,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:43.386931 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d762beae-b558-48c4-81c7-01dea445aa4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7142546 Sep 02 13:25:43.390595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41854) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:43.391624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1408970f-f4a8-4740-808a-9a99e13715ee None None] Network d48d6470-acf3-4e47-aa28-555a4326015b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:43.401422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:43.441122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.443458 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.557017 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.607946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Attempting to bind port 0148576e-1b6b-48b0-8a7d-65d450181f32 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:43.608474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Attempting to bind port 0148576e-1b6b-48b0-8a7d-65d450181f32 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:43.612467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Attempting to bind port 0148576e-1b6b-48b0-8a7d-65d450181f32 on network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:43.621371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:43.621755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Checking segment: {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:43.622166 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.622567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Bound using segment: {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:43.623052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Bound port: 0148576e-1b6b-48b0-8a7d-65d450181f32, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:43.623462 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.712872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11625-7d4c-4b51-9fe6-642c1bd6fe6e req-c0f92a02-b00e-42a2-88e9-cec96d34f186 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:43.715186 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23f11625-7d4c-4b51-9fe6-642c1bd6fe6e req-c0f92a02-b00e-42a2-88e9-cec96d34f186 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 948 time: 0.2293715 Sep 02 13:25:43.813113 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.814690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] For port 0148576e-1b6b-48b0-8a7d-65d450181f32, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:43.819846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] For port 0148576e-1b6b-48b0-8a7d-65d450181f32, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0148576e-1b6b-48b0-8a7d-65d450181f32,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:43.831259 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.849103 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23f11625-7d4c-4b51-9fe6-642c1bd6fe6e req-902e458a-bc31-414e-a608-7dd493630930 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953860 Sep 02 13:25:43.903329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-d48d6470-acf3-4e47-aa28-555a4326015b', 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'fixed_ips': [{'subnet_id': 'f5ca1cb4-28f6-41e9-b75b-bc286270a0bf'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:25:43.904923 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:43.973189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 20190fe7-06c7-4854-8ec5-166f0a450f5b up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:44.165496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a1b3-2255-4eeb-939d-a502d714e161 req-79276bc3-a332-4081-af1c-e94efa9abf79 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:44.167092 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c962a1b3-2255-4eeb-939d-a502d714e161 req-79276bc3-a332-4081-af1c-e94efa9abf79 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 935 time: 0.2003083 Sep 02 13:25:44.198317 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:44.238553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:44.269579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:44.270379 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:25:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:44.307206 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c962a1b3-2255-4eeb-939d-a502d714e161 req-3d1d1ea7-4823-4f86-8eac-f5d9376bcca2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249857 Sep 02 13:25:44.367216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49ee15-d6c3-42f3-b9a4-3f4a943b6a6b None None] Pushing event updated for resources: {'Port': ['ID=0148576e-1b6b-48b0-8a7d-65d450181f32,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:44.403784 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Allocated IP 172.20.0.2 (d48d6470-acf3-4e47-aa28-555a4326015b/f5ca1cb4-28f6-41e9-b75b-bc286270a0bf/5919ca3f-9cf1-4aac-9383-f52d9d152613) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:44.441656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 20190fe7-06c7-4854-8ec5-166f0a450f5b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:44.444145 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Allocated IP 172.25.3.102 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/dbaba8d1-8e6b-432a-a665-94a15ba4270c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:44.491505 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 20190fe7-06c7-4854-8ec5-166f0a450f5b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:44.491920 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:44.519713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:44.626702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762abb-5c61-41cc-9614-a1d1574f348a req-fa0ac340-9c97-49b1-adb1-9f851479838e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:44.630253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb762abb-5c61-41cc-9614-a1d1574f348a req-fa0ac340-9c97-49b1-adb1-9f851479838e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 971 time: 0.0989468 Sep 02 13:25:44.707129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:44.715385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb762abb-5c61-41cc-9614-a1d1574f348a req-6177c26e-90ef-40db-9da9-2017809ba9fa tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707476 Sep 02 13:25:44.775296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:44.808426 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:44.830095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41882) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:44.832988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:44.836247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:44.839823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:44.849967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Pushing event updated for resources: {'Port': ['ID=dbaba8d1-8e6b-432a-a665-94a15ba4270c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:44.872716 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:44.885708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda54660-7174-438d-9670-613d95bd4a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20190fe7-06c7-4854-8ec5-166f0a450f5b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:44.955261 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Transition to ACTIVE for port object 5919ca3f-9cf1-4aac-9383-f52d9d152613 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:44.975751 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 20190fe7-06c7-4854-8ec5-166f0a450f5b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=20190fe7-06c7-4854-8ec5-166f0a450f5b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:44.990355 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:44.991203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device aa8f9e22-4440-42db-b352-c50c3c645c53 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:45.001086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Transition to ACTIVE for port object 5919ca3f-9cf1-4aac-9383-f52d9d152613 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:45.005988 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ea12659-09fc-4477-85aa-7c4d46f726ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.061626 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.117504 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Network d48d6470-acf3-4e47-aa28-555a4326015b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:45.121237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=20190fe7-06c7-4854-8ec5-166f0a450f5b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:45.127101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:45.135544 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437a5366-014c-407d-b4d2-cd7c639ad406" -d '{"events": [{"server_uuid": "cda54660-7174-438d-9670-613d95bd4a15", "name": "network-vif-plugged", "status": "completed", "tag": "20190fe7-06c7-4854-8ec5-166f0a450f5b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:45.138882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:45.186727 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:43Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:45.195216 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ea12659-09fc-4477-85aa-7c4d46f726ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.196351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac76e3-ff2b-4e38-adfd-1241e50e014f req-97fcf9e8-5790-4c30-9408-db1e97069b93 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:45.198553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97ac76e3-ff2b-4e38-adfd-1241e50e014f req-97fcf9e8-5790-4c30-9408-db1e97069b93 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 949 time: 0.1844447 Sep 02 13:25:45.199360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ea12659-09fc-4477-85aa-7c4d46f726ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.207498 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port aa8f9e22-4440-42db-b352-c50c3c645c53 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:45.245506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9ea12659-09fc-4477-85aa-7c4d46f726ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=081d2f008160415e9d7cd5d114d02f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114029 Sep 02 13:25:45.246375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41898) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:45.296333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea12659-09fc-4477-85aa-7c4d46f726ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ff80eb-8543-4d18-8147-0140722bf65a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:45.352607 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1565e8d9-dd3d-48d1-a057-2d347ec23b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.401830 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1565e8d9-dd3d-48d1-a057-2d347ec23b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.418345 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b21577-6ad6-4d68-bca1-1209372c451e x-openstack-request-id: req-63b21577-6ad6-4d68-bca1-1209372c451e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:45.418345 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda54660-7174-438d-9670-613d95bd4a15", "name": "network-vif-plugged", "status": "completed", "tag": "20190fe7-06c7-4854-8ec5-166f0a450f5b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:45.418997 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63b21577-6ad6-4d68-bca1-1209372c451e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:45.418997 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda54660-7174-438d-9670-613d95bd4a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20190fe7-06c7-4854-8ec5-166f0a450f5b', 'code': 200} Sep 02 13:25:45.420613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64613e3d-dda1-427b-8121-2ba4a87ec080 None None] The sync data for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 is: [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:43Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:25:45.425514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Pushing event updated for resources: {'Port': ['ID=5919ca3f-9cf1-4aac-9383-f52d9d152613,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:45.435477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port aa8f9e22-4440-42db-b352-c50c3c645c53 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:45.435477 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.489435 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1565e8d9-dd3d-48d1-a057-2d347ec23b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.493784 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1565e8d9-dd3d-48d1-a057-2d347ec23b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.495275 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1565e8d9-dd3d-48d1-a057-2d347ec23b51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55ff80eb-8543-4d18-8147-0140722bf65a HTTP/1.1" status: 204 len: 168 time: 0.2481503 Sep 02 13:25:45.506015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Attempting to bind port 5919ca3f-9cf1-4aac-9383-f52d9d152613 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:45.518046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Attempting to bind port 5919ca3f-9cf1-4aac-9383-f52d9d152613 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'bdd4422e-b850-401d-8e6e-f0aeded92abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:45.518438 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Attempting to bind port 5919ca3f-9cf1-4aac-9383-f52d9d152613 on network d48d6470-acf3-4e47-aa28-555a4326015b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:45.523800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565e8d9-dd3d-48d1-a057-2d347ec23b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ff80eb-8543-4d18-8147-0140722bf65a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:45.539192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:45.539536 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Checking segment: {'id': 'bdd4422e-b850-401d-8e6e-f0aeded92abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:45.540063 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.540373 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Bound using segment: {'id': 'bdd4422e-b850-401d-8e6e-f0aeded92abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:45.540851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Bound port: 5919ca3f-9cf1-4aac-9383-f52d9d152613, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd4422e-b850-401d-8e6e-f0aeded92abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:45.541260 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.669527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426c459-6919-4f93-92cf-6d5b0546ee3c req-45666ffb-9439-456b-93a3-4d95682cbe97 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:45.674820 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.677170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] For port 5919ca3f-9cf1-4aac-9383-f52d9d152613, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:45.679536 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c426c459-6919-4f93-92cf-6d5b0546ee3c req-45666ffb-9439-456b-93a3-4d95682cbe97 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 935 time: 0.1091781 Sep 02 13:25:45.681849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] For port 5919ca3f-9cf1-4aac-9383-f52d9d152613, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5919ca3f-9cf1-4aac-9383-f52d9d152613,segment=NetworkSegment(bdd4422e-b850-401d-8e6e-f0aeded92abc),segment_id=bdd4422e-b850-401d-8e6e-f0aeded92abc)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:45.724359 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97ac76e3-ff2b-4e38-adfd-1241e50e014f req-315e6507-4890-41ec-8b56-279bfcc1914e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359090 Sep 02 13:25:45.740846 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.744429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8a03-d686-4121-a229-738cda26dca0 req-ed12ada4-a788-4d21-a38d-bbc29a269565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:45.747492 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-25ab8a03-d686-4121-a229-738cda26dca0 req-ed12ada4-a788-4d21-a38d-bbc29a269565 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 1100 time: 0.2670736 Sep 02 13:25:45.769043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port aa8f9e22-4440-42db-b352-c50c3c645c53, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=aa8f9e22-4440-42db-b352-c50c3c645c53,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:45.779493 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c426c459-6919-4f93-92cf-6d5b0546ee3c req-6a8edc3d-50ef-4def-84ec-23d3b40a7e68 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980520 Sep 02 13:25:45.824520 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.836315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25ab8a03-d686-4121-a229-738cda26dca0 req-46f74d85-1d80-4f7a-8847-892f1f42a00b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.849745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1ede-10ae-4ef3-956c-e6c7f2f88bd5 None None] Pushing event updated for resources: {'Port': ['ID=5919ca3f-9cf1-4aac-9383-f52d9d152613,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:45.897355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:45.925204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=aa8f9e22-4440-42db-b352-c50c3c645c53,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:46.147267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295950-5a56-4312-a053-6b289b8e5ac4 req-878a025c-cc61-4c68-aadc-131618164bb1 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:46.148998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41914) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:46.156023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23295950-5a56-4312-a053-6b289b8e5ac4 req-878a025c-cc61-4c68-aadc-131618164bb1 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 972 time: 0.2626801 Sep 02 13:25:46.174667 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b73b79-e7e0-4627-9a67-2c4ce170b2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.326849 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.358589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23295950-5a56-4312-a053-6b289b8e5ac4 req-3d3cb235-73f1-4526-8b01-1fea025675cf tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011831 Sep 02 13:25:46.366718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25ab8a03-d686-4121-a229-738cda26dca0 req-46f74d85-1d80-4f7a-8847-892f1f42a00b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.483916 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25ab8a03-d686-4121-a229-738cda26dca0 req-46f74d85-1d80-4f7a-8847-892f1f42a00b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.509899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0148576e-1b6b-48b0-8a7d-65d450181f32 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:46.533799 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-25ab8a03-d686-4121-a229-738cda26dca0 req-46f74d85-1d80-4f7a-8847-892f1f42a00b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7738755 Sep 02 13:25:46.534317 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b73b79-e7e0-4627-9a67-2c4ce170b2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.545636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b73b79-e7e0-4627-9a67-2c4ce170b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.556862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f74d85-1d80-4f7a-8847-892f1f42a00b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d6704447-8625-4c7c-83bb-a7a8e9bb83e3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:46.615373 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d3b73b79-e7e0-4627-9a67-2c4ce170b2b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e66996b0ff9445b869f214e20e49388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618924 Sep 02 13:25:46.615373 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b73b79-e7e0-4627-9a67-2c4ce170b2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b4546f-1914-4ab2-b011-f3831058f34b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:46.615807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:46.625354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 0148576e-1b6b-48b0-8a7d-65d450181f32 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:46.634552 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 0148576e-1b6b-48b0-8a7d-65d450181f32 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:46.634881 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.675701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:25:46.698657 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75c94009-12dd-492f-b26b-8fc4b3cbc24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.731866 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.782423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 0148576e-1b6b-48b0-8a7d-65d450181f32, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0148576e-1b6b-48b0-8a7d-65d450181f32,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:46.789018 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:46.789914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5919ca3f-9cf1-4aac-9383-f52d9d152613 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:46.843284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-152d1844-d545-4c60-b819-8dbd21221003 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:25:46.844418 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-152d1844-d545-4c60-b819-8dbd21221003 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056028 Sep 02 13:25:46.865654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75c94009-12dd-492f-b26b-8fc4b3cbc24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.017534 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 5919ca3f-9cf1-4aac-9383-f52d9d152613 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:47.026587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=0148576e-1b6b-48b0-8a7d-65d450181f32,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:47.050049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19c2fc-2010-4fd6-91e0-578cbe773469 req-c869ac58-dd35-4d81-acf5-e145f3416962 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:47.058042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c19c2fc-2010-4fd6-91e0-578cbe773469 req-c869ac58-dd35-4d81-acf5-e145f3416962 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 935 time: 0.1134224 Sep 02 13:25:47.101163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:47.112096 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c19c2fc-2010-4fd6-91e0-578cbe773469 req-2e1f8cfe-a1d0-480c-86f1-fb8de683a4ab tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524793 Sep 02 13:25:47.132680 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75c94009-12dd-492f-b26b-8fc4b3cbc24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.139103 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75c94009-12dd-492f-b26b-8fc4b3cbc24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.140808 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-75c94009-12dd-492f-b26b-8fc4b3cbc24c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1b4546f-1914-4ab2-b011-f3831058f34b HTTP/1.1" status: 204 len: 168 time: 0.5236413 Sep 02 13:25:47.162162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:25:47.173262 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Sync routers for ids ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:25:47.184445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Request body: {'port': {'device_id': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:47.189378 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Routers {'2d67bf0b-2ec9-4c0f-9503-e4d639f16163'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:47.191956 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:25:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:47.202224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a2b65-fd86-4741-a906-c1974ff51cef req-8c21631b-f2c3-4df4-bddc-f39b88fad362 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:47.207363 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b91a2b65-fd86-4741-a906-c1974ff51cef req-8c21631b-f2c3-4df4-bddc-f39b88fad362 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 949 time: 0.2846210 Sep 02 13:25:47.287423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c94009-12dd-492f-b26b-8fc4b3cbc24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b4546f-1914-4ab2-b011-f3831058f34b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:47.326462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953064c3-237b-4100-8bfc-cbb897f71e6f None None] Network d48d6470-acf3-4e47-aa28-555a4326015b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:47.368651 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b91a2b65-fd86-4741-a906-c1974ff51cef req-9bbb439d-ed7f-48f2-9cb4-62f6e337b49b tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979953 Sep 02 13:25:47.371632 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60be2393-5990-4375-8a9c-de472a6aff1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.374286 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.376227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-080ffe99-8a01-4f04-8c6a-a7d79e695fbc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9831924 Sep 02 13:25:47.379555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.380559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:47.395809 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Set router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:47.456428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f439990-2f9c-4e91-89f8-8ae0abc99396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8f9e22-4440-42db-b352-c50c3c645c53'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:47.459224 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd332406-f773-4ef9-8d0b-3499ad15c235" -d '{"events": [{"server_uuid": "8f439990-2f9c-4e91-89f8-8ae0abc99396", "name": "network-vif-plugged", "status": "completed", "tag": "aa8f9e22-4440-42db-b352-c50c3c645c53"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:47.481337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7480420d-50e6-49d0-9b49-b6136d325506 None None] Provisioning for port 5919ca3f-9cf1-4aac-9383-f52d9d152613 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:47.491339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7480420d-50e6-49d0-9b49-b6136d325506 None None] Provisioning complete for port 5919ca3f-9cf1-4aac-9383-f52d9d152613 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:47.491894 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7480420d-50e6-49d0-9b49-b6136d325506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.621576 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:43Z', 'updated_at': '2021-09-02T13:25:45Z', 'revision_number': 3, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'gw_port': {'id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:44Z', 'updated_at': '2021-09-02T13:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:47.656748 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Checking router: 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:25:47.657455 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7480420d-50e6-49d0-9b49-b6136d325506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.658006 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Updating router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 port dbaba8d1-8e6b-432a-a665-94a15ba4270c binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:25:47.679043 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fccc853-dc61-487f-bc35-368082634c9e x-openstack-request-id: req-0fccc853-dc61-487f-bc35-368082634c9e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:47.679337 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f439990-2f9c-4e91-89f8-8ae0abc99396", "name": "network-vif-plugged", "status": "completed", "tag": "aa8f9e22-4440-42db-b352-c50c3c645c53", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:47.679857 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fccc853-dc61-487f-bc35-368082634c9e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:47.680252 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f439990-2f9c-4e91-89f8-8ae0abc99396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8f9e22-4440-42db-b352-c50c3c645c53', 'code': 200} Sep 02 13:25:47.689555 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.736067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7480420d-50e6-49d0-9b49-b6136d325506 None None] For port 5919ca3f-9cf1-4aac-9383-f52d9d152613, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5919ca3f-9cf1-4aac-9383-f52d9d152613,segment=NetworkSegment(bdd4422e-b850-401d-8e6e-f0aeded92abc),segment_id=bdd4422e-b850-401d-8e6e-f0aeded92abc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:47.745402 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7480420d-50e6-49d0-9b49-b6136d325506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:47.810565 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480420d-50e6-49d0-9b49-b6136d325506 None None] Pushing event updated for resources: {'Port': ['ID=5919ca3f-9cf1-4aac-9383-f52d9d152613,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:47.897345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ea42-798e-4379-ae4b-c2c592c5a41e req-f30ef3d1-93a2-420e-9250-1dea04538740 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:47.905057 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9879ea42-798e-4379-ae4b-c2c592c5a41e req-f30ef3d1-93a2-420e-9250-1dea04538740 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 972 time: 0.3593371 Sep 02 13:25:48.066639 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9879ea42-798e-4379-ae4b-c2c592c5a41e req-4f2c97cf-4332-4a71-bddf-1d7fc1a536a0 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602545 Sep 02 13:25:48.085275 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.095567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7b1a6-2b6b-4863-8859-f67c64e1d2b8 req-b8d42c37-6945-4db9-9ffb-e608472a1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:48.099292 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Transition to ACTIVE for port object dbaba8d1-8e6b-432a-a665-94a15ba4270c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:48.101804 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50d7b1a6-2b6b-4863-8859-f67c64e1d2b8 req-b8d42c37-6945-4db9-9ffb-e608472a1ac6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 1123 time: 0.1685452 Sep 02 13:25:48.115042 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.198588 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Attempting to bind port dbaba8d1-8e6b-432a-a665-94a15ba4270c on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:48.199811 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Attempting to bind port dbaba8d1-8e6b-432a-a665-94a15ba4270c by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:48.200325 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Attempting to bind port dbaba8d1-8e6b-432a-a665-94a15ba4270c on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:48.210663 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417cd15-1e10-481d-867e-ded5f096efca None None] Pushing event updated for resources: {'Port': ['ID=dbaba8d1-8e6b-432a-a665-94a15ba4270c,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:48.230666 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50d7b1a6-2b6b-4863-8859-f67c64e1d2b8 req-fa21479d-30b1-4d44-ba33-2c009dbbde9b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192057 Sep 02 13:25:48.230931 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:48.231094 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:48.233785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe7c697-2021-4557-a066-b7a83cdae6fc {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:48.235528 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.236028 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:48.236723 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Bound port: dbaba8d1-8e6b-432a-a665-94a15ba4270c, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:48.237329 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.252125 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.279452 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dc04a7af-8fb3-4881-9cf8-3b8e5afa9dfc None None] Provisioning complete for port 5919ca3f-9cf1-4aac-9383-f52d9d152613 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:48.280510 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc04a7af-8fb3-4881-9cf8-3b8e5afa9dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.310116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Transition to ACTIVE for port object efe7c697-2021-4557-a066-b7a83cdae6fc will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:48.320193 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.409485 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] For port dbaba8d1-8e6b-432a-a665-94a15ba4270c, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:48.422426 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] For port dbaba8d1-8e6b-432a-a665-94a15ba4270c, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=dbaba8d1-8e6b-432a-a665-94a15ba4270c,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:48.443390 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.444819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60be2393-5990-4375-8a9c-de472a6aff1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.475017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6d359-25f3-490b-89c7-aefae89df4a8 req-b70a33cd-41be-432c-874d-78bf69444077 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:48.487142 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1f6d359-25f3-490b-89c7-aefae89df4a8 req-b70a33cd-41be-432c-874d-78bf69444077 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 935 time: 0.2158532 Sep 02 13:25:48.502736 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60be2393-5990-4375-8a9c-de472a6aff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.521981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.524649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0148576e-1b6b-48b0-8a7d-65d450181f32 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:48.593877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be2393-5990-4375-8a9c-de472a6aff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f3809-c325-40c5-a9d7-c581b9e4ef85,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:48.605611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:48.655611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 0148576e-1b6b-48b0-8a7d-65d450181f32 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:48.658115 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.687362 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417cd15-1e10-481d-867e-ded5f096efca None None] Pushing event updated for resources: {'Port': ['ID=dbaba8d1-8e6b-432a-a665-94a15ba4270c,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:48.701013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f76317-3765-4f6e-a71c-64a66a669067 req-5ee5ab69-5de4-497e-b47b-b8f9ca9369ea tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:48.703161 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8f76317-3765-4f6e-a71c-64a66a669067 req-5ee5ab69-5de4-497e-b47b-b8f9ca9369ea tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 949 time: 0.1455469 Sep 02 13:25:48.727602 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Routers {'2d67bf0b-2ec9-4c0f-9503-e4d639f16163'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:48.728876 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:25:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:48.806899 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8f76317-3765-4f6e-a71c-64a66a669067 req-334e4a56-f279-4d86-914f-a41e50aac37c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576887 Sep 02 13:25:48.846365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1f6d359-25f3-490b-89c7-aefae89df4a8 req-200d6231-9f7b-4b06-ab3a-1b08d73d0b8c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347797 Sep 02 13:25:48.852211 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-60be2393-5990-4375-8a9c-de472a6aff1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f8b09b672744a798b825b9e20fdd401&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7437091 Sep 02 13:25:48.854885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:48.915565 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] Set router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:48.923843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Attempting to bind port efe7c697-2021-4557-a066-b7a83cdae6fc on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:48.924328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Attempting to bind port efe7c697-2021-4557-a066-b7a83cdae6fc by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:48.924788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Attempting to bind port efe7c697-2021-4557-a066-b7a83cdae6fc on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:48.933952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Port efe7c697-2021-4557-a066-b7a83cdae6fc on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:25:48.934322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Attempting to bind port efe7c697-2021-4557-a066-b7a83cdae6fc on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:48.940919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5919ca3f-9cf1-4aac-9383-f52d9d152613 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:48.945883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:48.946236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:48.946614 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:48.947061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Bound port: efe7c697-2021-4557-a066-b7a83cdae6fc, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:48.947253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Allocated IP 172.20.0.1 (d48d6470-acf3-4e47-aa28-555a4326015b/f5ca1cb4-28f6-41e9-b75b-bc286270a0bf/9a4f86c0-3625-4c40-b1c4-8fb40aeb030a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:48.947422 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:48.977642 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-225c93af-ca50-4cef-8d07-8c14b76838c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.026211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 5919ca3f-9cf1-4aac-9383-f52d9d152613 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:49.028838 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.032386 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-225c93af-ca50-4cef-8d07-8c14b76838c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.084782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:49.106623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:49.121386 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.189872 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-225c93af-ca50-4cef-8d07-8c14b76838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.193127 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-225c93af-ca50-4cef-8d07-8c14b76838c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.195883 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-225c93af-ca50-4cef-8d07-8c14b76838c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd8f3809-c325-40c5-a9d7-c581b9e4ef85 HTTP/1.1" status: 204 len: 168 time: 0.3214748 Sep 02 13:25:49.200292 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.207396 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:43Z', 'updated_at': '2021-09-02T13:25:45Z', 'revision_number': 3, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'gw_port': {'id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:44Z', 'updated_at': '2021-09-02T13:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:49.217071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:49.218021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.230663 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] 10.222.0.77 "PUT /v2.0/ports/efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 1095 time: 2.1799469 Sep 02 13:25:49.232674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2e926-34a4-4052-b68b-b4ef975bda65 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:49.246814 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b70b39f-f17d-42ac-a1aa-265a117d089c None None] The sync data for ids ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'] in n-d-794796-4 is: [{'id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:43Z', 'updated_at': '2021-09-02T13:25:45Z', 'revision_number': 3, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'gw_port': {'id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:44Z', 'updated_at': '2021-09-02T13:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:25:49.253583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:49.263761 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee29fa-8655-403e-8083-400c96acf7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:49.282534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c93af-ca50-4cef-8d07-8c14b76838c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f3809-c325-40c5-a9d7-c581b9e4ef85,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:49.351386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-7c75eef7-aed8-4e6e-8865-f21d6925957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:49.353777 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-7c75eef7-aed8-4e6e-8865-f21d6925957d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1098 time: 0.0669858 Sep 02 13:25:49.367006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Transition to ACTIVE for port object 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:49.454465 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f874c8-a2ff-4d34-8db8-3b9f97d8d83d x-openstack-request-id: req-e9f874c8-a2ff-4d34-8db8-3b9f97d8d83d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:49.455078 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:49.455965 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9f874c8-a2ff-4d34-8db8-3b9f97d8d83d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:49.456488 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'status': 'completed', 'code': 200} Sep 02 13:25:49.458814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-7ad00161-8a6a-4333-80eb-db631809b681 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.0942409 Sep 02 13:25:49.494152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28354b9-cf57-4cc2-88b3-bf4717108924 req-a25f5486-233d-46f7-bcd2-a99eb72e8f1a tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:49.515269 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a28354b9-cf57-4cc2-88b3-bf4717108924 req-a25f5486-233d-46f7-bcd2-a99eb72e8f1a tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 972 time: 0.3028476 Sep 02 13:25:49.568434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-0ba78dd0-7202-4daf-ad83-adef7a6a0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:49.570392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-0ba78dd0-7202-4daf-ad83-adef7a6a0f7f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1038752 Sep 02 13:25:49.572822 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.635023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bf83d833-7d2f-4674-9dd0-5748eba665ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:49.636678 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-bf83d833-7d2f-4674-9dd0-5748eba665ac service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566382 Sep 02 13:25:49.681443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Pushing event updated for resources: {'Port': ['ID=9a4f86c0-3625-4c40-b1c4-8fb40aeb030a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:49.701363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a28354b9-cf57-4cc2-88b3-bf4717108924 req-08cd0810-16fb-4007-87e3-3567cb9abdc5 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806738 Sep 02 13:25:49.711511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Network d48d6470-acf3-4e47-aa28-555a4326015b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:49.713335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:49.716135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:49.769775 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:49.892281 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-2bf70732-e9f1-45f3-991a-c05a6f9a34cf service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398117 Sep 02 13:25:50.022725 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.071178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:50.137170 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-031a8bf2-bc57-42ec-b7a3-c60de8bb32cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.202487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa4de9-436e-40fe-9a68-6de1ffc78b44 req-0ddb33c5-3204-484e-b927-0cba43811256 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:50.211812 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bcaa4de9-436e-40fe-9a68-6de1ffc78b44 req-0ddb33c5-3204-484e-b927-0cba43811256 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 949 time: 0.1193419 Sep 02 13:25:50.218952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-79c5dc5a-a0b6-4a2f-b6fe-e4a9e1467ccc None None] Provisioning for port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:50.223801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd488aae-7366-439c-9fc7-b78763420c17 req-4b006c78-7db1-473e-ad80-d8b247301686 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:50.226007 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd488aae-7366-439c-9fc7-b78763420c17 req-4b006c78-7db1-473e-ad80-d8b247301686 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 947 time: 0.2039154 Sep 02 13:25:50.232099 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-79c5dc5a-a0b6-4a2f-b6fe-e4a9e1467ccc None None] Provisioning complete for port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:50.232881 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79c5dc5a-a0b6-4a2f-b6fe-e4a9e1467ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.275271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-79c5dc5a-a0b6-4a2f-b6fe-e4a9e1467ccc None None] Port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:50.430319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device dbaba8d1-8e6b-432a-a665-94a15ba4270c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:50.453356 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd488aae-7366-439c-9fc7-b78763420c17 req-bef06378-26ce-498b-908e-743f2fbc02f6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033176 Sep 02 13:25:50.475906 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-031a8bf2-bc57-42ec-b7a3-c60de8bb32cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.476564 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bcaa4de9-436e-40fe-9a68-6de1ffc78b44 req-1125c727-9717-4656-92c9-7c4f37ced2a0 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635357 Sep 02 13:25:50.513248 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.517701 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-031a8bf2-bc57-42ec-b7a3-c60de8bb32cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.529200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port dbaba8d1-8e6b-432a-a665-94a15ba4270c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:50.534520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port dbaba8d1-8e6b-432a-a665-94a15ba4270c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:50.534943 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.536852 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f87189-4d8b-4500-b38c-23634a6675dd req-86ba623a-198a-4959-86d6-2250b94e3c6b service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392508 Sep 02 13:25:50.562573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a8bf2-bc57-42ec-b7a3-c60de8bb32cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5821af-87b7-4011-b4ce-e77efdf0282d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:50.565881 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.648838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-6bfcbe35-a2ea-453e-b54b-519afca43724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:50.650354 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-6bfcbe35-a2ea-453e-b54b-519afca43724 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1098 time: 0.0593972 Sep 02 13:25:50.675404 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.681794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Pushing event updated for resources: {'Port': ['ID=9a4f86c0-3625-4c40-b1c4-8fb40aeb030a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:50.707991 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-031a8bf2-bc57-42ec-b7a3-c60de8bb32cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82790df3506e4973b418aec61b394c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272388 Sep 02 13:25:50.708492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42016) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:50.717737 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.730659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port dbaba8d1-8e6b-432a-a665-94a15ba4270c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=dbaba8d1-8e6b-432a-a665-94a15ba4270c,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:50.739245 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.807704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-4d12d2f9-9eb3-4ce7-ba81-2bfe83e23bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:50.809275 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-4d12d2f9-9eb3-4ce7-ba81-2bfe83e23bdb service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1496542 Sep 02 13:25:50.821818 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bfe9798-9cba-4e95-98b1-95f5769abebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.867528 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bfe9798-9cba-4e95-98b1-95f5769abebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:50.918171 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-5ae60819-5fd5-4b2a-9b11-e2bf9ed7fa9a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.0995443 Sep 02 13:25:50.921119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=dbaba8d1-8e6b-432a-a665-94a15ba4270c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:50.942873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Network d48d6470-acf3-4e47-aa28-555a4326015b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:50.949084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:50.952189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-3fe5ce64-b241-4c70-8fbc-052005326342 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562651 Sep 02 13:25:51.012688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-146322da-8f9a-4512-80da-ac82eb7e1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:51.014461 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-146322da-8f9a-4512-80da-ac82eb7e1768 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0888796 Sep 02 13:25:51.091365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-fef0f50e-dbc2-442c-99b8-78a42bf31c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:51.095134 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-fef0f50e-dbc2-442c-99b8-78a42bf31c3c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717812 Sep 02 13:25:51.106637 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bfe9798-9cba-4e95-98b1-95f5769abebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:51.109213 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bfe9798-9cba-4e95-98b1-95f5769abebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:51.110399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3bfe9798-9cba-4e95-98b1-95f5769abebb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa5821af-87b7-4011-b4ce-e77efdf0282d HTTP/1.1" status: 204 len: 168 time: 0.4009900 Sep 02 13:25:51.139122 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe9798-9cba-4e95-98b1-95f5769abebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5821af-87b7-4011-b4ce-e77efdf0282d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:51.194337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-1409d943-446e-4828-9284-ef29d9fa0b17 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:51.196008 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-1409d943-446e-4828-9284-ef29d9fa0b17 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369161 Sep 02 13:25:51.225298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:25:51.244728 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-8525a5aa-e8cb-44eb-b0f2-5ffa10edcebd tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/quotas/93c3f7e381524a5e9bc5d2efa5d1285f HTTP/1.1" status: 200 len: 375 time: 0.0373905 Sep 02 13:25:51.288501 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-a5375610-9d9c-4dcf-becc-1a222dee2fae tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420930 Sep 02 13:25:51.328294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-320563a7-be38-4c78-a922-b8d692583577 None None] Provisioning complete for port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:51.328954 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-320563a7-be38-4c78-a922-b8d692583577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:51.351403 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141561-c2c8-41b4-8a5b-4e5f467ac196 req-3599bbd7-79a0-48d2-9470-499c647ea269 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:51.360189 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9141561-c2c8-41b4-8a5b-4e5f467ac196 req-3599bbd7-79a0-48d2-9470-499c647ea269 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 972 time: 0.0896420 Sep 02 13:25:51.396429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-320563a7-be38-4c78-a922-b8d692583577 None None] Port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:51.406423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-7650bd42-39ef-4a7a-8df2-80a0b527d594 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004010 Sep 02 13:25:51.444985 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9141561-c2c8-41b4-8a5b-4e5f467ac196 req-b59a272a-b01c-4483-a4ec-a59641a9dc5c tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836399 Sep 02 13:25:51.600043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:25:51.622759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-25efa940-d71e-4abd-9fa9-da52ace6134f admin admin] 10.222.0.13 "PUT /v2.0/routers/2d67bf0b-2ec9-4c0f-9503-e4d639f16163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2387588 Sep 02 13:25:51.668423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6eee29fa-8655-403e-8083-400c96acf7a6 req-805e3b6a-e768-4542-803e-43e3a04b4ec9 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524481 Sep 02 13:25:51.901053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3aa3e-e461-4818-9179-0ae54285a48f req-2e9fed4b-cbfa-4390-83e9-0ef25db58592 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:51.912366 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32a3aa3e-e461-4818-9179-0ae54285a48f req-2e9fed4b-cbfa-4390-83e9-0ef25db58592 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 949 time: 0.1149740 Sep 02 13:25:51.986264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32a3aa3e-e461-4818-9179-0ae54285a48f req-ec064ddc-5ec3-42af-9961-f662ce244942 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727940 Sep 02 13:25:52.034828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0476-ce8d-4c06-80a5-b3ae3a6e51f8 req-1eef4c0b-2184-43f9-bd3d-b8f50b37b487 tempest-AggregatesAdminTestJSON-685311992 tempest-AggregatesAdminTestJSON-685311992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:52.037415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dfee0476-ce8d-4c06-80a5-b3ae3a6e51f8 req-1eef4c0b-2184-43f9-bd3d-b8f50b37b487 tempest-AggregatesAdminTestJSON-685311992 tempest-AggregatesAdminTestJSON-685311992-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 1123 time: 0.3954816 Sep 02 13:25:52.079780 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfee0476-ce8d-4c06-80a5-b3ae3a6e51f8 req-1e2c0daa-f711-4465-a5d5-f4c8270ce854 tempest-AggregatesAdminTestJSON-685311992 tempest-AggregatesAdminTestJSON-685311992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:52.139021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ed57f-f12d-4af3-965f-f9b8753be934 req-c9fa2cb8-96a9-476c-88ec-ebf86f07a499 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:52.141571 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b53ed57f-f12d-4af3-965f-f9b8753be934 req-c9fa2cb8-96a9-476c-88ec-ebf86f07a499 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 947 time: 0.0736768 Sep 02 13:25:52.148476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Sync routers for ids ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:25:52.165838 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Routers {'2d67bf0b-2ec9-4c0f-9503-e4d639f16163'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:52.166729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:25:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:52.238927 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b53ed57f-f12d-4af3-965f-f9b8753be934 req-4335f1a4-33f3-4982-9e5b-62cf795c48c2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788987 Sep 02 13:25:52.325635 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfee0476-ce8d-4c06-80a5-b3ae3a6e51f8 req-1e2c0daa-f711-4465-a5d5-f4c8270ce854 tempest-AggregatesAdminTestJSON-685311992 tempest-AggregatesAdminTestJSON-685311992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:52.333753 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dfee0476-ce8d-4c06-80a5-b3ae3a6e51f8 req-1e2c0daa-f711-4465-a5d5-f4c8270ce854 tempest-AggregatesAdminTestJSON-685311992 tempest-AggregatesAdminTestJSON-685311992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:52.368515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-a141b54c-db33-4c05-936c-11ea1a55c987 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517540 Sep 02 13:25:52.375678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Set router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:52.377353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dfee0476-ce8d-4c06-80a5-b3ae3a6e51f8 req-1e2c0daa-f711-4465-a5d5-f4c8270ce854 tempest-AggregatesAdminTestJSON-685311992 tempest-AggregatesAdminTestJSON-685311992-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292861 Sep 02 13:25:52.390368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c0daa-f711-4465-a5d5-f4c8270ce854 tempest-AggregatesAdminTestJSON-685311992 tempest-AggregatesAdminTestJSON-685311992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a77550-93c0-4c33-bc10-ea6d034599ce,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:52.502080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device dbaba8d1-8e6b-432a-a665-94a15ba4270c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:52.601943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-4789dbf4-bccf-4ce9-ae23-9e29848f137a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:52.610147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-4789dbf4-bccf-4ce9-ae23-9e29848f137a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361853 Sep 02 13:25:52.643686 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-70010c6e-ff26-4fe2-afda-aa82492d2570 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/quotas/93c3f7e381524a5e9bc5d2efa5d1285f HTTP/1.1" status: 200 len: 375 time: 0.0310965 Sep 02 13:25:52.689805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-00d6f676-935e-4821-ba9a-4e1ea98ec5e9 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435922 Sep 02 13:25:52.712854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port dbaba8d1-8e6b-432a-a665-94a15ba4270c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:52.713238 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:52.740183 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:52.906834 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-144161755-network', 'tenant_id': '0af8c0179fe440ad933e02d682e720a9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:52.937300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Made reservation on behalf of 0af8c0179fe440ad933e02d682e720a9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:52.941431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:52.944134 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:43Z', 'updated_at': '2021-09-02T13:25:49Z', 'revision_number': 4, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'gw_port': {'id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:44Z', 'updated_at': '2021-09-02T13:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9a4f86c0-3625-4c40-b1c4-8fb40aeb030a', 'name': '', 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'mac_address': 'fa:16:3e:66:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f5ca1cb4-28f6-41e9-b75b-bc286270a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:48Z', 'updated_at': '2021-09-02T13:25:50Z', 'revision_number': 2, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'subnets': [{'id': 'f5ca1cb4-28f6-41e9-b75b-bc286270a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:52.951775 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.005945 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Checking router: 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:25:53.006248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Updating router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:25:53.064080 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.076901 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aebf2691-59f9-4e4b-aa96-a74233e7f4a0 req-34107b27-c859-4be5-9a37-e29e7d6d40ef tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 210 time: 0.0618911 Sep 02 13:25:53.117024 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.139677 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.174290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-c6e17fb5-ffb6-4799-8cba-eb7b7c50c1ee tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558796 Sep 02 13:25:53.220635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:25:53.271174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e885b5a-ecb5-4a2a-994f-6315a8344e02,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:53.275080 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.275581 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Added segment c926414a-2ce1-43ac-94b7-c64c6296ee4a of type vlan for network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 Sep 02 13:25:53.322939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-9d61a478-455a-473e-a18f-2ae65745b70b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:53.324503 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-9d61a478-455a-473e-a18f-2ae65745b70b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 1100 time: 0.2049115 Sep 02 13:25:53.414475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.455353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-b7764319-cc86-427c-8b11-591018d83dcb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:53.456959 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-b7764319-cc86-427c-8b11-591018d83dcb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730045 Sep 02 13:25:53.494534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Request body: {'port': {'device_id': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '93c3f7e381524a5e9bc5d2efa5d1285f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:53.551755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd75c-f19c-443f-920b-2ab24e9e0c1a req-7d7191df-6b6c-43ed-9845-5c2a8ca3f122 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:53.553303 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a4cdd75c-f19c-443f-920b-2ab24e9e0c1a req-7d7191df-6b6c-43ed-9845-5c2a8ca3f122 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 949 time: 0.0666752 Sep 02 13:25:53.555699 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.556679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:53.557254 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.601290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a4cdd75c-f19c-443f-920b-2ab24e9e0c1a req-f17c89d4-debc-4ea8-99a3-db82a4dce3b0 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Sep 02 13:25:53.648836 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.660361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Transition to ACTIVE for port object 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:53.667017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.783252 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Made reservation on behalf of 93c3f7e381524a5e9bc5d2efa5d1285f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:53.787614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.804755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0633047 Sep 02 13:25:53.807321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d891d75-57ec-4f94-aaf3-c648f5f9161d admin admin] Pushing event updated for resources: {'Network': ['ID=515a7ac4-769f-4a0e-969c-4af42ba1a9e7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:53.808767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42132) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:53.811752 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.815363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Request body: {'subnet': {'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-144161755-subnet', 'tenant_id': '0af8c0179fe440ad933e02d682e720a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:53.833330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dd67f-f4de-4d69-849f-00c5ef7a97fa req-5c744176-4608-4552-bccc-8ba03a392faf tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:53.835295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce1dd67f-f4de-4d69-849f-00c5ef7a97fa req-5c744176-4608-4552-bccc-8ba03a392faf tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 947 time: 0.3319154 Sep 02 13:25:53.837744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:25:53.839362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] Deleting port 20190fe7-06c7-4854-8ec5-166f0a450f5b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:25:53.840468 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.886236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Made reservation on behalf of 0af8c0179fe440ad933e02d682e720a9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:53.888729 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.966210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a2015-e055-4d1b-b040-46fec24ee487 None None] Pushing event updated for resources: {'Port': ['ID=9a4f86c0-3625-4c40-b1c4-8fb40aeb030a,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:53.988409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Attempting to bind port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:53.988751 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Attempting to bind port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'bdd4422e-b850-401d-8e6e-f0aeded92abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:53.989179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Attempting to bind port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a on network d48d6470-acf3-4e47-aa28-555a4326015b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:53.996162 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce1dd67f-f4de-4d69-849f-00c5ef7a97fa req-7cacd241-f338-401b-820e-2349ae380df6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400738 Sep 02 13:25:53.998240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:53.998660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Checking segment: {'id': 'bdd4422e-b850-401d-8e6e-f0aeded92abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:53.999075 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:53.999470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Bound using segment: {'id': 'bdd4422e-b850-401d-8e6e-f0aeded92abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:54.000530 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Bound port: 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd4422e-b850-401d-8e6e-f0aeded92abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:54.000985 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:54.076833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] For port 20190fe7-06c7-4854-8ec5-166f0a450f5b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=20190fe7-06c7-4854-8ec5-166f0a450f5b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:54.077441 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:54.093634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] Calling delete_port for 20190fe7-06c7-4854-8ec5-166f0a450f5b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:25:54.164679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] For port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:54.168936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] For port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9a4f86c0-3625-4c40-b1c4-8fb40aeb030a,segment=NetworkSegment(bdd4422e-b850-401d-8e6e-f0aeded92abc),segment_id=bdd4422e-b850-401d-8e6e-f0aeded92abc)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:54.175147 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:54.319415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a2015-e055-4d1b-b040-46fec24ee487 None None] Pushing event updated for resources: {'Port': ['ID=9a4f86c0-3625-4c40-b1c4-8fb40aeb030a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:54.338585 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-6e7e14ce-712c-4b85-b8cb-915754604cb4 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792139 Sep 02 13:25:54.345962 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Routers {'2d67bf0b-2ec9-4c0f-9503-e4d639f16163'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:25:54.346622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:25:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:54.382289 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42154) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:54.398150 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bfb69822-3282-470b-9936-bc027840cf34 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287199623', 'description': 'tempest-description--336887854'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:54.503454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9359b1c8-f6b3-43d0-b863-f77fb4bbd701 req-36614986-e60c-4ebc-9608-eb58578049f2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 210 time: 0.0664415 Sep 02 13:25:54.557195 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:54.581595 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:54.585915 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:54.595985 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:54.601924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['20190fe7-06c7-4854-8ec5-166f0a450f5b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:25:54.635963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d5386f-be52-4da6-aff9-0d944f1f2793,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:54.644652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] Set router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:25:54.699328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] Pushing event deleted for resources: {'Port': ['ID=20190fe7-06c7-4854-8ec5-166f0a450f5b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:54.770352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c4b91934-2471-428a-8084-c5dcd2ff3458 req-d4df83f2-7523-410d-8503-b654f8046308 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 210 time: 0.0376713 Sep 02 13:25:54.779856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:54.780229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Network hostable DHCP agents. Network: 515a7ac4-769f-4a0e-969c-4af42ba1a9e7, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:25:54.797735 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-aa8375dd-cf64-46fa-9134-0e16d142edd8 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:54.797735 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-aa8375dd-cf64-46fa-9134-0e16d142edd8 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4380848 Sep 02 13:25:54.813665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Request body: {'port': {'device_id': 'ea98e185-ace4-486b-99f9-e8e7a6b1e6b9', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '93c3f7e381524a5e9bc5d2efa5d1285f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:54.902243 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device efe7c697-2021-4557-a066-b7a83cdae6fc details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:25:54.973347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:25:54.997633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfb69822-3282-470b-9936-bc027840cf34 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.028151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 515a7ac4-769f-4a0e-969c-4af42ba1a9e7) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:55.034748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:55.035683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.060430 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-397999d1-ee49-4801-bbcc-a7fcfc7ecfc7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2502530 Sep 02 13:25:55.065607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba3336d-8a39-4c3d-838e-7a59ae4a49ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:55.101920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] No DVR routers for this DVR port 20190fe7-06c7-4854-8ec5-166f0a450f5b on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:25:55.102381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7212f851-909f-45b0-b93d-8e0fe3795cb0 None None] Network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:55.115403 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.117931 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e264c36-84fa-4ff3-9b9f-308c8c5e8606 req-2e50e88a-1977-4e1a-9bd6-e6493261782b tempest-DeleteServersAdminTestJSON-1988556568 tempest-DeleteServersAdminTestJSON-1988556568-project-admin] 10.222.0.90 "DELETE /v2.0/ports/20190fe7-06c7-4854-8ec5-166f0a450f5b HTTP/1.1" status: 204 len: 173 time: 1.7830398 Sep 02 13:25:55.121507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda54660-7174-438d-9670-613d95bd4a15', 'name': 'network-vif-deleted', 'tag': '20190fe7-06c7-4854-8ec5-166f0a450f5b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:55.124885 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44c4f66-3bd8-4a30-b2f7-e3d16ab6ebc5" -d '{"events": [{"server_uuid": "cda54660-7174-438d-9670-613d95bd4a15", "name": "network-vif-deleted", "tag": "20190fe7-06c7-4854-8ec5-166f0a450f5b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:55.211159 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fae5f48-f816-4ae5-b6a0-9d2b948d21ff x-openstack-request-id: req-2fae5f48-f816-4ae5-b6a0-9d2b948d21ff {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:55.212120 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda54660-7174-438d-9670-613d95bd4a15", "name": "network-vif-deleted", "tag": "20190fe7-06c7-4854-8ec5-166f0a450f5b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:55.212539 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fae5f48-f816-4ae5-b6a0-9d2b948d21ff {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:55.213110 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda54660-7174-438d-9670-613d95bd4a15', 'name': 'network-vif-deleted', 'tag': '20190fe7-06c7-4854-8ec5-166f0a450f5b', 'status': 'completed', 'code': 200} Sep 02 13:25:55.232582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:55.294922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:43Z', 'updated_at': '2021-09-02T13:25:49Z', 'revision_number': 4, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'gw_port': {'id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:44Z', 'updated_at': '2021-09-02T13:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9a4f86c0-3625-4c40-b1c4-8fb40aeb030a', 'name': '', 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'mac_address': 'fa:16:3e:66:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f5ca1cb4-28f6-41e9-b75b-bc286270a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:48Z', 'updated_at': '2021-09-02T13:25:54Z', 'revision_number': 4, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'subnets': [{'id': 'f5ca1cb4-28f6-41e9-b75b-bc286270a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:25:55.298876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Allocated IP 192.168.233.197 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/a71ac9d1-4f17-47b8-a3e6-e34b7619e08c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:55.309963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'mac_address': 'fa:16:3e:46:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:25:55.343614 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943403a-ecf6-4ecb-9325-15d1e000059b req-5b374e6b-1c5b-40b4-bc5a-d10223e32bf9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:55.345619 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8943403a-ecf6-4ecb-9325-15d1e000059b req-5b374e6b-1c5b-40b4-bc5a-d10223e32bf9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 947 time: 0.1708555 Sep 02 13:25:55.370813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feab044-fa41-4ac0-85cc-d5f4e2cff151 None None] The sync data for ids ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'] in n-d-794796-4 is: [{'id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:43Z', 'updated_at': '2021-09-02T13:25:49Z', 'revision_number': 4, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'gw_port': {'id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:44Z', 'updated_at': '2021-09-02T13:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9a4f86c0-3625-4c40-b1c4-8fb40aeb030a', 'name': '', 'network_id': 'd48d6470-acf3-4e47-aa28-555a4326015b', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'mac_address': 'fa:16:3e:66:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'f5ca1cb4-28f6-41e9-b75b-bc286270a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:48Z', 'updated_at': '2021-09-02T13:25:54Z', 'revision_number': 4, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'subnets': [{'id': 'f5ca1cb4-28f6-41e9-b75b-bc286270a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:25:55.371937 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfb69822-3282-470b-9936-bc027840cf34 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.398071 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfb69822-3282-470b-9936-bc027840cf34 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.469262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Made reservation on behalf of 93c3f7e381524a5e9bc5d2efa5d1285f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:55.473104 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.494471 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.592808 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfb69822-3282-470b-9936-bc027840cf34 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.594072 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bfb69822-3282-470b-9936-bc027840cf34 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2065053 Sep 02 13:25:55.603748 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe7c697-2021-4557-a066-b7a83cdae6fc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:55.634875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42206) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:55.653193 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1a4bc26d-89c9-499a-9145-41d747295ada tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Request body: {'security_group_rule': {'security_group_id': '09ca09f1-871a-4b14-a40d-05eb5795f2be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:55.670080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8943403a-ecf6-4ecb-9325-15d1e000059b req-d746ba3c-66ed-4121-a75d-ed321b6da55b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162706 Sep 02 13:25:55.673184 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb69822-3282-470b-9936-bc027840cf34 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ca09f1-871a-4b14-a40d-05eb5795f2be,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:55.742616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a46703-71f1-47e9-9347-68ffe82a95a1 None None] Network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:55.765028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:55.777937 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc26d-89c9-499a-9145-41d747295ada tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.847671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.876257 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:55.923825 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-693f7264-46cf-4a77-b141-bf1f79167d66 req-239c3bdb-8690-4082-bf2e-fd6e5044b830 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 210 time: 0.0869527 Sep 02 13:25:55.924811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Transition to ACTIVE for port object a71ac9d1-4f17-47b8-a3e6-e34b7619e08c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:56.023033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b959e9-2fb7-410c-9305-7214a875d11e req-3a262c72-3f3b-4a4a-af32-535c4b669ddd tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda54660-7174-438d-9670-613d95bd4a15 HTTP/1.1" status: 200 len: 210 time: 0.1044946 Sep 02 13:25:56.037804 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.090327 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc26d-89c9-499a-9145-41d747295ada tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.098387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:56.101267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:56.107004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:56.113977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:56.158137 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc26d-89c9-499a-9145-41d747295ada tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.199514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:56.260602 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bc26d-89c9-499a-9145-41d747295ada tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2cc713-ebc6-4371-b749-3aad9598ce84,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:56.279060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['efe7c697-2021-4557-a066-b7a83cdae6fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:25:56.283715 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1152079043-network', 'tenant_id': '3e418f2b33d24485be9b864187c33f8d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:56.284721 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc26d-89c9-499a-9145-41d747295ada tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.289322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1a4bc26d-89c9-499a-9145-41d747295ada tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6522362 Sep 02 13:25:56.292457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:56.303605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9334b6b0-81c1-4174-9a1d-e3b0fed6f488 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Request body: {'security_group_rule': {'security_group_id': '09ca09f1-871a-4b14-a40d-05eb5795f2be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:56.379663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Allocated IP 192.168.233.60 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/a10f81f5-532b-48a1-86e8-15f943d0c24b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:56.388116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:56.400391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:56.401069 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.413963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Made reservation on behalf of 3e418f2b33d24485be9b864187c33f8d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:56.416829 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.434461 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.526296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a7acec19-4872-476a-9ee3-fb3f4fa759e1 None None] Provisioning for port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:56.540839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6aeec600-5abf-4e3e-b58e-1ae47aea3f9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0439794 Sep 02 13:25:56.541847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a7acec19-4872-476a-9ee3-fb3f4fa759e1 None None] Provisioning complete for port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:56.542458 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7acec19-4872-476a-9ee3-fb3f4fa759e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.557458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Request body: {'port': {'device_id': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:56.668866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a7acec19-4872-476a-9ee3-fb3f4fa759e1 None None] Port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:56.672652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:56.736511 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.758791 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.789422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Transition to ACTIVE for port object a10f81f5-532b-48a1-86e8-15f943d0c24b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:56.842816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:56.848712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:56.849152 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.893569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9334b6b0-81c1-4174-9a1d-e3b0fed6f488 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:56.951318 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.021168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:57.035287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:57.052970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:25:57.055343 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.081321 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.082650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:57.100582 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.118122 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:25:57.129687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9a4f86c0-3625-4c40-b1c4-8fb40aeb030a,segment=NetworkSegment(bdd4422e-b850-401d-8e6e-f0aeded92abc),segment_id=bdd4422e-b850-401d-8e6e-f0aeded92abc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:57.134357 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.134735 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Added segment b16fd194-a8a7-4ca9-9009-b727f79c06fa of type vlan for network a954c2d6-e8de-47e0-8a62-d2d9023f9acb Sep 02 13:25:57.135047 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.160979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:57.161875 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.210009 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9334b6b0-81c1-4174-9a1d-e3b0fed6f488 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.212160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.229230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9334b6b0-81c1-4174-9a1d-e3b0fed6f488 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.242985 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=9a4f86c0-3625-4c40-b1c4-8fb40aeb030a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:57.274539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4700191 Sep 02 13:25:57.275162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334b6b0-81c1-4174-9a1d-e3b0fed6f488 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2972692-6f32-4853-aa52-1271ad5fef68,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:57.275935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2d520-42e8-45a0-b958-ec9efc58de66 req-ff92dd10-719c-4d66-beff-c851886375a1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:57.286703 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3bb2d520-42e8-45a0-b958-ec9efc58de66 req-ff92dd10-719c-4d66-beff-c851886375a1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 948 time: 0.4663644 Sep 02 13:25:57.295953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Request body: {'port': {'device_id': 'ea98e185-ace4-486b-99f9-e8e7a6b1e6b9', 'device_owner': 'compute:tempest-test_az-1377534794', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:57.358507 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc38de-908b-4242-bc32-842e1abdb34d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Pushing event updated for resources: {'Port': ['ID=a10f81f5-532b-48a1-86e8-15f943d0c24b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:57.366427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9334b6b0-81c1-4174-9a1d-e3b0fed6f488 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.370481 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9334b6b0-81c1-4174-9a1d-e3b0fed6f488 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0717330 Sep 02 13:25:57.370649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:57.380891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.381148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:57.382337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:57.382931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.397353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93c568-6ab1-4de3-846d-afb80cb96a90 req-49980448-927b-4ff3-ad17-899469d83a53 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:57.399506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b93c568-6ab1-4de3-846d-afb80cb96a90 req-49980448-927b-4ff3-ad17-899469d83a53 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 935 time: 0.2266202 Sep 02 13:25:57.406608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d1435a7d-98b7-493a-8aaf-884ab636109f None None] Provisioning for port a10f81f5-532b-48a1-86e8-15f943d0c24b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:57.410988 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.412717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d1435a7d-98b7-493a-8aaf-884ab636109f None None] Provisioning complete for port a10f81f5-532b-48a1-86e8-15f943d0c24b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:57.413105 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1435a7d-98b7-493a-8aaf-884ab636109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.467716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d1435a7d-98b7-493a-8aaf-884ab636109f None None] Port a10f81f5-532b-48a1-86e8-15f943d0c24b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:25:57.573652 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.595614 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3291438 Sep 02 13:25:57.601332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:57.604446 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b93c568-6ab1-4de3-846d-afb80cb96a90 req-8dc8ab5c-1c44-4947-8caf-f804bc4d15f3 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911469 Sep 02 13:25:57.605231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2cec9c-5b23-478b-a8b1-c3708917d2fe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:57.611279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Request body: {'subnet': {'network_id': 'a954c2d6-e8de-47e0-8a62-d2d9023f9acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1152079043-subnet', 'tenant_id': '3e418f2b33d24485be9b864187c33f8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:25:57.624586 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ada2aa5-26fe-46cd-ae34-2fc09f7c27cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.655007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe1bcc-c2e1-4dec-a401-79275e0cec18 admin admin] Pushing event updated for resources: {'Network': ['ID=a954c2d6-e8de-47e0-8a62-d2d9023f9acb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:57.676919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3bb2d520-42e8-45a0-b958-ec9efc58de66 req-a5ac37ef-2501-43c4-ab7e-ba6fb25c0b85 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889456 Sep 02 13:25:57.678677 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network a954c2d6-e8de-47e0-8a62-d2d9023f9acb details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:25:57.686251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Made reservation on behalf of 3e418f2b33d24485be9b864187c33f8d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:25:57.689524 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.824309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71ac9d1-4f17-47b8-a3e6-e34b7619e08c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:57.838374 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.861431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Transition to ACTIVE for port object a71ac9d1-4f17-47b8-a3e6-e34b7619e08c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:57.877243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.925735 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ada2aa5-26fe-46cd-ae34-2fc09f7c27cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.938657 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ada2aa5-26fe-46cd-ae34-2fc09f7c27cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:57.994108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada2aa5-26fe-46cd-ae34-2fc09f7c27cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33094e-c64f-4c6e-b0c7-e2f2dbcdddef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:58.008004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 20190fe7-06c7-4854-8ec5-166f0a450f5b no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:25:58.017015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:58.035172 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8ada2aa5-26fe-46cd-ae34-2fc09f7c27cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5820acac29954579a4d11581f5c2751e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9483588 Sep 02 13:25:58.055563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:58.069588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 20190fe7-06c7-4854-8ec5-166f0a450f5b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:25:58.069943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 20190fe7-06c7-4854-8ec5-166f0a450f5b not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:25:58.104900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10f81f5-532b-48a1-86e8-15f943d0c24b {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:25:58.114905 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.132589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Transition to ACTIVE for port object a10f81f5-532b-48a1-86e8-15f943d0c24b will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:25:58.162621 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.293968 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-89a718cd-3578-4c0e-8e88-3a50ccf0942a tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9275736abe0f43f288151a2d468d8133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868022 Sep 02 13:25:58.327411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Attempting to bind port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:58.328824 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Attempting to bind port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:58.329854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Attempting to bind port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:58.337373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:25:58.338395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Attempting to bind port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:58.357332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:58.358110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:58.358826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:58.359592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Bound port: a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:58.360208 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.367592 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7725a312-3145-40c3-b294-a3404de0aa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.498087 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.498667 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7725a312-3145-40c3-b294-a3404de0aa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.501522 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.535506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:58.554673 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:25:58.575481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:58.660000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d863b1-26e1-4f42-a278-1efc8591f58a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:58.668845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:58.701743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=a10f81f5-532b-48a1-86e8-15f943d0c24b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:58.715187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:58.724079 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.749126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:58.750116 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.813918 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7725a312-3145-40c3-b294-a3404de0aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.816553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7725a312-3145-40c3-b294-a3404de0aa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.818660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7725a312-3145-40c3-b294-a3404de0aa7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa33094e-c64f-4c6e-b0c7-e2f2dbcdddef HTTP/1.1" status: 204 len: 168 time: 0.7591274 Sep 02 13:25:58.833338 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device efe7c697-2021-4557-a066-b7a83cdae6fc up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:25:58.846840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Attempting to bind port a10f81f5-532b-48a1-86e8-15f943d0c24b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:25:58.847567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Attempting to bind port a10f81f5-532b-48a1-86e8-15f943d0c24b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:25:58.848281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Attempting to bind port a10f81f5-532b-48a1-86e8-15f943d0c24b on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:58.859802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db209151-164d-40c8-ac04-21cbc93782ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.861878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:58.867274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:58.867957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:58.869438 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-55b639a4-b76b-49c2-a73a-abd3b0f34241 service neutron] 10.222.0.77 "PUT /v2.0/ports/a71ac9d1-4f17-47b8-a3e6-e34b7619e08c HTTP/1.1" status: 200 len: 1096 time: 2.3276761 Sep 02 13:25:58.870078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:58.872518 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd05e19-d240-444c-be4f-8aa25635828c" -d '{"events": [{"name": "network-changed", "server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:58.880360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725a312-3145-40c3-b294-a3404de0aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33094e-c64f-4c6e-b0c7-e2f2dbcdddef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:58.899580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Port a10f81f5-532b-48a1-86e8-15f943d0c24b on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:25:58.899947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Attempting to bind port a10f81f5-532b-48a1-86e8-15f943d0c24b on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:25:59.026375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port efe7c697-2021-4557-a066-b7a83cdae6fc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:25:59.030635 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port efe7c697-2021-4557-a066-b7a83cdae6fc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:25:59.031539 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.120571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-5f47672f-3dc7-47ee-83b4-3eb66998ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:59.125616 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-5f47672f-3dc7-47ee-83b4-3eb66998ea6f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1099 time: 0.1832230 Sep 02 13:25:59.158919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af204ba8-82aa-4e69-bfc5-841b298bb9e9 req-b14c4efe-f184-490c-8d9a-94f2b9d99b9a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:59.166464 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-af204ba8-82aa-4e69-bfc5-841b298bb9e9 req-b14c4efe-f184-490c-8d9a-94f2b9d99b9a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 969 time: 0.1751652 Sep 02 13:25:59.188579 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.191094 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.223097 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-4f9933d0-4394-4df3-aa0a-825f03032d1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c HTTP/1.1" status: 200 len: 217 time: 0.0871134 Sep 02 13:25:59.229885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:59.233294 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5569e8c-747c-41b2-9dfe-b309a2067247" -d '{"events": [{"server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "name": "network-vif-plugged", "status": "completed", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:59.247230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Allocated IP 172.25.3.166 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/a6000215-bbd1-4444-8675-71a4ae0cb073) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:25:59.254355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:25:59.261336 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.297672 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-af204ba8-82aa-4e69-bfc5-841b298bb9e9 req-6587fa77-b6ee-4e3f-a4ec-794df41d797e tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299679 Sep 02 13:25:59.302177 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db209151-164d-40c8-ac04-21cbc93782ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.308639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:25:59.309104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:59.318848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:25:59.319805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Bound port: a10f81f5-532b-48a1-86e8-15f943d0c24b, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:25:59.320421 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.321363 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db209151-164d-40c8-ac04-21cbc93782ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.334427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-114d9bb3-ca48-4063-ad0c-fd73b5229913 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:59.340080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:59.345734 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-114d9bb3-ca48-4063-ad0c-fd73b5229913 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0505536 Sep 02 13:25:59.358586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Checking segment: {'id': 'b16fd194-a8a7-4ca9-9009-b727f79c06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a954c2d6-e8de-47e0-8a62-d2d9023f9acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:25:59.359089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Network hostable DHCP agents. Network: a954c2d6-e8de-47e0-8a62-d2d9023f9acb, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:25:59.391400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-b4edb065-f7cb-4d7f-92b6-dd801cd2b347 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/quotas/9275736abe0f43f288151a2d468d8133 HTTP/1.1" status: 200 len: 375 time: 0.0447023 Sep 02 13:25:59.393159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db209151-164d-40c8-ac04-21cbc93782ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d607c2-2309-493b-a90e-6b98417669b7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:25:59.420844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42376) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:59.421499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-f35f0c5c-52d3-4db2-b859-afdf5e55d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:59.423051 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-f35f0c5c-52d3-4db2-b859-afdf5e55d2fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1860304 Sep 02 13:25:59.449945 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-db209151-164d-40c8-ac04-21cbc93782ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34d8597dce974694b92d4289f21aea84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8706031 Sep 02 13:25:59.454670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:25:59.463304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Network a954c2d6-e8de-47e0-8a62-d2d9023f9acb is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:25:59.499626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-069a9e59-0865-4a1a-a36f-7c82ce21736e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9275736abe0f43f288151a2d468d8133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729353 Sep 02 13:25:59.500391 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e3e057e-2fc3-47cc-8bde-38ef4d625405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.527760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, a954c2d6-e8de-47e0-8a62-d2d9023f9acb) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:59.532279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb9dba-1819-4c12-bef9-9c7337b5d909 req-ad70241e-fb96-4645-8fea-0f03a6a623db tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:59.539884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bcb9dba-1819-4c12-bef9-9c7337b5d909 req-ad70241e-fb96-4645-8fea-0f03a6a623db tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1534553 Sep 02 13:25:59.540377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f6df3-2bc9-40db-9f41-e4c733a9198f None None] Network a954c2d6-e8de-47e0-8a62-d2d9023f9acb requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:59.551372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:59.552165 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.564105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-71d3bb51-6e1d-4179-9c64-f9abbfb3f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:59.565650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-71d3bb51-6e1d-4179-9c64-f9abbfb3f554 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1277215 Sep 02 13:25:59.575393 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.601253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] For port a10f81f5-532b-48a1-86e8-15f943d0c24b, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:25:59.608366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6fcb-ca52-485a-9c91-a2a9348d2b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.627744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] For port a10f81f5-532b-48a1-86e8-15f943d0c24b, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a10f81f5-532b-48a1-86e8-15f943d0c24b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:25:59.643283 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.662916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bcb9dba-1819-4c12-bef9-9c7337b5d909 req-2bde7086-e1dd-4e91-b522-e106deb6b7a0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217408 Sep 02 13:25:59.709522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:25:59.710608 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.712172 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] 10.222.0.90 "PUT /v2.0/ports/a10f81f5-532b-48a1-86e8-15f943d0c24b HTTP/1.1" status: 200 len: 1117 time: 2.4253085 Sep 02 13:25:59.719394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea98e185-ace4-486b-99f9-e8e7a6b1e6b9', 'tag': 'a10f81f5-532b-48a1-86e8-15f943d0c24b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:25:59.721511 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effa8a70-1d6d-461d-afb8-2320db5a2608" -d '{"events": [{"name": "network-changed", "server_uuid": "ea98e185-ace4-486b-99f9-e8e7a6b1e6b9", "tag": "a10f81f5-532b-48a1-86e8-15f943d0c24b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:25:59.756927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6fcb-ca52-485a-9c91-a2a9348d2b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.790384 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:25:59.795108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e274a2-cc0a-433d-b4d6-4cbead3db9b4 None None] Network a954c2d6-e8de-47e0-8a62-d2d9023f9acb requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:25:59.822564 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3358b45-3bfa-4366-86f4-2a2582c6a3a3 x-openstack-request-id: req-c3358b45-3bfa-4366-86f4-2a2582c6a3a3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:25:59.823045 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:25:59.823313 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3358b45-3bfa-4366-86f4-2a2582c6a3a3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:25:59.823762 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'status': 'completed', 'code': 200} Sep 02 13:25:59.900578 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-6e76b442-414d-45f9-952d-9f3826b8d3ea service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216927 Sep 02 13:25:59.928506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:25:59.937614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:25:59.952537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:00.005364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a6122-88ea-49eb-b976-0a7b6f05a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=a10f81f5-532b-48a1-86e8-15f943d0c24b,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:00.013955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.77', 57964) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:00.041443 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2abc71-e422-4ff1-86e3-cfd003c839a3 x-openstack-request-id: req-db2abc71-e422-4ff1-86e3-cfd003c839a3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:00.041742 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "name": "network-vif-plugged", "status": "completed", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:00.041993 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db2abc71-e422-4ff1-86e3-cfd003c839a3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:00.042465 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'code': 200} Sep 02 13:26:00.077427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-55d8d8b2-50d2-4644-a43a-2d5a55df6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:00.079407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-55d8d8b2-50d2-4644-a43a-2d5a55df6d00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 1120 time: 0.2906666 Sep 02 13:26:00.095488 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e64d75c6-8568-4c33-9186-68f544b50849 req-f14d58fe-be18-4bfb-b3aa-3b2362da2214 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 210 time: 0.1222475 Sep 02 13:26:00.103240 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6fcb-ca52-485a-9c91-a2a9348d2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:00.105879 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4ed6fcb-ca52-485a-9c91-a2a9348d2b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:00.110966 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d4ed6fcb-ca52-485a-9c91-a2a9348d2b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30d607c2-2309-493b-a90e-6b98417669b7 HTTP/1.1" status: 204 len: 168 time: 0.6557069 Sep 02 13:26:00.129065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed6fcb-ca52-485a-9c91-a2a9348d2b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d607c2-2309-493b-a90e-6b98417669b7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:00.176911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ee48416-9994-42e4-a59c-0a2fcd2673d7 req-0fb7cb51-4cdf-4b65-bf74-48b7711bef45 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676070 Sep 02 13:26:00.237697 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:00.315560 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c344ea-3e6a-49bf-8946-8d27e4e86d0b x-openstack-request-id: req-75c344ea-3e6a-49bf-8946-8d27e4e86d0b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:00.316073 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea98e185-ace4-486b-99f9-e8e7a6b1e6b9", "tag": "a10f81f5-532b-48a1-86e8-15f943d0c24b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:00.316073 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75c344ea-3e6a-49bf-8946-8d27e4e86d0b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:00.316408 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea98e185-ace4-486b-99f9-e8e7a6b1e6b9', 'tag': 'a10f81f5-532b-48a1-86e8-15f943d0c24b', 'status': 'completed', 'code': 200} Sep 02 13:26:00.335550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71604e-9a1b-42c2-90e8-a5fcbf600c3c req-184c758b-4070-43bc-b155-37ccb52ffb05 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:00.347603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f71604e-9a1b-42c2-90e8-a5fcbf600c3c req-184c758b-4070-43bc-b155-37ccb52ffb05 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 972 time: 0.5225329 Sep 02 13:26:00.369986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05e19-d240-444c-be4f-8aa25635828c req-5b0eccd7-f12f-47de-aedd-8df92231f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:00.372559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cd05e19-d240-444c-be4f-8aa25635828c req-5b0eccd7-f12f-47de-aedd-8df92231f390 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1099 time: 0.1444108 Sep 02 13:26:00.423843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:00.442067 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e3e057e-2fc3-47cc-8bde-38ef4d625405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:00.444961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-ff69e4b7-f112-4228-baf7-3ef88035754e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=a10f81f5-532b-48a1-86e8-15f943d0c24b HTTP/1.1" status: 200 len: 217 time: 0.1570590 Sep 02 13:26:00.476668 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e3e057e-2fc3-47cc-8bde-38ef4d625405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:00.534817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f71604e-9a1b-42c2-90e8-a5fcbf600c3c req-49c27db3-f4a8-445f-b805-0b83c1767e6e tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858668 Sep 02 13:26:00.561950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05e19-d240-444c-be4f-8aa25635828c req-60638747-7c1a-48cd-a8f2-1f6533ddaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:00.563442 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cd05e19-d240-444c-be4f-8aa25635828c req-60638747-7c1a-48cd-a8f2-1f6533ddaf0b service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1827774 Sep 02 13:26:00.566846 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5cd68401-61a7-48d7-b991-eb308c08e378 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9613972 Sep 02 13:26:00.567789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event updated for resources: {'Port': ['ID=a6000215-bbd1-4444-8675-71a4ae0cb073,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:00.571610 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:00.576076 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19d562-1ea4-4ce4-9708-43da0cbb6b69 req-cb6d64a2-abf1-41f5-a165-d94583da5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:00.577656 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e19d562-1ea4-4ce4-9708-43da0cbb6b69 req-cb6d64a2-abf1-41f5-a165-d94583da5064 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1100 time: 0.5485353 Sep 02 13:26:00.622476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cd05e19-d240-444c-be4f-8aa25635828c req-fe5e8702-a8d7-451c-8777-61c7efe94b69 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c HTTP/1.1" status: 200 len: 217 time: 0.0450997 Sep 02 13:26:00.626784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e057e-2fc3-47cc-8bde-38ef4d625405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d6d7e6-b05e-474e-b8f1-e593f1464f05,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:00.631366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ec3f9-a7d7-4112-9466-738c6e6cc7b9 req-1d498280-aced-4840-b169-08e8268633b1 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:00.633213 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-992ec3f9-a7d7-4112-9466-738c6e6cc7b9 req-1d498280-aced-4840-b169-08e8268633b1 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 969 time: 0.1540225 Sep 02 13:26:00.644614 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-21851ac8-700b-4b0c-8623-0bfb487a4f50 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:00.646327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-21851ac8-700b-4b0c-8623-0bfb487a4f50 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.90 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 972 time: 0.1684785 Sep 02 13:26:00.685616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0e3e057e-2fc3-47cc-8bde-38ef4d625405 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5a384f9fac748259c16c7e10ef12c73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2525012 Sep 02 13:26:00.691063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:00.721895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-7765c288-51ef-4454-b092-e9f25bf112c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:00.724355 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-7765c288-51ef-4454-b092-e9f25bf112c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.2657976 Sep 02 13:26:00.780007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05e19-d240-444c-be4f-8aa25635828c req-b4302926-5a70-430c-85df-8b2f17223f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:00.782046 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cd05e19-d240-444c-be4f-8aa25635828c req-b4302926-5a70-430c-85df-8b2f17223f0a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1478136 Sep 02 13:26:00.851279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42410) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:00.909884 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e19d562-1ea4-4ce4-9708-43da0cbb6b69 req-bb7ac056-c411-4a1d-aa0a-93591416fbc1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842538 Sep 02 13:26:01.002422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acdf15-30c1-4b82-9c2f-6e547024c2d4 req-3c6d452d-ae33-4592-80fd-003b9b20de5d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:01.004050 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8acdf15-30c1-4b82-9c2f-6e547024c2d4 req-3c6d452d-ae33-4592-80fd-003b9b20de5d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1809018 Sep 02 13:26:01.021046 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-b9a1e176-0178-4fb9-8b13-816eb125868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:01.022527 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-b9a1e176-0178-4fb9-8b13-816eb125868b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772318 Sep 02 13:26:01.030273 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7d2de5a-6de1-4e27-bcb0-433a73c730e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.051192 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-992ec3f9-a7d7-4112-9466-738c6e6cc7b9 req-e81dc8ec-2653-4136-998f-a357e4b25007 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037633 Sep 02 13:26:01.090919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34714bba-07ab-4895-80c2-3b4df267e1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.104397 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9340066-927b-4015-b33a-2411287265bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.148158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05e19-d240-444c-be4f-8aa25635828c req-398353df-220c-4424-94ca-23c7ef476e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:01.149703 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cd05e19-d240-444c-be4f-8aa25635828c req-398353df-220c-4424-94ca-23c7ef476e0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3269539 Sep 02 13:26:01.173387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7d2de5a-6de1-4e27-bcb0-433a73c730e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.180028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Deleting port aa8f9e22-4440-42db-b352-c50c3c645c53 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:26:01.180456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.181762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.203589 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.213770 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8acdf15-30c1-4b82-9c2f-6e547024c2d4 req-8dfd0784-df48-4977-99b2-113e6779d308 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948516 Sep 02 13:26:01.287527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] For port aa8f9e22-4440-42db-b352-c50c3c645c53, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=aa8f9e22-4440-42db-b352-c50c3c645c53,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:01.288242 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.303837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Calling delete_port for aa8f9e22-4440-42db-b352-c50c3c645c53 owned by compute:tempest-test_az-1377534794 {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:26:01.333355 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-17ac96ac-da97-4589-b6b1-462277214818 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896359 Sep 02 13:26:01.337863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event updated for resources: {'Port': ['ID=a6000215-bbd1-4444-8675-71a4ae0cb073,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:01.386475 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-43e4111a-5b31-44a4-a297-02e552044dfc req-ae99775a-f258-4a56-9d5c-2efc311f764e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 210 time: 0.0544105 Sep 02 13:26:01.400248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.90', 62658) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:01.409901 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.454718 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7d2de5a-6de1-4e27-bcb0-433a73c730e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.457167 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7d2de5a-6de1-4e27-bcb0-433a73c730e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.461239 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a7d2de5a-6de1-4e27-bcb0-433a73c730e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03d6d7e6-b05e-474e-b8f1-e593f1464f05 HTTP/1.1" status: 204 len: 168 time: 0.7658730 Sep 02 13:26:01.475591 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-f2185600-69c7-4c10-9535-a83c83f86711 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=9275736abe0f43f288151a2d468d8133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710566 Sep 02 13:26:01.476082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2de5a-6de1-4e27-bcb0-433a73c730e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d6d7e6-b05e-474e-b8f1-e593f1464f05,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:01.547157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-769beb52-a135-47d8-b1d6-fad173fb9a90 req-82e0f426-8e46-4293-9f4a-aa793db85ad6 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964924 Sep 02 13:26:01.672330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-72d62fe5-f0e2-4166-837f-39ed6e61ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:01.673974 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-72d62fe5-f0e2-4166-837f-39ed6e61ea17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 1120 time: 0.0612807 Sep 02 13:26:01.741913 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cd05e19-d240-444c-be4f-8aa25635828c req-61dfdf8a-431f-48b4-b4b9-0d2a336190ab service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741453 Sep 02 13:26:01.768114 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0c04c-001f-4589-9d98-0afd844a3dfc req-f15fd32e-45eb-4203-b8fb-7c6abe5fb526 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:01.776302 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cc0c04c-001f-4589-9d98-0afd844a3dfc req-f15fd32e-45eb-4203-b8fb-7c6abe5fb526 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f439990-2f9c-4e91-89f8-8ae0abc99396 HTTP/1.1" status: 200 len: 972 time: 0.1194959 Sep 02 13:26:01.842289 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cc0c04c-001f-4589-9d98-0afd844a3dfc req-f0c4b79d-41cb-4f07-91b5-ac6267a596b8 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.13 "GET /v2.0/security-groups?id=f79f85e3-2200-4238-864c-1800a61cbf52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Sep 02 13:26:01.850238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-b10318fd-5135-4e99-b7dc-07960a4b62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:01.852435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-b10318fd-5135-4e99-b7dc-07960a4b62e0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1634703 Sep 02 13:26:01.881118 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34714bba-07ab-4895-80c2-3b4df267e1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.885029 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.898298 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['aa8f9e22-4440-42db-b352-c50c3c645c53'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:01.899714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-5c01f53c-5c6c-4015-a5ee-6e3953e671a7 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:01.901541 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-5c01f53c-5c6c-4015-a5ee-6e3953e671a7 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 820 time: 0.4677215 Sep 02 13:26:01.922095 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34714bba-07ab-4895-80c2-3b4df267e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.940853 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-7b4d2afb-e89e-4b70-a8f7-1bb0c39f7ffb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=a10f81f5-532b-48a1-86e8-15f943d0c24b HTTP/1.1" status: 200 len: 217 time: 0.0788274 Sep 02 13:26:01.950500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:01.964979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-29da612f-e1e3-4352-b6ac-e7ec7436a5a3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5929530 Sep 02 13:26:01.980277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-c023bd13-e3fe-4812-85a0-dae3fd361805 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/quotas/0af8c0179fe440ad933e02d682e720a9 HTTP/1.1" status: 200 len: 375 time: 0.0596633 Sep 02 13:26:02.000446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-36500b87-4b55-41d4-8be2-f1c5c0c1cf06 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:02.001934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-36500b87-4b55-41d4-8be2-f1c5c0c1cf06 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4682763 Sep 02 13:26:02.002771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Pushing event deleted for resources: {'Port': ['ID=aa8f9e22-4440-42db-b352-c50c3c645c53,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:02.032886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-e2e5b65a-05f2-44fe-9b87-1c2bf9ee7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:02.034558 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-e2e5b65a-05f2-44fe-9b87-1c2bf9ee7062 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0685511 Sep 02 13:26:02.057266 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-e6c5c55a-dfdf-4c13-b6ab-b2f2e4ad72fc tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760152 Sep 02 13:26:02.104367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Request body: {'port': {'device_id': 'a8bb615b-25a9-4806-8406-428121f3380f', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '9275736abe0f43f288151a2d468d8133'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:02.192817 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-e2b491a6-fe70-4b6d-9267-0cbf2b0dbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:02.196170 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-e2b491a6-fe70-4b6d-9267-0cbf2b0dbd7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1497838 Sep 02 13:26:02.197570 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34714bba-07ab-4895-80c2-3b4df267e1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0a4ac8-c952-4d6e-b39b-1955eb730d9f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:02.202024 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-34714bba-07ab-4895-80c2-3b4df267e1d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99fa2e84951a4325aec70c32c0101579&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3505611 Sep 02 13:26:02.206307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:02.234575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] No DVR routers for this DVR port aa8f9e22-4440-42db-b352-c50c3c645c53 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:26:02.245781 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:02.248083 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b846982c-2f3f-4dbc-9a7b-b6982adfadaf req-c19b7cbe-0583-4318-b7f1-0b2fb529de52 tempest-AggregatesAdminTestJSON-281840994 tempest-AggregatesAdminTestJSON-281840994-project] 10.222.0.90 "DELETE /v2.0/ports/aa8f9e22-4440-42db-b352-c50c3c645c53 HTTP/1.1" status: 204 len: 173 time: 1.5910571 Sep 02 13:26:02.250925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f439990-2f9c-4e91-89f8-8ae0abc99396', 'name': 'network-vif-deleted', 'tag': 'aa8f9e22-4440-42db-b352-c50c3c645c53'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:02.253566 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce973d9-c0ec-434c-b3fb-8f46751cc0ae" -d '{"events": [{"server_uuid": "8f439990-2f9c-4e91-89f8-8ae0abc99396", "name": "network-vif-deleted", "tag": "aa8f9e22-4440-42db-b352-c50c3c645c53"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:02.282462 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cd05e19-d240-444c-be4f-8aa25635828c req-1cc9a8c9-7588-443b-a3c4-f8132157be66 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094607 Sep 02 13:26:02.428949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-92ed4c21-855c-43e3-84a6-3f267c9b1c9f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:26:02.430191 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-92ed4c21-855c-43e3-84a6-3f267c9b1c9f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1326811 Sep 02 13:26:02.521524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Made reservation on behalf of 9275736abe0f43f288151a2d468d8133 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:02.525734 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:02.615290 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb078-9fc8-4a6c-bac1-35e4ffc24bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:02.664786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-434896ba-81b3-4a87-b012-f05d82369e30 service neutron] 10.222.0.13 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248845 Sep 02 13:26:02.671603 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc35c4-7fe8-4fcc-b0f2-4be033a74a65 req-8d191583-a990-4fb8-bc85-dd1bc9ac9989 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:02.680137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1efc35c4-7fe8-4fcc-b0f2-4be033a74a65 req-8d191583-a990-4fb8-bc85-dd1bc9ac9989 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 969 time: 0.4107409 Sep 02 13:26:02.701389 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-5141a6a2-c30b-4cdc-b474-ad454384396a service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261589 Sep 02 13:26:02.705831 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb078-9fc8-4a6c-bac1-35e4ffc24bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:02.815019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Allocated IP 192.168.233.35 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/16e19553-3040-4dd9-85b6-2b6edd1a20c5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:02.834390 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-5bbe887b-22d0-4dd1-9545-44113bcd04f6 service neutron] 10.222.0.13 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628492 Sep 02 13:26:02.856993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a71ac9d1-4f17-47b8-a3e6-e34b7619e08c details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:02.864194 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1efc35c4-7fe8-4fcc-b0f2-4be033a74a65 req-edc5837f-f9ff-4fdb-bec2-1e78a2849b35 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785269 Sep 02 13:26:02.944689 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb078-9fc8-4a6c-bac1-35e4ffc24bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:02.948088 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb078-9fc8-4a6c-bac1-35e4ffc24bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:02.949532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5e9eb078-9fc8-4a6c-bac1-35e4ffc24bed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f0a4ac8-c952-4d6e-b39b-1955eb730d9f HTTP/1.1" status: 204 len: 168 time: 0.7401373 Sep 02 13:26:02.956905 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-effa8a70-1d6d-461d-afb8-2320db5a2608 req-4ffeefac-1f65-4bb7-9114-357b10cde898 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342401 Sep 02 13:26:02.962414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9eb078-9fc8-4a6c-bac1-35e4ffc24bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0a4ac8-c952-4d6e-b39b-1955eb730d9f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:03.042846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:03.059495 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'mac_address': 'fa:16:3e:b0:25:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:03.114867 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-620c4ef9-c483-4c2a-9935-b7a233a900d5 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--287199623&fields=id&tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6 HTTP/1.1" status: 200 len: 267 time: 0.1061573 Sep 02 13:26:03.168533 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:03.195284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71ac9d1-4f17-47b8-a3e6-e34b7619e08c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:03.198376 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:03.250008 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:03.258465 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:03.294452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Transition to ACTIVE for port object 16e19553-3040-4dd9-85b6-2b6edd1a20c5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:03.362136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b5f39-f64a-456a-bb7c-0eb18b2f8949 req-27080490-766e-44d1-8639-356488fcd560 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:03.367161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:03.370100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-520b5f39-f64a-456a-bb7c-0eb18b2f8949 req-27080490-766e-44d1-8639-356488fcd560 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1640310 Sep 02 13:26:03.439183 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-520b5f39-f64a-456a-bb7c-0eb18b2f8949 req-496367ab-10c2-4661-9721-26abb70ee194 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678756 Sep 02 13:26:03.462946 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:03.478431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:03.481138 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-8790656d-c371-4979-b121-0a819a37f21c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:03.503560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-8790656d-c371-4979-b121-0a819a37f21c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/networks?id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e HTTP/1.1" status: 200 len: 824 time: 0.3769138 Sep 02 13:26:03.545763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-167fd550-5297-484e-9063-449d1679a30d tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/quotas/8cf9635c5ba241b9bc5871f4199a2ac6 HTTP/1.1" status: 200 len: 375 time: 0.0409784 Sep 02 13:26:03.554380 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428ad1f9-ab94-4156-b58a-6d405cfe0949 x-openstack-request-id: req-428ad1f9-ab94-4156-b58a-6d405cfe0949 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:03.554695 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f439990-2f9c-4e91-89f8-8ae0abc99396", "name": "network-vif-deleted", "tag": "aa8f9e22-4440-42db-b352-c50c3c645c53", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:03.554951 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-428ad1f9-ab94-4156-b58a-6d405cfe0949 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:03.555401 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f439990-2f9c-4e91-89f8-8ae0abc99396', 'name': 'network-vif-deleted', 'tag': 'aa8f9e22-4440-42db-b352-c50c3c645c53', 'status': 'completed', 'code': 200} Sep 02 13:26:03.601546 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd2fef43-9647-4d31-9b48-925ca7f96c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:03.612715 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Pushing event updated for resources: {'Port': ['ID=16e19553-3040-4dd9-85b6-2b6edd1a20c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:03.692349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-5945e1df-8700-4f0d-877a-e38361c8bb97 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1455836 Sep 02 13:26:03.885319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:03.889388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:03.892435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:03.957933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de92a-18f9-42f8-9eb4-afa87291ac73 req-dc69feb4-5738-4d7e-88bf-0cb54541aaa9 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:03.959773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-758de92a-18f9-42f8-9eb4-afa87291ac73 req-dc69feb4-5738-4d7e-88bf-0cb54541aaa9 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 935 time: 0.3690000 Sep 02 13:26:03.981281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:03.981984 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:04.006641 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:04.019906 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-758de92a-18f9-42f8-9eb4-afa87291ac73 req-22f2204d-4b6d-46fe-a6b9-3670e99ca0e3 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540099 Sep 02 13:26:04.026532 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-e26efe2f-e561-49a5-b460-16e28d1e4e66 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9674249 Sep 02 13:26:04.057410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Request body: {'port': {'device_id': 'a8bb615b-25a9-4806-8406-428121f3380f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:04.151077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:04.181211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-35bc1290-867f-4351-9198-71f54970842a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:26:04.182493 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-35bc1290-867f-4351-9198-71f54970842a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2354102 Sep 02 13:26:04.241647 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-239f5bbd-01f5-4d4d-b48c-5b3cb60c2f9b req-7415b758-c053-470c-9a15-4458af94e7f4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 210 time: 0.0649843 Sep 02 13:26:04.244108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d6e6fb8f-031e-42bb-b35f-02f6966f9a22 None None] Provisioning for port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:04.250148 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d6e6fb8f-031e-42bb-b35f-02f6966f9a22 None None] Provisioning complete for port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:04.250890 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6e6fb8f-031e-42bb-b35f-02f6966f9a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:04.340819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6fb8f-031e-42bb-b35f-02f6966f9a22 None None] Port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:26:04.356361 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-5304de2c-013a-4dd0-b2ef-fe57fa60cf45 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660588 Sep 02 13:26:04.481906 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-d74fdb02-c0f9-4f6c-a32c-441adca16744 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179457 Sep 02 13:26:04.560843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42540) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:04.600638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e19553-3040-4dd9-85b6-2b6edd1a20c5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:04.610023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:04.656555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Transition to ACTIVE for port object 16e19553-3040-4dd9-85b6-2b6edd1a20c5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:04.663847 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-1a5bc535-8a35-4a2f-88c7-9f8c05659be4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515311 Sep 02 13:26:04.664926 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:04.705064 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:04.731137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42548) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:04.766042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Pushing event updated for resources: {'Port': ['ID=16e19553-3040-4dd9-85b6-2b6edd1a20c5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:04.846797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a71ac9d1-4f17-47b8-a3e6-e34b7619e08c up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:04.900486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-b9fd68d0-b70e-428c-aa60-0e825a9c760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:04.902014 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-b9fd68d0-b70e-428c-aa60-0e825a9c760a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1100 time: 0.1545887 Sep 02 13:26:04.987711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6752c0fa-9264-4dd8-b385-31738ef8467f tempest-AutoAllocateNetworkTest-1584495445 tempest-AutoAllocateNetworkTest-1584495445-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c2d888907c8845d7bcdbed3f217aad05&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4246371 Sep 02 13:26:04.992954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42556) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:04.994128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:05.001634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561772d-cbe2-4f0d-9909-795107719811 req-21e25e93-ea78-4747-966c-d21586ed413a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.002571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:05.003170 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.003289 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3561772d-cbe2-4f0d-9909-795107719811 req-21e25e93-ea78-4747-966c-d21586ed413a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 969 time: 0.2732801 Sep 02 13:26:05.154320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Attempting to bind port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:05.155163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Attempting to bind port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:05.156299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Attempting to bind port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:05.170431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:05.171675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Attempting to bind port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:05.177009 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.182716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:05.183396 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:05.184062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:05.184729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Bound port: 16e19553-3040-4dd9-85b6-2b6edd1a20c5, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:05.185311 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.216635 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3561772d-cbe2-4f0d-9909-795107719811 req-07815342-f730-4d70-9aee-64efa47e4e7d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984859 Sep 02 13:26:05.248049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46867269-19de-4939-a68b-2368ecee4d77 req-c0992acd-c8a7-4930-b1db-887d4820949c tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.255602 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46867269-19de-4939-a68b-2368ecee4d77 req-c0992acd-c8a7-4930-b1db-887d4820949c tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1100 time: 0.2579455 Sep 02 13:26:05.261610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0562b741-1c3a-4e97-a0b8-7698e0098708 tempest-AutoAllocateNetworkTest-1584495445 tempest-AutoAllocateNetworkTest-1584495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.263439 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0562b741-1c3a-4e97-a0b8-7698e0098708 tempest-AutoAllocateNetworkTest-1584495445 tempest-AutoAllocateNetworkTest-1584495445-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2591915 Sep 02 13:26:05.269939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:05.272384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:05.273706 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:05.276482 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5249463-3dbd-4151-9696-2549055307f4" -d '{"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-plugged", "status": "completed", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:05.279065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-9034ebb6-b769-4c37-b862-4dcd0dafc4a2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.281213 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-9034ebb6-b769-4c37-b862-4dcd0dafc4a2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 820 time: 0.4725039 Sep 02 13:26:05.286673 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-242750d0-067a-4601-99a4-d9c7a499053c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=599de58bf26f43fd9c8bef374a01c101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523252 Sep 02 13:26:05.286856 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.286950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42570) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:05.297718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-46867269-19de-4939-a68b-2368ecee4d77 req-3999a555-cf96-4d2c-832f-efa4f0289148 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.305180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Request body: {'port': {'device_id': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7', 'admin_state_up': True, 'tenant_id': '0af8c0179fe440ad933e02d682e720a9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:05.360578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:05.379899 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-17c9c321-1a74-4b82-b499-9d4c051123bf tempest-AutoAllocateNetworkTest-1584495445 tempest-AutoAllocateNetworkTest-1584495445-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831308 Sep 02 13:26:05.384085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:05.446752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-64e5d6b0-a900-40de-95df-506fe6800920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.448358 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-64e5d6b0-a900-40de-95df-506fe6800920 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.4982092 Sep 02 13:26:05.449498 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-758cdfc5-f197-4ac6-b6aa-43c6f4840102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.497350 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-758cdfc5-f197-4ac6-b6aa-43c6f4840102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.511002 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4964f30e-a15c-4010-812c-82dbe49ff268 tempest-AutoAllocateNetworkTest-1584495445 tempest-AutoAllocateNetworkTest-1584495445-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c2d888907c8845d7bcdbed3f217aad05 HTTP/1.1" status: 200 len: 208 time: 0.1164327 Sep 02 13:26:05.566822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-61ce6a78-8262-408c-936e-ac3db56b9dea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.0863485 Sep 02 13:26:05.571289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-46867269-19de-4939-a68b-2368ecee4d77 req-3999a555-cf96-4d2c-832f-efa4f0289148 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.575543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] For port 16e19553-3040-4dd9-85b6-2b6edd1a20c5, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:05.588352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-46867269-19de-4939-a68b-2368ecee4d77 req-3999a555-cf96-4d2c-832f-efa4f0289148 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.623373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] For port 16e19553-3040-4dd9-85b6-2b6edd1a20c5, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=16e19553-3040-4dd9-85b6-2b6edd1a20c5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:05.643390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.658245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Made reservation on behalf of 0af8c0179fe440ad933e02d682e720a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:05.661849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.672070 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46867269-19de-4939-a68b-2368ecee4d77 req-3999a555-cf96-4d2c-832f-efa4f0289148 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118109 Sep 02 13:26:05.727917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Pushing event updated for resources: {'Port': ['ID=16e19553-3040-4dd9-85b6-2b6edd1a20c5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:05.740249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-7f1065e8-539e-4c9d-a14c-f57cbf971d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.742402 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-7f1065e8-539e-4c9d-a14c-f57cbf971d5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1683419 Sep 02 13:26:05.743065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999a555-cf96-4d2c-832f-efa4f0289148 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc010a7c-8462-4b18-9e93-24c1256e82e3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:05.748788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.750284 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.751772 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-634e8fd6-f9dc-4b78-8ee1-99a476bfda7a service neutron] 10.222.0.90 "PUT /v2.0/ports/16e19553-3040-4dd9-85b6-2b6edd1a20c5 HTTP/1.1" status: 200 len: 1095 time: 1.7125845 Sep 02 13:26:05.752237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bb615b-25a9-4806-8406-428121f3380f', 'tag': '16e19553-3040-4dd9-85b6-2b6edd1a20c5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:05.754713 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44dc232-ba1e-4c96-9464-92969190f4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bb615b-25a9-4806-8406-428121f3380f", "tag": "16e19553-3040-4dd9-85b6-2b6edd1a20c5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:05.818277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d00fa36d-93e7-49fd-9737-2484ccfdd07f req-9d0d7340-8ecf-4eeb-8b62-ad712bf8e02f tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 210 time: 0.0599332 Sep 02 13:26:05.867147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-ee2ae465-7593-4cfc-b86c-92936686e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.868971 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-ee2ae465-7593-4cfc-b86c-92936686e23e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097064 Sep 02 13:26:05.871522 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-bab40fc4-8c24-4378-9c0c-826354666cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.872936 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-bab40fc4-8c24-4378-9c0c-826354666cc2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9275736abe0f43f288151a2d468d8133&device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 1098 time: 0.0586143 Sep 02 13:26:05.892406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Allocated IP 172.20.0.8 (515a7ac4-769f-4a0e-969c-4af42ba1a9e7/57d5386f-be52-4da6-aff9-0d944f1f2793/c5bb5d33-5c83-48eb-af52-bb1d9a30623f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:05.920266 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-758cdfc5-f197-4ac6-b6aa-43c6f4840102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.923513 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-758cdfc5-f197-4ac6-b6aa-43c6f4840102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:05.924760 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-758cdfc5-f197-4ac6-b6aa-43c6f4840102 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f79f85e3-2200-4238-864c-1800a61cbf52 HTTP/1.1" status: 204 len: 168 time: 0.6367943 Sep 02 13:26:05.944460 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cdfc5-f197-4ac6-b6aa-43c6f4840102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79f85e3-2200-4238-864c-1800a61cbf52,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:05.953421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923d29-fade-4ea5-b504-a3e4c354db65 req-4155a175-bcf4-4705-b05f-56a5a036091c tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.954505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923d29-fade-4ea5-b504-a3e4c354db65 req-4155a175-bcf4-4705-b05f-56a5a036091c tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.955130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923d29-fade-4ea5-b504-a3e4c354db65 req-4155a175-bcf4-4705-b05f-56a5a036091c tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.955645 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923d29-fade-4ea5-b504-a3e4c354db65 req-4155a175-bcf4-4705-b05f-56a5a036091c tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.956202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923d29-fade-4ea5-b504-a3e4c354db65 req-4155a175-bcf4-4705-b05f-56a5a036091c tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.956851 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923d29-fade-4ea5-b504-a3e4c354db65 req-4155a175-bcf4-4705-b05f-56a5a036091c tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.957350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923d29-fade-4ea5-b504-a3e4c354db65 req-4155a175-bcf4-4705-b05f-56a5a036091c tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:05.959372 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d1923d29-fade-4ea5-b504-a3e4c354db65 req-4155a175-bcf4-4705-b05f-56a5a036091c tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.4781988 Sep 02 13:26:05.962258 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42584) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:06.053500 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a10f81f5-532b-48a1-86e8-15f943d0c24b details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:06.075335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device aa8f9e22-4440-42db-b352-c50c3c645c53 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:26:06.090091 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-31c54a24-110a-4983-abc1-55d1b60c4da6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=16e19553-3040-4dd9-85b6-2b6edd1a20c5 HTTP/1.1" status: 200 len: 217 time: 0.2020991 Sep 02 13:26:06.138036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: aa8f9e22-4440-42db-b352-c50c3c645c53 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:26:06.138383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device aa8f9e22-4440-42db-b352-c50c3c645c53 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:26:06.263415 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c0f8-544b-47e4-9869-41d9e0054d8e req-a8a678f3-e8c7-4909-af6e-38794699fe98 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:06.272620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0c5c0f8-544b-47e4-9869-41d9e0054d8e req-a8a678f3-e8c7-4909-af6e-38794699fe98 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 947 time: 0.2713232 Sep 02 13:26:06.278736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-f5913ad2-5830-414b-8e00-c0fa7b57eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:06.281383 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-f5913ad2-5830-414b-8e00-c0fa7b57eba6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1497159 Sep 02 13:26:06.291480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-d0234877-bbf3-4b4e-94c3-331f15660f1f service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129090 Sep 02 13:26:06.393562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a10f81f5-532b-48a1-86e8-15f943d0c24b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a10f81f5-532b-48a1-86e8-15f943d0c24b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:06.424257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'a10f81f5-532b-48a1-86e8-15f943d0c24b', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'a10f81f5-532b-48a1-86e8-15f943d0c24b', 'mac_address': 'fa:16:3e:7c:46:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:tempest-test_az-1377534794', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:06.454507 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0c5c0f8-544b-47e4-9869-41d9e0054d8e req-a76ea488-a537-4ff0-8373-90a3c535c6e9 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805987 Sep 02 13:26:06.461477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-c8750ce7-1f47-440f-aa7d-4e62c89dc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:06.463278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-c8750ce7-1f47-440f-aa7d-4e62c89dc4ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706073 Sep 02 13:26:06.515759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ce8374a1-f16d-4599-85fb-4402abb8e746 req-0971704f-086d-4395-ad77-80d27735a6fe tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 210 time: 0.3399744 Sep 02 13:26:06.516084 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:06.526975 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:06.556683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10f81f5-532b-48a1-86e8-15f943d0c24b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:06.586298 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-a1cbd55e-8ae4-4cdd-8ec9-239285bfc30d service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078889 Sep 02 13:26:06.589105 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b441ab-2e10-4e93-bdc1-42e6bb3f150a req-83531419-512b-4860-94e2-77cd5928abc8 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764680 Sep 02 13:26:06.636522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a10f81f5-532b-48a1-86e8-15f943d0c24b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a10f81f5-532b-48a1-86e8-15f943d0c24b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:06.642909 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256ce78e-ef46-458f-b48d-e252c4c5a307 x-openstack-request-id: req-256ce78e-ef46-458f-b48d-e252c4c5a307 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:06.643148 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-plugged", "status": "completed", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:06.643427 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-256ce78e-ef46-458f-b48d-e252c4c5a307 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:06.643977 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'code': 200} Sep 02 13:26:06.646772 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:06.664147 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba350be-9fd3-4a5e-9426-53036e91539a x-openstack-request-id: req-cba350be-9fd3-4a5e-9426-53036e91539a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:06.664602 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bb615b-25a9-4806-8406-428121f3380f", "tag": "16e19553-3040-4dd9-85b6-2b6edd1a20c5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:06.664852 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cba350be-9fd3-4a5e-9426-53036e91539a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:06.665318 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bb615b-25a9-4806-8406-428121f3380f', 'tag': '16e19553-3040-4dd9-85b6-2b6edd1a20c5', 'status': 'completed', 'code': 200} Sep 02 13:26:06.688705 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-fece8376-d082-4516-8855-01297deeac8a req-9a579649-1760-4e43-84c1-86a25a921de0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:26:06.689680 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fece8376-d082-4516-8855-01297deeac8a req-9a579649-1760-4e43-84c1-86a25a921de0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070906 Sep 02 13:26:06.690240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42594) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:06.707987 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67031e91-51e5-456b-b02e-34cb6c57d593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:06.710980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=a10f81f5-532b-48a1-86e8-15f943d0c24b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:06.754656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-4c1eedac-0996-430e-902c-40fc4ec721ca tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:06.756529 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-4c1eedac-0996-430e-902c-40fc4ec721ca tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.77 "GET /v2.0/networks?id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e HTTP/1.1" status: 200 len: 824 time: 0.6984222 Sep 02 13:26:06.759619 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:06.831662 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdce41-2f0e-42b7-88aa-935bad3b5fd3 req-36ac2513-6cf7-4d06-aa77-a4ffea211f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:06.832460 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-06cdce41-2f0e-42b7-88aa-935bad3b5fd3 req-36ac2513-6cf7-4d06-aa77-a4ffea211f55 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1101 time: 0.1748903 Sep 02 13:26:06.849477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02dd46e3-21bf-4d0f-a056-2f129ef1b006 req-fe844b97-2dd3-468d-9af8-287d7693e8fd service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521420 Sep 02 13:26:06.851549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-19d8f6c1-fce8-4a55-95d3-a8bc670c4c71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=795c9b15c38a4516882c1e05ec574b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549964 Sep 02 13:26:06.858500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:06.881941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['a10f81f5-532b-48a1-86e8-15f943d0c24b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:06.940578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-9ba297c7-d4bd-4711-8a9e-e7aa0cd6e4a0 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6 HTTP/1.1" status: 200 len: 379 time: 0.1702616 Sep 02 13:26:06.944327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c7d6-a229-48e9-b361-0ce0aae5c5ba req-0e7c04b9-1fe6-4c0b-bb16-9d47d97e5a16 tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:06.945784 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c15c7d6-a229-48e9-b361-0ce0aae5c5ba req-0e7c04b9-1fe6-4c0b-bb16-9d47d97e5a16 tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 886 time: 0.2401159 Sep 02 13:26:06.964556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-06cdce41-2f0e-42b7-88aa-935bad3b5fd3 req-26ed2025-a781-4af0-9709-78c05080a9a5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229048 Sep 02 13:26:06.976791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-45cab386-59df-4972-9367-4528098ffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:06.978323 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-45cab386-59df-4972-9367-4528098ffea0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9275736abe0f43f288151a2d468d8133&device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 1098 time: 0.0714078 Sep 02 13:26:06.991627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Request body: {'port': {'device_id': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'admin_state_up': True, 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'security_groups': ['09ca09f1-871a-4b14-a40d-05eb5795f2be']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:07.025379 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.146981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:07.150196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-1e4694d1-ecdb-4a92-b5e9-3fbbbbe57970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.151858 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-1e4694d1-ecdb-4a92-b5e9-3fbbbbe57970 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1655846 Sep 02 13:26:07.174945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:07.180304 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67031e91-51e5-456b-b02e-34cb6c57d593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.181343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd47a48-fefb-445f-963a-af9c8b11d425 req-6d673e7a-5113-44d2-bd4b-92cbc120ca65 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.183887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1bd47a48-fefb-445f-963a-af9c8b11d425 req-6d673e7a-5113-44d2-bd4b-92cbc120ca65 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 970 time: 0.1119804 Sep 02 13:26:07.185832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:07.188684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Pushing event updated for resources: {'Port': ['ID=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:07.216730 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67031e91-51e5-456b-b02e-34cb6c57d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.220026 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58366586-8a4a-461c-b27c-0d56530b4474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.253139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-9399199d-6ce6-4326-97e8-80afb93c5c3f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=16e19553-3040-4dd9-85b6-2b6edd1a20c5 HTTP/1.1" status: 200 len: 217 time: 0.0857542 Sep 02 13:26:07.322818 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1bd47a48-fefb-445f-963a-af9c8b11d425 req-9262940f-7d88-438a-85ae-21e4f745dbd3 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836413 Sep 02 13:26:07.332475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-1deabb35-c12e-4532-ab8c-700afdcd62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.335056 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-1deabb35-c12e-4532-ab8c-700afdcd62ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0744290 Sep 02 13:26:07.348504 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58366586-8a4a-461c-b27c-0d56530b4474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.368379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e2d2c01-e12a-48f0-8d3f-7b56a572ba8e req-27a111f8-7a24-4fef-8b2a-d777cb7170de tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 210 time: 0.1002908 Sep 02 13:26:07.388073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:07.390143 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-67031e91-51e5-456b-b02e-34cb6c57d593 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2d888907c8845d7bcdbed3f217aad05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4264615 Sep 02 13:26:07.394956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:07.404828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.406180 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.409232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67031e91-51e5-456b-b02e-34cb6c57d593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50460fab-bf97-45a3-a51d-8ad32c3b51c7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:07.496247 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Made reservation on behalf of 8cf9635c5ba241b9bc5871f4199a2ac6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:07.499790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.511686 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-95e0f280-4513-418a-b22b-37ea05295a15 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2167132 Sep 02 13:26:07.535608 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Request body: {'port': {'device_id': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:07.539569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58366586-8a4a-461c-b27c-0d56530b4474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.542089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58366586-8a4a-461c-b27c-0d56530b4474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.543219 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-58366586-8a4a-461c-b27c-0d56530b4474 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8a77550-93c0-4c33-bc10-ea6d034599ce HTTP/1.1" status: 204 len: 168 time: 0.6733363 Sep 02 13:26:07.589305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-83f607b8-6976-48c7-aba5-038eb36e8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.591014 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-83f607b8-6976-48c7-aba5-038eb36e8010 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2455759 Sep 02 13:26:07.608871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58366586-8a4a-461c-b27c-0d56530b4474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a77550-93c0-4c33-bc10-ea6d034599ce,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:07.617669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be4d85-31f4-4c6e-9bfd-818e88e36928 req-020483ff-1572-4706-a564-3085f66a11b3 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.619269 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a7be4d85-31f4-4c6e-9bfd-818e88e36928 req-020483ff-1572-4706-a564-3085f66a11b3 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1685059 Sep 02 13:26:07.713690 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.757009 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a7be4d85-31f4-4c6e-9bfd-818e88e36928 req-58f16de9-034e-4246-8b29-71d39a62d674 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257670 Sep 02 13:26:07.802809 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Allocated IP 172.20.0.14 (8ee9d33d-70ea-4529-ac74-d1d5efa9946e/dba76dfe-714a-4c5f-b3df-02a5331fad21/979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:07.896796 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-5b654645-1a65-4ead-9a50-72496502065a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5052016 Sep 02 13:26:07.910687 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e594-c0d9-4ab0-a7a1-b65249f1fca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:07.915325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-ee666e35-d24a-4793-8405-39aa016adb60 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:26:07.923286 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-ee666e35-d24a-4793-8405-39aa016adb60 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152080 Sep 02 13:26:07.958761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409936e0-0a41-4d08-ac86-c6dab065b30e req-f9f53176-da49-47bb-a0cc-afa8bb23ecac tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.959246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409936e0-0a41-4d08-ac86-c6dab065b30e req-f9f53176-da49-47bb-a0cc-afa8bb23ecac tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.959701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409936e0-0a41-4d08-ac86-c6dab065b30e req-f9f53176-da49-47bb-a0cc-afa8bb23ecac tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.960259 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409936e0-0a41-4d08-ac86-c6dab065b30e req-f9f53176-da49-47bb-a0cc-afa8bb23ecac tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.960720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409936e0-0a41-4d08-ac86-c6dab065b30e req-f9f53176-da49-47bb-a0cc-afa8bb23ecac tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.961182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409936e0-0a41-4d08-ac86-c6dab065b30e req-f9f53176-da49-47bb-a0cc-afa8bb23ecac tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.961643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409936e0-0a41-4d08-ac86-c6dab065b30e req-f9f53176-da49-47bb-a0cc-afa8bb23ecac tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:07.963849 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-409936e0-0a41-4d08-ac86-c6dab065b30e req-f9f53176-da49-47bb-a0cc-afa8bb23ecac tempest-NetworksTest-1677655872 tempest-NetworksTest-1677655872-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.5744696 Sep 02 13:26:07.996151 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e594-c0d9-4ab0-a7a1-b65249f1fca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.040660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-45ab817e-3711-4e69-9764-d32dd9c83b70 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363585 Sep 02 13:26:08.049410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a10f81f5-532b-48a1-86e8-15f943d0c24b up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:08.129724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port a10f81f5-532b-48a1-86e8-15f943d0c24b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:08.130073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2799a8f-c85d-4626-b565-5b004e6be138 req-ec77bda8-6aff-47b5-a549-122dcb8245ae tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:08.131847 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d2799a8f-c85d-4626-b565-5b004e6be138 req-ec77bda8-6aff-47b5-a549-122dcb8245ae tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 947 time: 0.2358174 Sep 02 13:26:08.136835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port a10f81f5-532b-48a1-86e8-15f943d0c24b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:08.137530 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.221068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e594-c0d9-4ab0-a7a1-b65249f1fca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.224573 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e594-c0d9-4ab0-a7a1-b65249f1fca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.231603 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3ef4e594-c0d9-4ab0-a7a1-b65249f1fca2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50460fab-bf97-45a3-a51d-8ad32c3b51c7 HTTP/1.1" status: 204 len: 168 time: 0.8296227 Sep 02 13:26:08.252835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc0201-1d8a-4115-b5f2-2d7cea71caaf req-8a854d60-4a13-4db2-b6da-77b1b6d2151e tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:08.254538 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-38bc0201-1d8a-4115-b5f2-2d7cea71caaf req-8a854d60-4a13-4db2-b6da-77b1b6d2151e tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 931 time: 0.1789989 Sep 02 13:26:08.278915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f44dc232-ba1e-4c96-9464-92969190f4f7 req-0b879c64-2c3b-47d8-9154-08aa1a3a9314 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297099 Sep 02 13:26:08.281260 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d2799a8f-c85d-4626-b565-5b004e6be138 req-1e858f5b-928e-4da4-aeb8-a0ad6efe8ded tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334238 Sep 02 13:26:08.287955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4e594-c0d9-4ab0-a7a1-b65249f1fca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50460fab-bf97-45a3-a51d-8ad32c3b51c7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:08.309213 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.324863 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.346639 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-38bc0201-1d8a-4115-b5f2-2d7cea71caaf req-e4f4b55c-4690-449f-be17-10156b2656e5 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768576 Sep 02 13:26:08.375425 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a10f81f5-532b-48a1-86e8-15f943d0c24b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a10f81f5-532b-48a1-86e8-15f943d0c24b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:08.381024 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.460089 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=a10f81f5-532b-48a1-86e8-15f943d0c24b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:08.461194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Transition to ACTIVE for port object 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:08.508750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bb5d33-5c83-48eb-af52-bb1d9a30623f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:08.523472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.524432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-61cb3553-39af-45e5-97be-df99762e5c9c req-904a48e3-3697-4a67-9ddb-9addad2ea774 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 210 time: 0.0364575 Sep 02 13:26:08.540058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:08.572019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Transition to ACTIVE for port object c5bb5d33-5c83-48eb-af52-bb1d9a30623f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:08.579875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea360a-f87d-4042-b83c-6fd98c900d97 req-315ebc2a-6371-4129-bed7-f9b90cda06bf tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:08.581394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0cea360a-f87d-4042-b83c-6fd98c900d97 req-315ebc2a-6371-4129-bed7-f9b90cda06bf tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 971 time: 0.1088183 Sep 02 13:26:08.584125 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.645771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea98e185-ace4-486b-99f9-e8e7a6b1e6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10f81f5-532b-48a1-86e8-15f943d0c24b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:08.653901 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45af8428-be4c-4650-8962-18977bcbaf63" -d '{"events": [{"server_uuid": "ea98e185-ace4-486b-99f9-e8e7a6b1e6b9", "name": "network-vif-plugged", "status": "completed", "tag": "a10f81f5-532b-48a1-86e8-15f943d0c24b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:08.673185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.678411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Pushing event updated for resources: {'Port': ['ID=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:08.716269 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1f8b9f-7f43-4adf-8f09-e98b0424c66f x-openstack-request-id: req-5e1f8b9f-7f43-4adf-8f09-e98b0424c66f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:08.716736 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea98e185-ace4-486b-99f9-e8e7a6b1e6b9", "name": "network-vif-plugged", "status": "completed", "tag": "a10f81f5-532b-48a1-86e8-15f943d0c24b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:08.717099 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e1f8b9f-7f43-4adf-8f09-e98b0424c66f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:08.718392 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea98e185-ace4-486b-99f9-e8e7a6b1e6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10f81f5-532b-48a1-86e8-15f943d0c24b', 'code': 200} Sep 02 13:26:08.772308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0cea360a-f87d-4042-b83c-6fd98c900d97 req-8de72463-437c-4ffe-8ebf-4303a00458f9 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518242 Sep 02 13:26:08.837256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:08.843261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:08.851033 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:08.882304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ec11aee-f89e-4c14-827d-402db7578bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.887091 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event updated for resources: {'Port': ['ID=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:08.947131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dca5e7-2161-43ee-8ad2-1d417072b95e req-7340c526-825e-463b-b310-b1f7366d4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:08.948802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99dca5e7-2161-43ee-8ad2-1d417072b95e req-7340c526-825e-463b-b310-b1f7366d4586 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 1122 time: 0.1673570 Sep 02 13:26:08.953849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:08.960747 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:08.970110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:08.970462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:08.970800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:09.006937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:09.007268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:09.024362 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:09.024713 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:09.025108 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:09.025552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Bound port: c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:09.025919 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.109702 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99dca5e7-2161-43ee-8ad2-1d417072b95e req-440b906f-f479-4056-9941-93f60030bdf8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114390 Sep 02 13:26:09.125503 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcaa93-617d-4809-9d5b-4dc26b616ea9 req-19d2004c-da26-450a-b7d3-e45e85437db6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:09.127264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6fdcaa93-617d-4809-9d5b-4dc26b616ea9 req-19d2004c-da26-450a-b7d3-e45e85437db6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.2158403 Sep 02 13:26:09.149821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aa1e47cf-15de-4f2a-b0d3-468d2fe648dd None None] Provisioning for port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:09.168607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aa1e47cf-15de-4f2a-b0d3-468d2fe648dd None None] Provisioning complete for port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:09.169772 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa1e47cf-15de-4f2a-b0d3-468d2fe648dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.209133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:09.213997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:09.225982 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.226569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e47cf-15de-4f2a-b0d3-468d2fe648dd None None] Port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:26:09.269765 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6fdcaa93-617d-4809-9d5b-4dc26b616ea9 req-9075baa9-a8e7-4ff9-baa0-68d10a547b03 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014342 Sep 02 13:26:09.270514 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ec11aee-f89e-4c14-827d-402db7578bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.278019 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ec11aee-f89e-4c14-827d-402db7578bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.319381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:09.321307 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.323641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8ec11aee-f89e-4c14-827d-402db7578bc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47ffc80f94df4e6bbf6536276b6ae809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7816954 Sep 02 13:26:09.325104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec11aee-f89e-4c14-827d-402db7578bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc81ba4-83d1-4a98-9dda-70d78b00147f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:09.325738 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] 10.222.0.90 "PUT /v2.0/ports/c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 1091 time: 1.8001070 Sep 02 13:26:09.329222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:09.340604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42702) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:09.342858 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1ac89b-906e-48cb-95d4-00e77c2ebf50" -d '{"events": [{"name": "network-changed", "server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:09.350783 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e1f7214d-a1e1-4efc-98e1-1a2e0f7e8252 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3766727 Sep 02 13:26:09.385070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Request body: {'port': {'device_id': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:09.414999 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f118db0-0af8-494b-933b-5ed749025a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.460081 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d379de-940e-4be0-8a22-27dbe467e541 x-openstack-request-id: req-88d379de-940e-4be0-8a22-27dbe467e541 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:09.460599 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:09.461002 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88d379de-940e-4be0-8a22-27dbe467e541 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:09.461654 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f', 'status': 'completed', 'code': 200} Sep 02 13:26:09.475233 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f118db0-0af8-494b-933b-5ed749025a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.513343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ef974-882b-451f-a264-9f50bb6c829c service neutron] Pushing event updated for resources: {'Port': ['ID=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:09.594743 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f118db0-0af8-494b-933b-5ed749025a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.597746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f118db0-0af8-494b-933b-5ed749025a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.601723 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0f118db0-0af8-494b-933b-5ed749025a42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcc81ba4-83d1-4a98-9dda-70d78b00147f HTTP/1.1" status: 204 len: 168 time: 0.2565174 Sep 02 13:26:09.604216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-4574bfb5-b831-432e-b415-1108dc8c826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:09.605977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-4574bfb5-b831-432e-b415-1108dc8c826f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1094 time: 0.1976230 Sep 02 13:26:09.616833 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:09.651127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f118db0-0af8-494b-933b-5ed749025a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc81ba4-83d1-4a98-9dda-70d78b00147f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:09.681502 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba416f9a-530f-473a-b60e-8072ce13e39e req-3e3c9283-7383-4e2b-a210-dd5062e972c9 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:09.690288 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba416f9a-530f-473a-b60e-8072ce13e39e req-3e3c9283-7383-4e2b-a210-dd5062e972c9 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 947 time: 0.2274418 Sep 02 13:26:09.695823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40bd2d-cc2e-4e5b-b607-23528795ca1c req-88bdff56-e1d1-4ffd-8cfc-7327bae20500 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:09.700804 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-84daa233-6534-4a23-be1f-72609a1fc2c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 217 time: 0.0728381 Sep 02 13:26:09.706787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3c40bd2d-cc2e-4e5b-b607-23528795ca1c req-88bdff56-e1d1-4ffd-8cfc-7327bae20500 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 943 time: 0.1063359 Sep 02 13:26:09.763674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3c40bd2d-cc2e-4e5b-b607-23528795ca1c req-5dec6663-9f49-462d-a790-1e9d5661fa5d tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Sep 02 13:26:09.822836 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba416f9a-530f-473a-b60e-8072ce13e39e req-5e97d739-c75b-44be-b500-ccf6d10058fb tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314471 Sep 02 13:26:09.831916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-32c6ca51-02a4-4d39-9a3f-0b2e76db0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:09.834187 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-32c6ca51-02a4-4d39-9a3f-0b2e76db0ec9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.1031454 Sep 02 13:26:09.935971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-9c9f7af8-8460-4740-8de1-f6460dda870c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366445 Sep 02 13:26:10.001289 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6ec2-af4b-4a9a-aced-2827b5d22c57 req-b5d81bef-7b1b-48c4-9341-285f705526dc tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:10.009906 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f0ed6ec2-af4b-4a9a-aced-2827b5d22c57 req-b5d81bef-7b1b-48c4-9341-285f705526dc tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 932 time: 0.1370597 Sep 02 13:26:10.064575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 16e19553-3040-4dd9-85b6-2b6edd1a20c5 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:10.102694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f0ed6ec2-af4b-4a9a-aced-2827b5d22c57 req-50cf24e0-bd0f-45fb-9436-6d7542268fdb tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917838 Sep 02 13:26:10.263921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 16e19553-3040-4dd9-85b6-2b6edd1a20c5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=16e19553-3040-4dd9-85b6-2b6edd1a20c5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:10.307501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '16e19553-3040-4dd9-85b6-2b6edd1a20c5', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '16e19553-3040-4dd9-85b6-2b6edd1a20c5', 'mac_address': 'fa:16:3e:a8:0f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:10.391246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d15495-4206-432f-bb8f-460e530ae9c8 req-159f5c99-21c2-44b6-a634-ac1464155d40 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:10.403583 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33d15495-4206-432f-bb8f-460e530ae9c8 req-159f5c99-21c2-44b6-a634-ac1464155d40 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 971 time: 0.4471073 Sep 02 13:26:10.430172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:10.456333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd450-256d-40f9-8012-f3978c3d2c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:10.482013 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:10.501284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ecb6-a1e2-450c-9488-c281291c3c12 req-e664afa8-9cbe-436b-9edb-9650998facbb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:10.505242 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3f2ecb6-a1e2-450c-9488-c281291c3c12 req-e664afa8-9cbe-436b-9edb-9650998facbb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1213977 Sep 02 13:26:10.520404 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33d15495-4206-432f-bb8f-460e530ae9c8 req-2e4319a6-034e-423c-aab2-d5692b1c445a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155844 Sep 02 13:26:10.537625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e19553-3040-4dd9-85b6-2b6edd1a20c5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:10.547549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-734c082d-e7c4-48c2-836d-481540e7a3e6 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880387 Sep 02 13:26:10.598801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 16e19553-3040-4dd9-85b6-2b6edd1a20c5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=16e19553-3040-4dd9-85b6-2b6edd1a20c5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:10.606670 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:10.613532 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3f2ecb6-a1e2-450c-9488-c281291c3c12 req-53196f81-2fa8-4d27-808a-86a975dd9a6c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971067 Sep 02 13:26:10.694990 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2bd74d51-7a34-4c57-9577-e78d1dc461cd req-5ae0aa3e-0a88-4dad-ba70-7e674feeb1d4 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355846 Sep 02 13:26:10.742488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:10.760428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:10.793057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=16e19553-3040-4dd9-85b6-2b6edd1a20c5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:10.794056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Transition to ACTIVE for port object 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:10.832069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:10.868235 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd450-256d-40f9-8012-f3978c3d2c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:10.872956 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['16e19553-3040-4dd9-85b6-2b6edd1a20c5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:10.884097 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd450-256d-40f9-8012-f3978c3d2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:10.963876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fd450-256d-40f9-8012-f3978c3d2c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32db381-032d-4201-b367-83124000b486,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:10.975081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217f412-6178-457e-a40c-862992b1771e service neutron] Pushing event updated for resources: {'Port': ['ID=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:10.981141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-b6c013d2-bcdc-4f63-acc9-bddbcf01a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:10.983191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-b6c013d2-bcdc-4f63-acc9-bddbcf01a155 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1094 time: 0.1826947 Sep 02 13:26:10.986278 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-0be5bb3a-65f4-43ae-98e7-f1e915838f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:10.995822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-0be5bb3a-65f4-43ae-98e7-f1e915838f4e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1100 time: 0.2445006 Sep 02 13:26:11.087623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bd3fd450-256d-40f9-8012-f3978c3d2c8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58a82de1dadc4651a1ce1ae4881b1fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480339 Sep 02 13:26:11.089959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd09e0c-a9c2-46c1-bd64-ce898906b7a0 req-a01390b6-eead-4563-8224-6b881c991498 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.099560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bcd09e0c-a9c2-46c1-bd64-ce898906b7a0 req-a01390b6-eead-4563-8224-6b881c991498 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 943 time: 0.2310977 Sep 02 13:26:11.116920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:11.197664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760fb7c-0c72-4859-ae44-3dc95a4e13f9 req-e2118cdc-3fdd-4eee-a38c-a8daf0e82f67 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.199178 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3760fb7c-0c72-4859-ae44-3dc95a4e13f9 req-e2118cdc-3fdd-4eee-a38c-a8daf0e82f67 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 948 time: 0.2206352 Sep 02 13:26:11.252374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-d47a92db-0387-4f85-b2aa-0ef96c44fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.253795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-d47a92db-0387-4f85-b2aa-0ef96c44fbd1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2466052 Sep 02 13:26:11.256907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Attempting to bind port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:11.257340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Attempting to bind port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:11.257728 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Attempting to bind port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 on network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:11.285327 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bcd09e0c-a9c2-46c1-bd64-ce898906b7a0 req-7e31c3c9-041a-4e52-b118-9a16607c0cdd tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846001 Sep 02 13:26:11.289127 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47a70bd0-9137-46d1-abf2-fa0b65a5ee6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:11.296159 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 on network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:11.298188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Attempting to bind port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 on network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:11.322959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:11.323300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Checking segment: {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:11.323804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Bound using segment: {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:11.324156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Bound port: 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:11.324523 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:11.327969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3760fb7c-0c72-4859-ae44-3dc95a4e13f9 req-2a775f36-4387-4a33-9016-3b69001ad2e6 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184516 Sep 02 13:26:11.328982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-66d056d7-f551-483a-b4d0-53a2eb1fc6e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.0580778 Sep 02 13:26:11.337806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-757aa2d8-c2f6-4317-91bf-8fbbabd3b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.339084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-757aa2d8-c2f6-4317-91bf-8fbbabd3b696 service neutron] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.3289213 Sep 02 13:26:11.421547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47a70bd0-9137-46d1-abf2-fa0b65a5ee6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:11.440606 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-42cbb54a-2029-410d-8b49-1e7da7cecc2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 217 time: 0.0803592 Sep 02 13:26:11.489332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4be7a5a3-d92d-4d92-a1e4-41b1af3d7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.491778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4be7a5a3-d92d-4d92-a1e4-41b1af3d7c82 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1546190 Sep 02 13:26:11.531902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-9ef9ae6f-b73d-4678-aba4-4ec7d997e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.533377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-9ef9ae6f-b73d-4678-aba4-4ec7d997e425 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.0589945 Sep 02 13:26:11.575310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5f20-6efa-4539-b4fb-813f8aa206f4 req-f3f723ad-75ec-4424-8126-c8c942f47c47 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.583751 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e2a5f20-6efa-4539-b4fb-813f8aa206f4 req-f3f723ad-75ec-4424-8126-c8c942f47c47 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 944 time: 0.1508112 Sep 02 13:26:11.610220 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-3f549bb5-a64e-4576-ae98-297bfddfb6f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604815 Sep 02 13:26:11.610486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47a70bd0-9137-46d1-abf2-fa0b65a5ee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:11.613601 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47a70bd0-9137-46d1-abf2-fa0b65a5ee6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:11.614808 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-47a70bd0-9137-46d1-abf2-fa0b65a5ee6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d32db381-032d-4201-b367-83124000b486 HTTP/1.1" status: 204 len: 168 time: 0.4962621 Sep 02 13:26:11.621122 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-28c0c3ba-624a-4518-9736-cb31470b7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.624172 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-28c0c3ba-624a-4518-9736-cb31470b7e18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220772 Sep 02 13:26:11.649429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a70bd0-9137-46d1-abf2-fa0b65a5ee6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32db381-032d-4201-b367-83124000b486,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:11.742747 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e2a5f20-6efa-4539-b4fb-813f8aa206f4 req-882ea382-c3d2-4b26-8c92-d303a1f0cccd tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559274 Sep 02 13:26:11.746228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] For port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:11.752714 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-41f9ce88-f03c-4768-962b-71043520545c service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328013 Sep 02 13:26:11.770268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] For port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:11.794959 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:11.836977 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-fba343d4-f566-49a8-a1ba-bf8a309eb57b service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045722 Sep 02 13:26:11.949928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.950567 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:11.953472 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-c217f412-6178-457e-a40c-862992b1771e service neutron] 10.222.0.77 "PUT /v2.0/ports/979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 HTTP/1.1" status: 200 len: 1092 time: 2.5915947 Sep 02 13:26:11.979996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'tag': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:11.982244 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5dce62-f296-4012-9f2c-47985e36babd" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbbf7ea-4ddc-4171-af6d-cc4090664442", "tag": "979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:11.983475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946a4d8-9bcc-4585-84e2-71611c2387c6 req-b318392f-87f9-4e4f-b5c8-ebe403d62810 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:11.991018 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8946a4d8-9bcc-4585-84e2-71611c2387c6 req-b318392f-87f9-4e4f-b5c8-ebe403d62810 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1348672 Sep 02 13:26:12.018980 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-528317a0-173e-4c0c-9081-1baede726215 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707489 Sep 02 13:26:12.053081 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8946a4d8-9bcc-4585-84e2-71611c2387c6 req-3b994951-14ac-46a2-8fc5-cfc29cfbc256 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609155 Sep 02 13:26:12.068942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 16e19553-3040-4dd9-85b6-2b6edd1a20c5 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:12.101424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217f412-6178-457e-a40c-862992b1771e service neutron] Pushing event updated for resources: {'Port': ['ID=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:12.143673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ef62-446b-4891-bb3d-414a3aaa36ca req-8987b673-3de3-41f5-99f7-79385f6af953 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.145300 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2507ef62-446b-4891-bb3d-414a3aaa36ca req-8987b673-3de3-41f5-99f7-79385f6af953 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 971 time: 0.2902837 Sep 02 13:26:12.157056 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af1ac89b-906e-48cb-95d4-00e77c2ebf50 req-aea3d9d4-9534-4e40-a11f-627be638ce1c service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886170 Sep 02 13:26:12.162578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-1d470366-c172-47ac-aa1d-0e7288f3e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.162903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:12.164095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-1d470366-c172-47ac-aa1d-0e7288f3e2e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6&device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 1095 time: 0.1569197 Sep 02 13:26:12.171769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:12.172504 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:12.244422 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-ab062037-1eaa-4145-94e5-08389682e33a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 HTTP/1.1" status: 200 len: 217 time: 0.0589168 Sep 02 13:26:12.255778 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2507ef62-446b-4891-bb3d-414a3aaa36ca req-10e41c07-8e82-429b-b1d2-faf38ae6c8f2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965109 Sep 02 13:26:12.315027 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:12.337600 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd60c3bb-2e5e-4a93-acaa-760f90b60f80 x-openstack-request-id: req-fd60c3bb-2e5e-4a93-acaa-760f90b60f80 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:12.337898 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbbf7ea-4ddc-4171-af6d-cc4090664442", "tag": "979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:12.338140 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd60c3bb-2e5e-4a93-acaa-760f90b60f80 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:12.338527 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'tag': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72', 'status': 'completed', 'code': 200} Sep 02 13:26:12.344752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-eda25d16-e306-45d4-817d-dc785ce24cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.351507 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-eda25d16-e306-45d4-817d-dc785ce24cb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dba76dfe-714a-4c5f-b3df-02a5331fad21 HTTP/1.1" status: 200 len: 863 time: 0.0932629 Sep 02 13:26:12.354234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bb615b-25a9-4806-8406-428121f3380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e19553-3040-4dd9-85b6-2b6edd1a20c5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:12.356944 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b9152-ea23-4fd7-86de-3b6decd6cdfd" -d '{"events": [{"server_uuid": "a8bb615b-25a9-4806-8406-428121f3380f", "name": "network-vif-plugged", "status": "completed", "tag": "16e19553-3040-4dd9-85b6-2b6edd1a20c5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:12.376074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 16e19553-3040-4dd9-85b6-2b6edd1a20c5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=16e19553-3040-4dd9-85b6-2b6edd1a20c5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:12.382398 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:12.405710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-07e53ac1-c880-4b2d-95b9-c7df172a03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.408084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-07e53ac1-c880-4b2d-95b9-c7df172a03b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471337 Sep 02 13:26:12.437183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=16e19553-3040-4dd9-85b6-2b6edd1a20c5,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:12.514531 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-e7ce5ea2-f56f-4309-b072-04a0030935db service neutron] 10.222.0.77 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985980 Sep 02 13:26:12.621550 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ce7e97b-b8df-4583-870d-b69415ceaabf req-1af534bf-3e58-4182-8a5e-f08f162e8425 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993912 Sep 02 13:26:12.658311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f62562-95a8-4974-a4ed-765c84bd5390 req-3d3a089c-436c-437c-8d8d-e7bd1adc7bc8 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.671197 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-81f62562-95a8-4974-a4ed-765c84bd5390 req-3d3a089c-436c-437c-8d8d-e7bd1adc7bc8 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0758667 Sep 02 13:26:12.719178 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-81f62562-95a8-4974-a4ed-765c84bd5390 req-fcf7d1be-537a-4a8e-a41c-b537d7cf7396 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434678 Sep 02 13:26:12.782405 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5536c85-7b7b-4a8a-9728-8ec6b4df28fd x-openstack-request-id: req-d5536c85-7b7b-4a8a-9728-8ec6b4df28fd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:12.782717 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bb615b-25a9-4806-8406-428121f3380f", "name": "network-vif-plugged", "status": "completed", "tag": "16e19553-3040-4dd9-85b6-2b6edd1a20c5", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:12.783111 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5536c85-7b7b-4a8a-9728-8ec6b4df28fd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:12.783369 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bb615b-25a9-4806-8406-428121f3380f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e19553-3040-4dd9-85b6-2b6edd1a20c5', 'code': 200} Sep 02 13:26:12.784621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dce62-f296-4012-9f2c-47985e36babd req-f165a3ff-8ca0-4092-99e1-f7490b2cac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.786156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e5dce62-f296-4012-9f2c-47985e36babd req-f165a3ff-8ca0-4092-99e1-f7490b2cac47 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6&device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 1095 time: 0.0922363 Sep 02 13:26:12.827374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e033e9-3a7c-4fde-8ed8-dee6deb2eb39 req-17436cc7-b487-4e68-bd07-46553d0ae6a9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.834545 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3e033e9-3a7c-4fde-8ed8-dee6deb2eb39 req-17436cc7-b487-4e68-bd07-46553d0ae6a9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 943 time: 0.1121655 Sep 02 13:26:12.915091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd318c16-43e4-49b3-a697-50bb0fbb83bc req-7a23fde8-9b40-4256-85cb-20737696736f tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.916836 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd318c16-43e4-49b3-a697-50bb0fbb83bc req-7a23fde8-9b40-4256-85cb-20737696736f tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 949 time: 0.0637524 Sep 02 13:26:12.943554 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3e033e9-3a7c-4fde-8ed8-dee6deb2eb39 req-631c1216-7d73-40ea-8080-9be4ba4685c9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081305 Sep 02 13:26:12.961262 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd318c16-43e4-49b3-a697-50bb0fbb83bc req-4024a525-9b3e-4a44-aba1-ee190b30d329 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362191 Sep 02 13:26:12.969859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8dcad-6582-48e6-bf51-1cc4197ebcd5 req-05b1fa97-4b71-4618-90f2-aac1ae96ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.971477 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68b8dcad-6582-48e6-bf51-1cc4197ebcd5 req-05b1fa97-4b71-4618-90f2-aac1ae96ceb1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 1100 time: 0.1097515 Sep 02 13:26:12.974275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dce62-f296-4012-9f2c-47985e36babd req-5683385c-952d-4aa5-830b-f2868dc79b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:12.975653 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e5dce62-f296-4012-9f2c-47985e36babd req-5683385c-952d-4aa5-830b-f2868dc79b89 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e HTTP/1.1" status: 200 len: 925 time: 0.1813979 Sep 02 13:26:13.030085 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e5dce62-f296-4012-9f2c-47985e36babd req-4135a7e6-8cdf-45c6-b26c-152ef22756b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 HTTP/1.1" status: 200 len: 217 time: 0.0423505 Sep 02 13:26:13.075584 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68b8dcad-6582-48e6-bf51-1cc4197ebcd5 req-9a9dff71-c708-417c-9288-c359d70d5be9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967364 Sep 02 13:26:13.098161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dce62-f296-4012-9f2c-47985e36babd req-b9e15fcf-d152-4911-9fe2-e2210edce473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:13.100390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e5dce62-f296-4012-9f2c-47985e36babd req-b9e15fcf-d152-4911-9fe2-e2210edce473 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dba76dfe-714a-4c5f-b3df-02a5331fad21 HTTP/1.1" status: 200 len: 863 time: 0.0606847 Sep 02 13:26:13.156748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dce62-f296-4012-9f2c-47985e36babd req-90657606-6bd0-4b81-bf0e-958acffa2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:13.158612 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e5dce62-f296-4012-9f2c-47985e36babd req-90657606-6bd0-4b81-bf0e-958acffa2344 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502841 Sep 02 13:26:13.258898 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e5dce62-f296-4012-9f2c-47985e36babd req-f16a3dee-5955-424b-a5c3-990bca94762f service neutron] 10.222.0.77 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885098 Sep 02 13:26:13.338001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf841-159d-4636-92a2-553e04416c85 req-1951150e-e4c9-46af-9297-b729a63b9d1e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:13.341587 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a4bf841-159d-4636-92a2-553e04416c85 req-1951150e-e4c9-46af-9297-b729a63b9d1e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 944 time: 0.0536718 Sep 02 13:26:13.353118 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-231c2b4b-9c32-4568-b95e-2ebafca1de83 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293872 Sep 02 13:26:13.384401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a4bf841-159d-4636-92a2-553e04416c85 req-6d22354f-553c-4c32-890f-55802dcd7b84 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385725 Sep 02 13:26:13.462095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e5dce62-f296-4012-9f2c-47985e36babd req-c8279d75-72a9-4e88-9b75-d5de3c655f24 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909044 Sep 02 13:26:13.525353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-4b687c69-08a7-4a5f-8fb3-2ec06f65c361 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:13.526889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-4b687c69-08a7-4a5f-8fb3-2ec06f65c361 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609237 Sep 02 13:26:13.527139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988cb67-380b-4a77-b334-a88eabbedb27 req-132caa4b-490c-4298-94c3-5a61ba3fecae tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:13.528645 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c988cb67-380b-4a77-b334-a88eabbedb27 req-132caa4b-490c-4298-94c3-5a61ba3fecae tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0686295 Sep 02 13:26:13.547762 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-c90b6176-04a7-44ab-9b83-4e7452a384c6 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/quotas/93c3f7e381524a5e9bc5d2efa5d1285f HTTP/1.1" status: 200 len: 375 time: 0.0130904 Sep 02 13:26:13.574116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c988cb67-380b-4a77-b334-a88eabbedb27 req-4b0671fd-12c7-4c51-931d-26790fce8762 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367050 Sep 02 13:26:13.620643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-644278a0-86d1-4bbf-ae26-9ac22133e1ae tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620635 Sep 02 13:26:13.896299 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a68d1514-efc3-4f63-a5a6-7b0bda5140b2 req-ff1772c9-06d1-4a6d-8aaf-9c49de30baa4 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 210 time: 0.0319116 Sep 02 13:26:14.096671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c5bb5d33-5c83-48eb-af52-bb1d9a30623f details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:14.123540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9b4d-411f-4f80-a78a-529edcf1dc3b req-7253d664-4229-4532-81eb-37602e0523ae tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:14.128557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5cdb9b4d-411f-4f80-a78a-529edcf1dc3b req-7253d664-4229-4532-81eb-37602e0523ae tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 943 time: 0.0860333 Sep 02 13:26:14.202958 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5cdb9b4d-411f-4f80-a78a-529edcf1dc3b req-666ebe3a-25e1-44c3-8a64-433ebe6b0129 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705640 Sep 02 13:26:14.219270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d39d63-7011-46d7-97ea-9479d384b80d req-05169afd-a115-48ee-b59a-e76d46b7b4eb tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:14.221889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-37d39d63-7011-46d7-97ea-9479d384b80d req-05169afd-a115-48ee-b59a-e76d46b7b4eb tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 949 time: 0.0732741 Sep 02 13:26:14.302018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:14.302690 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-37d39d63-7011-46d7-97ea-9479d384b80d req-fb51247e-06bb-47df-8047-f07ee2d54249 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734963 Sep 02 13:26:14.332789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f', 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7', 'port_id': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f', 'mac_address': 'fa:16:3e:95:19:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5386f-be52-4da6-aff9-0d944f1f2793', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:14.384346 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:14.411007 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bb5d33-5c83-48eb-af52-bb1d9a30623f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:14.443690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:14.450702 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:14.555237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:14.602433 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f51c44-2ced-4275-b931-8be9160e960d req-71cff9d9-61a7-4a4b-997d-509668dcee91 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:14.609141 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2f51c44-2ced-4275-b931-8be9160e960d req-71cff9d9-61a7-4a4b-997d-509668dcee91 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 944 time: 0.0683212 Sep 02 13:26:14.679612 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2f51c44-2ced-4275-b931-8be9160e960d req-89702419-0648-4435-bac8-8a1f2cb22f4e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688219 Sep 02 13:26:14.773080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c5bb5d33-5c83-48eb-af52-bb1d9a30623f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:14.776560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f49a9f-9f3d-4eb1-833c-0be202ebb3ac req-dfd7aa7f-f5b8-4707-93d4-a7a0e002ada4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:14.778113 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-89f49a9f-9f3d-4eb1-833c-0be202ebb3ac req-dfd7aa7f-f5b8-4707-93d4-a7a0e002ada4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0608735 Sep 02 13:26:14.823060 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-89f49a9f-9f3d-4eb1-833c-0be202ebb3ac req-c571fc82-a6fb-4b08-b055-4852742d5c9d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359483 Sep 02 13:26:14.997008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42952) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:15.008919 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-04b3f3e5-d2ac-42be-b19e-7dfa311d034b req-df37118a-18d6-4492-b8c2-fe48823b6063 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 210 time: 0.0394790 Sep 02 13:26:15.040187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42956) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:15.125659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-c6df676c-7c43-4664-bbc6-2107049bd0b2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280681 Sep 02 13:26:15.291509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-c13a17c9-c4b1-4bf3-8ec9-375183665aec tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:15.293336 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-c13a17c9-c4b1-4bf3-8ec9-375183665aec tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604574 Sep 02 13:26:15.312195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Request body: {'port': {'device_id': '4e5bdc67-d332-49b4-a9b7-9bd00eca81e0', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '93c3f7e381524a5e9bc5d2efa5d1285f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:15.360992 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8dcc-89a5-4f11-9653-e51347568a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:15.363416 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:15.402953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46290f-d3c5-495f-8ed3-feadc105d096 req-b4a88d17-66ee-4eee-979e-6cc531c4d396 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:15.406783 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc46290f-d3c5-495f-8ed3-feadc105d096 req-b4a88d17-66ee-4eee-979e-6cc531c4d396 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 944 time: 0.1086054 Sep 02 13:26:15.408145 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65c5c91a-665e-4b46-8a4f-a6e976f3436d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:15.494630 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9de58844-2ffe-49b5-835d-add43c4134bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:15.513702 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc46290f-d3c5-495f-8ed3-feadc105d096 req-bf7320ea-749d-4028-9e44-fd8dafd40228 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909381 Sep 02 13:26:15.581875 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8dcc-89a5-4f11-9653-e51347568a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:15.587965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0dc8dcc-89a5-4f11-9653-e51347568a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:15.650133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f0dc8dcc-89a5-4f11-9653-e51347568a8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d4417997216430a893d25f3947abeb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517739 Sep 02 13:26:15.653734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8dcc-89a5-4f11-9653-e51347568a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae40737b-86c2-471a-9c19-dcdb0f645f0c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:15.658607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42970) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:15.715570 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9de58844-2ffe-49b5-835d-add43c4134bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:15.721694 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9de58844-2ffe-49b5-835d-add43c4134bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:15.745646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710be97-83e2-435a-b3e2-4dd9ef78827a req-a03c72fa-0f6d-4546-b19b-57983a71ce3e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:15.752535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d710be97-83e2-435a-b3e2-4dd9ef78827a req-a03c72fa-0f6d-4546-b19b-57983a71ce3e tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 949 time: 0.3481836 Sep 02 13:26:15.765016 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9de58844-2ffe-49b5-835d-add43c4134bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce29e6732c0c41d58f9510a1bfdcf25f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3977649 Sep 02 13:26:15.767450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de58844-2ffe-49b5-835d-add43c4134bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef2de43-4a42-4a0c-8570-b112077c94b1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:15.783416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:15.826031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86206e0-4b8a-49d4-b7d3-c6997599a77e req-1b3a93f8-28e5-4442-91f3-f4b44cab9e73 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:15.828124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a86206e0-4b8a-49d4-b7d3-c6997599a77e req-1b3a93f8-28e5-4442-91f3-f4b44cab9e73 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 944 time: 0.0668521 Sep 02 13:26:15.861480 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d710be97-83e2-435a-b3e2-4dd9ef78827a req-16e3ad35-702b-47ec-bece-e148c93770d0 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077528 Sep 02 13:26:15.862086 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:15.884668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a86206e0-4b8a-49d4-b7d3-c6997599a77e req-5e1217cc-964e-426a-8ea0-a12f70b13ba3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455680 Sep 02 13:26:15.916824 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:15.932694 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec07a-03aa-412e-8116-ad89dda64b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.013524 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec07a-03aa-412e-8116-ad89dda64b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.057529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2010a4-57a2-4547-a9f5-db832cb6e290 req-11ca0848-e757-4421-b04a-e1b094ebad41 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:16.059016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a2010a4-57a2-4547-a9f5-db832cb6e290 req-11ca0848-e757-4421-b04a-e1b094ebad41 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1313510 Sep 02 13:26:16.061810 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65c5c91a-665e-4b46-8a4f-a6e976f3436d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.085865 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.088350 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.089425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae40737b-86c2-471a-9c19-dcdb0f645f0c HTTP/1.1" status: 204 len: 168 time: 0.4289811 Sep 02 13:26:16.096927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65c5c91a-665e-4b46-8a4f-a6e976f3436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.100153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c5bb5d33-5c83-48eb-af52-bb1d9a30623f up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:16.112615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd4c5e-6a77-4e91-9c3f-744d32a6b54e req-26559565-0ba1-49e7-99c3-c90e19e3530b tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:16.114579 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54bd4c5e-6a77-4e91-9c3f-744d32a6b54e req-26559565-0ba1-49e7-99c3-c90e19e3530b tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 949 time: 0.0590880 Sep 02 13:26:16.129531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae40737b-86c2-471a-9c19-dcdb0f645f0c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:16.162102 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54bd4c5e-6a77-4e91-9c3f-744d32a6b54e req-8ace4e18-67f1-4b70-a6a2-2ca80898a56c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Sep 02 13:26:16.162601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Made reservation on behalf of 93c3f7e381524a5e9bc5d2efa5d1285f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:16.166100 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.172948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.173315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.173646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.174001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.174322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.174676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.174989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.175356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.175663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.176060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.176397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.176789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bcafab-4762-49ce-95ff-3f568a1ddc95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.196909 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-65c5c91a-665e-4b46-8a4f-a6e976f3436d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=199f6368cbb24b76a41bab200732823f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1532021 Sep 02 13:26:16.199038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:16.200276 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a2010a4-57a2-4547-a9f5-db832cb6e290 req-c2b9bca4-b451-40fd-b8f4-0365b1f6aa02 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291637 Sep 02 13:26:16.218474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec07a-03aa-412e-8116-ad89dda64b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.220182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port c5bb5d33-5c83-48eb-af52-bb1d9a30623f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:16.221512 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec07a-03aa-412e-8116-ad89dda64b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.222699 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bc1ec07a-03aa-412e-8116-ad89dda64b93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aef2de43-4a42-4a0c-8570-b112077c94b1 HTTP/1.1" status: 204 len: 168 time: 0.4383335 Sep 02 13:26:16.266033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port c5bb5d33-5c83-48eb-af52-bb1d9a30623f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:16.266582 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.283800 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.317450 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.353351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5c91a-665e-4b46-8a4f-a6e976f3436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e84d83-dc41-480b-95ed-a71c8696217b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:16.395686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ec07a-03aa-412e-8116-ad89dda64b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef2de43-4a42-4a0c-8570-b112077c94b1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:16.405147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.408282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.409534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7e84d83-dc41-480b-95ed-a71c8696217b HTTP/1.1" status: 204 len: 168 time: 0.2109780 Sep 02 13:26:16.435648 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-22487c1e-c1eb-4382-8c3c-7ef138c8e829 req-9bb5c8fe-533c-4696-8442-cdb4fd520aec tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 210 time: 0.0559683 Sep 02 13:26:16.443858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e84d83-dc41-480b-95ed-a71c8696217b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:16.454950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.455080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.455399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.455752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.456095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.456579 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.457546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.457672 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.457881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.458208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.458535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.459073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.459414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023c4c89-5a8e-4558-ad7f-fab3b6808a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:16.512983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:16.514581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:16.517165 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89753c1f-d3f5-4867-ab6d-d4a79f862e73" -d '{"events": [{"server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "name": "network-vif-plugged", "status": "completed", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:16.532212 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.585133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Allocated IP 192.168.233.244 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/737396eb-832a-4780-a328-d4a10a999044) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:16.601886 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6831a46c-a74e-4d13-9654-fa9f14f445cb x-openstack-request-id: req-6831a46c-a74e-4d13-9654-fa9f14f445cb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:16.602374 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "name": "network-vif-plugged", "status": "completed", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:16.602752 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6831a46c-a74e-4d13-9654-fa9f14f445cb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:16.603321 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f', 'code': 200} Sep 02 13:26:16.655005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:16.728012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb7bb4-dbf6-4db1-99a2-3b04e107dd8c req-b4b4eb78-11ad-4150-b7a5-9efd03cfd3bd tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:16.736973 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bbb7bb4-dbf6-4db1-99a2-3b04e107dd8c req-b4b4eb78-11ad-4150-b7a5-9efd03cfd3bd tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 945 time: 0.0705338 Sep 02 13:26:16.801631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bbb7bb4-dbf6-4db1-99a2-3b04e107dd8c req-532987f5-080a-4d61-8896-f7ffa2c49491 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561578 Sep 02 13:26:16.817705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:16.833446 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7415b8d-1a32-4b6a-9eb3-4ce3aabca5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:16.915391 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21ddc3-f5fe-4940-8f5e-a394ae795feb req-276ed2d6-754f-471b-bec3-5c32a9361954 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:16.923364 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9e21ddc3-f5fe-4940-8f5e-a394ae795feb req-276ed2d6-754f-471b-bec3-5c32a9361954 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 949 time: 0.2615528 Sep 02 13:26:16.942198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:16.954085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0c6da-4275-4a62-9a4f-fa9077c22ffa req-c64a69d6-fe93-49db-a9ef-8f9d5cbff559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:16.955891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2c0c6da-4275-4a62-9a4f-fa9077c22ffa req-c64a69d6-fe93-49db-a9ef-8f9d5cbff559 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1096 time: 0.2242763 Sep 02 13:26:17.022591 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9e21ddc3-f5fe-4940-8f5e-a394ae795feb req-510ebc22-9c59-4768-ba65-b7bf5c386f12 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978620 Sep 02 13:26:17.065251 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7415b8d-1a32-4b6a-9eb3-4ce3aabca5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.072654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7415b8d-1a32-4b6a-9eb3-4ce3aabca5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.110887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786997b6-6c1b-4b6b-9098-9e92a69905d3 req-e569a065-b3c9-4bcc-8027-f3f5e287ccee tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:17.112516 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-786997b6-6c1b-4b6b-9098-9e92a69905d3 req-e569a065-b3c9-4bcc-8027-f3f5e287ccee tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 944 time: 0.1010351 Sep 02 13:26:17.116670 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.154116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c7415b8d-1a32-4b6a-9eb3-4ce3aabca5bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=663b3b5698ba422484efe44a07b4c7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355346 Sep 02 13:26:17.154803 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2c0c6da-4275-4a62-9a4f-fa9077c22ffa req-1e47c2dd-b1c7-4783-b40a-0c9d4449c75d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815310 Sep 02 13:26:17.158071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Transition to ACTIVE for port object 737396eb-832a-4780-a328-d4a10a999044 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:17.158259 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:17.173790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7415b8d-1a32-4b6a-9eb3-4ce3aabca5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea895913-0ee8-4c06-9d46-042176996080,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:17.221892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-786997b6-6c1b-4b6b-9098-9e92a69905d3 req-78ac952c-1ea8-47ee-8cd3-28b09a7d65fc tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939367 Sep 02 13:26:17.227292 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.254419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:17.257794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['a10f81f5-532b-48a1-86e8-15f943d0c24b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:17.291773 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29820c01-20b8-4f29-ac77-a5d81a840988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.324487 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29820c01-20b8-4f29-ac77-a5d81a840988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.332992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43014) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:17.354360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:17.379356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1ee401e-13ed-4a63-9099-76a2e5847bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.392559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'port_id': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72', 'mac_address': 'fa:16:3e:ba:c7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:17.395287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:17.399337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:17.412956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29820c01-20b8-4f29-ac77-a5d81a840988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.415616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29820c01-20b8-4f29-ac77-a5d81a840988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.420701 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-29820c01-20b8-4f29-ac77-a5d81a840988 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea895913-0ee8-4c06-9d46-042176996080 HTTP/1.1" status: 204 len: 168 time: 0.2578998 Sep 02 13:26:17.428660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:17.430100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53372992-358d-4ed1-b00b-e45649a1f542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.443928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29820c01-20b8-4f29-ac77-a5d81a840988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea895913-0ee8-4c06-9d46-042176996080,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:17.471869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:17.474964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Pushing event updated for resources: {'Port': ['ID=737396eb-832a-4780-a328-d4a10a999044,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:17.612391 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d7abd-0d1e-4db6-9ff7-ee9a4dd07639 req-fc0c0cdb-e8d9-413d-b2d8-82e076b31a86 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:17.624541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0e4d7abd-0d1e-4db6-9ff7-ee9a4dd07639 req-fc0c0cdb-e8d9-413d-b2d8-82e076b31a86 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.2522557 Sep 02 13:26:17.628581 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.640493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:17.641323 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.686925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:17.729216 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1ee401e-13ed-4a63-9099-76a2e5847bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.740342 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1ee401e-13ed-4a63-9099-76a2e5847bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.748563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d852d3b-2417-432d-bbee-05aa8100bdf3 req-96adfff7-a176-4e3d-943c-e5d369d392d2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:17.762079 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d852d3b-2417-432d-bbee-05aa8100bdf3 req-96adfff7-a176-4e3d-943c-e5d369d392d2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 936 time: 0.1709998 Sep 02 13:26:17.778873 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0e4d7abd-0d1e-4db6-9ff7-ee9a4dd07639 req-12bfa0d0-c338-4062-a38d-c95552fe8181 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528263 Sep 02 13:26:17.819324 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b1ee401e-13ed-4a63-9099-76a2e5847bfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47aed887bf1f402e99aaa53ff9f5da39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793458 Sep 02 13:26:17.822388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:17.823272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee401e-13ed-4a63-9099-76a2e5847bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0cb071-2305-4011-9f5a-b337be33c2e5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:17.876874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:17.897357 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:17.958447 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d852d3b-2417-432d-bbee-05aa8100bdf3 req-77373f7a-e9b3-4d0b-b0a2-0b2c901fdd07 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925578 Sep 02 13:26:17.985296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1f5f0566-1b76-4d0c-9792-d4ea772e34e1 None None] Provisioning for port 737396eb-832a-4780-a328-d4a10a999044 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:18.008587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-440a718d-d292-428c-b4c7-1886ed104d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.013532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1f5f0566-1b76-4d0c-9792-d4ea772e34e1 None None] Provisioning complete for port 737396eb-832a-4780-a328-d4a10a999044 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:18.014728 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f5f0566-1b76-4d0c-9792-d4ea772e34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.028339 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53372992-358d-4ed1-b00b-e45649a1f542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.035853 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53372992-358d-4ed1-b00b-e45649a1f542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.049569 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a295c105-ec26-4d9c-91a3-f82b75c83271 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7445076 Sep 02 13:26:18.065446 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-440a718d-d292-428c-b4c7-1886ed104d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.066259 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a8e6b-affc-4fb2-a52b-a6c09b1a5398 req-c0dff6e6-ad9d-4d7e-aac0-3dc70794962a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:18.069181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a73a8e6b-affc-4fb2-a52b-a6c09b1a5398 req-c0dff6e6-ad9d-4d7e-aac0-3dc70794962a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 945 time: 0.0943234 Sep 02 13:26:18.079366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Request body: {'port': {'device_id': '4e5bdc67-d332-49b4-a9b7-9bd00eca81e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:18.119973 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:18.135400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f0566-1b76-4d0c-9792-d4ea772e34e1 None None] Port 737396eb-832a-4780-a328-d4a10a999044 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:26:18.157987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53372992-358d-4ed1-b00b-e45649a1f542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5033a739-abc9-4a71-a2f0-33d079d556c9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:18.188326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-53372992-358d-4ed1-b00b-e45649a1f542 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9ab80ab3f854e5bb57ff99c93efff71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7889099 Sep 02 13:26:18.204300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43030) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:18.245456 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.253011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:18.309821 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-440a718d-d292-428c-b4c7-1886ed104d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.314952 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-440a718d-d292-428c-b4c7-1886ed104d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.320244 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-440a718d-d292-428c-b4c7-1886ed104d77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d0cb071-2305-4011-9f5a-b337be33c2e5 HTTP/1.1" status: 204 len: 168 time: 0.4899359 Sep 02 13:26:18.334339 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a73a8e6b-affc-4fb2-a52b-a6c09b1a5398 req-15d8756d-501e-46c7-b285-267862c17ccf tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502406 Sep 02 13:26:18.369323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41a7f-70b9-417b-b4e5-0bf7d855b742 req-25f16662-326e-4ac9-8a88-4cfbc77dc6c9 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:18.372568 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ee41a7f-70b9-417b-b4e5-0bf7d855b742 req-25f16662-326e-4ac9-8a88-4cfbc77dc6c9 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 949 time: 0.1681066 Sep 02 13:26:18.372568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a718d-d292-428c-b4c7-1886ed104d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0cb071-2305-4011-9f5a-b337be33c2e5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:18.426863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae90872e-4567-4a9e-ac2e-66d3b760318e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.453800 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ee41a7f-70b9-417b-b4e5-0bf7d855b742 req-a62084e6-d8b5-47a1-978f-912381790dd4 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742588 Sep 02 13:26:18.571782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae90872e-4567-4a9e-ac2e-66d3b760318e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:18.838273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7236d2-f6f4-41b4-98c4-b7ee48bb7538 req-3d7f1f4a-31e3-460a-9c97-97ddca745743 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:18.844365 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a7236d2-f6f4-41b4-98c4-b7ee48bb7538 req-3d7f1f4a-31e3-460a-9c97-97ddca745743 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 945 time: 0.3061347 Sep 02 13:26:18.980105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44e66c-e99e-486d-b6a6-6546cd088e01 req-4b6bae17-ca49-40f5-bb9a-c28c1bc8b46d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:18.983874 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6b44e66c-e99e-486d-b6a6-6546cd088e01 req-4b6bae17-ca49-40f5-bb9a-c28c1bc8b46d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1186156 Sep 02 13:26:19.001790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae90872e-4567-4a9e-ac2e-66d3b760318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:19.006335 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae90872e-4567-4a9e-ac2e-66d3b760318e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:19.011751 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ae90872e-4567-4a9e-ac2e-66d3b760318e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5033a739-abc9-4a71-a2f0-33d079d556c9 HTTP/1.1" status: 204 len: 168 time: 0.7966912 Sep 02 13:26:19.036296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90872e-4567-4a9e-ac2e-66d3b760318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5033a739-abc9-4a71-a2f0-33d079d556c9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:19.042626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737396eb-832a-4780-a328-d4a10a999044 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:19.054313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a7236d2-f6f4-41b4-98c4-b7ee48bb7538 req-64832c94-4072-4d1d-ac88-2622211fe01d tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343322 Sep 02 13:26:19.062538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:19.077678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-c0f9a42b-3fcd-4bd9-acb7-0b730b43009c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:19.079747 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-c0f9a42b-3fcd-4bd9-acb7-0b730b43009c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.90 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 949 time: 0.3225427 Sep 02 13:26:19.081147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6b44e66c-e99e-486d-b6a6-6546cd088e01 req-7308cf42-3f9a-4018-9f79-80f9d276180e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905683 Sep 02 13:26:19.183933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Transition to ACTIVE for port object 737396eb-832a-4780-a328-d4a10a999044 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:19.204230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:19.339944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b20b-f952-4a29-8a6c-603e2649873e req-22721162-a93f-4879-aee3-59b7d20ff6a4 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:19.341475 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1206b20b-f952-4a29-8a6c-603e2649873e req-22721162-a93f-4879-aee3-59b7d20ff6a4 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 936 time: 0.1878817 Sep 02 13:26:19.342143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6289545-822c-4703-8e76-76977899c154 service neutron] Pushing event updated for resources: {'Port': ['ID=737396eb-832a-4780-a328-d4a10a999044,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:19.447042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Deleting port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:26:19.447373 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:19.523909 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1206b20b-f952-4a29-8a6c-603e2649873e req-5c0cdde3-5bec-4ce7-b185-dd66a86fe362 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563048 Sep 02 13:26:19.528440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Attempting to bind port 737396eb-832a-4780-a328-d4a10a999044 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:19.528779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Attempting to bind port 737396eb-832a-4780-a328-d4a10a999044 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:19.529155 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Attempting to bind port 737396eb-832a-4780-a328-d4a10a999044 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:19.543517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534373b-daa5-4aa5-ae98-bd58ddf99927 req-8dc63ddf-a055-408f-830d-b7ac1e400573 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:19.553072 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8534373b-daa5-4aa5-ae98-bd58ddf99927 req-8dc63ddf-a055-408f-830d-b7ac1e400573 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 945 time: 0.1043434 Sep 02 13:26:19.555676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Port 737396eb-832a-4780-a328-d4a10a999044 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:19.556043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Attempting to bind port 737396eb-832a-4780-a328-d4a10a999044 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:19.586660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:19.587010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:19.587404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:19.589932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Bound port: 737396eb-832a-4780-a328-d4a10a999044, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:19.594875 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:19.626227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8534373b-daa5-4aa5-ae98-bd58ddf99927 req-53cecfbd-35c2-418e-8fbc-57562d6834b0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737686 Sep 02 13:26:19.672277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] For port 16e19553-3040-4dd9-85b6-2b6edd1a20c5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=16e19553-3040-4dd9-85b6-2b6edd1a20c5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:19.672769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:19.733248 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Calling delete_port for 16e19553-3040-4dd9-85b6-2b6edd1a20c5 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:26:19.777851 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb098e-d605-4a68-afb0-a3f073d2bc1b req-170ce106-75ab-4c71-a1fb-6e884f185ac4 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:19.779957 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ddeb098e-d605-4a68-afb0-a3f073d2bc1b req-170ce106-75ab-4c71-a1fb-6e884f185ac4 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 949 time: 0.1311853 Sep 02 13:26:19.835440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] For port 737396eb-832a-4780-a328-d4a10a999044, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:19.869706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] For port 737396eb-832a-4780-a328-d4a10a999044, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=737396eb-832a-4780-a328-d4a10a999044,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:19.887655 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:19.925909 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ddeb098e-d605-4a68-afb0-a3f073d2bc1b req-dd1d569d-886a-4091-a4f7-d3311322ca0c tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/security-groups?id=50f3a06d-2403-4b2c-971c-d6304870d187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253872 Sep 02 13:26:19.947859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:19.948095 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:19.949364 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-a6289545-822c-4703-8e76-76977899c154 service neutron] 10.222.0.77 "PUT /v2.0/ports/737396eb-832a-4780-a328-d4a10a999044 HTTP/1.1" status: 200 len: 1096 time: 1.8787575 Sep 02 13:26:19.949903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5bdc67-d332-49b4-a9b7-9bd00eca81e0', 'tag': '737396eb-832a-4780-a328-d4a10a999044'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:19.952274 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6aba07-c69d-44e2-9500-8ddc90ff3561" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5bdc67-d332-49b4-a9b7-9bd00eca81e0", "tag": "737396eb-832a-4780-a328-d4a10a999044"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:19.981711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6289545-822c-4703-8e76-76977899c154 service neutron] Pushing event updated for resources: {'Port': ['ID=737396eb-832a-4780-a328-d4a10a999044,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:20.051879 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf334f98-f50f-4583-865d-14631e890b84 x-openstack-request-id: req-bf334f98-f50f-4583-865d-14631e890b84 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:20.052166 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5bdc67-d332-49b4-a9b7-9bd00eca81e0", "tag": "737396eb-832a-4780-a328-d4a10a999044", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:20.052417 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf334f98-f50f-4583-865d-14631e890b84 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:20.052794 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5bdc67-d332-49b4-a9b7-9bd00eca81e0', 'tag': '737396eb-832a-4780-a328-d4a10a999044', 'status': 'completed', 'code': 200} Sep 02 13:26:20.067878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dade0e-a048-4c06-a4ca-c1865f43e083 req-456b34a0-9a5b-488a-87bd-627f26c160bd tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:20.070039 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-22dade0e-a048-4c06-a4ca-c1865f43e083 req-456b34a0-9a5b-488a-87bd-627f26c160bd tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1096 time: 0.0672121 Sep 02 13:26:20.118595 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:20.136570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['16e19553-3040-4dd9-85b6-2b6edd1a20c5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:20.149896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-22dade0e-a048-4c06-a4ca-c1865f43e083 req-bea95115-27f8-427b-a45f-26e5374f0c6d tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696867 Sep 02 13:26:20.186035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-eb50ca4f-6795-4cf6-8db3-d075079f6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:20.187635 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-eb50ca4f-6795-4cf6-8db3-d075079f6184 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 1099 time: 0.1555917 Sep 02 13:26:20.196011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Pushing event deleted for resources: {'Port': ['ID=16e19553-3040-4dd9-85b6-2b6edd1a20c5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:20.291581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-ed7f1786-96a4-40ca-a663-a0ad76eef42b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=737396eb-832a-4780-a328-d4a10a999044 HTTP/1.1" status: 200 len: 217 time: 0.0911629 Sep 02 13:26:20.371385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ae8da-fdf6-48fd-bac9-8d5e0ede8245 req-f982db4c-7ef3-4449-9fe1-ab8d649840df tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:20.378781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] No DVR routers for this DVR port 16e19553-3040-4dd9-85b6-2b6edd1a20c5 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:26:20.382491 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e36ae8da-fdf6-48fd-bac9-8d5e0ede8245 req-f982db4c-7ef3-4449-9fe1-ab8d649840df tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0813971 Sep 02 13:26:20.426847 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:20.429168 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-948106d4-e2d1-4513-9a6c-0f587c122255 req-d600c81c-04db-4e59-bb56-5ca4007dd491 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.90 "DELETE /v2.0/ports/16e19553-3040-4dd9-85b6-2b6edd1a20c5 HTTP/1.1" status: 204 len: 173 time: 1.3384373 Sep 02 13:26:20.448284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-4cbfafa8-cb74-4424-8aaa-e16dea4d861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:20.450095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-4cbfafa8-cb74-4424-8aaa-e16dea4d861f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1322229 Sep 02 13:26:20.467384 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e36ae8da-fdf6-48fd-bac9-8d5e0ede8245 req-58894993-5a76-49bf-a7cd-8639537ce7cf tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786824 Sep 02 13:26:20.477584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79498a-a25c-4dae-8dbf-0e91bac95c37 req-2dacda17-904c-4690-adeb-ee89e7c38c0c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:20.479139 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee79498a-a25c-4dae-8dbf-0e91bac95c37 req-2dacda17-904c-4690-adeb-ee89e7c38c0c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 945 time: 0.2114191 Sep 02 13:26:20.637144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8940dc-4ed8-4591-87b8-bd6854296940 req-97d98069-e0d7-4302-833d-ede345c4b385 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:20.639899 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c8940dc-4ed8-4591-87b8-bd6854296940 req-97d98069-e0d7-4302-833d-ede345c4b385 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1096 time: 0.0918503 Sep 02 13:26:20.690026 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c8940dc-4ed8-4591-87b8-bd6854296940 req-d5a78795-67fe-49f7-98be-d72455022009 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Sep 02 13:26:20.840530 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee79498a-a25c-4dae-8dbf-0e91bac95c37 req-a9efd26c-7bbc-44bd-b471-37dafa5d5b6b tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459933 Sep 02 13:26:20.847626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-2f132915-7517-4216-ab11-406e49ecab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:20.858515 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-2f132915-7517-4216-ab11-406e49ecab46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3771577 Sep 02 13:26:20.905040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae895ea3-f778-4bb6-8aa3-057953789484 req-d7fe361d-c4b0-4ce6-8ba5-b912918e4fdb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:20.907756 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ae895ea3-f778-4bb6-8aa3-057953789484 req-d7fe361d-c4b0-4ce6-8ba5-b912918e4fdb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 948 time: 0.1041298 Sep 02 13:26:20.950597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:21.028535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-1991cf87-8935-4f43-a399-4e2b3a1b17bf service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606388 Sep 02 13:26:21.047941 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ae895ea3-f778-4bb6-8aa3-057953789484 req-8211ef08-eb46-4f76-9879-eafb76b80636 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138904 Sep 02 13:26:21.070887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:21.089980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:21.090534 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:21.298443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cac757db-91ec-46b5-a34b-4f8073d9025d req-e06e3fbe-cae7-42fd-802d-23f38b927620 tempest-DeleteServersAdminTestJSON-1781304756 tempest-DeleteServersAdminTestJSON-1781304756-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8bb615b-25a9-4806-8406-428121f3380f HTTP/1.1" status: 200 len: 210 time: 0.1260834 Sep 02 13:26:21.330696 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a213e5-2444-4c01-9e37-1a94c9938cbc req-c623dd59-433b-4448-9b1e-b441a9acf958 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906930 Sep 02 13:26:21.390998 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:21.427746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:21.430598 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50080627-33e7-4ab7-9e38-8f448189c6eb" -d '{"events": [{"server_uuid": "3cbbf7ea-4ddc-4171-af6d-cc4090664442", "name": "network-vif-plugged", "status": "completed", "tag": "979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:21.444847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:21.449901 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:21.507071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:21.532519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-86fc7e8d-8ac5-42f1-b466-fe0c5977e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:21.534031 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-86fc7e8d-8ac5-42f1-b466-fe0c5977e095 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 1099 time: 0.1152694 Sep 02 13:26:21.647377 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-0c67e147-a9f3-46e8-b500-36b9679819a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:21.648944 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-0c67e147-a9f3-46e8-b500-36b9679819a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1038184 Sep 02 13:26:21.710401 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-fde66630-ee0d-4c23-8094-923272bbced8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=737396eb-832a-4780-a328-d4a10a999044 HTTP/1.1" status: 200 len: 217 time: 0.0467424 Sep 02 13:26:21.787529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-71d6be70-71ba-40b1-ae25-fc3c3e840158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:21.789084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-71d6be70-71ba-40b1-ae25-fc3c3e840158 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0677865 Sep 02 13:26:21.866917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-50d4c472-8730-4f14-b5f6-4c008273c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:21.868602 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-50d4c472-8730-4f14-b5f6-4c008273c992 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595136 Sep 02 13:26:21.878232 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-beb657d8-cf9f-4c37-9fe7-8790fe181b4e tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5596c842ca994a378a0d75d15a2455ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266454 Sep 02 13:26:21.992310 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-f223aeba-cf0d-4d92-848f-c3f6a1f96935 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075184 Sep 02 13:26:22.015863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-24929864-46a8-4249-9c76-4ad8b4e26f9f tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:22.017745 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-24929864-46a8-4249-9c76-4ad8b4e26f9f tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251945 Sep 02 13:26:22.044927 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-f9d5ec30-d632-41c7-bc0d-75d532107b71 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/quotas/5596c842ca994a378a0d75d15a2455ff HTTP/1.1" status: 200 len: 375 time: 0.0210905 Sep 02 13:26:22.054877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bb615b-25a9-4806-8406-428121f3380f', 'name': 'network-vif-deleted', 'tag': '16e19553-3040-4dd9-85b6-2b6edd1a20c5'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:22.058691 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e736125-1416-4521-9b19-97643337c490" -d '{"events": [{"server_uuid": "a8bb615b-25a9-4806-8406-428121f3380f", "name": "network-vif-deleted", "tag": "16e19553-3040-4dd9-85b6-2b6edd1a20c5"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:22.077934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-43ebff91-17d5-45c2-9359-d2d3ad36d8af tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5596c842ca994a378a0d75d15a2455ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321522 Sep 02 13:26:22.115479 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd6aba07-c69d-44e2-9500-8ddc90ff3561 req-2a9865dc-8177-46d9-ae93-9557f969583a service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135197 Sep 02 13:26:22.283972 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f3506-0d4b-4233-b011-74e97efa985b x-openstack-request-id: req-d17f3506-0d4b-4233-b011-74e97efa985b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:22.284732 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbbf7ea-4ddc-4171-af6d-cc4090664442", "name": "network-vif-plugged", "status": "completed", "tag": "979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:22.285192 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d17f3506-0d4b-4233-b011-74e97efa985b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:22.286590 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72', 'code': 200} Sep 02 13:26:22.397640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f55adc-c415-44e6-b64d-962897b2967e req-6c430f96-f93b-451e-8ce1-a82b387cf033 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:22.399168 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f55adc-c415-44e6-b64d-962897b2967e req-6c430f96-f93b-451e-8ce1-a82b387cf033 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0580049 Sep 02 13:26:22.432384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c542ffb-5b6a-4f6b-9e9b-168a8ba964db req-5db00c96-c888-4629-a4e0-3727ba4ca2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:22.434406 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c542ffb-5b6a-4f6b-9e9b-168a8ba964db req-5db00c96-c888-4629-a4e0-3727ba4ca2e5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 1097 time: 0.0576818 Sep 02 13:26:22.448206 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f55adc-c415-44e6-b64d-962897b2967e req-1d99f76b-a2ba-4294-a816-eaa61850703e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Sep 02 13:26:22.480706 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c542ffb-5b6a-4f6b-9e9b-168a8ba964db req-565459bc-8dcb-4991-b2bc-9a529e12fa12 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330100 Sep 02 13:26:22.778485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08c930-8502-4518-a1d3-ee7fe7c5ccbf req-c62e1d31-0fd4-42f3-b733-66bea0db06ad tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:22.786383 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca08c930-8502-4518-a1d3-ee7fe7c5ccbf req-c62e1d31-0fd4-42f3-b733-66bea0db06ad tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 946 time: 0.0584414 Sep 02 13:26:22.825879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca08c930-8502-4518-a1d3-ee7fe7c5ccbf req-bfa55cfd-6218-4137-9bea-5102172800f6 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386252 Sep 02 13:26:22.877409 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf3e60a-39ab-44ff-bdbb-e7e2fa13be28 x-openstack-request-id: req-baf3e60a-39ab-44ff-bdbb-e7e2fa13be28 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:22.877758 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bb615b-25a9-4806-8406-428121f3380f", "name": "network-vif-deleted", "tag": "16e19553-3040-4dd9-85b6-2b6edd1a20c5", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:22.878337 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baf3e60a-39ab-44ff-bdbb-e7e2fa13be28 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:22.878484 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bb615b-25a9-4806-8406-428121f3380f', 'name': 'network-vif-deleted', 'tag': '16e19553-3040-4dd9-85b6-2b6edd1a20c5', 'status': 'completed', 'code': 200} Sep 02 13:26:22.976488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bbc3a-e149-4902-b2d6-13d92112c138 req-d3c8a73c-6993-4cb8-a1f7-7393f4c05fc2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:22.978175 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a38bbc3a-e149-4902-b2d6-13d92112c138 req-d3c8a73c-6993-4cb8-a1f7-7393f4c05fc2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 948 time: 0.0521796 Sep 02 13:26:23.031654 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a38bbc3a-e149-4902-b2d6-13d92112c138 req-78bac905-32e7-4ee4-8586-0d8a11926921 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Sep 02 13:26:23.241339 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9df090b0-f728-4ad6-bce3-c0253871c81a req-edc44cac-7747-4217-8446-dfb00f064613 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 210 time: 0.0308096 Sep 02 13:26:23.284957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-61d5e387-c028-4051-9f11-0d65fab532e2 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:26:23.286072 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-61d5e387-c028-4051-9f11-0d65fab532e2 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1133299 Sep 02 13:26:23.331202 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-10d88c49-99d1-46d0-97bc-b873a1c3bd87 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:23.332656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-10d88c49-99d1-46d0-97bc-b873a1c3bd87 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports/c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 1093 time: 0.0368056 Sep 02 13:26:23.350731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Request body: {'binding': {'host': 'n-h2-794796-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:23.351616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:26:23.404272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-594f53b4-f015-450c-9c4f-18db9e80564d tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=5596c842ca994a378a0d75d15a2455ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289602 Sep 02 13:26:23.520625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on host n-h2-794796-4 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:23.521631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:23.522177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:23.526822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:23.527442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:23.539193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:23.539543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:23.539965 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:23.540403 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Bound port: c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:23.571689 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-bf56995b-a9d1-4c9a-a930-a8f41366e5e3 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:23.574672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-bf56995b-a9d1-4c9a-a930-a8f41366e5e3 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623292 Sep 02 13:26:23.601147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Request body: {'port': {'device_id': '39a00679-ef24-4417-86b3-1575754b46c0', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '5596c842ca994a378a0d75d15a2455ff'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:23.672040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:23.678545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:23.680008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-cf8416b7-445a-460f-90d4-2da75f94b3c0 service neutron] 10.222.0.13 "POST /v2.0/ports/c5bb5d33-5c83-48eb-af52-bb1d9a30623f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3357649 Sep 02 13:26:23.703069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf71f-700d-45f7-aeb8-387d0a8c9034 req-3ad15402-824e-4c40-b4f6-58e98c31387e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:23.704772 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-63bcf71f-700d-45f7-aeb8-387d0a8c9034 req-3ad15402-824e-4c40-b4f6-58e98c31387e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0802765 Sep 02 13:26:23.754024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Made reservation on behalf of 5596c842ca994a378a0d75d15a2455ff for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:23.758449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:23.759117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-63bcf71f-700d-45f7-aeb8-387d0a8c9034 req-bcef10f9-fbe0-4b8d-98ef-2424ba6cc7e0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479558 Sep 02 13:26:23.770810 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:23.953908 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:23.957924 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:24.014240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324372a4-cf33-4d35-bc66-6348e9cb40ed req-74be08ea-3070-492b-a8a3-436201b8cef0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:24.022422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-324372a4-cf33-4d35-bc66-6348e9cb40ed req-74be08ea-3070-492b-a8a3-436201b8cef0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 945 time: 0.0914631 Sep 02 13:26:24.057478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43368895-b55d-4bd9-8604-5e6018f45cff,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:24.070013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-324372a4-cf33-4d35-bc66-6348e9cb40ed req-0e1e229f-b691-44cd-b05a-75b9fbddcc7a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465584 Sep 02 13:26:24.162975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 16e19553-3040-4dd9-85b6-2b6edd1a20c5 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:26:24.187305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458ffca-e00c-4c08-98fa-7acb099aedc9 req-de629726-2222-42d1-a0a9-95e1655d84a7 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:24.192462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0458ffca-e00c-4c08-98fa-7acb099aedc9 req-de629726-2222-42d1-a0a9-95e1655d84a7 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 946 time: 0.1647072 Sep 02 13:26:24.209603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 16e19553-3040-4dd9-85b6-2b6edd1a20c5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:26:24.210356 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 16e19553-3040-4dd9-85b6-2b6edd1a20c5 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:26:24.220616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-f03776ff-9ac0-44f6-a948-b3992b121faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:24.222160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-f03776ff-9ac0-44f6-a948-b3992b121faf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1096 time: 0.1384318 Sep 02 13:26:24.241802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Allocated IP 192.168.233.127 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/8bde8fc3-514b-4ebd-b8e6-0335a9a13014) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:24.272657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f741ea-7090-47c1-ac05-5675a883cc6e req-83920e7d-db85-4ec8-b41e-f277c42bef9a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:24.274365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56f741ea-7090-47c1-ac05-5675a883cc6e req-83920e7d-db85-4ec8-b41e-f277c42bef9a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 948 time: 0.0568979 Sep 02 13:26:24.320969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56f741ea-7090-47c1-ac05-5675a883cc6e req-95cf9d26-b51b-4267-822d-ebc646d172dd tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360603 Sep 02 13:26:24.321441 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0458ffca-e00c-4c08-98fa-7acb099aedc9 req-02fc8d53-1e69-4859-9820-b91f2cbaaff1 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245167 Sep 02 13:26:24.372715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-dff46f14-a564-45cd-be70-2349ec70398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:24.374296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-dff46f14-a564-45cd-be70-2349ec70398a service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.1402028 Sep 02 13:26:24.445390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-ebd7a276-d90d-422a-bb28-075c91034951 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 217 time: 0.0567987 Sep 02 13:26:24.517173 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3fcdc834-15b1-4ebc-82da-cb7d56f8fd7d req-12c3d1c1-d2f8-4ddd-9bea-efab975a622e tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 210 time: 0.0456500 Sep 02 13:26:24.603494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-ed2dc990-a9d7-4016-bf50-9ca41e3948af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:24.605118 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-ed2dc990-a9d7-4016-bf50-9ca41e3948af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.1325514 Sep 02 13:26:24.642992 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:24.679778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Transition to ACTIVE for port object 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:24.698511 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-42b5ddfa-ee84-49da-be59-e81a56da2ccd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818810 Sep 02 13:26:24.712924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:24.723716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:24.796986 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:24.860550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:24.865638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:24.870859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:24.927334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:24.928039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:24.936383 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-8f86b706-c2e3-4085-a629-831dbba040a1 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287056 Sep 02 13:26:24.939919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Pushing event updated for resources: {'Port': ['ID=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:24.970938 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5047def4-0cad-46e0-86a7-e678452eacb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9275736abe0f43f288151a2d468d8133&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2545910 Sep 02 13:26:24.970938 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-330c8212-cc89-4431-bc21-7eb0098b927d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:24.973371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:24.983165 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 737396eb-832a-4780-a328-d4a10a999044 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:24.991509 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-b5e46a02-c934-442c-9f04-57ce205ae720 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3840539 Sep 02 13:26:25.018531 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:25.035180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Request body: {'port': {'device_id': '39a00679-ef24-4417-86b3-1575754b46c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:25.064536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47652f-2da3-483f-942f-551677728894 req-84347498-6c27-4f80-aaad-934ff7f1f639 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:25.066410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5e47652f-2da3-483f-942f-551677728894 req-84347498-6c27-4f80-aaad-934ff7f1f639 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1720436 Sep 02 13:26:25.152925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 737396eb-832a-4780-a328-d4a10a999044, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=737396eb-832a-4780-a328-d4a10a999044,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:25.178126 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bceddc6-b04f-4dbf-8728-5385d78aceb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.191719 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '737396eb-832a-4780-a328-d4a10a999044', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '737396eb-832a-4780-a328-d4a10a999044', 'mac_address': 'fa:16:3e:d3:ab:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:25.211720 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5e47652f-2da3-483f-942f-551677728894 req-5417911e-19b3-468c-ad48-7efeb29df251 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350482 Sep 02 13:26:25.229017 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.231894 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-6871d626-154a-445f-8773-69898abd5c95 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771854 Sep 02 13:26:25.254466 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bceddc6-b04f-4dbf-8728-5385d78aceb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.293661 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.296084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6865-ec27-4109-8b7d-66ce585ab8fc req-fff2136e-beeb-45eb-8344-615ec38b4e1a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:25.297404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b84186cf-24e4-40e3-9809-6bc71d746523 None None] Provisioning for port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:25.303627 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-330f6865-ec27-4109-8b7d-66ce585ab8fc req-fff2136e-beeb-45eb-8344-615ec38b4e1a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 945 time: 0.1444185 Sep 02 13:26:25.307442 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78efed57-509e-4ef9-943a-c576d5afbec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.314919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b84186cf-24e4-40e3-9809-6bc71d746523 None None] Provisioning complete for port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:25.315563 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b84186cf-24e4-40e3-9809-6bc71d746523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.371487 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-330c8212-cc89-4431-bc21-7eb0098b927d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.379462 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-330c8212-cc89-4431-bc21-7eb0098b927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.447868 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bceddc6-b04f-4dbf-8728-5385d78aceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.450528 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bceddc6-b04f-4dbf-8728-5385d78aceb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.452256 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8bceddc6-b04f-4dbf-8728-5385d78aceb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50f3a06d-2403-4b2c-971c-d6304870d187 HTTP/1.1" status: 204 len: 168 time: 0.4779608 Sep 02 13:26:25.464225 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-330c8212-cc89-4431-bc21-7eb0098b927d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c89fce1eaca430e92cd202609c683e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7391915 Sep 02 13:26:25.471814 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737396eb-832a-4780-a328-d4a10a999044 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:25.475224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:25.481871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c8212-cc89-4431-bc21-7eb0098b927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b4623c-ef07-4692-b177-d88e22443ff5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:25.485240 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-330f6865-ec27-4109-8b7d-66ce585ab8fc req-5198525c-c23a-46dd-b821-edb434e7d3b0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806078 Sep 02 13:26:25.505590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bceddc6-b04f-4dbf-8728-5385d78aceb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3a06d-2403-4b2c-971c-d6304870d187,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:25.559222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 737396eb-832a-4780-a328-d4a10a999044, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=737396eb-832a-4780-a328-d4a10a999044,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:25.560904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b84186cf-24e4-40e3-9809-6bc71d746523 None None] Port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:26:25.567432 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.622818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf6e80-c8a6-441d-a364-23ca0800caac req-27872b31-e2fd-40f0-a3ee-19510545b3a1 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:25.625072 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdbf6e80-c8a6-441d-a364-23ca0800caac req-27872b31-e2fd-40f0-a3ee-19510545b3a1 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 948 time: 0.1714048 Sep 02 13:26:25.630506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=737396eb-832a-4780-a328-d4a10a999044,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:25.684262 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd40f00d-cc7c-4c12-93dc-111305811489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.707564 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78efed57-509e-4ef9-943a-c576d5afbec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.722189 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78efed57-509e-4ef9-943a-c576d5afbec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.742220 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdbf6e80-c8a6-441d-a364-23ca0800caac req-b684c724-c6ce-47a4-a266-aa8a71d1beb4 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069553 Sep 02 13:26:25.744146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd40f00d-cc7c-4c12-93dc-111305811489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.771890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-7514af45-f1de-463a-83b8-523017add5a0 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:25.773480 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-7514af45-f1de-463a-83b8-523017add5a0 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.3100398 Sep 02 13:26:25.788771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0d884-df14-4a59-9660-6f64cca29dce req-a532e6b1-fbd5-4cbb-b7b1-12acaa62c63b tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:25.790537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dc0d884-df14-4a59-9660-6f64cca29dce req-a532e6b1-fbd5-4cbb-b7b1-12acaa62c63b tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 946 time: 0.1471329 Sep 02 13:26:25.797378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:25.809065 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-78efed57-509e-4ef9-943a-c576d5afbec6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d63625657e624564a164aa86701c501f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7893322 Sep 02 13:26:25.814784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efed57-509e-4ef9-943a-c576d5afbec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93426f27-1ea9-43c4-aaf2-84448739816e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:25.817210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:25.867791 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd40f00d-cc7c-4c12-93dc-111305811489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.870289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd40f00d-cc7c-4c12-93dc-111305811489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.876807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cd40f00d-cc7c-4c12-93dc-111305811489 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45b4623c-ef07-4692-b177-d88e22443ff5 HTTP/1.1" status: 204 len: 168 time: 0.3916216 Sep 02 13:26:25.887133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40f00d-cc7c-4c12-93dc-111305811489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b4623c-ef07-4692-b177-d88e22443ff5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:25.902122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb8b65c4-02d6-4a01-9c92-48709ef14182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.930723 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb8b65c4-02d6-4a01-9c92-48709ef14182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:25.936767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['737396eb-832a-4780-a328-d4a10a999044'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:25.941942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:25.975400 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1549825b-92c9-4739-8e2e-46a1515abb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.246173 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dc0d884-df14-4a59-9660-6f64cca29dce req-1b57e367-031a-4647-af9c-9273b23145a2 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4039330 Sep 02 13:26:26.296266 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.296485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f308b41-1bd4-442f-9d8d-8a5ae8cdcd2b req-523182e1-f1e9-48f8-ab61-fa2964a6d4c7 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:26.296485 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f308b41-1bd4-442f-9d8d-8a5ae8cdcd2b req-523182e1-f1e9-48f8-ab61-fa2964a6d4c7 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 936 time: 0.3046551 Sep 02 13:26:26.320927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb8b65c4-02d6-4a01-9c92-48709ef14182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.323538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb8b65c4-02d6-4a01-9c92-48709ef14182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.324857 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cb8b65c4-02d6-4a01-9c92-48709ef14182 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93426f27-1ea9-43c4-aaf2-84448739816e HTTP/1.1" status: 204 len: 168 time: 0.5044992 Sep 02 13:26:26.362260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43346) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:26.362999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b65c4-02d6-4a01-9c92-48709ef14182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93426f27-1ea9-43c4-aaf2-84448739816e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:26.414422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f308b41-1bd4-442f-9d8d-8a5ae8cdcd2b req-196f8495-abf8-4dd5-b296-f266ed599571 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153901 Sep 02 13:26:26.416455 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43bd9c38-316e-4ed5-ba3d-b7ca74081c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.437708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:26.457204 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.461933 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1549825b-92c9-4739-8e2e-46a1515abb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.470269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1549825b-92c9-4739-8e2e-46a1515abb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.546225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Transition to ACTIVE for port object 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:26.546579 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1549825b-92c9-4739-8e2e-46a1515abb2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=912eb089070b49e29d90c78a5e14c911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6002934 Sep 02 13:26:26.546579 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549825b-92c9-4739-8e2e-46a1515abb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce5488-ea90-4a43-85d9-9678ad866b73,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:26.547811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43350) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:26.574096 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.580771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b595c6c-73bf-45f0-9c30-28dfccfe684e req-86cfbf19-01e8-48d9-b1a8-3432a17257c8 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:26.582364 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b595c6c-73bf-45f0-9c30-28dfccfe684e req-86cfbf19-01e8-48d9-b1a8-3432a17257c8 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 946 time: 0.0978596 Sep 02 13:26:26.596092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:26.602786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Request body: {'floatingip': {'port_id': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:26.629592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83923c75-3629-4735-9be6-3e6e07064ca3 req-90adf4a1-dcc8-4c94-a39d-f27c8179250d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:26.631808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83923c75-3629-4735-9be6-3e6e07064ca3 req-90adf4a1-dcc8-4c94-a39d-f27c8179250d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.2214534 Sep 02 13:26:26.731007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.762474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:26.768009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:26.804762 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83923c75-3629-4735-9be6-3e6e07064ca3 req-07af9601-bc47-43d5-aa71-1b0b85f1b653 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579280 Sep 02 13:26:26.850930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:26.861063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088e634-03ec-4453-b29d-fe37d18f90af req-111a7dfa-147f-4d5b-9cc4-13b043f2dfb0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:26.869094 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f088e634-03ec-4453-b29d-fe37d18f90af req-111a7dfa-147f-4d5b-9cc4-13b043f2dfb0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 945 time: 0.1873136 Sep 02 13:26:26.910426 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39c25c3-57c6-48b7-83e0-d3ff625d61c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.942263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9376a34-6ab6-4176-90c2-1d24b65845b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:26.950363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:26.979952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 737396eb-832a-4780-a328-d4a10a999044 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:27.019061 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f088e634-03ec-4453-b29d-fe37d18f90af req-393e1c02-0275-42a5-8125-2d94505d8851 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490693 Sep 02 13:26:27.055611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 737396eb-832a-4780-a328-d4a10a999044 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:27.065066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 737396eb-832a-4780-a328-d4a10a999044 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:27.065634 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.067783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9376a34-6ab6-4176-90c2-1d24b65845b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.103546 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43bd9c38-316e-4ed5-ba3d-b7ca74081c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.105406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Attempting to bind port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:27.105878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Attempting to bind port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:27.106221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Attempting to bind port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:27.115666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:27.119318 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4dbb25-203c-4399-a762-bee9f5aceaf8" -d '{"events": [{"server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:27.124103 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.138321 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43bd9c38-316e-4ed5-ba3d-b7ca74081c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.175791 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.186743 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec83796-53c9-4c4a-99f1-a5ead8b21521 x-openstack-request-id: req-2ec83796-53c9-4c4a-99f1-a5ead8b21521 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:27.187049 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:27.187276 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ec83796-53c9-4c4a-99f1-a5ead8b21521 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:27.187684 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f', 'code': 200} Sep 02 13:26:27.191422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:27.191812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Attempting to bind port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:27.203538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.206611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5bdc67-d332-49b4-a9b7-9bd00eca81e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737396eb-832a-4780-a328-d4a10a999044'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:27.209379 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c656fade-05d3-42e3-8917-d0cfb17e82c2" -d '{"events": [{"server_uuid": "4e5bdc67-d332-49b4-a9b7-9bd00eca81e0", "name": "network-vif-plugged", "status": "completed", "tag": "737396eb-832a-4780-a328-d4a10a999044"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:27.243846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6129a6-2a07-41ee-be42-a1a963cb7644 req-34c790c6-d3ba-4c06-ac97-af8cb9128127 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:27.245406 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4f6129a6-2a07-41ee-be42-a1a963cb7644 req-34c790c6-d3ba-4c06-ac97-af8cb9128127 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 949 time: 0.3077710 Sep 02 13:26:27.256079 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 737396eb-832a-4780-a328-d4a10a999044, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=737396eb-832a-4780-a328-d4a10a999044,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:27.266276 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.275638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:27.276001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:27.276459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:27.276930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Bound port: 8bde8fc3-514b-4ebd-b8e6-0335a9a13014, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:27.277321 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.312391 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9376a34-6ab6-4176-90c2-1d24b65845b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.315041 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9376a34-6ab6-4176-90c2-1d24b65845b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.318687 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f9376a34-6ab6-4176-90c2-1d24b65845b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09ce5488-ea90-4a43-85d9-9678ad866b73 HTTP/1.1" status: 204 len: 168 time: 0.7601035 Sep 02 13:26:27.318833 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a281031-62f1-4970-a9cd-6f23d4df7e4d x-openstack-request-id: req-4a281031-62f1-4970-a9cd-6f23d4df7e4d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:27.318833 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5bdc67-d332-49b4-a9b7-9bd00eca81e0", "name": "network-vif-plugged", "status": "completed", "tag": "737396eb-832a-4780-a328-d4a10a999044", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:27.318833 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a281031-62f1-4970-a9cd-6f23d4df7e4d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:27.320931 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5bdc67-d332-49b4-a9b7-9bd00eca81e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737396eb-832a-4780-a328-d4a10a999044', 'code': 200} Sep 02 13:26:27.337326 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-43bd9c38-316e-4ed5-ba3d-b7ca74081c85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7110f6991464924beaff8caac005085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9742556 Sep 02 13:26:27.345454 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:27.377608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=737396eb-832a-4780-a328-d4a10a999044,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:27.386483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd9c38-316e-4ed5-ba3d-b7ca74081c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da5c8bb-663c-439f-a65f-1a40060a2e19,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:27.442074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9376a34-6ab6-4176-90c2-1d24b65845b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ce5488-ea90-4a43-85d9-9678ad866b73,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:27.456052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:27.476111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:26:27.499165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4f6129a6-2a07-41ee-be42-a1a963cb7644 req-4db0d789-8c71-4387-9cfa-a853a099c0fe tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045116 Sep 02 13:26:27.507692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on host n-h1-794796-4 for vnic_type normal with profile {"migrating_to": "n-h2-794796-4"} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:27.508227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:27.508794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:27.519146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] For port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:27.521286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:27.521617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Attempting to bind port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:27.524824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] For port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:27.530060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:27.530415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:27.530786 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:27.531445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Bound port: c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:27.532077 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.534589 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.584275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:27.585310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.587390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] 10.222.0.90 "PUT /v2.0/ports/8bde8fc3-514b-4ebd-b8e6-0335a9a13014 HTTP/1.1" status: 200 len: 1096 time: 2.5592837 Sep 02 13:26:27.601875 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39c25c3-57c6-48b7-83e0-d3ff625d61c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.612589 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.622719 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f39c25c3-57c6-48b7-83e0-d3ff625d61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.633629 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.675330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010af207-9a76-418a-b6bc-258ad5097dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:27.713404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:27.717341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:27.728227 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.741720 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a310aaf1-5979-42c6-ba98-92cadcb5b876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.742913 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-1f0ac364-1c63-4eac-a78e-1b58085f964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:27.744575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4c0bc-c90c-4309-aec4-1de2c2770cc6 req-1e900feb-2e10-4e32-9d4d-db91fd0e8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:27.744910 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-1f0ac364-1c63-4eac-a78e-1b58085f964c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5596c842ca994a378a0d75d15a2455ff&device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 1099 time: 0.1020284 Sep 02 13:26:27.746124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f7e4c0bc-c90c-4309-aec4-1de2c2770cc6 req-1e900feb-2e10-4e32-9d4d-db91fd0e8c7f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 1101 time: 0.3317046 Sep 02 13:26:27.828194 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-4964a105-fae3-4e8f-8299-ef7e7278fb03 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=8bde8fc3-514b-4ebd-b8e6-0335a9a13014 HTTP/1.1" status: 200 len: 217 time: 0.0576732 Sep 02 13:26:27.859468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,revision_number=8']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:27.861103 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a310aaf1-5979-42c6-ba98-92cadcb5b876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.884967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce4484-43f3-440b-8062-3a5de6fff967 req-581d9762-33e6-4d44-a2a8-7d6268c53d25 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:27.887174 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9ce4484-43f3-440b-8062-3a5de6fff967 req-581d9762-33e6-4d44-a2a8-7d6268c53d25 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 948 time: 0.3497517 Sep 02 13:26:27.889074 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f7e4c0bc-c90c-4309-aec4-1de2c2770cc6 req-d3f732e5-cec8-438f-90b1-b4815659b6ec service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302757 Sep 02 13:26:27.896991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c25c3-57c6-48b7-83e0-d3ff625d61c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0785230-0960-4d26-969a-46d37c58a209,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:27.901209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f39c25c3-57c6-48b7-83e0-d3ff625d61c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfb89b73797a4f21a42f6570b9ca5643&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0299499 Sep 02 13:26:27.908528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:27.909256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:27.911443 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-af7de938-e80a-45f7-a7aa-e5ab62a44477 service neutron] 10.222.0.77 "PUT /v2.0/ports/c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 1121 time: 2.1197710 Sep 02 13:26:27.913051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:27.982037 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Floating IP 3d224eb4-e8bf-4e4e-a212-f316ea1d44a3 associated. External IP: 172.25.3.166, port: 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72. Sep 02 13:26:27.987633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-c64dc506-868d-4b9a-897a-74f53488bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:27.988637 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-c64dc506-868d-4b9a-897a-74f53488bb37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1490850 Sep 02 13:26:27.989398 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9ce4484-43f3-440b-8062-3a5de6fff967 req-d96863ed-1047-4b19-b943-b9e741a365e2 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823298 Sep 02 13:26:28.037202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c5bb5d33-5c83-48eb-af52-bb1d9a30623f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:28.065837 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc256c25-4148-4dbe-8be7-00484eff7bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:28.081600 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a310aaf1-5979-42c6-ba98-92cadcb5b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:28.085345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a310aaf1-5979-42c6-ba98-92cadcb5b876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:28.090438 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a310aaf1-5979-42c6-ba98-92cadcb5b876 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0da5c8bb-663c-439f-a65f-1a40060a2e19 HTTP/1.1" status: 204 len: 168 time: 0.7444348 Sep 02 13:26:28.108845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64f8cc-9a01-4118-a695-d32b7d11d1a3 req-fb83d139-ca85-4e19-86d8-34a3a34e632f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:28.117396 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7c64f8cc-9a01-4118-a695-d32b7d11d1a3 req-fb83d139-ca85-4e19-86d8-34a3a34e632f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1712902 Sep 02 13:26:28.131920 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc256c25-4148-4dbe-8be7-00484eff7bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:28.147907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310aaf1-5979-42c6-ba98-92cadcb5b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da5c8bb-663c-439f-a65f-1a40060a2e19,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:28.150080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-30f51b8e-c2cc-476b-a21f-5f886c7225a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:28.152167 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-30f51b8e-c2cc-476b-a21f-5f886c7225a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433585 Sep 02 13:26:28.258102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7c64f8cc-9a01-4118-a695-d32b7d11d1a3 req-1955d419-bfce-4409-a04b-1ec1a9ba296a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345105 Sep 02 13:26:28.315407 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc256c25-4148-4dbe-8be7-00484eff7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:28.318467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc256c25-4148-4dbe-8be7-00484eff7bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:28.319773 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bc256c25-4148-4dbe-8be7-00484eff7bc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0785230-0960-4d26-969a-46d37c58a209 HTTP/1.1" status: 204 len: 168 time: 0.4064841 Sep 02 13:26:28.338019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc256c25-4148-4dbe-8be7-00484eff7bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0785230-0960-4d26-969a-46d37c58a209,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:28.353208 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-26c263ca-9824-43ab-aa8c-e4787f39c587 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848843 Sep 02 13:26:28.531333 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e206b8b2-a9f1-46a4-aee8-d6f70b7e294a req-d8f372e4-1cf6-497e-8121-5b75d5d42ffb service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680374 Sep 02 13:26:28.658088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de61e9-9d70-4fee-a567-3637a7f7abe5 req-5a78f7d2-d4a1-4bd4-8c30-6480bb30e444 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:28.659664 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30de61e9-9d70-4fee-a567-3637a7f7abe5 req-5a78f7d2-d4a1-4bd4-8c30-6480bb30e444 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 950 time: 0.0691547 Sep 02 13:26:28.676646 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0bdac-db51-4574-be8a-e2f6de6551e3 req-19a787bc-db5d-4cbb-87c2-4534fbcfb577 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:28.678613 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73a0bdac-db51-4574-be8a-e2f6de6551e3 req-19a787bc-db5d-4cbb-87c2-4534fbcfb577 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 943 time: 0.5361922 Sep 02 13:26:28.704995 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30de61e9-9d70-4fee-a567-3637a7f7abe5 req-3b14deb2-9450-405e-8d3c-c6aa164f42c0 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380149 Sep 02 13:26:28.766612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:26:28.774731 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73a0bdac-db51-4574-be8a-e2f6de6551e3 req-7ee7fdfc-5887-49ec-8eda-82d40381a527 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774653 Sep 02 13:26:28.931989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:26:28.937956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:28.949482 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] Sync routers for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:26:28.965091 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:26:28.965740 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:26:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:26:28.987867 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-72c8b7a0-d1b2-449a-a845-985149232e6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "PUT /v2.0/floatingips/3d224eb4-e8bf-4e4e-a212-f316ea1d44a3 HTTP/1.1" status: 200 len: 992 time: 2.3868616 Sep 02 13:26:28.987867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'tag': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:28.988649 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fbd228-0707-49b1-82c9-7fbada308fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbbf7ea-4ddc-4171-af6d-cc4090664442", "tag": "979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:29.049998 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2722535-8239-4fe9-a2c8-f1f5bacb8e19 x-openstack-request-id: req-e2722535-8239-4fe9-a2c8-f1f5bacb8e19 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:29.050285 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbbf7ea-4ddc-4171-af6d-cc4090664442", "tag": "979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:29.050548 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2722535-8239-4fe9-a2c8-f1f5bacb8e19 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:29.051014 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'tag': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72', 'status': 'completed', 'code': 200} Sep 02 13:26:29.152545 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:29.154733 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:26:29.189107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a00679-ef24-4417-86b3-1575754b46c0', 'tag': '8bde8fc3-514b-4ebd-b8e6-0335a9a13014'}, {'name': 'network-changed', 'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:29.192696 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64efded-b13a-4fad-b802-331a578fb806" -d '{"events": [{"name": "network-changed", "server_uuid": "39a00679-ef24-4417-86b3-1575754b46c0", "tag": "8bde8fc3-514b-4ebd-b8e6-0335a9a13014"}, {"name": "network-changed", "server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:29.215437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675bfe7-5140-4b1b-9678-ff033dc91a39 req-8118a4b2-4466-407a-95f0-b67f4168c96d tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:29.217116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0675bfe7-5140-4b1b-9678-ff033dc91a39 req-8118a4b2-4466-407a-95f0-b67f4168c96d tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 948 time: 0.0962331 Sep 02 13:26:29.223437 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-5fb396c8-c402-4072-aa62-854d1bef2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:29.225426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-5fb396c8-c402-4072-aa62-854d1bef2fe9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6&device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 1097 time: 0.1000819 Sep 02 13:26:29.289374 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8574aa47-47f9-41d9-9480-4820fc19d6b4 x-openstack-request-id: req-8574aa47-47f9-41d9-9480-4820fc19d6b4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:29.290956 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a00679-ef24-4417-86b3-1575754b46c0", "tag": "8bde8fc3-514b-4ebd-b8e6-0335a9a13014", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:29.291319 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8574aa47-47f9-41d9-9480-4820fc19d6b4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:29.292130 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a00679-ef24-4417-86b3-1575754b46c0', 'tag': '8bde8fc3-514b-4ebd-b8e6-0335a9a13014', 'status': 'completed', 'code': 200} Sep 02 13:26:29.293988 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f', 'status': 'completed', 'code': 200} Sep 02 13:26:29.298592 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0675bfe7-5140-4b1b-9678-ff033dc91a39 req-8f4b819f-171c-4219-a329-4a6038f4a106 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671637 Sep 02 13:26:29.541751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-9f2ad43e-45cf-4ecd-98ad-c0dbb4e99517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:29.546304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-9f2ad43e-45cf-4ecd-98ad-c0dbb4e99517 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e HTTP/1.1" status: 200 len: 925 time: 0.3072727 Sep 02 13:26:29.682901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efded-b13a-4fad-b802-331a578fb806 req-3c818cd6-0561-4cdd-ac54-273934151f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:29.685111 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-3c818cd6-0561-4cdd-ac54-273934151f42 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5596c842ca994a378a0d75d15a2455ff&device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 1099 time: 0.2260945 Sep 02 13:26:29.733654 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '3d224eb4-e8bf-4e4e-a212-f316ea1d44a3', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'port_id': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'mac_address': 'fa:16:3e:ba:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:26:00Z', 'updated_at': '2021-09-02T13:26:27Z', 'revision_number': 1, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:26:29.791063 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] Checking router: d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:26:29.807138 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119c5fe-4423-4e96-8cfe-ddf4ffd1aa00 req-c1f6cf85-62c8-47e1-9186-a5870f3e431c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:29.823220 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d119c5fe-4423-4e96-8cfe-ddf4ffd1aa00 req-c1f6cf85-62c8-47e1-9186-a5870f3e431c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.3610535 Sep 02 13:26:29.835649 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:26:29.836928 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:26:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:26:29.864968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efded-b13a-4fad-b802-331a578fb806 req-876df6ca-b730-4144-aad1-b79e92d8ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:29.867404 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-876df6ca-b730-4144-aad1-b79e92d8ac5d service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1695757 Sep 02 13:26:29.877360 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-ff9507c3-8dd3-4123-b7c6-2fcd1fb52cf1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 HTTP/1.1" status: 200 len: 1000 time: 0.3192327 Sep 02 13:26:29.968624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f5802-76c8-4805-882b-074ca2009375 req-ffb46f77-234e-42d8-8f55-f38a727d68c9 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:29.971205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e4f5802-76c8-4805-882b-074ca2009375 req-ffb46f77-234e-42d8-8f55-f38a727d68c9 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 950 time: 0.0990944 Sep 02 13:26:29.982594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-9799de06-6631-48a0-817c-e56f61f6af49 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=8bde8fc3-514b-4ebd-b8e6-0335a9a13014 HTTP/1.1" status: 200 len: 217 time: 0.0935311 Sep 02 13:26:30.013135 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:26:30.068385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e4f5802-76c8-4805-882b-074ca2009375 req-3ebad91f-8b6b-44d2-8b47-d5060cea8e36 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891190 Sep 02 13:26:30.101385 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:30.124477 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d119c5fe-4423-4e96-8cfe-ddf4ffd1aa00 req-e565881c-e1cf-4a1b-b13a-f8b9d03df491 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523196 Sep 02 13:26:30.152811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-8684a76f-8003-4e51-9a2e-f99ee8ffb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:30.154320 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-8684a76f-8003-4e51-9a2e-f99ee8ffb00d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=dba76dfe-714a-4c5f-b3df-02a5331fad21 HTTP/1.1" status: 200 len: 863 time: 0.2562315 Sep 02 13:26:30.234657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efded-b13a-4fad-b802-331a578fb806 req-a79c49fd-9e68-4044-a2dd-a4a7704902b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:30.237244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-a79c49fd-9e68-4044-a2dd-a4a7704902b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.2384076 Sep 02 13:26:30.250247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905c7fb-bfc5-45a4-a27d-feba50030dd2 req-66d12dd1-5a0e-48f1-859d-eb14f092c569 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:30.260327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b905c7fb-bfc5-45a4-a27d-feba50030dd2 req-66d12dd1-5a0e-48f1-859d-eb14f092c569 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 943 time: 0.1001351 Sep 02 13:26:30.325475 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b905c7fb-bfc5-45a4-a27d-feba50030dd2 req-9cdad57d-b4e3-4703-b699-0cba584abc44 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562675 Sep 02 13:26:30.390444 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '3d224eb4-e8bf-4e4e-a212-f316ea1d44a3', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'port_id': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'mac_address': 'fa:16:3e:ba:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:26:00Z', 'updated_at': '2021-09-02T13:26:27Z', 'revision_number': 1, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:26:30.438759 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118bae6-0385-4fba-bab0-70880de315dd None None] The sync data for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 is: [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '3d224eb4-e8bf-4e4e-a212-f316ea1d44a3', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'port_id': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'mac_address': 'fa:16:3e:ba:c7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:26:00Z', 'updated_at': '2021-09-02T13:26:27Z', 'revision_number': 1, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:26:30.608449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-a19e6dd5-919f-4f2f-b445-3b3e4fd38971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:30.610987 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-a19e6dd5-919f-4f2f-b445-3b3e4fd38971 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4316924 Sep 02 13:26:30.621825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e19ada-e9b0-4a46-9be4-7428704ac571 req-2191046d-3d78-46df-a731-81fe8647574e tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:30.634167 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5e19ada-e9b0-4a46-9be4-7428704ac571 req-2191046d-3d78-46df-a731-81fe8647574e tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 948 time: 0.1018772 Sep 02 13:26:30.699051 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5e19ada-e9b0-4a46-9be4-7428704ac571 req-3e1cc977-3bbf-420f-aaa6-de42f91e6b7a tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631869 Sep 02 13:26:30.751917 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-f1289ea8-98df-4a95-a556-b9f97246900f service neutron] 10.222.0.77 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233103 Sep 02 13:26:30.763559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efded-b13a-4fad-b802-331a578fb806 req-9022f497-a10b-4900-aa85-96313a8e38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:30.765448 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-9022f497-a10b-4900-aa85-96313a8e38ab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5117135 Sep 02 13:26:30.836349 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41817873-9be4-45d8-a4fb-a736d3b8ad36 None None] New status for floating IP 3d224eb4-e8bf-4e4e-a212-f316ea1d44a3: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:26:30.985218 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26fbd228-0707-49b1-82c9-7fbada308fbb req-db571fe9-8e4a-44a1-aac4-302ab922e912 service neutron] 10.222.0.77 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052588 Sep 02 13:26:31.005123 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c5bb5d33-5c83-48eb-af52-bb1d9a30623f details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:31.068973 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-0c51ef27-52f0-4277-80d1-f4b0b9e2240c service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024736 Sep 02 13:26:31.227505 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-857b5908-5dd1-474d-b7d2-e08595a2e8b3 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434727 Sep 02 13:26:31.267798 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56d3834f-7cf3-422f-97e0-5a10f9d27ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:31.396621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efded-b13a-4fad-b802-331a578fb806 req-44e29f4a-15ba-4815-9e2b-274dc722b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.398187 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-44e29f4a-15ba-4815-9e2b-274dc722b1d9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1124 time: 0.1054525 Sep 02 13:26:31.428781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09c04e-667f-4f8e-93a4-0f8b1a499be3 req-16b2160f-7f92-4f02-a579-1a09683d7572 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.446270 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b09c04e-667f-4f8e-93a4-0f8b1a499be3 req-16b2160f-7f92-4f02-a579-1a09683d7572 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0942504 Sep 02 13:26:31.495051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:31.526903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c5bb5d33-5c83-48eb-af52-bb1d9a30623f has no active binding in host n-h2-794796-4 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 13:26:31.532290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b09c04e-667f-4f8e-93a4-0f8b1a499be3 req-c39e76bf-ced8-4b07-ba0a-a011fb873f20 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820312 Sep 02 13:26:31.595075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-5b5f39d2-4be3-4f58-8f10-07d66d246ef0 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.595569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-5b5f39d2-4be3-4f58-8f10-07d66d246ef0 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.596091 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-5b5f39d2-4be3-4f58-8f10-07d66d246ef0 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.596552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-5b5f39d2-4be3-4f58-8f10-07d66d246ef0 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.597037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-5b5f39d2-4be3-4f58-8f10-07d66d246ef0 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.597506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-5b5f39d2-4be3-4f58-8f10-07d66d246ef0 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.597969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-5b5f39d2-4be3-4f58-8f10-07d66d246ef0 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.599987 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-5b5f39d2-4be3-4f58-8f10-07d66d246ef0 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0&device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0&device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442&device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929&device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9&device_id=c44a247a-8684-4838-b7c6-4b8d4a631264&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 6485 time: 0.0814466 Sep 02 13:26:31.628258 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efded-b13a-4fad-b802-331a578fb806 req-d8be2021-a1b1-4670-8511-d3388bb5baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.629546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-d8be2021-a1b1-4670-8511-d3388bb5baa5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.2233822 Sep 02 13:26:31.630372 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-e9d01b5d-caaf-4cb0-9ee1-d8bd6fd7a5b4 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:31.682908 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-e2c1fbe3-8bdf-4f44-bc05-c1f3af69f1d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 217 time: 0.0436964 Sep 02 13:26:31.801414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efded-b13a-4fad-b802-331a578fb806 req-a22f093f-2963-412d-a1d4-60fdb903b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:31.803354 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-a22f093f-2963-412d-a1d4-60fdb903b762 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.1029043 Sep 02 13:26:31.861414 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-aa1e978d-3144-40d7-b5b3-bcfd1c3cc257 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418911 Sep 02 13:26:31.977611 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-e9d01b5d-caaf-4cb0-9ee1-d8bd6fd7a5b4 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:31.984457 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-e9d01b5d-caaf-4cb0-9ee1-d8bd6fd7a5b4 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:32.022971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3bf338d3-29a8-4039-92f9-a17b8e96dfe9 req-e9d01b5d-caaf-4cb0-9ee1-d8bd6fd7a5b4 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&id=d4b2bdcc-9e07-49cf-9331-d0d201220607&id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&id=43368895-b55d-4bd9-8604-5e6018f45cff&id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.4113977 Sep 02 13:26:32.031442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc15c9d-b4e0-4d29-a68a-5162b7672738 req-34eb03fc-1c2a-46a1-a462-6c8315be8266 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:32.033405 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3bc15c9d-b4e0-4d29-a68a-5162b7672738 req-34eb03fc-1c2a-46a1-a462-6c8315be8266 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 943 time: 0.0728459 Sep 02 13:26:32.060662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d01b5d-caaf-4cb0-9ee1-d8bd6fd7a5b4 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b96ee9b-0352-479e-aea7-928c4b5e518f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:32.067969 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-603cf426-af86-485b-b7e2-111d0c4539e1 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968381 Sep 02 13:26:32.109378 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3bc15c9d-b4e0-4d29-a68a-5162b7672738 req-20cecb33-2c25-486f-98cf-f78eb2fd0b5a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Sep 02 13:26:32.211141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:32.290720 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f64efded-b13a-4fad-b802-331a578fb806 req-49bebd3a-9601-434a-ba1c-f4ee3389d01f service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034640 Sep 02 13:26:32.372747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41ee5a-1719-4f0b-b895-e049a41282ab req-db23aa37-d64d-48d5-9428-6727dd99c5ef tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:32.382419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b41ee5a-1719-4f0b-b895-e049a41282ab req-db23aa37-d64d-48d5-9428-6727dd99c5ef tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 948 time: 0.1922355 Sep 02 13:26:32.412044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:32.430138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '8bde8fc3-514b-4ebd-b8e6-0335a9a13014', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '8bde8fc3-514b-4ebd-b8e6-0335a9a13014', 'mac_address': 'fa:16:3e:b0:e0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:32.461572 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b41ee5a-1719-4f0b-b895-e049a41282ab req-f84837fe-533c-4883-89d1-1d17cdc97642 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776970 Sep 02 13:26:32.497915 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:32.521235 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:32.572687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:32.582322 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:32.615303 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:32.682663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:32.693924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.694678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.695235 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.696393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.697269 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.698094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.698850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.699532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.700121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.704332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.704688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.705029 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:26:32.794129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91053b3-9275-49f6-8d2b-349e8218cffc req-d0f8d008-28a5-4aaf-9921-0b03b3e24a34 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:32.807611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f91053b3-9275-49f6-8d2b-349e8218cffc req-d0f8d008-28a5-4aaf-9921-0b03b3e24a34 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1044984 Sep 02 13:26:32.822668 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb799-48ab-4ba3-b6be-df23751fab29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:32.872443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f91053b3-9275-49f6-8d2b-349e8218cffc req-290dcad3-5ddf-49b4-a3e5-7b6651d4df2a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637760 Sep 02 13:26:32.903544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['8bde8fc3-514b-4ebd-b8e6-0335a9a13014'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:32.948298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb3058-764e-4791-a331-00bf9bd778ba req-b7b5a2fd-e638-4a74-9765-43b51a8d54c7 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:32.950584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb3058-764e-4791-a331-00bf9bd778ba req-b7b5a2fd-e638-4a74-9765-43b51a8d54c7 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:32.952795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb3058-764e-4791-a331-00bf9bd778ba req-b7b5a2fd-e638-4a74-9765-43b51a8d54c7 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:32.956992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2eb3058-764e-4791-a331-00bf9bd778ba req-b7b5a2fd-e638-4a74-9765-43b51a8d54c7 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0&device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9&device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 2905 time: 0.1045842 Sep 02 13:26:33.009620 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2eb3058-764e-4791-a331-00bf9bd778ba req-c87486e1-b11c-45cd-b175-d5ff3fb5f553 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Sep 02 13:26:33.011547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb799-48ab-4ba3-b6be-df23751fab29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.016770 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb799-48ab-4ba3-b6be-df23751fab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.063469 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c2fdb799-48ab-4ba3-b6be-df23751fab29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c06a6dde6a743098959938ac465cbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462597 Sep 02 13:26:33.067301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43558) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:33.067859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43560) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:33.075474 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdb799-48ab-4ba3-b6be-df23751fab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d819c0be-df16-4159-8af8-79c98e2d172c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:33.160646 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd55eace-3c2a-466e-afec-6cef104b1ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.205448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd55eace-3c2a-466e-afec-6cef104b1ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.271394 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8808d218-dbbf-4a1f-b0c9-ca505cdb03d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.333884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd55eace-3c2a-466e-afec-6cef104b1ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.336463 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd55eace-3c2a-466e-afec-6cef104b1ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.349948 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fd55eace-3c2a-466e-afec-6cef104b1ed3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d819c0be-df16-4159-8af8-79c98e2d172c HTTP/1.1" status: 204 len: 168 time: 0.2663991 Sep 02 13:26:33.401618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55eace-3c2a-466e-afec-6cef104b1ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d819c0be-df16-4159-8af8-79c98e2d172c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:33.418066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b73025-d39c-4bef-854d-9a367ab62ae1 req-4864d0e0-3071-43b5-8247-ef7710bc70ee tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:33.419861 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62b73025-d39c-4bef-854d-9a367ab62ae1 req-4864d0e0-3071-43b5-8247-ef7710bc70ee tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 943 time: 0.1252811 Sep 02 13:26:33.459969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43578) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:33.502262 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62b73025-d39c-4bef-854d-9a367ab62ae1 req-967babb2-4fef-4875-9231-4c4506f46215 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579677 Sep 02 13:26:33.524740 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8808d218-dbbf-4a1f-b0c9-ca505cdb03d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.544235 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8808d218-dbbf-4a1f-b0c9-ca505cdb03d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.556973 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acbeee18-0697-4208-ba19-281fc9f4464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.611579 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:33.618714 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8808d218-dbbf-4a1f-b0c9-ca505cdb03d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4777039487e84f689a3095dd6f750d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495007 Sep 02 13:26:33.632290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808d218-dbbf-4a1f-b0c9-ca505cdb03d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d390d5d6-e410-40b3-be41-ec73c0b40755,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:33.682496 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0c7aaf2-1a86-4610-af1c-d8d2bd36c4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.746721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f113b73-def3-40b5-94d1-36b5a99db647 req-59270a51-cc88-4ec4-8113-342e1b6126e9 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:33.749138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2f113b73-def3-40b5-94d1-36b5a99db647 req-59270a51-cc88-4ec4-8113-342e1b6126e9 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 949 time: 0.1192164 Sep 02 13:26:33.750562 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8afcf33-bf86-4bd9-9650-eaa3cb75db68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.793694 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8afcf33-bf86-4bd9-9650-eaa3cb75db68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.846266 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2f113b73-def3-40b5-94d1-36b5a99db647 req-ff1c96c4-9b5a-4127-aa65-86789c85f060 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849035 Sep 02 13:26:33.878285 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0c7aaf2-1a86-4610-af1c-d8d2bd36c4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.885722 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0c7aaf2-1a86-4610-af1c-d8d2bd36c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.916837 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8afcf33-bf86-4bd9-9650-eaa3cb75db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.920366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8afcf33-bf86-4bd9-9650-eaa3cb75db68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:33.921892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d8afcf33-bf86-4bd9-9650-eaa3cb75db68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d390d5d6-e410-40b3-be41-ec73c0b40755 HTTP/1.1" status: 204 len: 168 time: 0.3091946 Sep 02 13:26:33.932581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afcf33-bf86-4bd9-9650-eaa3cb75db68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d390d5d6-e410-40b3-be41-ec73c0b40755,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:33.952910 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c0c7aaf2-1a86-4610-af1c-d8d2bd36c4e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3c1f021f2b145f9874ba2d378705e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914205 Sep 02 13:26:33.956105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:33.983707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7aaf2-1a86-4610-af1c-d8d2bd36c4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b837ce1-8ad2-4c12-8b7f-0fb310e4dc07,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:34.013207 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.024379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43598) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:34.042653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74253c4f-f2f7-4c1f-9dc7-28b863d936d1 req-20f704a9-88b3-4041-8b6d-fd6cbd2e8b24 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:34.044227 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74253c4f-f2f7-4c1f-9dc7-28b863d936d1 req-20f704a9-88b3-4041-8b6d-fd6cbd2e8b24 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1101 time: 0.0746329 Sep 02 13:26:34.045493 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2d92-6c16-4f9d-be2d-91d9cd5cf77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.074508 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23efcfe5-28cc-455b-8eb3-3bbbd91d97eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.105368 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74253c4f-f2f7-4c1f-9dc7-28b863d936d1 req-47458952-6ff2-43ae-830a-d911fb3361b2 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515029 Sep 02 13:26:34.109880 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23efcfe5-28cc-455b-8eb3-3bbbd91d97eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.127520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7846ac-dba3-4677-a2c2-e3776a3855c3 req-890ec92b-2feb-4ecf-a6ba-76d078071deb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:34.129271 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ec7846ac-dba3-4677-a2c2-e3776a3855c3 req-890ec92b-2feb-4ecf-a6ba-76d078071deb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1001899 Sep 02 13:26:34.207372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:34.220015 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2d92-6c16-4f9d-be2d-91d9cd5cf77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.228013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ec7846ac-dba3-4677-a2c2-e3776a3855c3 req-3172f738-58ac-4459-a55b-dd2236a84937 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828118 Sep 02 13:26:34.229255 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23efcfe5-28cc-455b-8eb3-3bbbd91d97eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.231986 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23efcfe5-28cc-455b-8eb3-3bbbd91d97eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.233085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-23efcfe5-28cc-455b-8eb3-3bbbd91d97eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b837ce1-8ad2-4c12-8b7f-0fb310e4dc07 HTTP/1.1" status: 204 len: 168 time: 0.2759421 Sep 02 13:26:34.243328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efcfe5-28cc-455b-8eb3-3bbbd91d97eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b837ce1-8ad2-4c12-8b7f-0fb310e4dc07,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:34.246681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2d92-6c16-4f9d-be2d-91d9cd5cf77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.338278 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4d7a2d92-6c16-4f9d-be2d-91d9cd5cf77a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12ae592168f541529bcc3bca12206074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125136 Sep 02 13:26:34.342887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:34.351523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a2d92-6c16-4f9d-be2d-91d9cd5cf77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02bc06-f5db-4cb4-9d5f-545a028a5af1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:34.399873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf2ee-1a66-451b-b165-0a666db9507b req-08da38f9-fb7c-469f-a865-a43faae04121 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:34.409895 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3caf2ee-1a66-451b-b165-0a666db9507b req-08da38f9-fb7c-469f-a865-a43faae04121 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1101 time: 0.1296253 Sep 02 13:26:34.424722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:34.429807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:34.431084 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.459287 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afb83c40-226a-4810-87bb-2e57c4423894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.500138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3caf2ee-1a66-451b-b165-0a666db9507b req-4cf56839-04ee-4d9f-8c7e-8459441683d4 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897865 Sep 02 13:26:34.525202 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afb83c40-226a-4810-87bb-2e57c4423894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.548502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:34.575951 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fd85-82ff-424e-957b-8bbd583e66b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.579780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-016ce126-5d46-421c-9f1d-08e9abb91356 service neutron] 10.222.0.90 "GET /v2.0/ports/c5bb5d33-5c83-48eb-af52-bb1d9a30623f/bindings/n-h2-794796-4 HTTP/1.1" status: 200 len: 384 time: 0.1182714 Sep 02 13:26:34.645985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afb83c40-226a-4810-87bb-2e57c4423894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.649043 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afb83c40-226a-4810-87bb-2e57c4423894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.650332 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-afb83c40-226a-4810-87bb-2e57c4423894 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f02bc06-f5db-4cb4-9d5f-545a028a5af1 HTTP/1.1" status: 204 len: 168 time: 0.3074019 Sep 02 13:26:34.666109 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.683402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb83c40-226a-4810-87bb-2e57c4423894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02bc06-f5db-4cb4-9d5f-545a028a5af1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:34.758526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:34.761434 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a00679-ef24-4417-86b3-1575754b46c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bde8fc3-514b-4ebd-b8e6-0335a9a13014'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:34.765169 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0da659-d16d-4275-b5e0-0bc9e0135616" -d '{"events": [{"server_uuid": "39a00679-ef24-4417-86b3-1575754b46c0", "name": "network-vif-plugged", "status": "completed", "tag": "8bde8fc3-514b-4ebd-b8e6-0335a9a13014"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:34.772208 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.778021 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.809132 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fd85-82ff-424e-957b-8bbd583e66b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.815760 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ca6fd85-82ff-424e-957b-8bbd583e66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:34.832239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db4222-ebed-4329-9af3-c422a86faf59 req-478d4e6e-a5b0-42f1-b19b-3e837b1df6e9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:34.834167 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-42db4222-ebed-4329-9af3-c422a86faf59 req-478d4e6e-a5b0-42f1-b19b-3e837b1df6e9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 943 time: 0.1826086 Sep 02 13:26:34.861140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:34.894199 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9ca6fd85-82ff-424e-957b-8bbd583e66b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4401bcf59b6f437099fcaa92966ef6f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441105 Sep 02 13:26:34.896751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:34.933755 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6fd85-82ff-424e-957b-8bbd583e66b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb23d7-6d12-4fd8-b0b0-1e084e4bae1a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:34.939775 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-42db4222-ebed-4329-9af3-c422a86faf59 req-1d9a8aee-67c7-489f-b8a2-10c6d142a443 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987625 Sep 02 13:26:34.954660 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e351a0f-b861-4f5f-bbbb-1e3318bc52af x-openstack-request-id: req-9e351a0f-b861-4f5f-bbbb-1e3318bc52af {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:34.954959 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a00679-ef24-4417-86b3-1575754b46c0", "name": "network-vif-plugged", "status": "completed", "tag": "8bde8fc3-514b-4ebd-b8e6-0335a9a13014", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:34.955505 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e351a0f-b861-4f5f-bbbb-1e3318bc52af {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:34.955941 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a00679-ef24-4417-86b3-1575754b46c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bde8fc3-514b-4ebd-b8e6-0335a9a13014', 'code': 200} Sep 02 13:26:35.008568 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:35.023308 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f74ab5c-3cc7-456c-b884-057a2309aa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.051800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:35.062958 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f74ab5c-3cc7-456c-b884-057a2309aa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.086265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:35.109039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8854d6af-a2dc-4013-b722-723682158b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.125935 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bb5d33-5c83-48eb-af52-bb1d9a30623f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:35.155464 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f74ab5c-3cc7-456c-b884-057a2309aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.158252 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f74ab5c-3cc7-456c-b884-057a2309aa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.161801 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2f74ab5c-3cc7-456c-b884-057a2309aa8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dcb23d7-6d12-4fd8-b0b0-1e084e4bae1a HTTP/1.1" status: 204 len: 168 time: 0.2615962 Sep 02 13:26:35.175779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74ab5c-3cc7-456c-b884-057a2309aa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb23d7-6d12-4fd8-b0b0-1e084e4bae1a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:35.194807 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:35.195518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ab498-a6fb-4db0-91e4-e21369a0465e req-1085c98a-35e7-4931-9836-d69f79f202ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:35.197955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-814ab498-a6fb-4db0-91e4-e21369a0465e req-1085c98a-35e7-4931-9836-d69f79f202ba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 1101 time: 0.0822861 Sep 02 13:26:35.218664 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.250313 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-814ab498-a6fb-4db0-91e4-e21369a0465e req-d76fa1e5-f402-47c2-9154-6a79ce68f60e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 Sep 02 13:26:35.350900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] Transition to ACTIVE for port object c5bb5d33-5c83-48eb-af52-bb1d9a30623f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:35.360102 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.373643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba73071-5c4f-4bc9-ad63-13fc2dc840f1 req-0e0961a9-e14e-4964-b049-eff159c699c6 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:35.375228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dba73071-5c4f-4bc9-ad63-13fc2dc840f1 req-0e0961a9-e14e-4964-b049-eff159c699c6 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 950 time: 0.2444339 Sep 02 13:26:35.497504 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dba73071-5c4f-4bc9-ad63-13fc2dc840f1 req-65546204-4de4-4d5f-971b-5c2784657eaa tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147943 Sep 02 13:26:35.540490 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] No DVR routers for this DVR port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:26:35.565237 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:26:35.574733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:35.667707 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1714fbf8-486d-4872-8a77-22f878ae5a24 service neutron] 10.222.0.90 "PUT /v2.0/ports/c5bb5d33-5c83-48eb-af52-bb1d9a30623f/bindings/n-h2-794796-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0750258 Sep 02 13:26:35.685437 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8854d6af-a2dc-4013-b722-723682158b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.691974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8854d6af-a2dc-4013-b722-723682158b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:35.754091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a4f33-7984-4229-a446-5a1e114c3237 req-9ed94961-92c4-4209-aa26-b4e8c61bd061 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:35.757898 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d10a4f33-7984-4229-a446-5a1e114c3237 req-9ed94961-92c4-4209-aa26-b4e8c61bd061 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1330738 Sep 02 13:26:35.825138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8854d6af-a2dc-4013-b722-723682158b1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db45397ba3f640e59a6efd52f8962e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7377207 Sep 02 13:26:35.837417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:35.841744 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d10a4f33-7984-4229-a446-5a1e114c3237 req-95e73fb6-e425-49b0-b4ee-b530f9717dfc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761983 Sep 02 13:26:35.866895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854d6af-a2dc-4013-b722-723682158b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c7494f-e613-44e0-8b15-71177336ae73,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:35.899268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c5fc2-4c12-44f0-9946-f56158ef3f37 req-d8595c92-17b4-4ae4-9824-f220b666bfcb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:35.907315 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a83c5fc2-4c12-44f0-9946-f56158ef3f37 req-d8595c92-17b4-4ae4-9824-f220b666bfcb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1214604 Sep 02 13:26:35.929428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-15524857-f69b-4717-ad28-2c6549383162 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:35.930970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-15524857-f69b-4717-ad28-2c6549383162 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1095 time: 0.1621127 Sep 02 13:26:35.952056 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17d857e5-3750-429c-8093-18dc493c6d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:36.002618 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17d857e5-3750-429c-8093-18dc493c6d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:36.027412 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a83c5fc2-4c12-44f0-9946-f56158ef3f37 req-138c4c32-1655-4f44-80e3-95478e97a2fc tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190662 Sep 02 13:26:36.056618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1a29610a-92ef-4975-8a11-472baae53d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:36.058419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-1a29610a-92ef-4975-8a11-472baae53d0f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929&tenant_id=0af8c0179fe440ad933e02d682e720a9 HTTP/1.1" status: 200 len: 1095 time: 0.1135526 Sep 02 13:26:36.161044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-f767a23a-4c84-4a38-90a8-45a5b04dc4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:36.161696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84be4c7-bee0-46c3-a01c-0dbcff27d935 req-9f9dd472-8b82-4218-83b1-434eaef58c16 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:36.162739 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-f767a23a-4c84-4a38-90a8-45a5b04dc4af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1095 time: 0.0669529 Sep 02 13:26:36.163552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a84be4c7-bee0-46c3-a01c-0dbcff27d935 req-9f9dd472-8b82-4218-83b1-434eaef58c16 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 944 time: 0.0794358 Sep 02 13:26:36.188100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17d857e5-3750-429c-8093-18dc493c6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:36.190869 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17d857e5-3750-429c-8093-18dc493c6d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:36.196671 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-17d857e5-3750-429c-8093-18dc493c6d24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2c7494f-e613-44e0-8b15-71177336ae73 HTTP/1.1" status: 204 len: 168 time: 0.3493810 Sep 02 13:26:36.212345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d857e5-3750-429c-8093-18dc493c6d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c7494f-e613-44e0-8b15-71177336ae73,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:36.268938 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a84be4c7-bee0-46c3-a01c-0dbcff27d935 req-26db42b3-22f2-4c3a-9b9f-b5370971835a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896347 Sep 02 13:26:36.316053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-8d41c866-5ae5-41e4-9d35-cbeadd112427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:36.318195 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-8d41c866-5ae5-41e4-9d35-cbeadd112427 service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.1424818 Sep 02 13:26:36.404376 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:36.409678 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-40f016f6-9fa4-45ad-b0b1-c412eb8dfae9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 217 time: 0.0822506 Sep 02 13:26:36.480609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-851273c6-8918-4afa-912a-9380d09a00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:36.482374 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-851273c6-8918-4afa-912a-9380d09a00a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.0594919 Sep 02 13:26:36.533845 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-0bb2c053-2002-4d66-85cb-021353d2e8f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414553 Sep 02 13:26:36.695716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-d0d980e9-be4f-429e-9209-6b35972048ad service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469998 Sep 02 13:26:36.707543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a393416-7dd5-4ab7-89e4-011ccd7fcbeb req-949285c9-6bc3-4f81-989b-b9b6047df2cf tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:36.716220 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a393416-7dd5-4ab7-89e4-011ccd7fcbeb req-949285c9-6bc3-4f81-989b-b9b6047df2cf tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 950 time: 0.0874636 Sep 02 13:26:36.824560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a393416-7dd5-4ab7-89e4-011ccd7fcbeb req-f1ca2005-ccab-467a-a592-71d726a1c70e tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071172 Sep 02 13:26:36.878830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-9ef202ec-4e85-4157-8308-4bf0194eed27 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596956 Sep 02 13:26:36.998604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411054f-f405-4f9b-81f3-f8c7c1bcd249 req-f378094b-a879-4453-8f11-9c888b0dffb2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:37.001084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9411054f-f405-4f9b-81f3-f8c7c1bcd249 req-f378094b-a879-4453-8f11-9c888b0dffb2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0714407 Sep 02 13:26:37.081303 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9411054f-f405-4f9b-81f3-f8c7c1bcd249 req-76c790bb-dced-4587-bb62-b967425a5781 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680709 Sep 02 13:26:37.176473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e605239-4a3e-49c5-a59f-21b7b8edf419 req-5d02aabe-2670-47fd-8ae3-96820ae8a0bb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:37.178190 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e605239-4a3e-49c5-a59f-21b7b8edf419 req-5d02aabe-2670-47fd-8ae3-96820ae8a0bb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0595760 Sep 02 13:26:37.248013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e605239-4a3e-49c5-a59f-21b7b8edf419 req-fbf15911-49ae-4ef8-920e-d2fe4884f9d4 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586586 Sep 02 13:26:37.255498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-c120c95d-352e-45b6-be9e-afbe671002ef tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:37.257373 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-c120c95d-352e-45b6-be9e-afbe671002ef tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1095 time: 0.0778737 Sep 02 13:26:37.465070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023a999-a65d-4f4a-ad61-c1bf458965cb req-5ce05e71-0fa0-4c6f-8fc2-354fb5878087 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:37.467008 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3023a999-a65d-4f4a-ad61-c1bf458965cb req-5ce05e71-0fa0-4c6f-8fc2-354fb5878087 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 944 time: 0.1375353 Sep 02 13:26:37.499616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-95f62187-cd7a-48b0-bf0f-6580999a361b service neutron] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:37.505247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-95f62187-cd7a-48b0-bf0f-6580999a361b service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:37.506566 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a24003a-34b6-4744-b7cc-f7fd08f8ff44 req-95f62187-cd7a-48b0-bf0f-6580999a361b service neutron] 10.222.0.77 "DELETE /v2.0/ports/c5bb5d33-5c83-48eb-af52-bb1d9a30623f/bindings/n-h1-794796-4 HTTP/1.1" status: 204 len: 173 time: 0.2339382 Sep 02 13:26:37.549560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3023a999-a65d-4f4a-ad61-c1bf458965cb req-e799f088-00e6-4ce4-95a8-877f849dbd10 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712488 Sep 02 13:26:37.777529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42112f-390f-4623-b395-8e26ba538a84 req-8ef329fc-b329-4ef1-9f85-42b3d190420d tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:37.780927 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc42112f-390f-4623-b395-8e26ba538a84 req-8ef329fc-b329-4ef1-9f85-42b3d190420d tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1095 time: 0.0519731 Sep 02 13:26:37.823475 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc42112f-390f-4623-b395-8e26ba538a84 req-20ce3af5-aeea-457b-a098-1f955abe0199 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Sep 02 13:26:38.083940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc24335-4db1-4022-aed0-21f1c95633a1 req-34c2bd87-0efb-4377-8bdc-3ee048958e23 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:38.086566 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-efc24335-4db1-4022-aed0-21f1c95633a1 req-34c2bd87-0efb-4377-8bdc-3ee048958e23 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 950 time: 0.0928650 Sep 02 13:26:38.153376 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-efc24335-4db1-4022-aed0-21f1c95633a1 req-791e481d-f741-41e3-8514-d8e3cc35bbd9 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Sep 02 13:26:38.213348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c5bb5d33-5c83-48eb-af52-bb1d9a30623f no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:26:38.250664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca1006-fc65-433f-98b4-64448586bc2b req-0e66e2c3-49f3-45c5-9238-45c4cf88b1ff tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:38.258965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1eca1006-fc65-433f-98b4-64448586bc2b req-0e66e2c3-49f3-45c5-9238-45c4cf88b1ff tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0700965 Sep 02 13:26:38.302739 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1eca1006-fc65-433f-98b4-64448586bc2b req-f7002f8c-3e9b-486a-9110-eb3350b65e4f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Sep 02 13:26:38.324469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c5bb5d33-5c83-48eb-af52-bb1d9a30623f not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:26:38.351036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:38.542395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-e2e278a7-8d9f-4782-a079-6318978ae17b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:38.543826 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-e2e278a7-8d9f-4782-a079-6318978ae17b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 820 time: 0.1200368 Sep 02 13:26:38.566494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-90806b6b-31d2-49b3-9558-7296f96259d3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/quotas/0af8c0179fe440ad933e02d682e720a9 HTTP/1.1" status: 200 len: 375 time: 0.0143774 Sep 02 13:26:38.639958 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-69a9e65e-68c5-4a8e-90ed-c72c06b0a281 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610769 Sep 02 13:26:38.692089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43812) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:38.825187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dfbfe-76e9-411a-a409-5c1627b56b52 req-bd33af86-76cb-4bc2-becf-2556f9e309a8 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:38.827512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-826dfbfe-76e9-411a-a409-5c1627b56b52 req-bd33af86-76cb-4bc2-becf-2556f9e309a8 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0848396 Sep 02 13:26:38.876885 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6b3-26f5-4eb5-90db-c9599dce18ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:38.895407 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dde3610-f4f0-4a02-bf2c-991230ad7def admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:38.924241 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-826dfbfe-76e9-411a-a409-5c1627b56b52 req-21cbbba0-611e-4d1f-bdf2-a8ad6909cc32 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898335 Sep 02 13:26:38.971910 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-5dde3610-f4f0-4a02-bf2c-991230ad7def admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:26:38.971910 n-d-794796-4 neutron-server[94688]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 13:26:38.971910 n-d-794796-4 neutron-server[94688]: [parameters: {'project_id': 'cc9cab3636864b32b2be807ee52bd3f5', 'id': '4809c704-3973-4c22-9679-70984daf0752', 'expiration': datetime.datetime(2021, 9, 2, 13, 28, 38, 940543)}] Sep 02 13:26:38.971910 n-d-794796-4 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:26:38.972357 n-d-794796-4 neutron-server[94688]: DEBUG oslo_db.api [None req-5dde3610-f4f0-4a02-bf2c-991230ad7def admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:26:39.037602 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6b3-26f5-4eb5-90db-c9599dce18ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:39.043021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83d2e6b3-26f5-4eb5-90db-c9599dce18ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:39.051501 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-d30876d0-c2d4-45d5-af83-d87571379c1d service neutron] 10.222.0.13 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002695 Sep 02 13:26:39.092779 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-83d2e6b3-26f5-4eb5-90db-c9599dce18ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e8273e2f73c45cc8fc6d7b30404230d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995345 Sep 02 13:26:39.093673 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2e6b3-26f5-4eb5-90db-c9599dce18ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946c8e42-d864-4f19-8ae8-0cf1bbcf675d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:39.096232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:39.163893 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c31439a-3d69-4953-a40a-799c91c6c3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:39.207246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c31439a-3d69-4953-a40a-799c91c6c3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:39.212317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-43a538c4-4075-40b6-a25b-59b817b7653a service neutron] 10.222.0.13 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600029 Sep 02 13:26:39.270409 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c31439a-3d69-4953-a40a-799c91c6c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:39.274009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c31439a-3d69-4953-a40a-799c91c6c3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:39.275467 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5c31439a-3d69-4953-a40a-799c91c6c3be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/946c8e42-d864-4f19-8ae8-0cf1bbcf675d HTTP/1.1" status: 204 len: 168 time: 0.1766968 Sep 02 13:26:39.299314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31439a-3d69-4953-a40a-799c91c6c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946c8e42-d864-4f19-8ae8-0cf1bbcf675d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:39.481485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fb457-d889-4e02-a8f3-2d77cba4aa79 req-1ec60fc7-9596-40b6-9299-a3b95d6aa53a tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:39.494115 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-716fb457-d889-4e02-a8f3-2d77cba4aa79 req-1ec60fc7-9596-40b6-9299-a3b95d6aa53a tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 950 time: 0.0724783 Sep 02 13:26:39.497608 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dde3610-f4f0-4a02-bf2c-991230ad7def admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:39.519531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853dfdb-c37f-447c-ad6c-603c3097fcd0 req-ca9a793f-12fd-41dc-ba25-e0110162fdfd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:39.529455 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2853dfdb-c37f-447c-ad6c-603c3097fcd0 req-ca9a793f-12fd-41dc-ba25-e0110162fdfd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1266685 Sep 02 13:26:39.581503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2853dfdb-c37f-447c-ad6c-603c3097fcd0 req-263e8442-d202-4e81-8492-76b4f2cda57b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509210 Sep 02 13:26:39.685007 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-716fb457-d889-4e02-a8f3-2d77cba4aa79 req-17a5ab21-6b8c-4c5a-a91d-394575dec1a6 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703012 Sep 02 13:26:39.745389 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-316194b6-d168-4c0a-969a-592167f4d417 req-7a799d8a-4ae7-4d3d-b79a-b7a990e3e343 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 210 time: 0.0724854 Sep 02 13:26:39.898553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dde3610-f4f0-4a02-bf2c-991230ad7def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:39.907008 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dde3610-f4f0-4a02-bf2c-991230ad7def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:39.968114 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5dde3610-f4f0-4a02-bf2c-991230ad7def admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc9cab3636864b32b2be807ee52bd3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6158481 Sep 02 13:26:39.971526 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43862) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:39.996669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde3610-f4f0-4a02-bf2c-991230ad7def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6912603f-af76-455a-910d-6f18365ea7d8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:40.035207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:40.059990 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-413ee1ad-28ca-4843-b428-931ed071cb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.117869 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b70c859-c28c-4700-ab93-b19711c2b0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.172698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b70c859-c28c-4700-ab93-b19711c2b0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.204736 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69898647-95b1-4e7c-ba13-792e3b07c5d1 req-b25111a4-e5c2-48a8-ae5a-15ebf0e58bdc tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:40.212098 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69898647-95b1-4e7c-ba13-792e3b07c5d1 req-b25111a4-e5c2-48a8-ae5a-15ebf0e58bdc tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1151569 Sep 02 13:26:40.214417 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-413ee1ad-28ca-4843-b428-931ed071cb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.236857 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-413ee1ad-28ca-4843-b428-931ed071cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.293202 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-413ee1ad-28ca-4843-b428-931ed071cb8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0d8e1d938834a05808168e53c79f0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556672 Sep 02 13:26:40.294457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ee1ad-28ca-4843-b428-931ed071cb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d18fc-378c-4aba-a4e6-ce6bfbe52f04,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:40.297578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:40.331020 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b70c859-c28c-4700-ab93-b19711c2b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.334521 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b70c859-c28c-4700-ab93-b19711c2b0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.349052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0b70c859-c28c-4700-ab93-b19711c2b0d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6912603f-af76-455a-910d-6f18365ea7d8 HTTP/1.1" status: 204 len: 168 time: 0.3674080 Sep 02 13:26:40.359819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49052352-27de-4bf4-868f-5e72da2781c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.391891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70c859-c28c-4700-ab93-b19711c2b0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6912603f-af76-455a-910d-6f18365ea7d8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:40.410849 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69898647-95b1-4e7c-ba13-792e3b07c5d1 req-0a0b09d4-fd53-4451-904d-c648c046e76c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975758 Sep 02 13:26:40.431465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49052352-27de-4bf4-868f-5e72da2781c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.541074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49052352-27de-4bf4-868f-5e72da2781c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.543747 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49052352-27de-4bf4-868f-5e72da2781c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:40.549884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-49052352-27de-4bf4-868f-5e72da2781c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/167d18fc-378c-4aba-a4e6-ce6bfbe52f04 HTTP/1.1" status: 204 len: 168 time: 0.2503724 Sep 02 13:26:40.560389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49052352-27de-4bf4-868f-5e72da2781c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d18fc-378c-4aba-a4e6-ce6bfbe52f04,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:40.760634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5bd7b-e158-4683-ab42-3bfcabdd8157 req-b92aa515-1d2f-4fe0-bde5-47e512916bb1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:40.773485 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ca5bd7b-e158-4683-ab42-3bfcabdd8157 req-b92aa515-1d2f-4fe0-bde5-47e512916bb1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0934670 Sep 02 13:26:40.845519 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ca5bd7b-e158-4683-ab42-3bfcabdd8157 req-04d470bc-5bce-4a63-a3ca-f898cd583b66 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702350 Sep 02 13:26:41.096692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5436580-bf6f-44c3-9669-ad81886781f4 req-3e8ab79c-4bc5-41ab-a79d-70f54d28d8c9 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:41.109113 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5436580-bf6f-44c3-9669-ad81886781f4 req-3e8ab79c-4bc5-41ab-a79d-70f54d28d8c9 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 950 time: 0.1469581 Sep 02 13:26:41.138842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ad9169a8-5c99-42c3-8957-604831aa3d8b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:41.146423 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ad9169a8-5c99-42c3-8957-604831aa3d8b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 820 time: 0.2641366 Sep 02 13:26:41.160686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43898) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:41.167878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Request body: {'port': {'device_id': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7', 'admin_state_up': True, 'tenant_id': '0af8c0179fe440ad933e02d682e720a9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:41.239244 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5436580-bf6f-44c3-9669-ad81886781f4 req-efcca01c-8519-4a23-8089-b4bccdd984ba tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/security-groups?id=43368895-b55d-4bd9-8604-5e6018f45cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194289 Sep 02 13:26:41.277499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-277a3dd8-c5e2-4a85-833b-a7467470df71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.321828 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99985318-3a19-4532-afb2-62441ac6ee33 req-9acbd50f-e6f5-45e6-91a2-8cc9dd13efe8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 210 time: 0.0481892 Sep 02 13:26:41.383146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-5af2da8e-d0c8-4ffe-b8ea-c331fda8a96d tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:41.385154 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-5af2da8e-d0c8-4ffe-b8ea-c331fda8a96d tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.90 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 950 time: 0.0705822 Sep 02 13:26:41.509078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Deleting port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:26:41.509863 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.523273 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-277a3dd8-c5e2-4a85-833b-a7467470df71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.532634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-277a3dd8-c5e2-4a85-833b-a7467470df71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.586542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Made reservation on behalf of 0af8c0179fe440ad933e02d682e720a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:41.590360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.614379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-277a3dd8-c5e2-4a85-833b-a7467470df71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9525e319a1994dd2b5961f13d5cf2b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523773 Sep 02 13:26:41.616223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43920) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:41.634954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a3dd8-c5e2-4a85-833b-a7467470df71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9975bb-a7ab-425f-804b-8d3b967b4d79,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:41.636419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e91f-e3f0-42ed-bf4b-6f165ee64fc0 req-a2ea11ca-ac52-4a25-8c2e-d790ef687c19 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:41.639151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-59a7e91f-e3f0-42ed-bf4b-6f165ee64fc0 req-a2ea11ca-ac52-4a25-8c2e-d790ef687c19 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1116934 Sep 02 13:26:41.671985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] For port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:41.672428 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.698639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Calling delete_port for 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:26:41.719750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-59a7e91f-e3f0-42ed-bf4b-6f165ee64fc0 req-777c9559-5730-45a6-b7ed-8009c982cd53 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706797 Sep 02 13:26:41.746230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb61c08c-a7c9-4b5a-ba65-f1e9ea76471b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.809852 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb61c08c-a7c9-4b5a-ba65-f1e9ea76471b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.843673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Allocated IP 172.20.0.3 (515a7ac4-769f-4a0e-969c-4af42ba1a9e7/57d5386f-be52-4da6-aff9-0d944f1f2793/3c46a116-a0cc-434a-bfd2-125cf2676247) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:41.935530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb61c08c-a7c9-4b5a-ba65-f1e9ea76471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.938841 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cb61c08c-a7c9-4b5a-ba65-f1e9ea76471b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:41.942775 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cb61c08c-a7c9-4b5a-ba65-f1e9ea76471b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df9975bb-a7ab-425f-804b-8d3b967b4d79 HTTP/1.1" status: 204 len: 168 time: 0.3225594 Sep 02 13:26:41.995485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:42.003588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61c08c-a7c9-4b5a-ba65-f1e9ea76471b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9975bb-a7ab-425f-804b-8d3b967b4d79,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:42.070811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d5108-e8ca-4253-ac11-7d7989dc4da0 req-9d5bc882-d80b-49c2-9fb0-75ee2ef484d1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:42.072379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-365d5108-e8ca-4253-ac11-7d7989dc4da0 req-9d5bc882-d80b-49c2-9fb0-75ee2ef484d1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1171112 Sep 02 13:26:42.074203 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.086790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['8bde8fc3-514b-4ebd-b8e6-0335a9a13014'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:42.096023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.141027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Pushing event deleted for resources: {'Port': ['ID=8bde8fc3-514b-4ebd-b8e6-0335a9a13014,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:42.146613 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.200916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] No DVR routers for this DVR port 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:26:42.219817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.221940 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-634de9a6-662e-4082-b8c0-6a09774f7686 req-bb46aa02-e0cf-4e5e-80aa-2d70a900e496 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.90 "DELETE /v2.0/ports/8bde8fc3-514b-4ebd-b8e6-0335a9a13014 HTTP/1.1" status: 204 len: 173 time: 0.8243458 Sep 02 13:26:42.222391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a00679-ef24-4417-86b3-1575754b46c0', 'name': 'network-vif-deleted', 'tag': '8bde8fc3-514b-4ebd-b8e6-0335a9a13014'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:42.224975 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757450bb-e9c7-4696-b046-34ad5cf5115f" -d '{"events": [{"server_uuid": "39a00679-ef24-4417-86b3-1575754b46c0", "name": "network-vif-deleted", "tag": "8bde8fc3-514b-4ebd-b8e6-0335a9a13014"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:42.230825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:42.253154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:42.260148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Pushing event updated for resources: {'Port': ['ID=3c46a116-a0cc-434a-bfd2-125cf2676247,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:42.269906 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-365d5108-e8ca-4253-ac11-7d7989dc4da0 req-efd5e519-91e3-4d6f-930e-ad69f09fced6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293454 Sep 02 13:26:42.271836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:42.382682 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8560aa39-13f5-4eb6-a13f-63d4483e73a2 x-openstack-request-id: req-8560aa39-13f5-4eb6-a13f-63d4483e73a2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:42.382975 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a00679-ef24-4417-86b3-1575754b46c0", "name": "network-vif-deleted", "tag": "8bde8fc3-514b-4ebd-b8e6-0335a9a13014", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:42.383287 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8560aa39-13f5-4eb6-a13f-63d4483e73a2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:42.383678 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a00679-ef24-4417-86b3-1575754b46c0', 'name': 'network-vif-deleted', 'tag': '8bde8fc3-514b-4ebd-b8e6-0335a9a13014', 'status': 'completed', 'code': 200} Sep 02 13:26:42.404559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-211068709-network', 'tenant_id': 'f86965cd5b2a4947b5b65078e4ff707d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:42.411970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:42.412785 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.486969 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Made reservation on behalf of f86965cd5b2a4947b5b65078e4ff707d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:42.500234 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b56a0596-7426-48c0-abf8-d75527b800e2 req-7839db51-4e50-4c63-96d3-f3142aaab4c3 tempest-TenantUsagesTestJSON-146659977 tempest-TenantUsagesTestJSON-146659977-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a00679-ef24-4417-86b3-1575754b46c0 HTTP/1.1" status: 200 len: 210 time: 0.1114888 Sep 02 13:26:42.503453 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.504965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-45019eec-e6f1-4c24-8b8d-c3ab61a2aad9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3458304 Sep 02 13:26:42.524376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Request body: {'port': {'device_id': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:42.558685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.592405 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.608807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9317b-1d5e-4db5-bf9b-99a69a9fc591 req-7fcf6096-e185-4211-984a-229e7adec9b5 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:42.616670 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07d9317b-1d5e-4db5-bf9b-99a69a9fc591 req-7fcf6096-e185-4211-984a-229e7adec9b5 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 931 time: 0.1522732 Sep 02 13:26:42.682525 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07d9317b-1d5e-4db5-bf9b-99a69a9fc591 req-83b04c56-7a88-45ff-8260-5b3166d02370 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645008 Sep 02 13:26:42.763141 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.769423 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.814119 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959fbfee-b1f4-4964-bf72-4c16a70760d1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:42.826321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:26:42.841649 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.842141 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Added segment b46f3993-f733-48e7-84cd-bddc4882e641 of type vlan for network 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a Sep 02 13:26:42.920493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.964749 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:42.966520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:42.968033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.043654 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0411947 Sep 02 13:26:43.047300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:43.056099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Request body: {'subnet': {'network_id': '7d7195ce-d14f-47d7-92fc-d078a0ac5f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-211068709-subnet', 'tenant_id': 'f86965cd5b2a4947b5b65078e4ff707d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:43.078308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368866bf-5e6d-439d-a7e2-227bbd2885b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7195ce-d14f-47d7-92fc-d078a0ac5f9a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:43.093719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Made reservation on behalf of f86965cd5b2a4947b5b65078e4ff707d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:43.094542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:26:43.096495 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.110547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcb061-bac9-4fa1-a546-131038978ee4 req-d9dec480-9cad-4aea-8251-d1a263cd5540 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:43.117805 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7dfcb061-bac9-4fa1-a546-131038978ee4 req-d9dec480-9cad-4aea-8251-d1a263cd5540 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1159153 Sep 02 13:26:43.144011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c46a116-a0cc-434a-bfd2-125cf2676247 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:43.155867 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.194024 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7dfcb061-bac9-4fa1-a546-131038978ee4 req-da58fb31-e94c-40d6-96fe-63cbe3cf5417 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752215 Sep 02 13:26:43.210703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Transition to ACTIVE for port object 3c46a116-a0cc-434a-bfd2-125cf2676247 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:43.216418 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.299686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c46a116-a0cc-434a-bfd2-125cf2676247,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:43.354181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.393101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:43.393767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:43.394110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:43.398735 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Port 3c46a116-a0cc-434a-bfd2-125cf2676247 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:43.399065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:43.406485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:43.406841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:43.407229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:43.407925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Bound port: 3c46a116-a0cc-434a-bfd2-125cf2676247, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:43.408296 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.455763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff8b616-81a7-4651-b60c-170a2fe34bb6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:43.470213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43986) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:43.481461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185410be-d95c-4d16-bd26-ab158ab70cfb req-abb5b284-a5ba-4f73-8f63-1da635dcc3b8 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:43.482807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-185410be-d95c-4d16-bd26-ab158ab70cfb req-abb5b284-a5ba-4f73-8f63-1da635dcc3b8 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0959353 Sep 02 13:26:43.489027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Checking segment: {'id': 'b46f3993-f733-48e7-84cd-bddc4882e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d7195ce-d14f-47d7-92fc-d078a0ac5f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:43.489395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Network hostable DHCP agents. Network: 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:26:43.516213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:43.522393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:43.533132 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.535583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Network 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:26:43.553081 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-185410be-d95c-4d16-bd26-ab158ab70cfb req-810caff0-d64c-4edb-adc8-5be35a1a0a5a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603147 Sep 02 13:26:43.555103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:43.561169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:43.561867 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.566124 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51053330-660a-4421-9714-94c9cbd4a5c8 None None] Network 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:26:43.596521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-985cf9f8-0f10-4635-a85b-bbf49af304ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5473971 Sep 02 13:26:43.603898 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:43.604522 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.605968 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] 10.222.0.90 "PUT /v2.0/ports/3c46a116-a0cc-434a-bfd2-125cf2676247 HTTP/1.1" status: 200 len: 1091 time: 1.0884798 Sep 02 13:26:43.606427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:43.609421 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:43.678959 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d332811-703b-402d-b4a6-c73813cfe42f x-openstack-request-id: req-5d332811-703b-402d-b4a6-c73813cfe42f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:43.679532 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:43.679989 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d332811-703b-402d-b4a6-c73813cfe42f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:43.680594 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247', 'status': 'completed', 'code': 200} Sep 02 13:26:43.682669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3cacc-5d9d-4f5a-8f31-8ca8865672c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c46a116-a0cc-434a-bfd2-125cf2676247,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:43.718065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-9bfa10d6-da8f-48bb-ba00-85f30e8ebd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:43.721741 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-9bfa10d6-da8f-48bb-ba00-85f30e8ebd93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1094 time: 0.0605226 Sep 02 13:26:43.773343 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dc3919-d4eb-4491-8e72-c9fe1d1ef906 None None] Network 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:26:43.793431 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-455e6f4c-59e8-4f8e-9a88-4db9646c724f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:43.802297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-df97b7e3-cf1d-48e3-a817-5091dabd55bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c46a116-a0cc-434a-bfd2-125cf2676247 HTTP/1.1" status: 200 len: 217 time: 0.0711844 Sep 02 13:26:43.888234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ac533dc0-6db7-45e4-ae36-0520d64f488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:43.890739 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-ac533dc0-6db7-45e4-ae36-0520d64f488a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.0683272 Sep 02 13:26:43.954221 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-bc9d05d8-0b0f-4dbd-b9b9-79c86d8a9efe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547969 Sep 02 13:26:43.972002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773192e-816c-49ea-bde4-4dc43133f016 req-5c972381-fe85-45c8-85a1-58a8aee12b08 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:43.979701 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7773192e-816c-49ea-bde4-4dc43133f016 req-5c972381-fe85-45c8-85a1-58a8aee12b08 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 943 time: 0.1763809 Sep 02 13:26:44.055413 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44012) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:44.115383 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7773192e-816c-49ea-bde4-4dc43133f016 req-bf9fc9e1-f2c6-4e29-904b-f60d384c23f9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345291 Sep 02 13:26:44.167423 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-8f5667ab-f59b-4c97-ba44-710098445e90 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817777 Sep 02 13:26:44.192956 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-455e6f4c-59e8-4f8e-9a88-4db9646c724f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.204521 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-455e6f4c-59e8-4f8e-9a88-4db9646c724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.295921 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-455e6f4c-59e8-4f8e-9a88-4db9646c724f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5358e58209b14bfcbfb732e9923f9fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220518 Sep 02 13:26:44.298827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:44.309807 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e6f4c-59e8-4f8e-9a88-4db9646c724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071e189e-d16f-400a-9d71-8cf485ec3568,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:44.356744 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51af6c2-03a2-4318-b2c6-87bada1bf6ce req-dcce38b1-1e51-435b-96e6-31898fca10e1 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771901 Sep 02 13:26:44.383894 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ced2bb-9344-4c6c-abc5-62c3a85637f0 req-4f24bbf8-4b9f-4180-9b1b-f7641adde004 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:44.385615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48ced2bb-9344-4c6c-abc5-62c3a85637f0 req-4f24bbf8-4b9f-4180-9b1b-f7641adde004 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1113350 Sep 02 13:26:44.403052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44026) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:44.409723 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-63da570e-6d4a-46a7-a9b3-961d5024aee6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5596c842ca994a378a0d75d15a2455ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517601 Sep 02 13:26:44.420549 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57a23b1e-50d8-4450-8284-4a1c55c517ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.456443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57a23b1e-50d8-4450-8284-4a1c55c517ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.504022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48ced2bb-9344-4c6c-abc5-62c3a85637f0 req-d42f36de-3c86-4d8e-95bd-86144d81e17a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085396 Sep 02 13:26:44.522745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-67ceeedd-76cc-418a-8223-72d0bd39dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:44.522745 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-67ceeedd-76cc-418a-8223-72d0bd39dd15 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1094 time: 0.1023567 Sep 02 13:26:44.533998 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d707590-97ad-4ca5-a26b-b23b0775b73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.550782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57a23b1e-50d8-4450-8284-4a1c55c517ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.554949 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57a23b1e-50d8-4450-8284-4a1c55c517ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.557562 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-57a23b1e-50d8-4450-8284-4a1c55c517ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/071e189e-d16f-400a-9d71-8cf485ec3568 HTTP/1.1" status: 204 len: 168 time: 0.2576222 Sep 02 13:26:44.569892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a23b1e-50d8-4450-8284-4a1c55c517ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071e189e-d16f-400a-9d71-8cf485ec3568,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:44.618421 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d707590-97ad-4ca5-a26b-b23b0775b73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.703532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-0d52472f-f285-48b9-9198-d41ca318a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:44.705189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-0d52472f-f285-48b9-9198-d41ca318a43f service neutron] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.1726756 Sep 02 13:26:44.728466 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d707590-97ad-4ca5-a26b-b23b0775b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.730807 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1d707590-97ad-4ca5-a26b-b23b0775b73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.732138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1d707590-97ad-4ca5-a26b-b23b0775b73b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43368895-b55d-4bd9-8604-5e6018f45cff HTTP/1.1" status: 204 len: 168 time: 0.3279874 Sep 02 13:26:44.751957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ccfe7-1a21-411c-8371-fd458eb7e2e9 req-a4750072-7698-4aab-9de4-29df93cbac50 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:44.753905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b9ccfe7-1a21-411c-8371-fd458eb7e2e9 req-a4750072-7698-4aab-9de4-29df93cbac50 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0724688 Sep 02 13:26:44.785855 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d707590-97ad-4ca5-a26b-b23b0775b73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43368895-b55d-4bd9-8604-5e6018f45cff,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:44.788871 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-75f4c9a6-1a72-4dce-a56e-6dd85dcc2cc9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c46a116-a0cc-434a-bfd2-125cf2676247 HTTP/1.1" status: 200 len: 217 time: 0.0694852 Sep 02 13:26:44.812317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b9ccfe7-1a21-411c-8371-fd458eb7e2e9 req-cd098d2c-1116-454f-8964-8bdf469007a7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Sep 02 13:26:44.860755 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:44.866514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-188556770-network', 'tenant_id': '8bd8360259be4cae98ab0ef0415d8956'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:44.876106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-b16b0b5e-73a4-49de-bdd5-4331cbfe4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:44.879201 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-b16b0b5e-73a4-49de-bdd5-4331cbfe4f76 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.0704055 Sep 02 13:26:44.895458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Made reservation on behalf of 8bd8360259be4cae98ab0ef0415d8956 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:44.898448 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.910161 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:44.927016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-a0eb42bb-8669-4bc4-8cfc-e1ce632f820a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389702 Sep 02 13:26:45.060904 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-3c71e5c1-879f-4969-ba28-8206f0012170 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244192 Sep 02 13:26:45.064649 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.070685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.096459 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:26:45.118336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.118936 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Added segment 4ab3e794-8b43-40b0-b301-e22030641cf9 of type vlan for network ee51e7f2-9bbe-40c3-b593-137daf7abc70 Sep 02 13:26:45.127110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b504aa-6f22-4970-a59e-c21ad04deaef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:45.173883 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.222751 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-8f858449-2573-4598-857a-bd12defdae8e service neutron] show failed (client error): The resource could not be found. Sep 02 13:26:45.224139 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-8f858449-2573-4598-857a-bd12defdae8e service neutron] 10.222.0.77 "GET /v2.0/ports/efe7c697-2021-4557-a066-b7a83cdae6fc/bindings/n-h1-794796-4 HTTP/1.1" status: 404 len: 380 time: 0.1707458 Sep 02 13:26:45.231929 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.234059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:45.235422 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.283629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d4aa4e-b189-4bb1-bb6c-1755ec48b631 req-bcbca1e1-6e5f-41f9-a81e-82767e791ebf service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994905 Sep 02 13:26:45.321133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4590085 Sep 02 13:26:45.323891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:45.329781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Request body: {'subnet': {'network_id': 'ee51e7f2-9bbe-40c3-b593-137daf7abc70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-188556770-subnet', 'tenant_id': '8bd8360259be4cae98ab0ef0415d8956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:45.362178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Made reservation on behalf of 8bd8360259be4cae98ab0ef0415d8956 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:45.362531 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.429330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a329f-57f2-412d-ad5b-1c95aac981d4 admin admin] Pushing event updated for resources: {'Network': ['ID=ee51e7f2-9bbe-40c3-b593-137daf7abc70,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:45.443132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network ee51e7f2-9bbe-40c3-b593-137daf7abc70 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:26:45.494296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:45.527589 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefefa0c-b1b2-4012-bcc1-df0c2091df86 req-9b6929ac-a62f-4f11-a594-87747065e767 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:45.532481 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aefefa0c-b1b2-4012-bcc1-df0c2091df86 req-9b6929ac-a62f-4f11-a594-87747065e767 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 943 time: 0.1758401 Sep 02 13:26:45.555391 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9cb17087-9543-4799-a323-f09609a454df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.593175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44066) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:45.628615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-c14dbefa-1889-4885-ab0b-2cb00cb9f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:45.630718 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-c14dbefa-1889-4885-ab0b-2cb00cb9f778 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 1100 time: 0.1173148 Sep 02 13:26:45.637128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ab0488-2654-4187-8df7-668ff568a6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.652618 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aefefa0c-b1b2-4012-bcc1-df0c2091df86 req-ea25cced-f756-4aff-8892-9bc0112f0eb3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968456 Sep 02 13:26:45.659853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-4', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:45.713901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.781467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.789153 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71401818-8098-4bba-83a4-6cc92d57db0d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:45.793711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f412c2-0045-4ca5-b086-2daeca726410 req-c0e98da1-31ba-4cc8-a38f-c25bb31b2116 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:45.795282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47f412c2-0045-4ca5-b086-2daeca726410 req-c0e98da1-31ba-4cc8-a38f-c25bb31b2116 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1472740 Sep 02 13:26:45.802798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Checking segment: {'id': '4ab3e794-8b43-40b0-b301-e22030641cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ee51e7f2-9bbe-40c3-b593-137daf7abc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:45.802798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Network hostable DHCP agents. Network: ee51e7f2-9bbe-40c3-b593-137daf7abc70, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:26:45.826363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Network ee51e7f2-9bbe-40c3-b593-137daf7abc70 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:26:45.837827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, ee51e7f2-9bbe-40c3-b593-137daf7abc70) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:45.842193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:45.842898 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.849370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4b3eee-b6b1-445f-b83c-21f998a61ed2 None None] Network ee51e7f2-9bbe-40c3-b593-137daf7abc70 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:26:45.907275 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9cb17087-9543-4799-a323-f09609a454df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.966161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9cb17087-9543-4799-a323-f09609a454df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:45.992453 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47f412c2-0045-4ca5-b086-2daeca726410 req-de515c1d-629e-44da-a612-b6d117ac8c80 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813583 Sep 02 13:26:46.028104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a848c-f887-4add-92fd-f46e496319ae None None] Network ee51e7f2-9bbe-40c3-b593-137daf7abc70 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:26:46.057076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9cb17087-9543-4799-a323-f09609a454df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35822033cd864808bcb21bc21548b9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582354 Sep 02 13:26:46.057471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:46.063176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb17087-9543-4799-a323-f09609a454df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092afd2c-6ca7-4015-be02-caa30216a008,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:46.137471 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de29d66e-b0c1-4fb0-80d3-a3ee40e1f460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.164002 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de29d66e-b0c1-4fb0-80d3-a3ee40e1f460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.228421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:46.236596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de29d66e-b0c1-4fb0-80d3-a3ee40e1f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.238168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c11f0-469c-4f2e-a337-d2f5b877025c req-36283a9e-0c08-41ea-9114-1f45fd2c05db tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:46.240292 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de29d66e-b0c1-4fb0-80d3-a3ee40e1f460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.240492 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-202c11f0-469c-4f2e-a337-d2f5b877025c req-36283a9e-0c08-41ea-9114-1f45fd2c05db tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1249702 Sep 02 13:26:46.244253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-de29d66e-b0c1-4fb0-80d3-a3ee40e1f460 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/092afd2c-6ca7-4015-be02-caa30216a008 HTTP/1.1" status: 204 len: 168 time: 0.1857052 Sep 02 13:26:46.257174 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:26:46.258121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29d66e-b0c1-4fb0-80d3-a3ee40e1f460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092afd2c-6ca7-4015-be02-caa30216a008,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:46.271877 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ab0488-2654-4187-8df7-668ff568a6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.283867 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ffec65dd-962f-4b7a-963c-0ff78550ce29 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9577789 Sep 02 13:26:46.294111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:26:46.294458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8bde8fc3-514b-4ebd-b8e6-0335a9a13014 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:26:46.299876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ab0488-2654-4187-8df7-668ff568a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.350000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:46.396919 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-30ab0488-2654-4187-8df7-668ff568a6da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ca59e03d0d04d16b0820a909cf88b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8019760 Sep 02 13:26:46.399897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:46.408722 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-202c11f0-469c-4f2e-a337-d2f5b877025c req-3c5d0715-f3d1-4ad0-9d40-526981d320ff tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531305 Sep 02 13:26:46.429772 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.433935 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:46.436791 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f5c5e9-0c7f-4566-acb0-6a5d499b167a" -d '{"events": [{"server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "name": "network-vif-unplugged", "status": "completed", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:46.440016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab0488-2654-4187-8df7-668ff568a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89088e3-2d2a-46c9-a1d0-29db51f5064d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:46.469816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Transition to ACTIVE for port object efe7c697-2021-4557-a066-b7a83cdae6fc will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:46.474768 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.492609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6da15249-865f-42c3-aca7-23884c0c5656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.538288 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6da15249-865f-42c3-aca7-23884c0c5656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.558280 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c98c38-b2e4-42b6-818e-ec29a17cb6f0 x-openstack-request-id: req-85c98c38-b2e4-42b6-818e-ec29a17cb6f0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:46.558581 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "name": "network-vif-unplugged", "status": "completed", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:46.558836 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85c98c38-b2e4-42b6-818e-ec29a17cb6f0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:46.559219 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'code': 200} Sep 02 13:26:46.597216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] No DVR routers for this DVR port efe7c697-2021-4557-a066-b7a83cdae6fc on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:26:46.597439 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6da15249-865f-42c3-aca7-23884c0c5656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.601202 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6da15249-865f-42c3-aca7-23884c0c5656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:46.602596 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6da15249-865f-42c3-aca7-23884c0c5656 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e89088e3-2d2a-46c9-a1d0-29db51f5064d HTTP/1.1" status: 204 len: 168 time: 0.2016299 Sep 02 13:26:46.611459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:46.612798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15249-865f-42c3-aca7-23884c0c5656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89088e3-2d2a-46c9-a1d0-29db51f5064d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:46.942365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Attempting to bind port efe7c697-2021-4557-a066-b7a83cdae6fc on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:46.942716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Attempting to bind port efe7c697-2021-4557-a066-b7a83cdae6fc by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:46.943042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Attempting to bind port efe7c697-2021-4557-a066-b7a83cdae6fc on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:46.950432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Port efe7c697-2021-4557-a066-b7a83cdae6fc on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:46.951221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Attempting to bind port efe7c697-2021-4557-a066-b7a83cdae6fc on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:46.968840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e24e2b-6753-41c8-a049-409816dfd7d3 req-7b61e36a-f43a-47e7-b510-944430e73f71 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:46.970608 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-60e24e2b-6753-41c8-a049-409816dfd7d3 req-7b61e36a-f43a-47e7-b510-944430e73f71 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 943 time: 0.0731797 Sep 02 13:26:46.971612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:46.971963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:46.972337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:46.972772 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Bound port: efe7c697-2021-4557-a066-b7a83cdae6fc, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:46.973127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:47.049474 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-60e24e2b-6753-41c8-a049-409816dfd7d3 req-fda02921-a50a-47c5-9413-86f35cffe9ea tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667818 Sep 02 13:26:47.071931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:47.075541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:47.092203 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:47.137356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:47.137882 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:47.139417 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] 10.222.0.90 "PUT /v2.0/ports/efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 1095 time: 1.4977701 Sep 02 13:26:47.220650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306df57-80c0-44e8-9631-f381b828b2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:47.289069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-8e99ed83-2127-427d-8ff9-7b5d226cd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:47.293268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-8e99ed83-2127-427d-8ff9-7b5d226cd3ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1098 time: 0.1106513 Sep 02 13:26:47.446922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-d331ed82-fb87-4e03-839b-8ff9e3ee177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:47.448571 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-d331ed82-fb87-4e03-839b-8ff9e3ee177f service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1491838 Sep 02 13:26:47.455085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-962e2176-4c95-40c2-b4f3-a11ce91c73cd tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:47.456905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-962e2176-4c95-40c2-b4f3-a11ce91c73cd tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/networks?id=7d7195ce-d14f-47d7-92fc-d078a0ac5f9a HTTP/1.1" status: 200 len: 814 time: 0.1916046 Sep 02 13:26:47.479890 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-83dce111-98b5-4b92-98f0-3e3fd8442a84 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/quotas/f86965cd5b2a4947b5b65078e4ff707d HTTP/1.1" status: 200 len: 375 time: 0.0163708 Sep 02 13:26:47.503080 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-9bf4245c-3f06-43e0-8bfb-c93c8b897a62 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.0464835 Sep 02 13:26:47.525074 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-28aa3db0-ca7c-4330-91ce-fcd094881563 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86965cd5b2a4947b5b65078e4ff707d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435433 Sep 02 13:26:47.576118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-a3c7c488-65d6-41cb-be74-6022841bed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:47.578826 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-a3c7c488-65d6-41cb-be74-6022841bed9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0679605 Sep 02 13:26:47.662411 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-1e5053be-3eed-4194-b66e-c7ac93329372 service neutron] 10.222.0.13 "GET /v2.0/networks/7d7195ce-d14f-47d7-92fc-d078a0ac5f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355975 Sep 02 13:26:47.678566 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-d423a112-1b6b-46dd-96fc-9533468227c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:47.681149 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-d423a112-1b6b-46dd-96fc-9533468227c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878248 Sep 02 13:26:47.797006 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-e7350420-c2da-479c-acc2-859b2546b52a service neutron] 10.222.0.13 "GET /v2.0/networks/7d7195ce-d14f-47d7-92fc-d078a0ac5f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274409 Sep 02 13:26:47.846645 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-57fb6af3-76ef-440f-b4f1-31003fe5da8f service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570573 Sep 02 13:26:47.855361 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6f7a1-f432-43df-8aff-464cf242f2fe req-65c9bb89-9c4d-464e-a498-1c1fa6698854 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:47.857512 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73e6f7a1-f432-43df-8aff-464cf242f2fe req-65c9bb89-9c4d-464e-a498-1c1fa6698854 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0914340 Sep 02 13:26:47.964811 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73e6f7a1-f432-43df-8aff-464cf242f2fe req-dbb31df1-233d-489d-a3a5-07573e877c49 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961816 Sep 02 13:26:48.014970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-190e7c17-1b0b-42c7-a1c5-238ba73da60b req-dc202e43-2515-4429-840a-0e5712c08a88 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548038 Sep 02 13:26:48.114461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336e664-b155-43c4-9237-67c9bcf8960b req-96e08522-89b7-42c4-98ec-38856828d712 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:48.116105 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5336e664-b155-43c4-9237-67c9bcf8960b req-96e08522-89b7-42c4-98ec-38856828d712 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 947 time: 0.0742877 Sep 02 13:26:48.162669 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5336e664-b155-43c4-9237-67c9bcf8960b req-3f345f54-c111-4796-8acc-56f722a1fce9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Sep 02 13:26:48.258062 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3c46a116-a0cc-434a-bfd2-125cf2676247 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:48.324069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d385366a-5cdd-4887-84b7-fcd1924cf6fc req-e03d4e36-9604-444d-93a9-18ad89515194 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 210 time: 0.0425506 Sep 02 13:26:48.407691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:48.446713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '3c46a116-a0cc-434a-bfd2-125cf2676247', 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7', 'port_id': '3c46a116-a0cc-434a-bfd2-125cf2676247', 'mac_address': 'fa:16:3e:26:89:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5386f-be52-4da6-aff9-0d944f1f2793', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:48.545984 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:48.553849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178463-867b-4b58-b5ea-ae9208bdbb19 req-39ddc5af-4f85-4649-9e30-5794d68d116c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:48.569087 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49178463-867b-4b58-b5ea-ae9208bdbb19 req-39ddc5af-4f85-4649-9e30-5794d68d116c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 943 time: 0.1505349 Sep 02 13:26:48.576083 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:48.579193 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeff3c6-477e-453f-bebd-70309eb5cb11" -d '{"events": [{"name": "network-changed", "server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:48.592361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c46a116-a0cc-434a-bfd2-125cf2676247 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:48.672408 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49178463-867b-4b58-b5ea-ae9208bdbb19 req-862ed996-ce00-4676-a717-d8ed3f5f28fa tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995355 Sep 02 13:26:48.674801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:48.691246 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:48.808981 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc10129-4607-4142-8b94-1319f04152ae x-openstack-request-id: req-7fc10129-4607-4142-8b94-1319f04152ae {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:48.809277 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:48.809530 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fc10129-4607-4142-8b94-1319f04152ae {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:48.809949 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'status': 'completed', 'code': 200} Sep 02 13:26:48.824761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=3c46a116-a0cc-434a-bfd2-125cf2676247,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:48.925027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-31455def-0031-462e-a884-4d0a40570491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:48.927110 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-31455def-0031-462e-a884-4d0a40570491 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1098 time: 0.1106372 Sep 02 13:26:48.933327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-14e4763c-36a6-4639-9d1d-a209c4d78142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:48.935282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-14e4763c-36a6-4639-9d1d-a209c4d78142 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1098 time: 0.0923843 Sep 02 13:26:49.063635 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device efe7c697-2021-4557-a066-b7a83cdae6fc no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:26:49.117156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3c46a116-a0cc-434a-bfd2-125cf2676247'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:49.189059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device efe7c697-2021-4557-a066-b7a83cdae6fc not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:26:49.213479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-f1ad830a-e4a1-482a-a9ac-29bba55f14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:49.215039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-f1ad830a-e4a1-482a-a9ac-29bba55f14f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2785501 Sep 02 13:26:49.216062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-b6c3b001-6cbe-464b-aba2-963df1b59f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:49.217978 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-b6c3b001-6cbe-464b-aba2-963df1b59f44 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2725818 Sep 02 13:26:49.226652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bca48-9747-44b1-ad59-1c9f8bb64bbc req-840a4823-7a53-4857-9230-989cd54573ce tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:49.234678 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d84bca48-9747-44b1-ad59-1c9f8bb64bbc req-840a4823-7a53-4857-9230-989cd54573ce tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1541378 Sep 02 13:26:49.343699 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-3c0220ca-dc44-4d05-b988-3e1cec32bf5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.1062188 Sep 02 13:26:49.346411 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-7ed9e391-97cf-45d8-bce4-de22783e51f2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.1080642 Sep 02 13:26:49.348869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aed50-c93e-4ba5-89c3-2d1a57cdce39 req-4bad6b29-8b4f-4efe-a45c-a9967420f3ae tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:49.361233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f9aed50-c93e-4ba5-89c3-2d1a57cdce39 req-4bad6b29-8b4f-4efe-a45c-a9967420f3ae tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 947 time: 0.0815730 Sep 02 13:26:49.445010 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f9aed50-c93e-4ba5-89c3-2d1a57cdce39 req-72ee34f6-040d-4ff1-b7b5-e5c639a974da tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820141 Sep 02 13:26:49.447755 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:49.462573 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d84bca48-9747-44b1-ad59-1c9f8bb64bbc req-fd0fe7d4-1e1a-4449-9937-4aa5a5593d60 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207282 Sep 02 13:26:49.494243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-377c53e5-9e56-4a6d-858c-a213cdb44394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:49.495797 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-377c53e5-9e56-4a6d-858c-a213cdb44394 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1442192 Sep 02 13:26:49.498842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-e0b858cf-184e-4dee-b208-8826b9331005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:49.502363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-e0b858cf-184e-4dee-b208-8826b9331005 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1163793 Sep 02 13:26:49.511757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:49.635449 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1d80f48e-a442-4ebb-ac27-d0a65afb5906 req-79b105cc-f914-414c-9582-1867a5fa9f9f tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 210 time: 0.0351148 Sep 02 13:26:49.642257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-08637c05-bdba-419d-b9dc-e9d641b9da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:49.644299 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-08637c05-bdba-419d-b9dc-e9d641b9da5a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384740 Sep 02 13:26:49.651842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-196cc9a5-fb2a-428f-bc57-49a5543318d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:49.653357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-196cc9a5-fb2a-428f-bc57-49a5543318d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872493 Sep 02 13:26:49.757491 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-8b39cf7a-c357-4d14-8500-3c274e26656f service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030519 Sep 02 13:26:49.774890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-c14d522f-0a46-489f-b317-b453063a1733 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:49.788195 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-c14d522f-0a46-489f-b317-b453063a1733 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.90 "GET /v2.0/networks?id=7d7195ce-d14f-47d7-92fc-d078a0ac5f9a HTTP/1.1" status: 200 len: 814 time: 0.2471957 Sep 02 13:26:49.795351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Request body: {'port': {'device_id': '62662785-696d-46a7-92fd-048ae9b0c66a', 'network_id': '7d7195ce-d14f-47d7-92fc-d078a0ac5f9a', 'admin_state_up': True, 'tenant_id': 'f86965cd5b2a4947b5b65078e4ff707d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:49.894623 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73ef7df1-3926-4bb1-bdf5-be3cb3e25b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:49.919956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9734c6c9-2239-4f6a-b007-d68e9dec61c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.001312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-9734c6c9-2239-4f6a-b007-d68e9dec61c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:26:50.001312 n-d-794796-4 neutron-server[94688]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 13:26:50.001312 n-d-794796-4 neutron-server[94688]: [parameters: {'project_id': '13520a1984ec407087bb09c655ca3708', 'id': '3624fc11-36ca-4181-8d29-86df7213243a', 'expiration': datetime.datetime(2021, 9, 2, 13, 28, 49, 969731)}] Sep 02 13:26:50.001312 n-d-794796-4 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:26:50.002157 n-d-794796-4 neutron-server[94688]: DEBUG oslo_db.api [None req-9734c6c9-2239-4f6a-b007-d68e9dec61c5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:26:50.012221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd24db-715d-4f2e-b8cf-221801f10531 req-13212428-92e1-4f34-bbd1-dcb4be97c175 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:50.014944 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3abd24db-715d-4f2e-b8cf-221801f10531 req-13212428-92e1-4f34-bbd1-dcb4be97c175 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 944 time: 0.1676152 Sep 02 13:26:50.021621 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-e53f8979-9742-46eb-813c-021bbb9a697f service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627013 Sep 02 13:26:50.028935 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-879e08c0-84e7-4955-83c2-662730ab8cdb service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606268 Sep 02 13:26:50.093214 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73ef7df1-3926-4bb1-bdf5-be3cb3e25b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.102113 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73ef7df1-3926-4bb1-bdf5-be3cb3e25b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.144438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3abd24db-715d-4f2e-b8cf-221801f10531 req-e9b3fc4a-c2a2-421f-94c5-2672eda0e1c0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100776 Sep 02 13:26:50.164532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Made reservation on behalf of f86965cd5b2a4947b5b65078e4ff707d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:50.169901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.177890 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-73ef7df1-3926-4bb1-bdf5-be3cb3e25b43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d2e2978e6ce47a3a93d615f460f2a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7254608 Sep 02 13:26:50.178117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aeff3c6-477e-453f-bebd-70309eb5cb11 req-2a85dfb0-a8d5-4fd9-84ed-07f24f00f9b4 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264117 Sep 02 13:26:50.179038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:50.198788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef7df1-3926-4bb1-bdf5-be3cb3e25b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c4dfb0-824d-40df-b455-4e4b066c0762,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:50.249145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3c46a116-a0cc-434a-bfd2-125cf2676247 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:50.263716 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-152035e7-e730-4c7c-b5e1-45be347d1ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.291661 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46c3c8e0-cbcd-4c7e-ae95-6b2cc9f3c61f req-2818ee6f-7b6b-480b-9c54-de0461ab1c04 tempest-FlavorsV2NegativeTest-1882072695 tempest-FlavorsV2NegativeTest-1882072695-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e611138f590b4812a36120582d01819e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588331 Sep 02 13:26:50.301235 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-152035e7-e730-4c7c-b5e1-45be347d1ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.309319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 3c46a116-a0cc-434a-bfd2-125cf2676247 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:50.313831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 3c46a116-a0cc-434a-bfd2-125cf2676247 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:50.314490 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.395455 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-152035e7-e730-4c7c-b5e1-45be347d1ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.398594 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-152035e7-e730-4c7c-b5e1-45be347d1ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.402831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-152035e7-e730-4c7c-b5e1-45be347d1ea9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45c4dfb0-824d-40df-b455-4e4b066c0762 HTTP/1.1" status: 204 len: 168 time: 0.2226465 Sep 02 13:26:50.413375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152035e7-e730-4c7c-b5e1-45be347d1ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c4dfb0-824d-40df-b455-4e4b066c0762,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:50.477716 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.524537 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:50.528113 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5fd7a-1934-4c96-998e-1fd44d50cbc2" -d '{"events": [{"server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "name": "network-vif-plugged", "status": "completed", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:50.545503 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:50.551957 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.638250 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=3c46a116-a0cc-434a-bfd2-125cf2676247,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:50.674602 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9734c6c9-2239-4f6a-b007-d68e9dec61c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.675915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3b7b0-6b42-4976-ad7c-bbdc89e68148 req-1e5de975-855c-4e25-9d07-b68df2f0fec7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:50.677702 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39a3b7b0-6b42-4976-ad7c-bbdc89e68148 req-1e5de975-855c-4e25-9d07-b68df2f0fec7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 947 time: 0.0707135 Sep 02 13:26:50.741290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39a3b7b0-6b42-4976-ad7c-bbdc89e68148 req-f07ad27e-63e7-4a89-9355-2d353b3f9570 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564620 Sep 02 13:26:50.798332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Allocated IP 172.20.0.13 (7d7195ce-d14f-47d7-92fc-d078a0ac5f9a/1ff8b616-81a7-4651-b60c-170a2fe34bb6/4ca44c1a-e178-4184-840b-3c23ceaacb2b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:50.799137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44316) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:50.818939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02feca10-451c-499d-8b91-75b776a5d386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:50.820768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3c8e0-cbcd-4c7e-ae95-6b2cc9f3c61f req-d3d339a7-0dd8-4a57-ad6b-0c59ed9bc9af tempest-FlavorsV2NegativeTest-1882072695 tempest-FlavorsV2NegativeTest-1882072695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:50.822275 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46c3c8e0-cbcd-4c7e-ae95-6b2cc9f3c61f req-d3d339a7-0dd8-4a57-ad6b-0c59ed9bc9af tempest-FlavorsV2NegativeTest-1882072695 tempest-FlavorsV2NegativeTest-1882072695-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5298319 Sep 02 13:26:50.870026 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46c3c8e0-cbcd-4c7e-ae95-6b2cc9f3c61f req-9e19ceda-76bf-4dd9-a976-c6b3d201d5bf tempest-FlavorsV2NegativeTest-1882072695 tempest-FlavorsV2NegativeTest-1882072695-project] 10.222.0.13 "GET /v2.0/quotas/e611138f590b4812a36120582d01819e HTTP/1.1" status: 200 len: 375 time: 0.0319784 Sep 02 13:26:50.887048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e3ff7-3d8d-4fb4-9419-39cbe7a8e40e req-e3cb0360-5e5e-4e49-9008-2cc01d715354 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:50.888653 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a6e3ff7-3d8d-4fb4-9419-39cbe7a8e40e req-e3cb0360-5e5e-4e49-9008-2cc01d715354 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0546470 Sep 02 13:26:50.925425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46c3c8e0-cbcd-4c7e-ae95-6b2cc9f3c61f req-46946027-edf5-4970-a1b2-fee523597e6f tempest-FlavorsV2NegativeTest-1882072695 tempest-FlavorsV2NegativeTest-1882072695-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e611138f590b4812a36120582d01819e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453675 Sep 02 13:26:50.929661 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a6e3ff7-3d8d-4fb4-9419-39cbe7a8e40e req-34240e02-7876-426b-a454-80eed0fb1e6d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336123 Sep 02 13:26:50.981600 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570e4614-72f3-44b3-9692-ff96d0b06c0e x-openstack-request-id: req-570e4614-72f3-44b3-9692-ff96d0b06c0e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:50.981896 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "name": "network-vif-plugged", "status": "completed", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:50.982217 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-570e4614-72f3-44b3-9692-ff96d0b06c0e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:50.982616 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247', 'code': 200} Sep 02 13:26:51.007599 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9734c6c9-2239-4f6a-b007-d68e9dec61c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.027398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9734c6c9-2239-4f6a-b007-d68e9dec61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.063458 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb18abf4-f1e0-4b3b-bb5f-d36f08511dfa req-6236fa79-8efa-4dad-be8a-9868658840b5 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 210 time: 0.0376511 Sep 02 13:26:51.078779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a71ac9d1-4f17-47b8-a3e6-e34b7619e08c details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:51.115697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c6c9-2239-4f6a-b007-d68e9dec61c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7241191e-18d5-4274-8e9d-42a1b18d5da6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:51.120132 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9734c6c9-2239-4f6a-b007-d68e9dec61c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13520a1984ec407087bb09c655ca3708&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6070330 Sep 02 13:26:51.122969 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:51.162926 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.176239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb7fac-f02e-44c5-855b-8b4771919e0e req-66290e8d-8737-44d6-9db6-2d39ac035f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:51.177911 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2cb7fac-f02e-44c5-855b-8b4771919e0e req-66290e8d-8737-44d6-9db6-2d39ac035f12 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1096 time: 0.0849226 Sep 02 13:26:51.216147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.231638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2cb7fac-f02e-44c5-855b-8b4771919e0e req-1e4f4b3e-ad75-45bc-ac1b-6b5f13fc409c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Sep 02 13:26:51.256777 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02feca10-451c-499d-8b91-75b776a5d386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.263008 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02feca10-451c-499d-8b91-75b776a5d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.281214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:51.299546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Network 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:51.306716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:51.310554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:51.325136 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'mac_address': 'fa:16:3e:b0:25:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:51.348193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Pushing event updated for resources: {'Port': ['ID=4ca44c1a-e178-4184-840b-3c23ceaacb2b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:51.356852 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-02feca10-451c-499d-8b91-75b776a5d386 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5aa3d7e4863a45ebb579f7b5408172f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554297 Sep 02 13:26:51.358815 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feca10-451c-499d-8b91-75b776a5d386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1fbaf-c6ca-44ec-adfe-db18465aa2c2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:51.363866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44340) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:51.385298 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e544b10f-86f5-459d-a32d-61fb8ef004d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.410732 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e544b10f-86f5-459d-a32d-61fb8ef004d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.461843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:51.462482 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.468056 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.478642 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce0905a4-8815-4439-9600-fa561b1fe6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.489467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff444c1d-d6a1-4cf9-afa5-7154735f76d2 req-4e05da7a-2bbb-4ff6-b53e-7cf796aa1a4c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:51.491023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff444c1d-d6a1-4cf9-afa5-7154735f76d2 req-4e05da7a-2bbb-4ff6-b53e-7cf796aa1a4c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 945 time: 0.1818078 Sep 02 13:26:51.493568 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a36a6f25-193a-40e5-98b6-9100a895a7da tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7022634 Sep 02 13:26:51.501198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a71ac9d1-4f17-47b8-a3e6-e34b7619e08c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:51.509299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce0905a4-8815-4439-9600-fa561b1fe6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.513130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Request body: {'port': {'device_id': '62662785-696d-46a7-92fd-048ae9b0c66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:51.543589 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e544b10f-86f5-459d-a32d-61fb8ef004d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.551226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:51.555618 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e544b10f-86f5-459d-a32d-61fb8ef004d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.556905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e544b10f-86f5-459d-a32d-61fb8ef004d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7241191e-18d5-4274-8e9d-42a1b18d5da6 HTTP/1.1" status: 204 len: 168 time: 0.4330487 Sep 02 13:26:51.562596 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.606805 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce0905a4-8815-4439-9600-fa561b1fe6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.610886 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce0905a4-8815-4439-9600-fa561b1fe6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.612000 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544b10f-86f5-459d-a32d-61fb8ef004d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7241191e-18d5-4274-8e9d-42a1b18d5da6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:51.615608 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ce0905a4-8815-4439-9600-fa561b1fe6e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84f1fbaf-c6ca-44ec-adfe-db18465aa2c2 HTTP/1.1" status: 204 len: 168 time: 0.2505822 Sep 02 13:26:51.646148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0905a4-8815-4439-9600-fa561b1fe6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1fbaf-c6ca-44ec-adfe-db18465aa2c2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:51.666297 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff444c1d-d6a1-4cf9-afa5-7154735f76d2 req-39b7a2f4-fbec-48bb-8844-40890f47b1f5 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464512 Sep 02 13:26:51.686814 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:51.691599 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:51.831553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:52.076378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e9bec-9730-44a2-8c55-fe313fd3ad36 req-6ac1505e-4dc6-479c-88c7-09af6c9b8637 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:52.078150 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:52.079543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee4e9bec-9730-44a2-8c55-fe313fd3ad36 req-6ac1505e-4dc6-479c-88c7-09af6c9b8637 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 947 time: 0.1975081 Sep 02 13:26:52.084998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca44c1a-e178-4184-840b-3c23ceaacb2b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:52.109663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:52.148106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1884d99-177c-4dd9-9755-50d349efe9b5 req-c6cd8cf3-5081-4c22-9324-40439f38fdbd tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:52.149705 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a1884d99-177c-4dd9-9755-50d349efe9b5 req-c6cd8cf3-5081-4c22-9324-40439f38fdbd tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 949 time: 0.1177938 Sep 02 13:26:52.150805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Transition to ACTIVE for port object 4ca44c1a-e178-4184-840b-3c23ceaacb2b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:52.160289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:52.177823 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee4e9bec-9730-44a2-8c55-fe313fd3ad36 req-32bb7403-3bd4-4a16-9703-59ecb0a306e0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864754 Sep 02 13:26:52.250802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device efe7c697-2021-4557-a066-b7a83cdae6fc details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:52.255156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a1884d99-177c-4dd9-9755-50d349efe9b5 req-2302f36d-acf3-438a-b0ab-479c2ff86412 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982707 Sep 02 13:26:52.273539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Pushing event updated for resources: {'Port': ['ID=4ca44c1a-e178-4184-840b-3c23ceaacb2b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:52.372439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Attempting to bind port 4ca44c1a-e178-4184-840b-3c23ceaacb2b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:52.373513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Attempting to bind port 4ca44c1a-e178-4184-840b-3c23ceaacb2b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'b46f3993-f733-48e7-84cd-bddc4882e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d7195ce-d14f-47d7-92fc-d078a0ac5f9a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:52.373513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Attempting to bind port 4ca44c1a-e178-4184-840b-3c23ceaacb2b on network 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:52.393062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Port 4ca44c1a-e178-4184-840b-3c23ceaacb2b on network 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:26:52.394591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Attempting to bind port 4ca44c1a-e178-4184-840b-3c23ceaacb2b on network 7d7195ce-d14f-47d7-92fc-d078a0ac5f9a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:52.414572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:52.416073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Checking segment: {'id': 'b46f3993-f733-48e7-84cd-bddc4882e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d7195ce-d14f-47d7-92fc-d078a0ac5f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:52.418824 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Bound using segment: {'id': 'b46f3993-f733-48e7-84cd-bddc4882e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d7195ce-d14f-47d7-92fc-d078a0ac5f9a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:52.419666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Bound port: 4ca44c1a-e178-4184-840b-3c23ceaacb2b, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46f3993-f733-48e7-84cd-bddc4882e641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7d7195ce-d14f-47d7-92fc-d078a0ac5f9a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:52.421391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:52.422109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:52.445580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'mac_address': 'fa:16:3e:46:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:52.471267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e4032-4320-4b6b-9e50-fc84e78e83ef req-4bf3e37e-27d6-41eb-880a-1751ecc40cfe tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:52.478358 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f1e4032-4320-4b6b-9e50-fc84e78e83ef req-4bf3e37e-27d6-41eb-880a-1751ecc40cfe tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 944 time: 0.1187305 Sep 02 13:26:52.539057 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:52.571599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe7c697-2021-4557-a066-b7a83cdae6fc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:52.609045 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f1e4032-4320-4b6b-9e50-fc84e78e83ef req-2db3fcc2-beef-4740-b2e6-bfde4a5f11e7 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183293 Sep 02 13:26:52.649669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:52.656590 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:52.678477 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c9744ba-abe4-4ec8-ba2e-0e772671bed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:52.707707 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] For port 4ca44c1a-e178-4184-840b-3c23ceaacb2b, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:52.737707 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] For port 4ca44c1a-e178-4184-840b-3c23ceaacb2b, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4ca44c1a-e178-4184-840b-3c23ceaacb2b,segment=NetworkSegment(b46f3993-f733-48e7-84cd-bddc4882e641),segment_id=b46f3993-f733-48e7-84cd-bddc4882e641)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:52.745542 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:52.828381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:52.854216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:52.855228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:52.856713 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] 10.222.0.90 "PUT /v2.0/ports/4ca44c1a-e178-4184-840b-3c23ceaacb2b HTTP/1.1" status: 200 len: 1092 time: 1.3508801 Sep 02 13:26:52.860530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62662785-696d-46a7-92fd-048ae9b0c66a', 'tag': '4ca44c1a-e178-4184-840b-3c23ceaacb2b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:52.863771 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3262af16-4334-4e9a-a7b6-eccf83577f60" -d '{"events": [{"name": "network-changed", "server_uuid": "62662785-696d-46a7-92fd-048ae9b0c66a", "tag": "4ca44c1a-e178-4184-840b-3c23ceaacb2b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:52.988908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f73b5-8f43-43a7-ba1a-9ae87c3fbcdc service neutron] Pushing event updated for resources: {'Port': ['ID=4ca44c1a-e178-4184-840b-3c23ceaacb2b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:53.022117 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['efe7c697-2021-4557-a066-b7a83cdae6fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:53.045255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b68701-4c54-474a-af10-b83b5301098b req-cc740f00-6d78-4946-ab82-70aa63b36763 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.047778 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b68701-4c54-474a-af10-b83b5301098b req-cc740f00-6d78-4946-ab82-70aa63b36763 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 948 time: 0.3404136 Sep 02 13:26:53.059336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95610aea-58d7-476f-88b9-4ccad985b36a req-1bd958f6-7906-4661-b8ce-9f02cac6e5c8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.060929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-95610aea-58d7-476f-88b9-4ccad985b36a req-1bd958f6-7906-4661-b8ce-9f02cac6e5c8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 945 time: 0.2120781 Sep 02 13:26:53.064083 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f4697-2f0f-4419-9537-f4e78edeceef req-b0b17540-4ca7-4f4c-a838-e7d84681dc52 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.066244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a57f4697-2f0f-4419-9537-f4e78edeceef req-b0b17540-4ca7-4f4c-a838-e7d84681dc52 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 948 time: 0.1816046 Sep 02 13:26:53.099634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a71ac9d1-4f17-47b8-a3e6-e34b7619e08c up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:53.137731 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-95610aea-58d7-476f-88b9-4ccad985b36a req-d88dea5a-b00b-456a-a130-48e58c750384 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566256 Sep 02 13:26:53.139562 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-22b68701-4c54-474a-af10-b83b5301098b req-5443a8b5-979b-478f-8f69-dd2e9e0ffb0b service neutron] delete failed (client error): The resource could not be found. Sep 02 13:26:53.140944 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b68701-4c54-474a-af10-b83b5301098b req-5443a8b5-979b-478f-8f69-dd2e9e0ffb0b service neutron] 10.222.0.77 "DELETE /v2.0/ports/efe7c697-2021-4557-a066-b7a83cdae6fc/bindings/n-h2-794796-4 HTTP/1.1" status: 404 len: 380 time: 0.0736034 Sep 02 13:26:53.161381 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c9744ba-abe4-4ec8-ba2e-0e772671bed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.178345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c9744ba-abe4-4ec8-ba2e-0e772671bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.204588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a57f4697-2f0f-4419-9537-f4e78edeceef req-c5ff04c5-70eb-446d-bee1-a52581f080d0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703776 Sep 02 13:26:53.245423 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7da7b01-9fe4-408d-85b0-405f17ec4992 x-openstack-request-id: req-a7da7b01-9fe4-408d-85b0-405f17ec4992 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:53.245788 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62662785-696d-46a7-92fd-048ae9b0c66a", "tag": "4ca44c1a-e178-4184-840b-3c23ceaacb2b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:53.245945 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7da7b01-9fe4-408d-85b0-405f17ec4992 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:53.246337 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62662785-696d-46a7-92fd-048ae9b0c66a', 'tag': '4ca44c1a-e178-4184-840b-3c23ceaacb2b', 'status': 'completed', 'code': 200} Sep 02 13:26:53.246905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9744ba-abe4-4ec8-ba2e-0e772671bed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3aca30-7cd9-44b4-962e-9c5899bd7cfb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:53.251940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-af4552ff-7e54-493f-9e59-f1eafcf3f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.253471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-af4552ff-7e54-493f-9e59-f1eafcf3f2ed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f86965cd5b2a4947b5b65078e4ff707d&device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 1095 time: 0.2447715 Sep 02 13:26:53.292531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1c9744ba-abe4-4ec8-ba2e-0e772671bed5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e611138f590b4812a36120582d01819e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2106285 Sep 02 13:26:53.301288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44400) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:53.312390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:53.312732 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.360282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b68701-4c54-474a-af10-b83b5301098b req-87292335-0f4d-4a21-8bb9-1f2deceacdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.364297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b68701-4c54-474a-af10-b83b5301098b req-87292335-0f4d-4a21-8bb9-1f2deceacdb2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1099 time: 0.0723941 Sep 02 13:26:53.385206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:53.419247 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-9919f72d-7c23-4619-b9b7-eb62b1a4ce79 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ca44c1a-e178-4184-840b-3c23ceaacb2b HTTP/1.1" status: 200 len: 217 time: 0.1268685 Sep 02 13:26:53.485723 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.517124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-c59f1a63-fafc-4581-a995-1a2b02311348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.518798 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-c59f1a63-fafc-4581-a995-1a2b02311348 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1ff8b616-81a7-4651-b60c-170a2fe34bb6 HTTP/1.1" status: 200 len: 854 time: 0.0870454 Sep 02 13:26:53.521866 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4023889c-0791-440a-8863-7cfe72a00e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.548593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:53.551373 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f5877-fca8-4410-b9c0-ad13367d1dfd req-16a17ed5-7629-4739-94d6-ebc294a4142b tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.552957 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-780f5877-fca8-4410-b9c0-ad13367d1dfd req-16a17ed5-7629-4739-94d6-ebc294a4142b tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 949 time: 0.1013529 Sep 02 13:26:53.565271 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd27181e-1c75-4f94-a6be-c467dc895edc" -d '{"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-plugged", "status": "completed", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:53.587544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-ffeac0c2-174a-4a4d-ae1d-556e01337e9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7d7195ce-d14f-47d7-92fc-d078a0ac5f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494683 Sep 02 13:26:53.623512 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4023889c-0791-440a-8863-7cfe72a00e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.624818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b68701-4c54-474a-af10-b83b5301098b req-5615dfe1-1496-4849-95ef-845a1d153dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.626382 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b68701-4c54-474a-af10-b83b5301098b req-5615dfe1-1496-4849-95ef-845a1d153dcf service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2538300 Sep 02 13:26:53.632801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:53.643322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-780f5877-fca8-4410-b9c0-ad13367d1dfd req-12f41b23-c08a-413a-bbae-511d2645a6b7 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760567 Sep 02 13:26:53.651634 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.665694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1022731758-network', 'tenant_id': 'e8628204012a48399cd3c7384078c7e4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:53.710557 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e5ce6b-7438-44b8-9da4-e5907d742c20 x-openstack-request-id: req-33e5ce6b-7438-44b8-9da4-e5907d742c20 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:53.710870 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-plugged", "status": "completed", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:53.712229 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33e5ce6b-7438-44b8-9da4-e5907d742c20 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:53.712827 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'code': 200} Sep 02 13:26:53.737052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Made reservation on behalf of e8628204012a48399cd3c7384078c7e4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:53.744697 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.784493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:53.822963 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b68701-4c54-474a-af10-b83b5301098b req-02b56b4b-5085-45fb-8c48-440b31a6fe93 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.0994952 Sep 02 13:26:53.823952 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.906787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b68701-4c54-474a-af10-b83b5301098b req-e6fab9b1-6b8e-4eb5-b633-68e0a4f15c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.908647 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b68701-4c54-474a-af10-b83b5301098b req-e6fab9b1-6b8e-4eb5-b633-68e0a4f15c11 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0708375 Sep 02 13:26:53.916962 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-5d127ca6-54ed-4368-a188-dc4a287be661 service neutron] 10.222.0.90 "GET /v2.0/networks/7d7195ce-d14f-47d7-92fc-d078a0ac5f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149931 Sep 02 13:26:53.918562 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4023889c-0791-440a-8863-7cfe72a00e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.920228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159ef56-9cc4-4a56-b69b-589a22ded01b req-e2ce3253-646e-448f-a36b-8a8884a7619d tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:53.924388 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4023889c-0791-440a-8863-7cfe72a00e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:53.926261 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4023889c-0791-440a-8863-7cfe72a00e09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb3aca30-7cd9-44b4-962e-9c5899bd7cfb HTTP/1.1" status: 204 len: 168 time: 0.6243646 Sep 02 13:26:53.935116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3159ef56-9cc4-4a56-b69b-589a22ded01b req-e2ce3253-646e-448f-a36b-8a8884a7619d tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 944 time: 0.1424897 Sep 02 13:26:54.022740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023889c-0791-440a-8863-7cfe72a00e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3aca30-7cd9-44b4-962e-9c5899bd7cfb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:54.087141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a8daa-62b7-488c-98ca-bde6dcf037e8 req-428c5859-f75e-42da-b257-c0d1a10b5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.088905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf6a8daa-62b7-488c-98ca-bde6dcf037e8 req-428c5859-f75e-42da-b257-c0d1a10b5857 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1101 time: 0.0767674 Sep 02 13:26:54.092503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3159ef56-9cc4-4a56-b69b-589a22ded01b req-9c9cb6b1-e8ce-44ce-a1a0-220bcf05bfc7 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542203 Sep 02 13:26:54.094018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:54.094495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b68701-4c54-474a-af10-b83b5301098b req-ce06dc38-ab90-4b2d-a59e-053b483c20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.096010 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b68701-4c54-474a-af10-b83b5301098b req-ce06dc38-ab90-4b2d-a59e-053b483c20c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1516070 Sep 02 13:26:54.130009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abddfa26-22b6-46f0-8260-e73e40ad886b req-104df6bb-c7f9-4f7f-881d-c3b270f6e78d service neutron] 10.222.0.90 "GET /v2.0/networks/7d7195ce-d14f-47d7-92fc-d078a0ac5f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914728 Sep 02 13:26:54.197527 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf6a8daa-62b7-488c-98ca-bde6dcf037e8 req-b453485c-4b9f-4d71-a018-89ba00e995f6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867960 Sep 02 13:26:54.371461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-8f91cc89-a293-4cea-b731-dbfe035594ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.389506 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-8f91cc89-a293-4cea-b731-dbfe035594ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f86965cd5b2a4947b5b65078e4ff707d&device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 1095 time: 0.1842933 Sep 02 13:26:54.429468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041dabd-bd20-4eb8-88b2-0885af386723 req-bd1eabb4-9832-4e68-9397-5ed57d4fbd96 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.431336 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b041dabd-bd20-4eb8-88b2-0885af386723 req-bd1eabb4-9832-4e68-9397-5ed57d4fbd96 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 945 time: 0.1571376 Sep 02 13:26:54.469797 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:54.488217 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:54.526508 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b68701-4c54-474a-af10-b83b5301098b req-6b8e0daa-16b5-49bf-a884-4bad467c89b7 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188676 Sep 02 13:26:54.564515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-network', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:54.579623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:26:54.582556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b041dabd-bd20-4eb8-88b2-0885af386723 req-931db620-84f6-45e8-90b0-8dfb5d44974c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346743 Sep 02 13:26:54.618026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b2f17c-6ff3-4497-8f6b-1b72d7e4b900,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:54.627519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315ecf0-06d5-43e0-939c-ee832fdf263a req-368b374b-8901-45d2-81f8-83c9da42a538 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.629099 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e315ecf0-06d5-43e0-939c-ee832fdf263a req-368b374b-8901-45d2-81f8-83c9da42a538 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 948 time: 0.2085891 Sep 02 13:26:54.638993 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:54.639344 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Added segment 0afce75d-bce7-4f43-a387-4f63324cece0 of type vlan for network fb265e8c-8b24-4d6a-9b46-2a7f294a6e36 Sep 02 13:26:54.676481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-d0238c86-88ed-4fde-bc49-1da72443833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.679578 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-d0238c86-88ed-4fde-bc49-1da72443833c service neutron] 10.222.0.90 "GET /v2.0/networks?id=7d7195ce-d14f-47d7-92fc-d078a0ac5f9a HTTP/1.1" status: 200 len: 915 time: 0.2747755 Sep 02 13:26:54.724199 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:54.726297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Made reservation on behalf of 058d0a34ff054479a1d2186cc5758d54 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:54.730048 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:54.751191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22b68701-4c54-474a-af10-b83b5301098b req-d29d5b95-d3ad-4975-9e91-e6201d91ad78 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148108 Sep 02 13:26:54.757388 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e315ecf0-06d5-43e0-939c-ee832fdf263a req-8b04a229-764c-4621-a8f0-12b3f9df5746 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150088 Sep 02 13:26:54.784570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:54.786200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.787169 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:54.837590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:54.842090 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-c9566f49-b09d-4f8f-ba3b-baa3a227b116 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ca44c1a-e178-4184-840b-3c23ceaacb2b HTTP/1.1" status: 200 len: 217 time: 0.1347661 Sep 02 13:26:54.870005 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4829628 Sep 02 13:26:54.879156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:54.890422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Request body: {'subnet': {'network_id': 'fb265e8c-8b24-4d6a-9b46-2a7f294a6e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1022731758-subnet', 'tenant_id': 'e8628204012a48399cd3c7384078c7e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:54.950903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e5b8f-73be-4bfb-a2e0-56e1d11a76e6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb265e8c-8b24-4d6a-9b46-2a7f294a6e36,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:54.971142 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network fb265e8c-8b24-4d6a-9b46-2a7f294a6e36 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:26:54.983529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0612d2-1437-491b-957d-dbb521284d08 req-40f1defd-422b-4dfa-8a51-1551e75403f3 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.985200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f0612d2-1437-491b-957d-dbb521284d08 req-40f1defd-422b-4dfa-8a51-1551e75403f3 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0803616 Sep 02 13:26:54.993377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2696c-f0a5-4fce-abf3-75a98b52ac2d req-53518430-590f-4feb-b1c3-41e74212067d tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:54.996003 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50d2696c-f0a5-4fce-abf3-75a98b52ac2d req-53518430-590f-4feb-b1c3-41e74212067d tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1096 time: 0.3087349 Sep 02 13:26:55.020975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-dff7430a-a5b9-4cfe-9fb7-02fc710b8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:55.023477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-dff7430a-a5b9-4cfe-9fb7-02fc710b8b86 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1ff8b616-81a7-4651-b60c-170a2fe34bb6 HTTP/1.1" status: 200 len: 854 time: 0.1658010 Sep 02 13:26:55.045069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f0612d2-1437-491b-957d-dbb521284d08 req-b23642cd-b85a-4a41-90f4-7af188df4f76 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Sep 02 13:26:55.092240 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-93fb3e4a-28ea-4bb9-bb1d-d9638726fca7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7d7195ce-d14f-47d7-92fc-d078a0ac5f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568149 Sep 02 13:26:55.137959 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50d2696c-f0a5-4fce-abf3-75a98b52ac2d req-e768d7ae-0052-4410-95b4-af7a2b09fcbc tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239486 Sep 02 13:26:55.255522 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-fb0f1461-a000-41eb-b72e-30d87f0c8184 service neutron] 10.222.0.90 "GET /v2.0/networks/7d7195ce-d14f-47d7-92fc-d078a0ac5f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485822 Sep 02 13:26:55.257469 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:55.267044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:55.366076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Made reservation on behalf of e8628204012a48399cd3c7384078c7e4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:55.368344 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:55.370470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:26:55.372565 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fecfc7-891f-40c6-9d00-b2c3844a6344 req-8d7d86a0-0adb-461d-a0c0-3d4098c42876 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:55.375716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33fecfc7-891f-40c6-9d00-b2c3844a6344 req-8d7d86a0-0adb-461d-a0c0-3d4098c42876 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 944 time: 0.1063099 Sep 02 13:26:55.414050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c0ffa9-218e-4ede-a1c3-d541c89269e5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:55.459079 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:55.459548 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Added segment f9201a68-3c85-485a-8c13-dcf29a4a956b of type vlan for network 1b279328-467a-439c-ad8e-a54b96737678 Sep 02 13:26:55.488028 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33fecfc7-891f-40c6-9d00-b2c3844a6344 req-4a396aa4-a00f-4045-9ab8-72037762f278 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714993 Sep 02 13:26:55.576629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e2b92-edef-482a-bf1a-2629f9a437c5 req-51e73a80-59b7-4188-b5f1-780e40988a33 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:55.578253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-956e2b92-edef-482a-bf1a-2629f9a437c5 req-51e73a80-59b7-4188-b5f1-780e40988a33 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1096 time: 0.2011523 Sep 02 13:26:55.592253 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:55.639078 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3262af16-4334-4e9a-a7b6-eccf83577f60 req-28176f57-f1b2-4d21-8aec-09e33204687e service neutron] 10.222.0.90 "GET /v2.0/networks/7d7195ce-d14f-47d7-92fc-d078a0ac5f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680100 Sep 02 13:26:55.665877 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-956e2b92-edef-482a-bf1a-2629f9a437c5 req-5ac94521-796e-4e58-a232-777544559f3e tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754099 Sep 02 13:26:55.668909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:55.669855 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:55.670453 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:55.774904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44474) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:55.782645 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6875193 Sep 02 13:26:55.788080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e4ebb-f6c2-4dc9-badf-bb60d338b966 admin admin] Pushing event updated for resources: {'Network': ['ID=1b279328-467a-439c-ad8e-a54b96737678,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:55.797413 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Request body: {'subnet': {'network_id': '1b279328-467a-439c-ad8e-a54b96737678', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-subnet', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:55.799913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 1b279328-467a-439c-ad8e-a54b96737678 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:26:55.866529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Made reservation on behalf of 058d0a34ff054479a1d2186cc5758d54 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:55.870236 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:55.877637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:55.945602 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-e239f65e-aa15-41a2-b807-1ea0688d0580 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=06421997173542f09313d72475f66b95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690286 Sep 02 13:26:55.965606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ad7b6a-9193-4eb0-9c08-a68a329e9333,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:55.980070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Checking segment: {'id': '0afce75d-bce7-4f43-a387-4f63324cece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fb265e8c-8b24-4d6a-9b46-2a7f294a6e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:55.980424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Network hostable DHCP agents. Network: fb265e8c-8b24-4d6a-9b46-2a7f294a6e36, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:26:55.997043 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81fbcc-f823-44d9-86b6-ad7c6de810c8 req-e81d8f9d-5a52-4019-b811-9fdcd3936236 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:55.998761 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e81fbcc-f823-44d9-86b6-ad7c6de810c8 req-e81d8f9d-5a52-4019-b811-9fdcd3936236 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 948 time: 0.0889904 Sep 02 13:26:56.018729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Network fb265e8c-8b24-4d6a-9b46-2a7f294a6e36 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:26:56.041273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, fb265e8c-8b24-4d6a-9b46-2a7f294a6e36) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:56.052656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:56.053251 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:56.055773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24986f32-5f80-4f50-9758-2b70d52b00f3 None None] Network fb265e8c-8b24-4d6a-9b46-2a7f294a6e36 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:26:56.062098 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e81fbcc-f823-44d9-86b6-ad7c6de810c8 req-3c2c09ba-ca22-46f2-a0fe-65d38725ceee tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495398 Sep 02 13:26:56.073934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-73e407b1-1f3d-47f1-9039-ae5e3e42bca8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1910512 Sep 02 13:26:56.265190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device efe7c697-2021-4557-a066-b7a83cdae6fc up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:26:56.273761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e3212-dc26-441b-b366-ff55432666eb None None] Network fb265e8c-8b24-4d6a-9b46-2a7f294a6e36 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:26:56.331961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-5a1a2377-ec7f-4ed0-997e-47e22bfffd68 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:56.339442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-5a1a2377-ec7f-4ed0-997e-47e22bfffd68 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3846829 Sep 02 13:26:56.347849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:56.376419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9b62b0cd-285f-4efb-82c9-355320e3d3c8 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/quotas/06421997173542f09313d72475f66b95 HTTP/1.1" status: 200 len: 375 time: 0.0360186 Sep 02 13:26:56.378256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2877d-aae3-4a1f-b827-41a64c5653d3 req-a1d352d6-3ac2-414b-89ee-8d4b6eee8414 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:56.381056 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27c2877d-aae3-4a1f-b827-41a64c5653d3 req-a1d352d6-3ac2-414b-89ee-8d4b6eee8414 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0648613 Sep 02 13:26:56.415576 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6014a2c-7c68-451f-9a31-b535cec4b6f0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:56.444068 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-7148fb80-e2b8-4fd6-bdf4-7a62e1eb2897 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=06421997173542f09313d72475f66b95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489337 Sep 02 13:26:56.448415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port efe7c697-2021-4557-a066-b7a83cdae6fc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:56.449794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27c2877d-aae3-4a1f-b827-41a64c5653d3 req-67c9f1ba-2c90-4ca6-861d-7eb306fa8466 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566771 Sep 02 13:26:56.458752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port efe7c697-2021-4557-a066-b7a83cdae6fc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:26:56.459125 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:56.474813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Checking segment: {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:56.474813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Network hostable DHCP agents. Network: 1b279328-467a-439c-ad8e-a54b96737678, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:26:56.496833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Network 1b279328-467a-439c-ad8e-a54b96737678 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:26:56.513658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 1b279328-467a-439c-ad8e-a54b96737678) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:56.519610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:56.520374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:56.538907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeda2c3-751d-48a6-b1a3-8a22f50cf2fe None None] Network 1b279328-467a-439c-ad8e-a54b96737678 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:26:56.552602 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-09b9861a-e523-4ef1-bac3-29896481a17e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7741988 Sep 02 13:26:56.555839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44502) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:56.566211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:56.581920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d61052-3fc9-4ed5-9f55-70e949f4a756 req-a97b2d64-a453-42a0-aaa7-3b45312d83a7 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:56.593169 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a3d61052-3fc9-4ed5-9f55-70e949f4a756 req-a97b2d64-a453-42a0-aaa7-3b45312d83a7 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1099 time: 0.0639911 Sep 02 13:26:56.618212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:56.624370 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:56.659042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a3d61052-3fc9-4ed5-9f55-70e949f4a756 req-32d48cec-f48b-4ea7-a680-3d3245e43caa tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647991 Sep 02 13:26:56.794722 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:56.818263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36eba9-5862-47b0-876d-2897aed97cea req-8f79583c-4637-41f4-ab7d-e8e13a40964e tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:56.828239 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb36eba9-5862-47b0-876d-2897aed97cea req-8f79583c-4637-41f4-ab7d-e8e13a40964e tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1096 time: 0.0676894 Sep 02 13:26:56.842535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4e285dbe-1229-422a-be5e-69359ea7653c req-00459f22-02fd-457b-b857-7b65e9685d44 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-987334086', 'description': 'tempest-description-298682946'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:56.888634 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb36eba9-5862-47b0-876d-2897aed97cea req-7bfea475-99ff-41e1-afca-105e931fb2c4 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595543 Sep 02 13:26:56.988749 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:56.999626 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4e285dbe-1229-422a-be5e-69359ea7653c req-00459f22-02fd-457b-b857-7b65e9685d44 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.039635 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.114021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14df470-5127-4c0b-89e0-fd7f6f3ee659 req-0ebf1ed7-294c-490c-87ad-053fd9d61259 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:57.117673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a14df470-5127-4c0b-89e0-fd7f6f3ee659 req-0ebf1ed7-294c-490c-87ad-053fd9d61259 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0966763 Sep 02 13:26:57.122208 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:26:57.124471 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f76db85-447c-41e9-80e4-488aeec0f416" -d '{"events": [{"server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "name": "network-vif-plugged", "status": "completed", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:26:57.153024 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:57.164652 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.194264 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4e285dbe-1229-422a-be5e-69359ea7653c req-00459f22-02fd-457b-b857-7b65e9685d44 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.200414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a14df470-5127-4c0b-89e0-fd7f6f3ee659 req-6fd5302b-9bb7-4587-bb99-acf2b0387865 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700307 Sep 02 13:26:57.200765 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4e285dbe-1229-422a-be5e-69359ea7653c req-00459f22-02fd-457b-b857-7b65e9685d44 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.254472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:57.274801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-1b279328-467a-439c-ad8e-a54b96737678', 'network_id': '1b279328-467a-439c-ad8e-a54b96737678', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'fixed_ips': [{'subnet_id': 'f6014a2c-7c68-451f-9a31-b535cec4b6f0'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:26:57.275962 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.326559 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4e285dbe-1229-422a-be5e-69359ea7653c req-00459f22-02fd-457b-b857-7b65e9685d44 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.329628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e285dbe-1229-422a-be5e-69359ea7653c req-00459f22-02fd-457b-b857-7b65e9685d44 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4907379 Sep 02 13:26:57.377654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d723b-66e6-4669-95a4-776b5d8a8ca8 req-8d4f0aff-5f85-41e0-9c23-58e53d35f915 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:57.380062 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a4d723b-66e6-4669-95a4-776b5d8a8ca8 req-8d4f0aff-5f85-41e0-9c23-58e53d35f915 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 944 time: 0.1012499 Sep 02 13:26:57.382045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00459f22-02fd-457b-b857-7b65e9685d44 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dda9a4-fbb3-41f0-9bb9-e5813ba4695e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:57.407921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.433886 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a4d723b-66e6-4669-95a4-776b5d8a8ca8 req-58e40922-c3c3-4469-92e8-4230b0f35654 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Sep 02 13:26:57.457665 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.510997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Allocated IP 172.20.0.2 (1b279328-467a-439c-ad8e-a54b96737678/f6014a2c-7c68-451f-9a31-b535cec4b6f0/a21c865a-e159-473b-84a0-14d558fd7002) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:57.511843 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-231c11fe-0412-467a-ba96-4b1fddcd8821 req-047e2333-488e-4175-be5e-3e131abdfd1a tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 210 time: 0.0570817 Sep 02 13:26:57.596214 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c52326-7e1f-4a9b-a131-d76f64eb9904 x-openstack-request-id: req-e1c52326-7e1f-4a9b-a131-d76f64eb9904 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:26:57.596590 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "name": "network-vif-plugged", "status": "completed", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:26:57.596942 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1c52326-7e1f-4a9b-a131-d76f64eb9904 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:26:57.597431 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'code': 200} Sep 02 13:26:57.680993 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-27a4e0bb-d9b3-4043-981a-b8cbf7fb00e5 req-83956fc3-1ca5-4b11-b1f9-d3d222ad7a31 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:26:57.682254 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27a4e0bb-d9b3-4043-981a-b8cbf7fb00e5 req-83956fc3-1ca5-4b11-b1f9-d3d222ad7a31 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058289 Sep 02 13:26:57.695419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Allocated IP 172.25.3.58 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/61441541-b815-4e37-858d-dad85c91fa7f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:57.787306 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.800312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Transition to ACTIVE for port object a21c865a-e159-473b-84a0-14d558fd7002 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:57.825754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Transition to ACTIVE for port object a21c865a-e159-473b-84a0-14d558fd7002 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:57.835604 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.846816 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.885797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Network 1b279328-467a-439c-ad8e-a54b96737678 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:57.889144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:57.893344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:57.925919 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.947776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Pushing event updated for resources: {'Port': ['ID=a21c865a-e159-473b-84a0-14d558fd7002,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:57.973970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Attempting to bind port a21c865a-e159-473b-84a0-14d558fd7002 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:26:57.974403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Attempting to bind port a21c865a-e159-473b-84a0-14d558fd7002 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:26:57.974839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Attempting to bind port a21c865a-e159-473b-84a0-14d558fd7002 on network 1b279328-467a-439c-ad8e-a54b96737678 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:26:57.987086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:26:57.987772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Checking segment: {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:26:57.988360 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:57.988926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Bound using segment: {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:26:57.989582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Bound port: a21c865a-e159-473b-84a0-14d558fd7002, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:26:57.990229 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.052489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:58.074098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:58.084430 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] For port a21c865a-e159-473b-84a0-14d558fd7002, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:26:58.085703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:58.095679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Pushing event updated for resources: {'Port': ['ID=61441541-b815-4e37-858d-dad85c91fa7f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:58.097170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] For port a21c865a-e159-473b-84a0-14d558fd7002, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a21c865a-e159-473b-84a0-14d558fd7002,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:26:58.103125 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.186326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-486a3065-ab67-453f-a371-fcad3bf4c414 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=06421997173542f09313d72475f66b95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369525 Sep 02 13:26:58.186953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afcaa1-c325-40cc-9c9f-f43ec005922b None None] Pushing event updated for resources: {'Port': ['ID=a21c865a-e159-473b-84a0-14d558fd7002,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:58.210274 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fda1a308-8c02-4ff7-8dda-542bf9940999 req-cfd94c74-7a91-4cca-b381-60cd159cc264 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/e3dda9a4-fbb3-41f0-9bb9-e5813ba4695e HTTP/1.1" status: 200 len: 1811 time: 0.2146204 Sep 02 13:26:58.226745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fda1a308-8c02-4ff7-8dda-542bf9940999 req-1435e9be-af82-4146-98ee-186102005030 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3dda9a4-fbb3-41f0-9bb9-e5813ba4695e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:58.227426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fda1a308-8c02-4ff7-8dda-542bf9940999 req-1435e9be-af82-4146-98ee-186102005030 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3dda9a4-fbb3-41f0-9bb9-e5813ba4695e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:58.275260 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 4ca44c1a-e178-4184-840b-3c23ceaacb2b details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:26:58.405672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-8c279d93-8932-4a20-858c-d1a77dca4813 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:58.408944 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-8c279d93-8932-4a20-858c-d1a77dca4813 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025583 Sep 02 13:26:58.425983 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Request body: {'port': {'device_id': '946bea21-a037-452b-b2ac-71d4e93763a8', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '06421997173542f09313d72475f66b95'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:26:58.518819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 4ca44c1a-e178-4184-840b-3c23ceaacb2b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4ca44c1a-e178-4184-840b-3c23ceaacb2b,segment=NetworkSegment(b46f3993-f733-48e7-84cd-bddc4882e641),segment_id=b46f3993-f733-48e7-84cd-bddc4882e641)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:58.570976 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '4ca44c1a-e178-4184-840b-3c23ceaacb2b', 'network_id': '7d7195ce-d14f-47d7-92fc-d078a0ac5f9a', 'port_id': '4ca44c1a-e178-4184-840b-3c23ceaacb2b', 'mac_address': 'fa:16:3e:0a:65:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff8b616-81a7-4651-b60c-170a2fe34bb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:26:58.638773 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.659115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca44c1a-e178-4184-840b-3c23ceaacb2b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:26:58.684922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Made reservation on behalf of 06421997173542f09313d72475f66b95 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:26:58.689143 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.690817 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 4ca44c1a-e178-4184-840b-3c23ceaacb2b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4ca44c1a-e178-4184-840b-3c23ceaacb2b,segment=NetworkSegment(b46f3993-f733-48e7-84cd-bddc4882e641),segment_id=b46f3993-f733-48e7-84cd-bddc4882e641)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:26:58.704254 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.704986 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.804183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fda1a308-8c02-4ff7-8dda-542bf9940999 req-1435e9be-af82-4146-98ee-186102005030 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.899460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fda1a308-8c02-4ff7-8dda-542bf9940999 req-1435e9be-af82-4146-98ee-186102005030 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.913789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=4ca44c1a-e178-4184-840b-3c23ceaacb2b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:58.923704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fda1a308-8c02-4ff7-8dda-542bf9940999 req-1435e9be-af82-4146-98ee-186102005030 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.927037 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.933635 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:58.987691 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:59.061070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:59.089966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['4ca44c1a-e178-4184-840b-3c23ceaacb2b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:26:59.112568 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fda1a308-8c02-4ff7-8dda-542bf9940999 req-1435e9be-af82-4146-98ee-186102005030 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:59.129776 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fda1a308-8c02-4ff7-8dda-542bf9940999 req-1435e9be-af82-4146-98ee-186102005030 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9132016 Sep 02 13:26:59.133116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435e9be-af82-4146-98ee-186102005030 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e7553e-88a7-4e8c-af89-a491d8a056e1,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:59.182409 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Allocated IP 192.168.233.222 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/1d10ce5d-39c7-49e7-b3e1-74f491d31bba) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:26:59.218239 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:59.406307 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-50fcb40b-6cc3-4562-9ff7-0edaed0fc929 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115799 Sep 02 13:26:59.492686 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:59.520114 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:59.543040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Transition to ACTIVE for port object 1d10ce5d-39c7-49e7-b3e1-74f491d31bba will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:26:59.590874 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:26:59.652639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:26:59.656647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:26:59.661626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:26:59.827768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463d2d0f-4b92-4aa6-a79f-a7f92f6a6b19 None None] Network 1b279328-467a-439c-ad8e-a54b96737678 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:26:59.861147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44590) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:26:59.908766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-35d3a53d-5d40-48ee-9432-156f60e07277 None None] Provisioning for port a21c865a-e159-473b-84a0-14d558fd7002 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:26:59.951144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-215c12e9-35c7-45f4-80ee-6232aa4d670b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:26:59.951639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Pushing event updated for resources: {'Port': ['ID=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:26:59.965901 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-215c12e9-35c7-45f4-80ee-6232aa4d670b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5485771 Sep 02 13:26:59.995037 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-449986a1-81a4-4257-b650-d544ce3cfda6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/quotas/1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 375 time: 0.0262170 Sep 02 13:27:00.016549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:00.017436 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.036729 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bfe9d85-bc2a-43b4-a2ca-d8d47361b326 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6156635 Sep 02 13:27:00.060922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Request body: {'port': {'device_id': '946bea21-a037-452b-b2ac-71d4e93763a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:00.063551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f1f03c7e-2f0a-49ce-91ad-63e692ad98eb None None] Provisioning for port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:00.069729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f1f03c7e-2f0a-49ce-91ad-63e692ad98eb None None] Provisioning complete for port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:00.070082 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1f03c7e-2f0a-49ce-91ad-63e692ad98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.072043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-0bc7d90a-6bed-46a3-96c4-60848d9f858b tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:27:00.073885 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-0bc7d90a-6bed-46a3-96c4-60848d9f858b tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1944337 Sep 02 13:27:00.104101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:27:00.126715 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-1e808505-2dbd-43ff-be06-9472e30ce620 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307819 Sep 02 13:27:00.142211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-004e05e6-fb1d-4199-b576-e38459ddb73b tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:00.142482 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.151778 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-004e05e6-fb1d-4199-b576-e38459ddb73b tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports/3c46a116-a0cc-434a-bfd2-125cf2676247 HTTP/1.1" status: 200 len: 1093 time: 0.0617208 Sep 02 13:27:00.156449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f1f03c7e-2f0a-49ce-91ad-63e692ad98eb None None] Port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:00.168022 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.288346 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 4ca44c1a-e178-4184-840b-3c23ceaacb2b up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:00.318838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:27:00.330766 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Sync routers for ids ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:27:00.336712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.338879 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-17221c54-4381-48aa-aab2-7b73472bc1fc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7817068 Sep 02 13:27:00.341855 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:00.351928 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Routers {'8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:00.356041 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:26:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:00.426678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 4ca44c1a-e178-4184-840b-3c23ceaacb2b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:00.440298 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 4ca44c1a-e178-4184-840b-3c23ceaacb2b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:00.440739 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.507051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Request body: {'binding': {'host': 'n-h2-794796-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:00.507588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Unknown quota resources ['binding']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:27:00.560273 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.585937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a21c865a-e159-473b-84a0-14d558fd7002 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:00.618898 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62662785-696d-46a7-92fd-048ae9b0c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca44c1a-e178-4184-840b-3c23ceaacb2b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:00.622034 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38492bef-9558-4f9f-9c66-340ad532033c" -d '{"events": [{"server_uuid": "62662785-696d-46a7-92fd-048ae9b0c66a", "name": "network-vif-plugged", "status": "completed", "tag": "4ca44c1a-e178-4184-840b-3c23ceaacb2b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:00.631482 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Set router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:00.647101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 4ca44c1a-e178-4184-840b-3c23ceaacb2b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4ca44c1a-e178-4184-840b-3c23ceaacb2b,segment=NetworkSegment(b46f3993-f733-48e7-84cd-bddc4882e641),segment_id=b46f3993-f733-48e7-84cd-bddc4882e641)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:00.656192 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.731440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=4ca44c1a-e178-4184-840b-3c23ceaacb2b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:00.733216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d10ce5d-39c7-49e7-b3e1-74f491d31bba {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:00.742302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.752800 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port a21c865a-e159-473b-84a0-14d558fd7002 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:00.759006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Transition to ACTIVE for port object 1d10ce5d-39c7-49e7-b3e1-74f491d31bba will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:00.760814 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port a21c865a-e159-473b-84a0-14d558fd7002 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:00.761992 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.764020 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.860749 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7d908-63f7-4855-95af-0bfda9c65f3a req-85e0229e-1525-4b02-b440-9dcee4956489 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:00.861258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:00.870145 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2ad7d908-63f7-4855-95af-0bfda9c65f3a req-85e0229e-1525-4b02-b440-9dcee4956489 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.3033319 Sep 02 13:27:00.898380 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.949421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port a21c865a-e159-473b-84a0-14d558fd7002, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a21c865a-e159-473b-84a0-14d558fd7002,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:00.955436 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:00.966442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Attempting to bind port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:00.969408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Attempting to bind port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:00.970684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Attempting to bind port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:00.977378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:27:00.977842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Attempting to bind port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:00.983904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:00.984337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:00.984814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:00.985378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Bound port: 1d10ce5d-39c7-49e7-b3e1-74f491d31bba, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:00.986051 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.046132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=a21c865a-e159-473b-84a0-14d558fd7002,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:01.095844 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2ad7d908-63f7-4855-95af-0bfda9c65f3a req-5e8eedb6-1987-4ed5-8ab1-84c52ade2246 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240903 Sep 02 13:27:01.104825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] For port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:01.112368 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a03d4963-c00e-4f38-8ea1-42d375aa02a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.113628 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61441541-b815-4e37-858d-dad85c91fa7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:26:56Z', 'updated_at': '2021-09-02T13:26:58Z', 'revision_number': 3, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'gw_port': {'id': '61441541-b815-4e37-858d-dad85c91fa7f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:26:57Z', 'updated_at': '2021-09-02T13:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:01.126400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] For port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:01.136155 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.159133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 on host n-h2-794796-4 for vnic_type normal with profile None {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:01.160253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:01.160253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:01.165917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Port 3c46a116-a0cc-434a-bfd2-125cf2676247 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:27:01.166249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:01.174740 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Checking router: 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:27:01.175291 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Updating router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 port 61441541-b815-4e37-858d-dad85c91fa7f binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:27:01.175569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:01.175946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:01.176339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:01.176784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Bound port: 3c46a116-a0cc-434a-bfd2-125cf2676247, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:01.207772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:01.208450 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.209968 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] 10.222.0.90 "PUT /v2.0/ports/1d10ce5d-39c7-49e7-b3e1-74f491d31bba HTTP/1.1" status: 200 len: 1096 time: 1.1611271 Sep 02 13:27:01.210476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946bea21-a037-452b-b2ac-71d4e93763a8', 'tag': '1d10ce5d-39c7-49e7-b3e1-74f491d31bba'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:01.218322 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19" -d '{"events": [{"name": "network-changed", "server_uuid": "946bea21-a037-452b-b2ac-71d4e93763a8", "tag": "1d10ce5d-39c7-49e7-b3e1-74f491d31bba"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:01.220837 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.311777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909289a-6ee9-4c48-9a86-577fca6986a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:01.333245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-11f4c94a-2a51-4b25-822e-2b7b1bb58598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:01.335047 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-11f4c94a-2a51-4b25-822e-2b7b1bb58598 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=06421997173542f09313d72475f66b95&device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 1099 time: 0.0598385 Sep 02 13:27:01.424978 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-c52bfeb7-8765-4ed9-86cb-588cafed8d03 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1d10ce5d-39c7-49e7-b3e1-74f491d31bba HTTP/1.1" status: 200 len: 217 time: 0.0787349 Sep 02 13:27:01.481321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1a3ef-679b-4e48-8fff-33e39f530a88 req-8776d640-7c20-42b2-a56c-a09ef8c6fa67 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:01.484682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdd1a3ef-679b-4e48-8fff-33e39f530a88 req-8776d640-7c20-42b2-a56c-a09ef8c6fa67 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 946 time: 0.2592013 Sep 02 13:27:01.486418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-b2a1c128-dc2b-4eed-b6f3-e4678d572704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:01.488520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-b2a1c128-dc2b-4eed-b6f3-e4678d572704 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0551429 Sep 02 13:27:01.489153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:01.493354 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.511762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.512924 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-9891b656-20f0-4a85-bec9-73efd7896abb service neutron] 10.222.0.13 "POST /v2.0/ports/3c46a116-a0cc-434a-bfd2-125cf2676247/bindings HTTP/1.1" status: 201 len: 389 time: 1.3011146 Sep 02 13:27:01.555972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bf72668-3a11-455a-b1ce-2914305100bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:01.557847 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-9bf72668-3a11-455a-b1ce-2914305100bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605307 Sep 02 13:27:01.595860 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.608008 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Transition to ACTIVE for port object 61441541-b815-4e37-858d-dad85c91fa7f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:01.620550 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdd1a3ef-679b-4e48-8fff-33e39f530a88 req-aaf8ff22-2a09-4eba-8409-7ab8a6038114 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230171 Sep 02 13:27:01.630040 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.699788 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Pushing event updated for resources: {'Port': ['ID=61441541-b815-4e37-858d-dad85c91fa7f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:01.712262 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.712902 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.713394 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.713861 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.715343 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.715719 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.716182 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.717612 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.717612 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.717612 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.717612 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.717988 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:01.767130 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d63f3e8-d9fa-4a1a-9827-14baa61e80a4 req-6a440200-ded0-4d5d-a828-266f03629a5e tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/e3dda9a4-fbb3-41f0-9bb9-e5813ba4695e HTTP/1.1" status: 200 len: 2404 time: 0.1085312 Sep 02 13:27:01.782746 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-b9cf9af8-20b2-4c0d-8644-fd5b4ff497dd service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101486 Sep 02 13:27:01.789325 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Attempting to bind port 61441541-b815-4e37-858d-dad85c91fa7f on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:01.790794 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Attempting to bind port 61441541-b815-4e37-858d-dad85c91fa7f by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:01.791867 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Attempting to bind port 61441541-b815-4e37-858d-dad85c91fa7f on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:01.811535 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:01.812965 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:01.814443 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.815105 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:01.815894 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Bound port: 61441541-b815-4e37-858d-dad85c91fa7f, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:01.817802 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.827789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ae1d5-9dbe-4ca8-ac39-2f11dd75c9d6 req-263f1a5a-229b-4269-ae67-e44350fdde1f tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:01.829593 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b9ae1d5-9dbe-4ca8-ac39-2f11dd75c9d6 req-263f1a5a-229b-4269-ae67-e44350fdde1f tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 948 time: 0.0966499 Sep 02 13:27:01.854234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Allocated IP 172.20.0.1 (1b279328-467a-439c-ad8e-a54b96737678/f6014a2c-7c68-451f-9a31-b535cec4b6f0/1dc1adac-db57-4190-9201-09907b84ee40) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:01.892022 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] For port 61441541-b815-4e37-858d-dad85c91fa7f, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:01.898976 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] For port 61441541-b815-4e37-858d-dad85c91fa7f, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=61441541-b815-4e37-858d-dad85c91fa7f,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:01.906271 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:01.930246 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b9ae1d5-9dbe-4ca8-ac39-2f11dd75c9d6 req-42f5b2d0-e62d-4e54-a318-0b8229bc45ec tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631053 Sep 02 13:27:01.947838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f597ecd-28f5-439a-895f-8ffb82fcb940 req-66b14ec1-e8d1-4888-a912-de883095087e service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542406 Sep 02 13:27:01.967141 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-994b5e98-8dd4-4a28-88d4-c74fccb28a4e req-6a32e27b-706c-4661-9d8c-7015515eaf87 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 210 time: 0.1042209 Sep 02 13:27:01.971995 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Routers {'8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:01.972772 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:26:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:01.992401 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-99326432-1471-429c-9a85-46ff0d2311ac tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981967 Sep 02 13:27:02.041030 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcca07-9bd5-4845-8f20-f50546ee9dcc None None] Pushing event updated for resources: {'Port': ['ID=61441541-b815-4e37-858d-dad85c91fa7f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:02.050108 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8975a73-3e37-4d77-8a2f-9f0e59ac51a5 x-openstack-request-id: req-d8975a73-3e37-4d77-8a2f-9f0e59ac51a5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:02.052154 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946bea21-a037-452b-b2ac-71d4e93763a8", "tag": "1d10ce5d-39c7-49e7-b3e1-74f491d31bba", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:02.052735 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8975a73-3e37-4d77-8a2f-9f0e59ac51a5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:02.053499 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946bea21-a037-452b-b2ac-71d4e93763a8', 'tag': '1d10ce5d-39c7-49e7-b3e1-74f491d31bba', 'status': 'completed', 'code': 200} Sep 02 13:27:02.080012 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da6326-81c5-482a-8d4d-43efa3963ccb x-openstack-request-id: req-d3da6326-81c5-482a-8d4d-43efa3963ccb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:02.081419 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62662785-696d-46a7-92fd-048ae9b0c66a", "name": "network-vif-plugged", "status": "completed", "tag": "4ca44c1a-e178-4184-840b-3c23ceaacb2b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:02.082008 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3da6326-81c5-482a-8d4d-43efa3963ccb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:02.082933 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62662785-696d-46a7-92fd-048ae9b0c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca44c1a-e178-4184-840b-3c23ceaacb2b', 'code': 200} Sep 02 13:27:02.114372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-514a27d2-0b9f-4dea-be97-5ec825896ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.118969 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-514a27d2-0b9f-4dea-be97-5ec825896ebb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1096 time: 0.2263508 Sep 02 13:27:02.164284 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] Set router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:02.287312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-7715b203-df62-4d60-a2ce-7073de04a71d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.289461 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-7715b203-df62-4d60-a2ce-7073de04a71d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814906 Sep 02 13:27:02.302933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-f08ef294-2bb0-4691-b16f-696f8e3870bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.305024 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-f08ef294-2bb0-4691-b16f-696f8e3870bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=06421997173542f09313d72475f66b95&device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 1099 time: 0.1266391 Sep 02 13:27:02.306536 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db961861-118d-4f06-a63c-0620417e3066 req-fca6bba3-5872-4dc4-9083-b0c9b2a676b0 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-group-rules/19e7553e-88a7-4e8c-af89-a491d8a056e1 HTTP/1.1" status: 200 len: 778 time: 0.1086109 Sep 02 13:27:02.315581 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Request body: {'port': {'device_id': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '1ae87bd3068e4b56903a7f8f22eb00c0'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:02.369047 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6d7ad-02ac-467f-8921-f82535db2ffc req-76af32fa-c8d5-44cd-834d-0f26b3f7e899 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.371414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c2b6d7ad-02ac-467f-8921-f82535db2ffc req-76af32fa-c8d5-44cd-834d-0f26b3f7e899 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 945 time: 0.1793871 Sep 02 13:27:02.423610 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:02.448353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0426fec-87a0-4ae2-b201-f0123509696d req-48a8d441-28f3-4b74-9a38-95a33c254946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.448353 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c0426fec-87a0-4ae2-b201-f0123509696d req-48a8d441-28f3-4b74-9a38-95a33c254946 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 1097 time: 0.2032685 Sep 02 13:27:02.494207 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c2b6d7ad-02ac-467f-8921-f82535db2ffc req-bf731b1a-4e83-4c1c-9423-93139bce7392 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951526 Sep 02 13:27:02.498158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Transition to ACTIVE for port object 1dc1adac-db57-4190-9201-09907b84ee40 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:02.502990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a21c865a-e159-473b-84a0-14d558fd7002 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:02.552919 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61441541-b815-4e37-858d-dad85c91fa7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:26:56Z', 'updated_at': '2021-09-02T13:26:58Z', 'revision_number': 3, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'gw_port': {'id': '61441541-b815-4e37-858d-dad85c91fa7f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:26:57Z', 'updated_at': '2021-09-02T13:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:02.564084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c0426fec-87a0-4ae2-b201-f0123509696d req-409a80a1-350c-426b-b3ca-75f5cb5a9677 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045058 Sep 02 13:27:02.564930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-0d5669dc-879c-4e24-99b6-e2382a185e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.566588 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-0d5669dc-879c-4e24-99b6-e2382a185e26 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2503760 Sep 02 13:27:02.581405 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db961861-118d-4f06-a63c-0620417e3066 req-98351821-b32d-451d-a814-716e34362dd5 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/e3dda9a4-fbb3-41f0-9bb9-e5813ba4695e HTTP/1.1" status: 200 len: 2404 time: 0.2005696 Sep 02 13:27:02.587378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-5662f917-bb83-4e35-bc0a-20ab3aca61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.589410 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-5662f917-bb83-4e35-bc0a-20ab3aca61a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.4632490 Sep 02 13:27:02.598958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port a21c865a-e159-473b-84a0-14d558fd7002 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:02.599500 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:02.610256 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91be00c6-06fb-48fc-820c-82af1aa3d661 None None] The sync data for ids ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'] in n-d-794796-4 is: [{'id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61441541-b815-4e37-858d-dad85c91fa7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:26:56Z', 'updated_at': '2021-09-02T13:26:58Z', 'revision_number': 3, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'gw_port': {'id': '61441541-b815-4e37-858d-dad85c91fa7f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:26:57Z', 'updated_at': '2021-09-02T13:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:27:02.690933 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db961861-118d-4f06-a63c-0620417e3066 req-bdbbf29e-8baf-4bd4-999d-a3a320c6b0d2 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:02.693270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f56b5-aa08-4753-92bc-9b160ed4d13d req-1cc13089-fe6e-4058-b82a-9ba86a6f4824 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.693814 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-83beafc5-7e51-4fe4-bded-98c2762e39b6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c46a116-a0cc-434a-bfd2-125cf2676247 HTTP/1.1" status: 200 len: 217 time: 0.0815308 Sep 02 13:27:02.695030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b96f56b5-aa08-4753-92bc-9b160ed4d13d req-1cc13089-fe6e-4058-b82a-9ba86a6f4824 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0697501 Sep 02 13:27:02.714621 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db961861-118d-4f06-a63c-0620417e3066 req-bdbbf29e-8baf-4bd4-999d-a3a320c6b0d2 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:02.716556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Made reservation on behalf of 1ae87bd3068e4b56903a7f8f22eb00c0 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:02.720623 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:02.744067 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b96f56b5-aa08-4753-92bc-9b160ed4d13d req-14393d40-22cf-4688-a621-d690400f9a4d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Sep 02 13:27:02.788660 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:02.863895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-e5433f08-ebd3-471d-9ada-6306c9407cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:02.865618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-e5433f08-ebd3-471d-9ada-6306c9407cb2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.1622748 Sep 02 13:27:02.866370 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db961861-118d-4f06-a63c-0620417e3066 req-bdbbf29e-8baf-4bd4-999d-a3a320c6b0d2 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:02.879991 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-db961861-118d-4f06-a63c-0620417e3066 req-bdbbf29e-8baf-4bd4-999d-a3a320c6b0d2 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:02.881979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db961861-118d-4f06-a63c-0620417e3066 req-bdbbf29e-8baf-4bd4-999d-a3a320c6b0d2 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/19e7553e-88a7-4e8c-af89-a491d8a056e1 HTTP/1.1" status: 204 len: 173 time: 0.2849131 Sep 02 13:27:02.901225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Network 1b279328-467a-439c-ad8e-a54b96737678 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:02.914568 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-8412649f-89cd-49ca-859e-276ae384cee4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1d10ce5d-39c7-49e7-b3e1-74f491d31bba HTTP/1.1" status: 200 len: 217 time: 0.0966239 Sep 02 13:27:03.061801 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d190126-6111-49cb-8a78-072487dadff7 req-ccb16d70-9dd0-40fc-8d70-3c2be684a227 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:03.079866 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d190126-6111-49cb-8a78-072487dadff7 req-ccb16d70-9dd0-40fc-8d70-3c2be684a227 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 946 time: 0.2734494 Sep 02 13:27:03.110624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-8bf8f470-2172-4427-9716-b3f993fb4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:03.113254 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-8bf8f470-2172-4427-9716-b3f993fb4bde service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1862590 Sep 02 13:27:03.195016 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d190126-6111-49cb-8a78-072487dadff7 req-2138c808-c36b-49fc-b2aa-aee4c0677966 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135094 Sep 02 13:27:03.256499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-6a6d8240-e4fa-4934-a895-38f6fa008cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:03.257957 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-6a6d8240-e4fa-4934-a895-38f6fa008cae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061108 Sep 02 13:27:03.261389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1edec703-d7b9-44ba-8208-037abbe41809 req-d8f6f9f9-f200-4aaf-b002-0e2f18273001 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1079860 Sep 02 13:27:03.325440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-75876319-5bc3-46d2-8519-6bb6a61ae4e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4369037 Sep 02 13:27:03.326857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:03.338312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbf29e-8baf-4bd4-999d-a3a320c6b0d2 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19e7553e-88a7-4e8c-af89-a491d8a056e1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:03.347587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:03.373750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d3f84b2f-cf79-4868-add9-78dfb04093a2 req-c8a24fe8-d48e-43ed-ad45-5717e25ba096 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1029270325', 'description': 'tempest-description-475703490'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:03.381796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc1adac-db57-4190-9201-09907b84ee40,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:03.476933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec703-d7b9-44ba-8208-037abbe41809 req-834a3d87-fffa-4f86-906f-2fe4c47cf739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:03.478574 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1edec703-d7b9-44ba-8208-037abbe41809 req-834a3d87-fffa-4f86-906f-2fe4c47cf739 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1100 time: 0.1531825 Sep 02 13:27:03.498094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63101a-d360-4675-b1cb-c72b49276eb7 req-814443c4-7888-4f4e-8806-146e57df356d tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:03.500880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5f63101a-d360-4675-b1cb-c72b49276eb7 req-814443c4-7888-4f4e-8806-146e57df356d tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 948 time: 0.1765420 Sep 02 13:27:03.503480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-b2c49a85-ec9a-4632-a812-8eb9af66d761 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245924 Sep 02 13:27:03.553171 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7c46914-2344-462c-8eb9-d6305ab113b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:03.614151 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:03.705155 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3f84b2f-cf79-4868-add9-78dfb04093a2 req-c8a24fe8-d48e-43ed-ad45-5717e25ba096 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:03.705848 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5f63101a-d360-4675-b1cb-c72b49276eb7 req-4dd93eab-c6ef-4efb-9651-54afa6c20961 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937308 Sep 02 13:27:03.760777 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1f0e1be0-21bc-4d63-be54-7db945210cdb None None] Provisioning for port 1dc1adac-db57-4190-9201-09907b84ee40 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:03.767156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1f0e1be0-21bc-4d63-be54-7db945210cdb None None] Provisioning complete for port 1dc1adac-db57-4190-9201-09907b84ee40 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:03.768042 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e1be0-21bc-4d63-be54-7db945210cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:03.769111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Allocated IP 192.168.233.107 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/1d451c2c-26b6-44ef-b421-a22d707dec85) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:03.836624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec703-d7b9-44ba-8208-037abbe41809 req-7ab16c21-65fe-40b5-bbd7-d1a28ee79e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:03.838983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1edec703-d7b9-44ba-8208-037abbe41809 req-7ab16c21-65fe-40b5-bbd7-d1a28ee79e2c service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2974892 Sep 02 13:27:03.845006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e1be0-21bc-4d63-be54-7db945210cdb None None] Port 1dc1adac-db57-4190-9201-09907b84ee40 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:03.862827 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13bd28ae-cd6b-49c4-ab43-c9d0a4ebfd19 req-12f6dfcb-a627-4698-8e3b-260896b05aeb service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224156 Sep 02 13:27:03.867123 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5de981d-cbff-44c2-bdfb-49946620e5d2 req-c11987fe-5148-4c51-b91a-8b8272e6c999 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 210 time: 0.0582042 Sep 02 13:27:03.896917 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-1a1ed741-0bb6-4b4d-a03f-76b744156b90 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386930 Sep 02 13:27:03.939135 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1edec703-d7b9-44ba-8208-037abbe41809 req-e958e630-19be-42aa-a21f-59f339490b3e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.0748405 Sep 02 13:27:04.011537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec703-d7b9-44ba-8208-037abbe41809 req-98616027-c47a-40db-9f7e-fef564815e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:04.014204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1edec703-d7b9-44ba-8208-037abbe41809 req-98616027-c47a-40db-9f7e-fef564815e41 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0650649 Sep 02 13:27:04.024115 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.125021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3f84b2f-cf79-4868-add9-78dfb04093a2 req-c8a24fe8-d48e-43ed-ad45-5717e25ba096 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.140004 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3f84b2f-cf79-4868-add9-78dfb04093a2 req-c8a24fe8-d48e-43ed-ad45-5717e25ba096 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.160516 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec703-d7b9-44ba-8208-037abbe41809 req-399baedd-e824-4a54-9234-5bf22c1fb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:04.162991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1edec703-d7b9-44ba-8208-037abbe41809 req-399baedd-e824-4a54-9234-5bf22c1fb5f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315408 Sep 02 13:27:04.185843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b924f-05a0-4c04-adf6-f1f820ec2ec9 req-268f9f92-4f29-4edd-8125-255a0c89f005 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:04.188639 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a2b924f-05a0-4c04-adf6-f1f820ec2ec9 req-268f9f92-4f29-4edd-8125-255a0c89f005 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 945 time: 0.1110497 Sep 02 13:27:04.208014 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.256271 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d3f84b2f-cf79-4868-add9-78dfb04093a2 req-c8a24fe8-d48e-43ed-ad45-5717e25ba096 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.258459 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3f84b2f-cf79-4868-add9-78dfb04093a2 req-c8a24fe8-d48e-43ed-ad45-5717e25ba096 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9370978 Sep 02 13:27:04.282397 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-969385bd-5c28-4da4-a4ba-d7037a2f4e87 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585372 Sep 02 13:27:04.299406 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a2b924f-05a0-4c04-adf6-f1f820ec2ec9 req-46f800b8-06e1-4b95-a10e-3c9977cc84ae tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975194 Sep 02 13:27:04.302597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a24fe8-d48e-43ed-ad45-5717e25ba096 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f142c4c9-e3db-4f9a-99f8-a1d9e950026b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:04.347705 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1edec703-d7b9-44ba-8208-037abbe41809 req-ecacd34e-5616-4477-a9f3-f41514a0dfd0 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576405 Sep 02 13:27:04.531964 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.538780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 61441541-b815-4e37-858d-dad85c91fa7f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:04.543704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a365b9d-9591-4490-9c4e-f2b14183e456 req-9dde5cb9-4dda-42aa-84a3-ee62b7ab2fba tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:04.545588 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a365b9d-9591-4490-9c4e-f2b14183e456 req-9dde5cb9-4dda-42aa-84a3-ee62b7ab2fba tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 946 time: 0.1538963 Sep 02 13:27:04.552972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1edec703-d7b9-44ba-8208-037abbe41809 req-81975a5e-3049-4599-b5d0-cd8f911d40d4 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898832 Sep 02 13:27:04.601727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-1a313a0b-427e-4889-8fff-82ceb90edca8 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:04.603244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-1a313a0b-427e-4889-8fff-82ceb90edca8 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.2104950 Sep 02 13:27:04.604392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Transition to ACTIVE for port object 1d451c2c-26b6-44ef-b421-a22d707dec85 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:04.608974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a365b9d-9591-4490-9c4e-f2b14183e456 req-84f9fad7-dcde-4bbd-8fb2-0698f8c71d63 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546081 Sep 02 13:27:04.610767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 61441541-b815-4e37-858d-dad85c91fa7f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:04.616171 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c207fd-3828-435d-bcf1-db79bf49cdf1 req-94fd0ef0-0f45-4ad6-8ae0-a26858d9c807 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:04.617737 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83c207fd-3828-435d-bcf1-db79bf49cdf1 req-94fd0ef0-0f45-4ad6-8ae0-a26858d9c807 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.2520111 Sep 02 13:27:04.620120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 61441541-b815-4e37-858d-dad85c91fa7f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:04.620821 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.625742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:04.700305 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ce0d546-747e-42f7-9e6a-e227e8b1e919 req-b5ad4089-7039-4672-a992-a7261c9f993a tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/f142c4c9-e3db-4f9a-99f8-a1d9e950026b HTTP/1.1" status: 200 len: 1812 time: 0.0596216 Sep 02 13:27:04.752537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ef7f49a6-7537-4baa-b71e-51ceb3ab955a req-0138808b-5827-47ab-92a1-771631686d11 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1521191766', 'description': 'tempest-description-242282907'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:04.782075 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.784344 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef7f49a6-7537-4baa-b71e-51ceb3ab955a req-0138808b-5827-47ab-92a1-771631686d11 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.796669 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83c207fd-3828-435d-bcf1-db79bf49cdf1 req-6a5ebb77-4961-4209-9937-f23e90b49147 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663852 Sep 02 13:27:04.811997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.839242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.862983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['efe7c697-2021-4557-a066-b7a83cdae6fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:04.877966 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.922161 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.940778 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:04.976042 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 61441541-b815-4e37-858d-dad85c91fa7f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=61441541-b815-4e37-858d-dad85c91fa7f,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:04.989501 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.031121 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef7f49a6-7537-4baa-b71e-51ceb3ab955a req-0138808b-5827-47ab-92a1-771631686d11 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.039567 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef7f49a6-7537-4baa-b71e-51ceb3ab955a req-0138808b-5827-47ab-92a1-771631686d11 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.095537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:05.098713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138808b-5827-47ab-92a1-771631686d11 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980bc3f9-7eff-4ff9-84f3-8d5a9d91d9e6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:05.103956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Pushing event updated for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:05.110897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=61441541-b815-4e37-858d-dad85c91fa7f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:05.112604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:05.119308 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef7f49a6-7537-4baa-b71e-51ceb3ab955a req-0138808b-5827-47ab-92a1-771631686d11 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.121652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:05.127327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef7f49a6-7537-4baa-b71e-51ceb3ab955a req-0138808b-5827-47ab-92a1-771631686d11 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3796363 Sep 02 13:27:05.278807 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.313225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2f880-c253-4556-80fd-3f4ab7e9f41f req-8887a501-bd25-4c3c-a30b-c6e77d9831a3 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:05.314866 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ea2f880-c253-4556-80fd-3f4ab7e9f41f req-8887a501-bd25-4c3c-a30b-c6e77d9831a3 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 936 time: 0.0857882 Sep 02 13:27:05.386987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ea2f880-c253-4556-80fd-3f4ab7e9f41f req-6ce93bf8-1fb9-4adc-8edb-2f937e3a260c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653868 Sep 02 13:27:05.425257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc1adac-db57-4190-9201-09907b84ee40,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:05.441165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef08a7d-e3ec-4c36-be33-1a7f7ddc6e43 req-697d5d4a-040b-4e2e-901e-9759c0588430 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:05.448651 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ef08a7d-e3ec-4c36-be33-1a7f7ddc6e43 req-697d5d4a-040b-4e2e-901e-9759c0588430 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 948 time: 0.4558504 Sep 02 13:27:05.461454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:05.462138 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.491634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-829e37b1-1ad8-45be-8312-ae857dcd2023 None None] Provisioning for port 1d451c2c-26b6-44ef-b421-a22d707dec85 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:05.504328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-829e37b1-1ad8-45be-8312-ae857dcd2023 None None] Provisioning complete for port 1d451c2c-26b6-44ef-b421-a22d707dec85 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:05.505350 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-829e37b1-1ad8-45be-8312-ae857dcd2023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.536012 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-4ebccf95-694c-495b-aea6-2db4cf137284 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2250390 Sep 02 13:27:05.542922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:05.553751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Request body: {'port': {'device_id': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:05.573623 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ef08a7d-e3ec-4c36-be33-1a7f7ddc6e43 req-206a95f3-ba54-4597-b72e-5a7348a26767 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220977 Sep 02 13:27:05.588361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-829e37b1-1ad8-45be-8312-ae857dcd2023 None None] Port 1d451c2c-26b6-44ef-b421-a22d707dec85 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:05.621774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69c99af4-f050-45bd-8751-97b109fdd79d req-b6c59eb4-45f5-4c50-ad68-543b6db26d88 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/980bc3f9-7eff-4ff9-84f3-8d5a9d91d9e6 HTTP/1.1" status: 200 len: 1812 time: 0.0847282 Sep 02 13:27:05.648510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c9b9d797-e595-4d40-9f92-4892f5749038 req-c3bf03ff-f720-48d1-a157-200ec84c391c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-901868125', 'description': 'tempest-description-2050692699'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:05.681336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9b9d797-e595-4d40-9f92-4892f5749038 req-c3bf03ff-f720-48d1-a157-200ec84c391c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.694385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Network 1b279328-467a-439c-ad8e-a54b96737678 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:05.722475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:05.771591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:05.837924 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.864844 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9b9d797-e595-4d40-9f92-4892f5749038 req-c3bf03ff-f720-48d1-a157-200ec84c391c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.870365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9b9d797-e595-4d40-9f92-4892f5749038 req-c3bf03ff-f720-48d1-a157-200ec84c391c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.923136 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9b9d797-e595-4d40-9f92-4892f5749038 req-c3bf03ff-f720-48d1-a157-200ec84c391c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:05.924692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9b9d797-e595-4d40-9f92-4892f5749038 req-c3bf03ff-f720-48d1-a157-200ec84c391c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2812259 Sep 02 13:27:05.927097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf03ff-f720-48d1-a157-200ec84c391c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52993e05-e97c-4781-a624-ed4a3ef5a448,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:06.018725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:27:06.043798 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.060335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72425323-e4de-4fc4-855c-3f2418921401 req-7f63848b-b54d-477c-bb7d-0360c7e489d9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:06.068148 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72425323-e4de-4fc4-855c-3f2418921401 req-7f63848b-b54d-477c-bb7d-0360c7e489d9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 945 time: 0.3881545 Sep 02 13:27:06.070517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:06.073026 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de388d7e-8cbe-459c-ac8e-4138a112a8c7" -d '{"events": [{"server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "name": "network-vif-unplugged", "status": "completed", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:06.086906 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d60c26-ef46-46ce-8439-5be880fbc0bf req-dad46d9b-1b61-4f62-be83-af53c3b95f8a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:06.088513 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57d60c26-ef46-46ce-8439-5be880fbc0bf req-dad46d9b-1b61-4f62-be83-af53c3b95f8a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.0689592 Sep 02 13:27:06.106494 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.133888 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6c8ecc55-4591-47f2-be3a-73917dad9cd8 None None] Provisioning complete for port 1dc1adac-db57-4190-9201-09907b84ee40 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:06.135439 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c8ecc55-4591-47f2-be3a-73917dad9cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.169803 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57d60c26-ef46-46ce-8439-5be880fbc0bf req-9582b24c-a7cf-44ee-9e12-70274c06bfb6 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743623 Sep 02 13:27:06.232861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ecc55-4591-47f2-be3a-73917dad9cd8 None None] Port 1dc1adac-db57-4190-9201-09907b84ee40 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:06.284350 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1a423372-ff5a-4941-bb3d-83d8e395adb5 req-b1976850-44a7-4010-9608-9685ab5f0ce8 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/52993e05-e97c-4781-a624-ed4a3ef5a448 HTTP/1.1" status: 200 len: 1812 time: 0.0625336 Sep 02 13:27:06.323327 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1d10ce5d-39c7-49e7-b3e1-74f491d31bba details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:27:06.337519 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72425323-e4de-4fc4-855c-3f2418921401 req-1a6c52dd-f628-491a-9e8b-b52d066962be tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684174 Sep 02 13:27:06.360821 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944c9c59-cd94-4f41-b60c-b259e9dbf133 x-openstack-request-id: req-944c9c59-cd94-4f41-b60c-b259e9dbf133 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:06.361190 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "name": "network-vif-unplugged", "status": "completed", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:06.361387 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-944c9c59-cd94-4f41-b60c-b259e9dbf133 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:06.361759 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247', 'code': 200} Sep 02 13:27:06.382810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Pushing event updated for resources: {'Port': ['ID=3c46a116-a0cc-434a-bfd2-125cf2676247,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:06.425118 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cdd1f68a-9ced-4931-8db9-c10a7c46288d req-cd546187-c0da-41e8-ad4e-0b2f234d0a8d tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-63886673', 'description': 'tempest-description-1108546336'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:06.481524 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdd1f68a-9ced-4931-8db9-c10a7c46288d req-cd546187-c0da-41e8-ad4e-0b2f234d0a8d tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.517857 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.559409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 61441541-b815-4e37-858d-dad85c91fa7f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:06.644018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:06.663152 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdd1f68a-9ced-4931-8db9-c10a7c46288d req-cd546187-c0da-41e8-ad4e-0b2f234d0a8d tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.667311 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '1d10ce5d-39c7-49e7-b3e1-74f491d31bba', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '1d10ce5d-39c7-49e7-b3e1-74f491d31bba', 'mac_address': 'fa:16:3e:66:55:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:27:06.669717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 61441541-b815-4e37-858d-dad85c91fa7f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:06.670277 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.723834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdd1f68a-9ced-4931-8db9-c10a7c46288d req-cd546187-c0da-41e8-ad4e-0b2f234d0a8d tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.747284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 on host n-h1-794796-4 for vnic_type normal with profile {"migrating_to": "n-h2-794796-4"} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:06.748262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:06.748262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:06.755029 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.785056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Port 3c46a116-a0cc-434a-bfd2-125cf2676247 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:27:06.785445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Attempting to bind port 3c46a116-a0cc-434a-bfd2-125cf2676247 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:06.802722 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:06.802722 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:06.803172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:06.803571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Bound port: 3c46a116-a0cc-434a-bfd2-125cf2676247, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:06.803911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.813195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:27:06.814333 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-5e7d4855-3391-4f08-ba2a-dfbd8ac97efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:06.818229 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-5e7d4855-3391-4f08-ba2a-dfbd8ac97efd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1101 time: 0.1489995 Sep 02 13:27:06.820457 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdd1f68a-9ced-4931-8db9-c10a7c46288d req-cd546187-c0da-41e8-ad4e-0b2f234d0a8d tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:06.833204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cdd1f68a-9ced-4931-8db9-c10a7c46288d req-cd546187-c0da-41e8-ad4e-0b2f234d0a8d tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4123631 Sep 02 13:27:06.835371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd546187-c0da-41e8-ad4e-0b2f234d0a8d tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db702dbf-6388-4e39-8da0-1c9f9a6cb748,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:06.851160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0fa842b0-ac6d-40fb-a7c3-df255277a621 admin admin] 10.222.0.13 "PUT /v2.0/routers/8e24e5c0-3e25-45f2-97f2-f0a5c127fa75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5082383 Sep 02 13:27:06.888006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfca30-9d11-4edf-82a2-ab086b2cb254 req-3748ce61-4a66-49e6-a4b6-092582a816e1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:06.889564 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-55dfca30-9d11-4edf-82a2-ab086b2cb254 req-3748ce61-4a66-49e6-a4b6-092582a816e1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 936 time: 0.1593308 Sep 02 13:27:07.051288 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-55dfca30-9d11-4edf-82a2-ab086b2cb254 req-8768f6ae-f8a2-4fda-a9c5-f58f5857971d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375892 Sep 02 13:27:07.074449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:07.097024 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Sync routers for ids ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:27:07.122534 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d10ce5d-39c7-49e7-b3e1-74f491d31bba {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:07.146058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:07.158295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:07.176244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d451c2c-26b6-44ef-b421-a22d707dec85 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:07.212689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-31a20324-7fd5-4dd2-b75d-2c2cdbc57003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:07.213824 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-31a20324-7fd5-4dd2-b75d-2c2cdbc57003 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.3643920 Sep 02 13:27:07.237628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Routers {'8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:07.237628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:07.238670 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:07.251820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:07.280077 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-3b578789-695a-4650-a9e6-29c8bbc5d26b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c HTTP/1.1" status: 200 len: 217 time: 0.0540900 Sep 02 13:27:07.310273 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:07.336593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ca8c865-861c-40d4-bb85-ca472a6cb18e req-9975dd07-f6c1-4ab2-8dd4-5c083464f689 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/db702dbf-6388-4e39-8da0-1c9f9a6cb748 HTTP/1.1" status: 200 len: 1811 time: 0.2026417 Sep 02 13:27:07.342505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Transition to ACTIVE for port object 1d451c2c-26b6-44ef-b421-a22d707dec85 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:07.363854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:07.369408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Pushing event updated for resources: {'Port': ['ID=3c46a116-a0cc-434a-bfd2-125cf2676247,revision_number=8']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:07.434464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bd409-26a8-41e8-b606-77cdeb0d4822 req-c7f52397-b772-49aa-9f80-8801cb3bd18c tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:07.449793 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc7bd409-26a8-41e8-b606-77cdeb0d4822 req-c7f52397-b772-49aa-9f80-8801cb3bd18c tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 948 time: 0.2345309 Sep 02 13:27:07.455466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:07.456678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:07.459070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f65a762a-52f7-40cb-b531-956de2053934 service neutron] 10.222.0.77 "PUT /v2.0/ports/3c46a116-a0cc-434a-bfd2-125cf2676247 HTTP/1.1" status: 200 len: 1121 time: 2.8387060 Sep 02 13:27:07.571485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-2caad9c7-2f65-44d8-8aff-3b0d7b2e45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:07.577118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Pushing event updated for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:07.578583 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-2caad9c7-2f65-44d8-8aff-3b0d7b2e45fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.2894249 Sep 02 13:27:07.619174 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3c46a116-a0cc-434a-bfd2-125cf2676247'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:07.625357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:07.634956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56ee4-e328-444a-a0e2-443a4e7ce5a1 req-14c2a0ab-0c65-4074-9954-ee899d6c5df4 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:07.638297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-43c56ee4-e328-444a-a0e2-443a4e7ce5a1 req-14c2a0ab-0c65-4074-9954-ee899d6c5df4 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.2009676 Sep 02 13:27:07.684391 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc7bd409-26a8-41e8-b606-77cdeb0d4822 req-f81c5b83-0e08-435c-9fd6-ca9b123fe48e tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336195 Sep 02 13:27:07.737546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1d10ce5d-39c7-49e7-b3e1-74f491d31bba'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:07.757389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-e6bc65a7-1409-4fdd-9cdb-29dbaa4533c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:07.757389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-e6bc65a7-1409-4fdd-9cdb-29dbaa4533c2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535580 Sep 02 13:27:07.777986 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-fc3f3100-227d-4d1e-858c-82b06de7d243 req-9ba1ee9f-bf0e-4e5f-baa0-ab805c8ec479 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] show failed (client error): The resource could not be found. Sep 02 13:27:07.795765 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3f3100-227d-4d1e-858c-82b06de7d243 req-9ba1ee9f-bf0e-4e5f-baa0-ab805c8ec479 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/66b898cb-f8b7-4efb-b8df-89563dd26a36 HTTP/1.1" status: 404 len: 352 time: 0.0520208 Sep 02 13:27:07.807412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Set router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:07.849611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Attempting to bind port 1d451c2c-26b6-44ef-b421-a22d707dec85 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:07.850229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Attempting to bind port 1d451c2c-26b6-44ef-b421-a22d707dec85 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:07.850353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Attempting to bind port 1d451c2c-26b6-44ef-b421-a22d707dec85 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:07.894933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Port 1d451c2c-26b6-44ef-b421-a22d707dec85 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:27:07.895426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Attempting to bind port 1d451c2c-26b6-44ef-b421-a22d707dec85 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:07.932310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:07.932776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:07.933352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:07.933744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Bound port: 1d451c2c-26b6-44ef-b421-a22d707dec85, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:07.934139 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:07.951787 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-43c56ee4-e328-444a-a0e2-443a4e7ce5a1 req-bafc427c-7459-433e-8ee1-a40c27c686fa tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543275 Sep 02 13:27:08.087600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:08.092319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:08.100436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-02b857c7-0930-476c-a6b9-6fe0e460e492 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292835 Sep 02 13:27:08.110028 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-9ebfbba1-c77b-4dc7-9d32-208e30d7e54d req-1170ad55-e827-409e-b93b-64d77010f5b6 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] show failed (client error): The resource could not be found. Sep 02 13:27:08.111815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ebfbba1-c77b-4dc7-9d32-208e30d7e54d req-1170ad55-e827-409e-b93b-64d77010f5b6 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-group-rules/7752f732-2fd6-4ef7-a67a-f65453951091 HTTP/1.1" status: 404 len: 361 time: 0.0167799 Sep 02 13:27:08.114012 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.198195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620128aa-1fa2-4e10-81cf-f0301a6a70fc req-4f9003ea-c51e-468a-be82-fdcd933b83a8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:08.213017 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-620128aa-1fa2-4e10-81cf-f0301a6a70fc req-4f9003ea-c51e-468a-be82-fdcd933b83a8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 943 time: 0.2752349 Sep 02 13:27:08.238886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Pushing event updated for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:08.253396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44720) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:08.260473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-network', 'tenant_id': '9ccbc521791341e297152bef4732c2e3'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:08.270395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:08.271952 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.273900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-ab294698-229d-4e2e-8d8c-feac92acf951 service neutron] 10.222.0.90 "PUT /v2.0/ports/1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 1096 time: 2.7247589 Sep 02 13:27:08.308693 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Made reservation on behalf of 9ccbc521791341e297152bef4732c2e3 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:08.315413 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.387548 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.389964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247'}, {'name': 'network-changed', 'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:08.393048 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf28355-4e19-4210-bc32-1d90c1738e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247"}, {"name": "network-changed", "server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:08.478811 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61441541-b815-4e37-858d-dad85c91fa7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:26:56Z', 'updated_at': '2021-09-02T13:27:03Z', 'revision_number': 4, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'gw_port': {'id': '61441541-b815-4e37-858d-dad85c91fa7f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:26:57Z', 'updated_at': '2021-09-02T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1dc1adac-db57-4190-9201-09907b84ee40', 'name': '', 'network_id': '1b279328-467a-439c-ad8e-a54b96737678', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'mac_address': 'fa:16:3e:2f:ad:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6014a2c-7c68-451f-9a31-b535cec4b6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:01Z', 'updated_at': '2021-09-02T13:27:04Z', 'revision_number': 2, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'subnets': [{'id': 'f6014a2c-7c68-451f-9a31-b535cec4b6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:08.510755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-620128aa-1fa2-4e10-81cf-f0301a6a70fc req-a2184676-35a1-451f-b51e-edc8f5f1b91e tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965412 Sep 02 13:27:08.526834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Checking router: 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:27:08.527406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Updating router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 port 1dc1adac-db57-4190-9201-09907b84ee40 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:27:08.552234 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7be926a8-f1d9-4c55-ac64-903740aa0904 req-28aadb2c-f9e9-4871-8156-54bb1233169b service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353144 Sep 02 13:27:08.554034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-706b6795-8d43-46c5-ba65-0476c96a5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:08.555919 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-706b6795-8d43-46c5-ba65-0476c96a5cc8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 1099 time: 0.2195699 Sep 02 13:27:08.587667 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.587896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-10f0afeb-40a0-47ce-80d6-6e798e6800a5 req-25b86c0f-7581-4bfe-bb4f-c401b276b885 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/db702dbf-6388-4e39-8da0-1c9f9a6cb748 HTTP/1.1" status: 200 len: 1811 time: 0.1877718 Sep 02 13:27:08.657026 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-7f212486-97ac-4458-8465-f052cf3f92c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 217 time: 0.0821264 Sep 02 13:27:08.799363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-a09ad558-45d4-4f34-8a2e-562a0b86fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:08.802567 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-a09ad558-45d4-4f34-8a2e-562a0b86fbd5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1312861 Sep 02 13:27:08.803581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-10f0afeb-40a0-47ce-80d6-6e798e6800a5 req-9ae4708e-709f-457d-b30a-291de5e3d1bd tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.841622 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.873783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.878038 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-10f0afeb-40a0-47ce-80d6-6e798e6800a5 req-9ae4708e-709f-457d-b30a-291de5e3d1bd tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.926536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5646c3-11f0-4531-9501-9ccfec2d6904 req-c28c6d4a-444a-4136-b691-2f386d9563d0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:08.936247 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:27:08.936898 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c5646c3-11f0-4531-9501-9ccfec2d6904 req-c28c6d4a-444a-4136-b691-2f386d9563d0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 948 time: 0.3081412 Sep 02 13:27:08.959183 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c38008-ed65-47ad-9ecd-25c4c707f509,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:08.963537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-0b1e6f23-75ff-4458-8245-95b2ee3093ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:08.965509 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-0b1e6f23-75ff-4458-8245-95b2ee3093ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388407 Sep 02 13:27:08.970288 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:08.971671 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Added segment 8f75541a-b0d5-4518-8ab4-8e1520232391 of type vlan for network feab0185-5032-45b7-947c-631dd7cf5867 Sep 02 13:27:08.988951 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c5646c3-11f0-4531-9501-9ccfec2d6904 req-28562f6f-e986-4792-867b-d936cc6e5aec tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506675 Sep 02 13:27:09.026664 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.032959 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-10f0afeb-40a0-47ce-80d6-6e798e6800a5 req-9ae4708e-709f-457d-b30a-291de5e3d1bd tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.035837 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-10f0afeb-40a0-47ce-80d6-6e798e6800a5 req-9ae4708e-709f-457d-b30a-291de5e3d1bd tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.037055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-10f0afeb-40a0-47ce-80d6-6e798e6800a5 req-9ae4708e-709f-457d-b30a-291de5e3d1bd tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "DELETE /v2.0/security-groups/db702dbf-6388-4e39-8da0-1c9f9a6cb748 HTTP/1.1" status: 204 len: 173 time: 0.4483058 Sep 02 13:27:09.043605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Transition to ACTIVE for port object 1dc1adac-db57-4190-9201-09907b84ee40 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:09.054721 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.081443 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709125b0-e00a-4019-80df-663d846d26cc x-openstack-request-id: req-709125b0-e00a-4019-80df-663d846d26cc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:09.081810 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:09.082142 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-709125b0-e00a-4019-80df-663d846d26cc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:09.082591 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247', 'status': 'completed', 'code': 200} Sep 02 13:27:09.082909 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'status': 'completed', 'code': 200} Sep 02 13:27:09.107254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4708e-709f-457d-b30a-291de5e3d1bd tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db702dbf-6388-4e39-8da0-1c9f9a6cb748,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:09.110692 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.117802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f05b2a-aeec-4cb6-994f-318c971c378f None None] Pushing event updated for resources: {'Port': ['ID=1dc1adac-db57-4190-9201-09907b84ee40,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:09.175491 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.176516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:09.177531 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.180068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3c46a116-a0cc-434a-bfd2-125cf2676247 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:27:09.222874 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-d78faffb-6171-42ea-9695-fd6b39d85324 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382333 Sep 02 13:27:09.229309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-e74221f1-068d-4c84-adbf-07bc3a83c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:09.231770 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-e74221f1-068d-4c84-adbf-07bc3a83c647 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1124 time: 0.1314337 Sep 02 13:27:09.243386 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Attempting to bind port 1dc1adac-db57-4190-9201-09907b84ee40 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:09.243386 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Attempting to bind port 1dc1adac-db57-4190-9201-09907b84ee40 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:09.243386 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Attempting to bind port 1dc1adac-db57-4190-9201-09907b84ee40 on network 1b279328-467a-439c-ad8e-a54b96737678 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:09.273078 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:09.276394 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Checking segment: {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:09.277011 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.278308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Bound using segment: {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:09.278308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Bound port: 1dc1adac-db57-4190-9201-09907b84ee40, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:09.279097 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.409889 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d4cbe-11aa-4f82-b370-f096ab528d78 req-dbadea37-2e47-4836-9a73-5ffc68763669 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:09.422735 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f97d4cbe-11aa-4f82-b370-f096ab528d78 req-dbadea37-2e47-4836-9a73-5ffc68763669 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.2157168 Sep 02 13:27:09.474464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:09.477354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] Pushing event updated for resources: {'Network': ['ID=feab0185-5032-45b7-947c-631dd7cf5867,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:09.490946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] For port 1dc1adac-db57-4190-9201-09907b84ee40, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:09.496191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fd595eb1-d5e9-488d-b598-c7d9e917a626 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2380824 Sep 02 13:27:09.500787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44736) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:09.507800 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network feab0185-5032-45b7-947c-631dd7cf5867 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:27:09.513216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-d9461de2-a727-478e-bbc1-0b16816e7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:09.514303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Request body: {'subnet': {'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-subnet', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:09.516623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-d9461de2-a727-478e-bbc1-0b16816e7f9f service neutron] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.2587357 Sep 02 13:27:09.547622 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f97d4cbe-11aa-4f82-b370-f096ab528d78 req-9b3d9f4f-d54b-49dd-be6b-e6f8d18b03db tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204739 Sep 02 13:27:09.555314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae6adb-8188-4b8f-a3db-c03f2f91e41d req-dba185ef-3c74-4b73-96fb-5f1d6fba8206 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:09.558282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aaae6adb-8188-4b8f-a3db-c03f2f91e41d req-dba185ef-3c74-4b73-96fb-5f1d6fba8206 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 949 time: 0.3853936 Sep 02 13:27:09.588183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3c46a116-a0cc-434a-bfd2-125cf2676247 has no active binding in host n-h2-794796-4 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 13:27:09.595861 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-1cf803eb-0781-409d-8bb8-c00f7d6accf8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c46a116-a0cc-434a-bfd2-125cf2676247 HTTP/1.1" status: 200 len: 217 time: 0.0706036 Sep 02 13:27:09.605027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] For port 1dc1adac-db57-4190-9201-09907b84ee40, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1dc1adac-db57-4190-9201-09907b84ee40,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:09.616006 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.647070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Made reservation on behalf of 9ccbc521791341e297152bef4732c2e3 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:09.650741 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:09.690061 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d31e14b-b654-43dc-b8e5-9f76d4b08b62 req-d7cea982-769a-4bbd-affe-2340e18c7b39 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112346 Sep 02 13:27:09.736501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f05b2a-aeec-4cb6-994f-318c971c378f None None] Pushing event updated for resources: {'Port': ['ID=1dc1adac-db57-4190-9201-09907b84ee40,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:09.736820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-f8d3664d-3070-4705-99fc-61b682c5f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:09.739106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-f8d3664d-3070-4705-99fc-61b682c5f669 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.1342626 Sep 02 13:27:09.739307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Routers {'8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:09.739857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:09.745880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a340dda4-dad5-4d43-b1c4-dc3a0a898ddc req-b69c9f28-cebc-4a78-bae0-e3d38885feda tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/52993e05-e97c-4781-a624-ed4a3ef5a448 HTTP/1.1" status: 200 len: 1812 time: 0.1269715 Sep 02 13:27:09.766095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aaae6adb-8188-4b8f-a3db-c03f2f91e41d req-4d3d1351-5969-457f-b897-e7b767244ee5 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807256 Sep 02 13:27:09.806446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-ff093141-84e3-4398-93b8-6caca0040e4d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552843 Sep 02 13:27:09.923668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] Set router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:09.971151 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a340dda4-dad5-4d43-b1c4-dc3a0a898ddc req-5ba54178-cd72-46f6-939b-f86e2e32beab tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.019867 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.031692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-63ba6e36-8538-4f0a-a5b9-a000c0e1c26c service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115874 Sep 02 13:27:10.038083 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a340dda4-dad5-4d43-b1c4-dc3a0a898ddc req-5ba54178-cd72-46f6-939b-f86e2e32beab tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.087219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11554a1e-fef6-4011-8bea-af56d27d41bc,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:10.126474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Checking segment: {'id': '8f75541a-b0d5-4518-8ab4-8e1520232391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:10.126851 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Network hostable DHCP agents. Network: feab0185-5032-45b7-947c-631dd7cf5867, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:27:10.159050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Network feab0185-5032-45b7-947c-631dd7cf5867 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:27:10.179756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, feab0185-5032-45b7-947c-631dd7cf5867) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:10.190547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:10.191597 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.219388 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0f55aec5-538f-4494-a277-39afa4342820 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7138932 Sep 02 13:27:10.220363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44744) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:10.227909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c67fe-e863-4fae-8446-c9eb24f39e34 None None] Network feab0185-5032-45b7-947c-631dd7cf5867 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:27:10.230266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:10.264738 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-1194684e-88bf-4714-8fcb-689da75fb472 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232280 Sep 02 13:27:10.281617 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.282313 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a340dda4-dad5-4d43-b1c4-dc3a0a898ddc req-5ba54178-cd72-46f6-939b-f86e2e32beab tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.283461 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.289901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a340dda4-dad5-4d43-b1c4-dc3a0a898ddc req-5ba54178-cd72-46f6-939b-f86e2e32beab tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.294533 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a340dda4-dad5-4d43-b1c4-dc3a0a898ddc req-5ba54178-cd72-46f6-939b-f86e2e32beab tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "DELETE /v2.0/security-groups/52993e05-e97c-4781-a624-ed4a3ef5a448 HTTP/1.1" status: 204 len: 173 time: 0.5094719 Sep 02 13:27:10.351911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba54178-cd72-46f6-939b-f86e2e32beab tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52993e05-e97c-4781-a624-ed4a3ef5a448,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:10.362971 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.366105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61441541-b815-4e37-858d-dad85c91fa7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:26:56Z', 'updated_at': '2021-09-02T13:27:03Z', 'revision_number': 4, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'gw_port': {'id': '61441541-b815-4e37-858d-dad85c91fa7f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:26:57Z', 'updated_at': '2021-09-02T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1dc1adac-db57-4190-9201-09907b84ee40', 'name': '', 'network_id': '1b279328-467a-439c-ad8e-a54b96737678', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'mac_address': 'fa:16:3e:2f:ad:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6014a2c-7c68-451f-9a31-b535cec4b6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:01Z', 'updated_at': '2021-09-02T13:27:09Z', 'revision_number': 4, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'subnets': [{'id': 'f6014a2c-7c68-451f-9a31-b535cec4b6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:10.428141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811570c-1b3a-47bf-a126-3ea6281217bc None None] The sync data for ids ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'] in n-d-794796-4 is: [{'id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61441541-b815-4e37-858d-dad85c91fa7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:26:56Z', 'updated_at': '2021-09-02T13:27:03Z', 'revision_number': 4, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'gw_port': {'id': '61441541-b815-4e37-858d-dad85c91fa7f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:26:57Z', 'updated_at': '2021-09-02T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1dc1adac-db57-4190-9201-09907b84ee40', 'name': '', 'network_id': '1b279328-467a-439c-ad8e-a54b96737678', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'mac_address': 'fa:16:3e:2f:ad:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'f6014a2c-7c68-451f-9a31-b535cec4b6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:01Z', 'updated_at': '2021-09-02T13:27:09Z', 'revision_number': 4, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'subnets': [{'id': 'f6014a2c-7c68-451f-9a31-b535cec4b6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:27:10.429892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1d10ce5d-39c7-49e7-b3e1-74f491d31bba up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:10.586663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-6cca3fe6-2f91-4518-8d37-519f551ba203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:10.588528 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-6cca3fe6-2f91-4518-8d37-519f551ba203 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 1099 time: 0.1972766 Sep 02 13:27:10.599531 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05dfd-e4c6-4032-86a0-f1c6d3c7861a req-7330a69d-5764-4275-a422-8c22d14dde19 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:10.601396 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7fd05dfd-e4c6-4032-86a0-f1c6d3c7861a req-7330a69d-5764-4275-a422-8c22d14dde19 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 943 time: 0.1350384 Sep 02 13:27:10.671917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:10.687411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:10.687921 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.740546 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:10.782645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-3b25ee3a-b260-486b-91ba-b2ef5a8e1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:10.784360 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-3b25ee3a-b260-486b-91ba-b2ef5a8e1839 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1818132 Sep 02 13:27:10.875635 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7fd05dfd-e4c6-4032-86a0-f1c6d3c7861a req-94348554-709f-4fd6-885c-ba61acd373b5 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883873 Sep 02 13:27:10.891899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-feab0185-5032-45b7-947c-631dd7cf5867', 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'fixed_ips': [{'subnet_id': '11554a1e-fef6-4011-8bea-af56d27d41bc'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:27:10.894215 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.071419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-21c52998-e494-4d4f-a16d-53379ef2c5b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 217 time: 0.0680590 Sep 02 13:27:11.077200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618b08-3b1b-4a52-ae07-07bc0e1e2bd2 req-ec8599bd-93ff-4c7a-8b8d-18eae519567c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:11.091228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91618b08-3b1b-4a52-ae07-07bc0e1e2bd2 req-ec8599bd-93ff-4c7a-8b8d-18eae519567c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 948 time: 0.2691710 Sep 02 13:27:11.164593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91618b08-3b1b-4a52-ae07-07bc0e1e2bd2 req-d6d671aa-1ff4-43e1-8207-641b1a3bcffa tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716267 Sep 02 13:27:11.182054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-876d2e5b-a8f6-40be-b37b-046577576bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:11.184749 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-876d2e5b-a8f6-40be-b37b-046577576bb3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1033251 Sep 02 13:27:11.193055 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-958130cd-acef-44a0-a980-6675c89f8a6e req-1228ee9f-05c0-4916-b14a-ad3a112b8c39 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/980bc3f9-7eff-4ff9-84f3-8d5a9d91d9e6 HTTP/1.1" status: 200 len: 1812 time: 0.2662418 Sep 02 13:27:11.290035 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.329258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-9bc36286-d366-4c73-ac51-7668294f402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:11.331267 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-9bc36286-d366-4c73-ac51-7668294f402c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324325 Sep 02 13:27:11.439083 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-958130cd-acef-44a0-a980-6675c89f8a6e req-bad0c042-73ad-4418-81a2-2d809baec971 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.496914 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-958130cd-acef-44a0-a980-6675c89f8a6e req-bad0c042-73ad-4418-81a2-2d809baec971 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.537288 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946bea21-a037-452b-b2ac-71d4e93763a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d10ce5d-39c7-49e7-b3e1-74f491d31bba'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:11.540148 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae146347-70a5-4eb4-a50c-0ea0c83b18da" -d '{"events": [{"server_uuid": "946bea21-a037-452b-b2ac-71d4e93763a8", "name": "network-vif-plugged", "status": "completed", "tag": "1d10ce5d-39c7-49e7-b3e1-74f491d31bba"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:11.541084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36153ef-3fe3-4733-b343-3111191d1e9f req-862337a4-bd21-4ab3-8d57-355f533b68d9 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:11.542700 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d36153ef-3fe3-4733-b343-3111191d1e9f req-862337a4-bd21-4ab3-8d57-355f533b68d9 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.2009785 Sep 02 13:27:11.544203 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.554913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Allocated IP 172.20.0.2 (feab0185-5032-45b7-947c-631dd7cf5867/11554a1e-fef6-4011-8bea-af56d27d41bc/077f4ac8-fea6-42a9-ad9d-73cb2ebd4904) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:11.562717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:11.579285 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-958130cd-acef-44a0-a980-6675c89f8a6e req-bad0c042-73ad-4418-81a2-2d809baec971 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.581022 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.585819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-958130cd-acef-44a0-a980-6675c89f8a6e req-bad0c042-73ad-4418-81a2-2d809baec971 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.588516 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-958130cd-acef-44a0-a980-6675c89f8a6e req-bad0c042-73ad-4418-81a2-2d809baec971 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "DELETE /v2.0/security-groups/980bc3f9-7eff-4ff9-84f3-8d5a9d91d9e6 HTTP/1.1" status: 204 len: 173 time: 0.3719702 Sep 02 13:27:11.636957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0c042-73ad-4418-81a2-2d809baec971 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980bc3f9-7eff-4ff9-84f3-8d5a9d91d9e6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:11.652472 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.712041 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-45b49d93-59e8-4301-8ea7-ebcd3e038ed8 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646095 Sep 02 13:27:11.784459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:11.817516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Allocated IP 172.25.3.18 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/92c592f3-14d3-45eb-b344-8b53fe2922a5) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:11.859975 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.868644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Transition to ACTIVE for port object 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:11.885187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Transition to ACTIVE for port object 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:11.905486 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:11.925787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bf28355-4e19-4210-bc32-1d90c1738e8c req-23b720c4-8f6c-46bc-8082-5bc745f5543d service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050893 Sep 02 13:27:11.952443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf7138-eb03-4af9-8d7b-af9a5a9d64ad req-d42f829b-e569-44c2-85df-72e67c9fa1a2 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:11.961307 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3cf7138-eb03-4af9-8d7b-af9a5a9d64ad req-d42f829b-e569-44c2-85df-72e67c9fa1a2 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 950 time: 0.2192833 Sep 02 13:27:12.012398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Network feab0185-5032-45b7-947c-631dd7cf5867 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:12.014114 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3cf7138-eb03-4af9-8d7b-af9a5a9d64ad req-022bd561-29de-44e2-91e9-218a78a00b99 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515766 Sep 02 13:27:12.020809 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:12.029237 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-f9db7b9d-5ac6-40b7-a7cf-a8818079997d service neutron] 10.222.0.90 "GET /v2.0/ports/3c46a116-a0cc-434a-bfd2-125cf2676247/bindings/n-h2-794796-4 HTTP/1.1" status: 200 len: 384 time: 0.1332228 Sep 02 13:27:12.034282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:12.099542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Pushing event updated for resources: {'Port': ['ID=077f4ac8-fea6-42a9-ad9d-73cb2ebd4904,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:12.148207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d36153ef-3fe3-4733-b343-3111191d1e9f req-e2606768-c5ab-4582-a6d1-363fedcb58de tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692446 Sep 02 13:27:12.150711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Attempting to bind port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:12.151336 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Attempting to bind port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '8f75541a-b0d5-4518-8ab4-8e1520232391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:12.151947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Attempting to bind port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 on network feab0185-5032-45b7-947c-631dd7cf5867 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:12.161834 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4b013-ea5e-4db5-b5d7-e49f2c804c97 x-openstack-request-id: req-a5f4b013-ea5e-4db5-b5d7-e49f2c804c97 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:12.162183 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946bea21-a037-452b-b2ac-71d4e93763a8", "name": "network-vif-plugged", "status": "completed", "tag": "1d10ce5d-39c7-49e7-b3e1-74f491d31bba", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:12.162495 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5f4b013-ea5e-4db5-b5d7-e49f2c804c97 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:12.162944 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946bea21-a037-452b-b2ac-71d4e93763a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d10ce5d-39c7-49e7-b3e1-74f491d31bba', 'code': 200} Sep 02 13:27:12.176294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:12.176894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Checking segment: {'id': '8f75541a-b0d5-4518-8ab4-8e1520232391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:12.177618 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.178033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Bound using segment: {'id': '8f75541a-b0d5-4518-8ab4-8e1520232391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:12.178541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Bound port: 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f75541a-b0d5-4518-8ab4-8e1520232391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:12.178934 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.282325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] For port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:12.283939 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2384975c-0f01-45c4-afa0-d41bf6bc79d7 req-9afcd0a5-6a87-4679-b5ee-74f9f34e06e8 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/f142c4c9-e3db-4f9a-99f8-a1d9e950026b HTTP/1.1" status: 200 len: 1812 time: 0.0976567 Sep 02 13:27:12.292138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] For port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=077f4ac8-fea6-42a9-ad9d-73cb2ebd4904,segment=NetworkSegment(8f75541a-b0d5-4518-8ab4-8e1520232391),segment_id=8f75541a-b0d5-4518-8ab4-8e1520232391)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:12.329921 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.336815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b670d65-2eac-4914-ae8f-d1c7a80f8fcb req-818fad93-9fd5-4969-a973-4961e1142fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:12.340855 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b670d65-2eac-4914-ae8f-d1c7a80f8fcb req-818fad93-9fd5-4969-a973-4961e1142fa5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 1101 time: 0.0840054 Sep 02 13:27:12.403157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:12.427138 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:12.467796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c46a116-a0cc-434a-bfd2-125cf2676247 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:12.480263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.502622 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b670d65-2eac-4914-ae8f-d1c7a80f8fcb req-296fcf9c-e6b1-4bf1-9762-17c951bea42c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480691 Sep 02 13:27:12.514055 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2384975c-0f01-45c4-afa0-d41bf6bc79d7 req-dd1a33c6-648b-49ee-b9f9-9abcb79b1d4c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.562626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:12.568672 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.575764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8da684-8ae1-4d70-80a6-78afc2b46449 None None] Pushing event updated for resources: {'Port': ['ID=077f4ac8-fea6-42a9-ad9d-73cb2ebd4904,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:12.583115 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:27:12.586654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2384975c-0f01-45c4-afa0-d41bf6bc79d7 req-dd1a33c6-648b-49ee-b9f9-9abcb79b1d4c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.604039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05f445-e9d9-4910-af01-362aaed9b312 req-ec780e4a-7762-432f-aee5-58e700ad3903 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:12.618593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5a05f445-e9d9-4910-af01-362aaed9b312 req-ec780e4a-7762-432f-aee5-58e700ad3903 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 943 time: 0.3542113 Sep 02 13:27:12.637821 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2384975c-0f01-45c4-afa0-d41bf6bc79d7 req-dd1a33c6-648b-49ee-b9f9-9abcb79b1d4c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.646976 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2384975c-0f01-45c4-afa0-d41bf6bc79d7 req-dd1a33c6-648b-49ee-b9f9-9abcb79b1d4c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.648883 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2384975c-0f01-45c4-afa0-d41bf6bc79d7 req-dd1a33c6-648b-49ee-b9f9-9abcb79b1d4c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "DELETE /v2.0/security-groups/f142c4c9-e3db-4f9a-99f8-a1d9e950026b HTTP/1.1" status: 204 len: 173 time: 0.3579233 Sep 02 13:27:12.674421 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a33c6-648b-49ee-b9f9-9abcb79b1d4c tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f142c4c9-e3db-4f9a-99f8-a1d9e950026b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:12.685176 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1dc1adac-db57-4190-9201-09907b84ee40 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:12.729168 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.760074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:12.761520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Pushing event updated for resources: {'Port': ['ID=92c592f3-14d3-45eb-b344-8b53fe2922a5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:12.794875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:12.803872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:12.841887 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5a05f445-e9d9-4910-af01-362aaed9b312 req-81e55e90-0bf1-4ac8-8c04-a4e86f8e2eb6 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219324 Sep 02 13:27:12.844953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 1dc1adac-db57-4190-9201-09907b84ee40 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:12.867320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1dc1adac-db57-4190-9201-09907b84ee40 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:12.867870 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:12.907706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613578-6104-4309-a808-884be05e5d18 req-4b8a7b77-5134-43d3-8db7-65fa6e6ba15d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:12.912960 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff613578-6104-4309-a808-884be05e5d18 req-4b8a7b77-5134-43d3-8db7-65fa6e6ba15d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 948 time: 0.1455946 Sep 02 13:27:13.065240 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff613578-6104-4309-a808-884be05e5d18 req-8a7dc8e0-5d1a-4ce9-bc40-fe8a0a64895b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042042 Sep 02 13:27:13.096324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] Transition to ACTIVE for port object 3c46a116-a0cc-434a-bfd2-125cf2676247 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:13.099162 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.113840 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.192609 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 1dc1adac-db57-4190-9201-09907b84ee40, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1dc1adac-db57-4190-9201-09907b84ee40,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:13.204949 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cc4be687-c6f5-495d-a59c-fb79a147bacd req-2faafbae-1df4-4431-ba31-f2af13a04c85 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "GET /v2.0/security-groups/e3dda9a4-fbb3-41f0-9bb9-e5813ba4695e HTTP/1.1" status: 200 len: 1811 time: 0.2950537 Sep 02 13:27:13.209361 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.258849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43a0f-fc92-4aac-835e-37aa1606f31d req-4660c06d-731b-450c-b104-50ba9fae0765 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:13.262079 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8cc43a0f-fc92-4aac-835e-37aa1606f31d req-4660c06d-731b-450c-b104-50ba9fae0765 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 950 time: 0.0771043 Sep 02 13:27:13.306430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] No DVR routers for this DVR port 3c46a116-a0cc-434a-bfd2-125cf2676247 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:27:13.307028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=1dc1adac-db57-4190-9201-09907b84ee40,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:13.333740 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8cc43a0f-fc92-4aac-835e-37aa1606f31d req-820a9e3c-22a1-4233-ad9f-328dcccacb3e tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636549 Sep 02 13:27:13.353958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] Pushing event updated for resources: {'Port': ['ID=3c46a116-a0cc-434a-bfd2-125cf2676247,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:13.462895 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ad1c52f2-ddd3-4150-8871-a995baa89b49 service neutron] 10.222.0.90 "PUT /v2.0/ports/3c46a116-a0cc-434a-bfd2-125cf2676247/bindings/n-h2-794796-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4117763 Sep 02 13:27:13.482862 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cc4be687-c6f5-495d-a59c-fb79a147bacd req-0d161dc6-0696-4487-a867-ac7639b1fb28 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.644393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862ea75-e587-41aa-bf63-ce274e508cbd req-5c8c442e-8601-4e43-bd46-0fee70ae103f tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:13.646045 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b862ea75-e587-41aa-bf63-ce274e508cbd req-5c8c442e-8601-4e43-bd46-0fee70ae103f tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1535554 Sep 02 13:27:13.700765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-a96b0412-399e-4f8e-9a9e-ccae4c25b7bc tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:13.703833 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-a96b0412-399e-4f8e-9a9e-ccae4c25b7bc tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1095 time: 0.1606233 Sep 02 13:27:13.813241 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b862ea75-e587-41aa-bf63-ce274e508cbd req-8e3c20d6-ffdc-4ccd-9d43-579af0d4e438 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448796 Sep 02 13:27:13.852208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-b2cc544d-10f1-41e4-998d-56521f8ac1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:13.854294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-b2cc544d-10f1-41e4-998d-56521f8ac1a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce&tenant_id=0af8c0179fe440ad933e02d682e720a9 HTTP/1.1" status: 200 len: 1095 time: 0.1344116 Sep 02 13:27:13.859833 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cc4be687-c6f5-495d-a59c-fb79a147bacd req-0d161dc6-0696-4487-a867-ac7639b1fb28 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:13.864359 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.027953 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cc4be687-c6f5-495d-a59c-fb79a147bacd req-0d161dc6-0696-4487-a867-ac7639b1fb28 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.031369 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cc4be687-c6f5-495d-a59c-fb79a147bacd req-0d161dc6-0696-4487-a867-ac7639b1fb28 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.033063 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cc4be687-c6f5-495d-a59c-fb79a147bacd req-0d161dc6-0696-4487-a867-ac7639b1fb28 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] 10.222.0.13 "DELETE /v2.0/security-groups/e3dda9a4-fbb3-41f0-9bb9-e5813ba4695e HTTP/1.1" status: 204 len: 173 time: 0.8267543 Sep 02 13:27:14.048835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44784) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:14.104901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d161dc6-0696-4487-a867-ac7639b1fb28 tempest-SecurityGroupRulesNegativeTestJSON-756195675 tempest-SecurityGroupRulesNegativeTestJSON-756195675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dda9a4-fbb3-41f0-9bb9-e5813ba4695e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:14.137838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-3744e8fb-e45f-4eda-be40-2f3e2fe2cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.143756 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-3744e8fb-e45f-4eda-be40-2f3e2fe2cd1e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1095 time: 0.2470131 Sep 02 13:27:14.157275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a136-0277-4ba1-b029-a1593ff765ce req-67257977-49e7-4e69-9568-cc357cda6d40 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.158824 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c296a136-0277-4ba1-b029-a1593ff765ce req-67257977-49e7-4e69-9568-cc357cda6d40 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 944 time: 0.1705234 Sep 02 13:27:14.236828 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c2069-56b9-4cbf-a408-f006b7c0ca8a None None] Network feab0185-5032-45b7-947c-631dd7cf5867 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:27:14.290006 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c296a136-0277-4ba1-b029-a1593ff765ce req-18bec299-36d2-451e-bccf-12665c04d0a2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222069 Sep 02 13:27:14.340014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78ec836-ca58-409f-9606-141ba78b7cc8 admin admin] Deleting subnet 09ad7b6a-9193-4eb0-9c08-a68a329e9333 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:27:14.344787 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d78ec836-ca58-409f-9606-141ba78b7cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.368610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-31578c7c-ed92-479e-9b55-c6c918f9eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.383267 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-31578c7c-ed92-479e-9b55-c6c918f9eeb9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.2233975 Sep 02 13:27:14.384996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-652d788c-ab3c-42c3-a054-1732b7569e8a None None] Provisioning for port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:14.394498 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1d451c2c-26b6-44ef-b421-a22d707dec85 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:27:14.410295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57576ca9-fa13-4aa7-9161-6598a1be8957 req-afc37739-600f-4304-9910-5b9efadcec56 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.412615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-57576ca9-fa13-4aa7-9161-6598a1be8957 req-afc37739-600f-4304-9910-5b9efadcec56 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 948 time: 0.2198205 Sep 02 13:27:14.415126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d78ec836-ca58-409f-9606-141ba78b7cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.480900 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.508839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-6cbe890f-d3eb-4f92-a1c9-ed1d986198f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c46a116-a0cc-434a-bfd2-125cf2676247 HTTP/1.1" status: 200 len: 217 time: 0.1131577 Sep 02 13:27:14.574647 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d78ec836-ca58-409f-9606-141ba78b7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.605715 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:14.617251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ec6d0dff-8715-46b8-bd7e-46efa52a5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.618759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-ec6d0dff-8715-46b8-bd7e-46efa52a5200 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.0994029 Sep 02 13:27:14.622539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'mac_address': 'fa:16:3e:5d:02:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:27:14.630146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b07438-c810-4069-bce3-3d21dabbc98e req-5772592c-0a03-4370-9aca-ac737b87ffbf tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:14.638779 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14b07438-c810-4069-bce3-3d21dabbc98e req-5772592c-0a03-4370-9aca-ac737b87ffbf tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 950 time: 0.1367669 Sep 02 13:27:14.698073 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-c29d530d-c4b3-4137-819e-248e43e9da7c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388439 Sep 02 13:27:14.716424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:14.745011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14b07438-c810-4069-bce3-3d21dabbc98e req-7972a697-3174-40db-b83c-5fec7578526a tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053677 Sep 02 13:27:14.758614 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-57576ca9-fa13-4aa7-9161-6598a1be8957 req-62988073-85fa-49a2-b788-d84d0f8405fa tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186531 Sep 02 13:27:14.803242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d78ec836-ca58-409f-9606-141ba78b7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.826058 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.863348 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-88fe15c5-2689-4c48-8800-6cf51f7ad653 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545048 Sep 02 13:27:14.877396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d451c2c-26b6-44ef-b421-a22d707dec85 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:14.905146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:14.922889 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.930448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d78ec836-ca58-409f-9606-141ba78b7cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:14.943606 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d78ec836-ca58-409f-9606-141ba78b7cc8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/09ad7b6a-9193-4eb0-9c08-a68a329e9333 HTTP/1.1" status: 204 len: 168 time: 0.8935568 Sep 02 13:27:14.949799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44798) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:14.957047 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ec836-ca58-409f-9606-141ba78b7cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ad7b6a-9193-4eb0-9c08-a68a329e9333,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:14.977486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:14.994421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:14.994809 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.118347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Router 06839a92-4e6a-424c-a173-128a43155809 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:27:15.126701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:15.180169 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.202085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-88d8a0c6-1941-490a-8aae-0c252d63df82 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231206 Sep 02 13:27:15.237107 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.310284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=077f4ac8-fea6-42a9-ad9d-73cb2ebd4904,segment=NetworkSegment(8f75541a-b0d5-4518-8ab4-8e1520232391),segment_id=8f75541a-b0d5-4518-8ab4-8e1520232391)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:15.317999 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.320178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1dc1adac-db57-4190-9201-09907b84ee40 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:15.335140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03280d27-2380-47ee-85ae-7493aa6f0a0f req-b6b2695c-4ba9-4092-a5d8-40dbad32f3c7 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.339827 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03280d27-2380-47ee-85ae-7493aa6f0a0f req-b6b2695c-4ba9-4092-a5d8-40dbad32f3c7 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.2123308 Sep 02 13:27:15.375631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1d451c2c-26b6-44ef-b421-a22d707dec85'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:15.435188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c5288-91d0-4b55-a31a-bc381f53aec9 req-c0920a1b-c07b-492b-a4c5-5f5bf572c40f tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:15.437082 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-660c5288-91d0-4b55-a31a-bc381f53aec9 req-c0920a1b-c07b-492b-a4c5-5f5bf572c40f tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 950 time: 0.1813865 Sep 02 13:27:15.501554 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03280d27-2380-47ee-85ae-7493aa6f0a0f req-824677d2-c012-4be5-b5c0-acf4f4b4c19b tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563425 Sep 02 13:27:15.521512 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.525486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:27:15.540208 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Sync routers for ids ['06839a92-4e6a-424c-a173-128a43155809'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:27:15.555240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb265e8c-8b24-4d6a-9b46-2a7f294a6e36']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:15.573399 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Routers {'06839a92-4e6a-424c-a173-128a43155809'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:15.574126 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['06839a92-4e6a-424c-a173-128a43155809'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:15.584482 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-660c5288-91d0-4b55-a31a-bc381f53aec9 req-e408b691-1617-4b68-8282-e5dde5dd6e15 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012893 Sep 02 13:27:15.600874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afce75d-bce7-4f43-a387-4f63324cece0') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:15.601167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afce75d-bce7-4f43-a387-4f63324cece0') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:15.617283 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.632724 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.637564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:15.637832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f3b4456b-027e-47b9-a7dc-49f088063bcf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4158812 Sep 02 13:27:15.644113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5f94bf43-b65a-49cb-986a-fd32c1490a10 None None] Provisioning complete for port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:15.645449 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f94bf43-b65a-49cb-986a-fd32c1490a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.663350 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.679487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:27:15.679961 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:27:15.681768 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:27:15.707782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=077f4ac8-fea6-42a9-ad9d-73cb2ebd4904,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:15.765829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.779596 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:15.779596 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fb265e8c-8b24-4d6a-9b46-2a7f294a6e36 HTTP/1.1" status: 204 len: 168 time: 0.8199675 Sep 02 13:27:15.789400 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Set router 06839a92-4e6a-424c-a173-128a43155809 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:15.792718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ec044-0b4e-4ac6-8ef0-1057d80b4fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb265e8c-8b24-4d6a-9b46-2a7f294a6e36,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:15.859786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1dc1adac-db57-4190-9201-09907b84ee40 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:15.861687 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:16.099123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa510dc-849b-4f84-a061-d819f35ee180 req-fe469b7f-52e6-4458-b0de-14da6a42b25e tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:16.112678 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06839a92-4e6a-424c-a173-128a43155809', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:10Z', 'updated_at': '2021-09-02T13:27:13Z', 'revision_number': 3, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'gw_port': {'id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:11Z', 'updated_at': '2021-09-02T13:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:16.113365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cfa510dc-849b-4f84-a061-d819f35ee180 req-fe469b7f-52e6-4458-b0de-14da6a42b25e tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 944 time: 0.3060763 Sep 02 13:27:16.135313 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-4cfbd1bd-f040-4ae6-b017-68cfd6b68c50 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:16.138392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-4cfbd1bd-f040-4ae6-b017-68cfd6b68c50 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1095 time: 0.3521638 Sep 02 13:27:16.148093 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Checking router: 06839a92-4e6a-424c-a173-128a43155809 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:27:16.148808 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Updating router 06839a92-4e6a-424c-a173-128a43155809 port 92c592f3-14d3-45eb-b344-8b53fe2922a5 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:27:16.212028 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:16.222627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44814) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:16.324821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-91e8e941-e236-4614-b05b-4bd6f0add8da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8628204012a48399cd3c7384078c7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1007385 Sep 02 13:27:16.330072 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44816) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:16.406047 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cfa510dc-849b-4f84-a061-d819f35ee180 req-6fad481c-161f-4d30-84ca-8097b781a3bf tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892194 Sep 02 13:27:16.474217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3c46a116-a0cc-434a-bfd2-125cf2676247 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:27:16.590402 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:16.607990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:16.714548 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:16.737888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531dd3-62c0-49a5-ae4b-8630ea0085d2 req-d7abf9ce-568d-4c54-ad2d-fcc62537c840 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:16.739580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b531dd3-62c0-49a5-ae4b-8630ea0085d2 req-d7abf9ce-568d-4c54-ad2d-fcc62537c840 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 949 time: 0.2045832 Sep 02 13:27:16.763078 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3c46a116-a0cc-434a-bfd2-125cf2676247 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:27:16.817919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:16.818892 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:16.865537 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:16.888177 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:16.894387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:16.896031 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38b2f17c-6ff3-4497-8f6b-1b72d7e4b900 HTTP/1.1" status: 204 len: 168 time: 0.5645161 Sep 02 13:27:16.924244 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Transition to ACTIVE for port object 92c592f3-14d3-45eb-b344-8b53fe2922a5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:16.927049 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b531dd3-62c0-49a5-ae4b-8630ea0085d2 req-2e51b7bc-8802-450a-8114-08b803f26501 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631331 Sep 02 13:27:16.933308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b2f17c-6ff3-4497-8f6b-1b72d7e4b900,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:16.937616 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:17.022884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.029330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.031819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.038429 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c959ad-957e-4a18-9b24-b6198cf3681c None None] Pushing event updated for resources: {'Port': ['ID=92c592f3-14d3-45eb-b344-8b53fe2922a5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:17.041018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.041519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.042870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.043344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.044824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.045616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.050982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.051798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.052667 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d8ab5-3799-40d5-90c1-3b66a0baf3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:17.095875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de6d43-63fd-41a4-8439-b74b4e088be1 req-903ac2ab-9172-49e8-8b20-6f2957320d39 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:17.097491 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-39de6d43-63fd-41a4-8439-b74b4e088be1 req-903ac2ab-9172-49e8-8b20-6f2957320d39 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1239271 Sep 02 13:27:17.112530 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Attempting to bind port 92c592f3-14d3-45eb-b344-8b53fe2922a5 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:17.113564 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Attempting to bind port 92c592f3-14d3-45eb-b344-8b53fe2922a5 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:17.114530 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Attempting to bind port 92c592f3-14d3-45eb-b344-8b53fe2922a5 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:17.125757 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:17.126919 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:17.128175 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:17.129076 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:17.130845 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Bound port: 92c592f3-14d3-45eb-b344-8b53fe2922a5, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:17.131824 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:17.214322 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:17.284667 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] For port 92c592f3-14d3-45eb-b344-8b53fe2922a5, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:17.286317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-fb7a945e-21fa-4be8-a19a-d6d134df4c63 service neutron] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:17.293699 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] For port 92c592f3-14d3-45eb-b344-8b53fe2922a5, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=92c592f3-14d3-45eb-b344-8b53fe2922a5,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:17.301264 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-fb7a945e-21fa-4be8-a19a-d6d134df4c63 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:17.302099 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:17.302652 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e603bb76-2b0c-4cae-9f38-9d90562c6d2d req-fb7a945e-21fa-4be8-a19a-d6d134df4c63 service neutron] 10.222.0.77 "DELETE /v2.0/ports/3c46a116-a0cc-434a-bfd2-125cf2676247/bindings/n-h1-794796-4 HTTP/1.1" status: 204 len: 173 time: 1.1411176 Sep 02 13:27:17.388099 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-39de6d43-63fd-41a4-8439-b74b4e088be1 req-adbfca16-f48f-4dd3-80f6-127ddd206eb6 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178528 Sep 02 13:27:17.400347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-8abc751a-4cc6-4e05-b832-96709ecb6e6f tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:17.409033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-8abc751a-4cc6-4e05-b832-96709ecb6e6f tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.90 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 950 time: 0.2807331 Sep 02 13:27:17.447295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9309b3f-5ff7-4442-a4a9-0f1c4713f7aa req-e60121ee-6987-409e-8cc7-645e9f9a7963 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:17.448800 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Routers {'06839a92-4e6a-424c-a173-128a43155809'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:17.449439 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['06839a92-4e6a-424c-a173-128a43155809'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:17.451758 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9309b3f-5ff7-4442-a4a9-0f1c4713f7aa req-e60121ee-6987-409e-8cc7-645e9f9a7963 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 950 time: 0.2653477 Sep 02 13:27:17.455405 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c959ad-957e-4a18-9b24-b6198cf3681c None None] Pushing event updated for resources: {'Port': ['ID=92c592f3-14d3-45eb-b344-8b53fe2922a5,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:17.664691 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9309b3f-5ff7-4442-a4a9-0f1c4713f7aa req-03c77732-9374-41e0-840c-ecce7bf0c5b4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/security-groups?id=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733165 Sep 02 13:27:17.668720 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] Set router 06839a92-4e6a-424c-a173-128a43155809 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:17.732946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Allocated IP 172.20.0.1 (feab0185-5032-45b7-947c-631dd7cf5867/11554a1e-fef6-4011-8bea-af56d27d41bc/78d037b5-f9fc-421b-9fd6-a365450e83b8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:17.743112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9fc50-032a-49f9-a467-ab5a07c70165 req-71c8de09-7784-4b0a-91e4-4efde2cb3cbf tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:17.744706 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42a9fc50-032a-49f9-a467-ab5a07c70165 req-71c8de09-7784-4b0a-91e4-4efde2cb3cbf tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 944 time: 0.1367354 Sep 02 13:27:17.771098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Deleting port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:27:17.774604 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:17.898964 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42a9fc50-032a-49f9-a467-ab5a07c70165 req-7fa65597-7cde-48b2-b801-20d86143b1bc tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414828 Sep 02 13:27:18.009967 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:18.025670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Transition to ACTIVE for port object 78d037b5-f9fc-421b-9fd6-a365450e83b8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:18.074298 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:18.158379 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06839a92-4e6a-424c-a173-128a43155809', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:10Z', 'updated_at': '2021-09-02T13:27:13Z', 'revision_number': 3, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'gw_port': {'id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:11Z', 'updated_at': '2021-09-02T13:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:18.185643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] For port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:18.186092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:18.205789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Calling delete_port for 1d10ce5d-39c7-49e7-b3e1-74f491d31bba owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:27:18.206060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Network feab0185-5032-45b7-947c-631dd7cf5867 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:18.211441 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2ea77-9a82-464c-affe-81cf2cd036a8 req-7dc7c492-c2c9-4bc0-8340-820e45c0c611 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:18.219090 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-96e2ea77-9a82-464c-affe-81cf2cd036a8 req-7dc7c492-c2c9-4bc0-8340-820e45c0c611 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 1095 time: 0.1523287 Sep 02 13:27:18.233510 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9f8f1-5209-4541-a912-a084f4c424a4 None None] The sync data for ids ['06839a92-4e6a-424c-a173-128a43155809'] in n-d-794796-4 is: [{'id': '06839a92-4e6a-424c-a173-128a43155809', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:10Z', 'updated_at': '2021-09-02T13:27:13Z', 'revision_number': 3, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'gw_port': {'id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:11Z', 'updated_at': '2021-09-02T13:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:27:18.247208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a395711-e7d4-4034-92a6-1949d206bc28 req-626a6370-542b-4b9d-b4a4-0495b0a13223 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:18.256708 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4a395711-e7d4-4034-92a6-1949d206bc28 req-626a6370-542b-4b9d-b4a4-0495b0a13223 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 949 time: 0.1395826 Sep 02 13:27:18.264677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:18.268337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:18.271078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Pushing event updated for resources: {'Port': ['ID=78d037b5-f9fc-421b-9fd6-a365450e83b8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:18.336623 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-96e2ea77-9a82-464c-affe-81cf2cd036a8 req-5da72c8d-7ecc-4e74-9d50-f8212ffbd290 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164584 Sep 02 13:27:18.370248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.370602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.370944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.371290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.371624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.371993 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.372322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.372651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.372984 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.373312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.373702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.373943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:18.404041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1d451c2c-26b6-44ef-b421-a22d707dec85 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:18.465801 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:18.600547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:18.629292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 1d451c2c-26b6-44ef-b421-a22d707dec85 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:18.643345 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 1d451c2c-26b6-44ef-b421-a22d707dec85 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:18.644116 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:18.733773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Pushing event deleted for resources: {'Port': ['ID=1d10ce5d-39c7-49e7-b3e1-74f491d31bba,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:18.755553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4a395711-e7d4-4034-92a6-1949d206bc28 req-7ea0f8b8-7199-4802-bb95-b09710c9a25d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962254 Sep 02 13:27:18.908112 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:18.977245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44868) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:19.010739 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:19.013377 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7c62bc-740f-4ec8-af43-8a281c1c0f6b" -d '{"events": [{"server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "name": "network-vif-plugged", "status": "completed", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:19.016689 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197074cb-cf0e-467e-85a5-e3224cb58b6e req-41c859e7-b492-474c-a9a9-fd6fd575fad5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:19.023868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:19.025930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a6e48afe-1879-4a39-b190-45d2da73f479 None None] Provisioning for port 78d037b5-f9fc-421b-9fd6-a365450e83b8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:19.028142 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-197074cb-cf0e-467e-85a5-e3224cb58b6e req-41c859e7-b492-474c-a9a9-fd6fd575fad5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.3292253 Sep 02 13:27:19.032844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a6e48afe-1879-4a39-b190-45d2da73f479 None None] Provisioning complete for port 78d037b5-f9fc-421b-9fd6-a365450e83b8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:19.034003 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1107fb26-92e8-477d-99ab-56f45aa2e838 req-83142d7d-9379-478a-a001-8d112ab1d24e tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 210 time: 0.1408308 Sep 02 13:27:19.043522 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6e48afe-1879-4a39-b190-45d2da73f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:19.112230 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:19.113037 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1d10ce5d-39c7-49e7-b3e1-74f491d31bba no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:27:19.138916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] No DVR routers for this DVR port 1d10ce5d-39c7-49e7-b3e1-74f491d31bba on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:27:19.159340 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:19.183614 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:19.185980 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63b2147f-632b-4819-8ef5-f7c37a057be6 req-44b74412-f476-4cc7-8a40-ac8a850484e4 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.90 "DELETE /v2.0/ports/1d10ce5d-39c7-49e7-b3e1-74f491d31bba HTTP/1.1" status: 204 len: 173 time: 1.7324164 Sep 02 13:27:19.186684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946bea21-a037-452b-b2ac-71d4e93763a8', 'name': 'network-vif-deleted', 'tag': '1d10ce5d-39c7-49e7-b3e1-74f491d31bba'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:19.191444 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9c3bf8-b525-4fa0-a333-09c16f58f544" -d '{"events": [{"server_uuid": "946bea21-a037-452b-b2ac-71d4e93763a8", "name": "network-vif-deleted", "tag": "1d10ce5d-39c7-49e7-b3e1-74f491d31bba"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:19.258355 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-197074cb-cf0e-467e-85a5-e3224cb58b6e req-f125138b-2971-42e0-8b1a-90d7e5bf48cd tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291625 Sep 02 13:27:19.370780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 1d10ce5d-39c7-49e7-b3e1-74f491d31bba {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:27:19.371417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1d10ce5d-39c7-49e7-b3e1-74f491d31bba not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:27:19.378126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:19.393987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a6e48afe-1879-4a39-b190-45d2da73f479 None None] Port 78d037b5-f9fc-421b-9fd6-a365450e83b8 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:19.498028 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f88d3d-ba4f-449b-a130-b21a9fd2f8c1 x-openstack-request-id: req-35f88d3d-ba4f-449b-a130-b21a9fd2f8c1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:19.498638 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "name": "network-vif-plugged", "status": "completed", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:19.498638 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35f88d3d-ba4f-449b-a130-b21a9fd2f8c1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:19.499160 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'code': 200} Sep 02 13:27:19.513116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-65666800-network', 'tenant_id': '437f9333e8e74059b94e73769559ad43'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:19.529423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-255bb449-7521-40e7-8d5a-26c67e0f13f3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:19.544633 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-255bb449-7521-40e7-8d5a-26c67e0f13f3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 820 time: 0.3311679 Sep 02 13:27:19.576909 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ebb5b0-445d-4997-9084-bf863bb6bfa5 x-openstack-request-id: req-11ebb5b0-445d-4997-9084-bf863bb6bfa5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:19.577608 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946bea21-a037-452b-b2ac-71d4e93763a8", "name": "network-vif-deleted", "tag": "1d10ce5d-39c7-49e7-b3e1-74f491d31bba", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:19.578044 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11ebb5b0-445d-4997-9084-bf863bb6bfa5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:19.578677 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946bea21-a037-452b-b2ac-71d4e93763a8', 'name': 'network-vif-deleted', 'tag': '1d10ce5d-39c7-49e7-b3e1-74f491d31bba', 'status': 'completed', 'code': 200} Sep 02 13:27:19.587249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Made reservation on behalf of 437f9333e8e74059b94e73769559ad43 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:19.590576 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:19.590936 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-3ae45d8e-4262-4396-af7d-85356e3fe1f1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/quotas/0af8c0179fe440ad933e02d682e720a9 HTTP/1.1" status: 200 len: 375 time: 0.0450170 Sep 02 13:27:19.616570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:19.686165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148507-ff80-4156-bbe5-f83bdbc3e1ac req-1a318d9f-35d4-4f18-a534-b8fa8ff33833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:19.689845 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8d148507-ff80-4156-bbe5-f83bdbc3e1ac req-1a318d9f-35d4-4f18-a534-b8fa8ff33833 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 1101 time: 0.0876398 Sep 02 13:27:19.746912 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-607e2c91-d668-4978-a55b-bd457bf74b89 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511095 Sep 02 13:27:19.767637 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8d148507-ff80-4156-bbe5-f83bdbc3e1ac req-1cfc39b5-b16b-41ee-b967-0a9bcd69decd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694287 Sep 02 13:27:19.846088 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:19.855624 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:19.885669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:27:19.929704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-d43d258a-52fb-45dc-b80d-1e3bc4b7888c service neutron] 10.222.0.13 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738796 Sep 02 13:27:19.952182 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:19.953218 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Added segment 10358b87-9549-4990-9dbe-3d7889f16a73 of type vlan for network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f Sep 02 13:27:19.969619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d7aa16-12d7-43a7-aa24-1eb9212d5598,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:19.970819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.013793 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.025265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8689e-6e00-403e-90be-355cfc7cb94e req-00b7ae6b-2460-4de7-865c-a96fea6acdd7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:20.025533 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.026851 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e5e8689e-6e00-403e-90be-355cfc7cb94e req-00b7ae6b-2460-4de7-865c-a96fea6acdd7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1368659 Sep 02 13:27:20.130217 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.130886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:20.131485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.138117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e5e8689e-6e00-403e-90be-355cfc7cb94e req-0ef4f5bd-8e8f-4424-b976-eb226b3ffbb1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876091 Sep 02 13:27:20.173320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Pushing event updated for resources: {'Port': ['ID=78d037b5-f9fc-421b-9fd6-a365450e83b8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:20.179612 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.215508 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2312706 Sep 02 13:27:20.215508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44890) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:20.229892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Request body: {'subnet': {'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-65666800-subnet', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:20.268161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ce5ef-f4fe-45b1-8c95-fa75866248fe admin admin] Pushing event updated for resources: {'Network': ['ID=49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:20.275363 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-d41ee6b9-bb68-4a81-8449-c3ee99bd1169 service neutron] 10.222.0.13 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336825 Sep 02 13:27:20.286963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:27:20.295167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Made reservation on behalf of 437f9333e8e74059b94e73769559ad43 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:20.300261 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.481186 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9aa31575-02d9-4e75-9378-4416d733cbb4 req-33ddbb82-3241-4d0d-9dc1-c7fc89e239c2 tempest-ImagesNegativeTestJSON-370849649 tempest-ImagesNegativeTestJSON-370849649-project] 10.222.0.13 "GET /v2.0/ports?device_id=946bea21-a037-452b-b2ac-71d4e93763a8 HTTP/1.1" status: 200 len: 210 time: 0.0874419 Sep 02 13:27:20.484215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Network feab0185-5032-45b7-947c-631dd7cf5867 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:20.487071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:20.621582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 92c592f3-14d3-45eb-b344-8b53fe2922a5 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:20.817618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 92c592f3-14d3-45eb-b344-8b53fe2922a5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:20.829535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 92c592f3-14d3-45eb-b344-8b53fe2922a5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:20.830467 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.851490 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:20.928805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76daf6-b5da-43d1-91b3-7828fe909fe4 req-e98e0365-0666-4965-92ba-6b4444a18199 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:20.939024 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f76daf6-b5da-43d1-91b3-7828fe909fe4 req-e98e0365-0666-4965-92ba-6b4444a18199 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.2573113 Sep 02 13:27:20.978786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d0160ea-e83f-4455-a939-aeb93c1f210a req-498b1f3a-1521-460e-86d3-0e0e3eca2790 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 210 time: 0.0768702 Sep 02 13:27:20.994761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Router 06839a92-4e6a-424c-a173-128a43155809 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:27:20.996570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Checking segment: {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:20.996954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Network hostable DHCP agents. Network: 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:27:21.016549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c063b1f-abc4-4373-a626-f75bffd3670f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:21.065330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:27:21.075632 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.093159 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f76daf6-b5da-43d1-91b3-7828fe909fe4 req-bf78302f-7a1e-477f-be9b-9618b80e5068 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529891 Sep 02 13:27:21.094473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:21.104504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:21.107587 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.112244 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96324bb-2a98-4be0-8d46-ad50a36cab05 None None] Network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:27:21.140516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ddb6117-0be6-4ddc-806b-a70fb29ea74d None None] Provisioning complete for port 78d037b5-f9fc-421b-9fd6-a365450e83b8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:21.140832 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ddb6117-0be6-4ddc-806b-a70fb29ea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.150856 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-be391da6-0ead-4960-90eb-ab710085eb55 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9324360 Sep 02 13:27:21.151695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44904) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:21.164242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:21.181792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 92c592f3-14d3-45eb-b344-8b53fe2922a5, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=92c592f3-14d3-45eb-b344-8b53fe2922a5,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:21.203987 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.205519 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.217552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:27:21.230673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5c2bd6f7-22b4-4c69-a72c-896a36b3eb00 admin admin] 10.222.0.13 "PUT /v2.0/routers/06839a92-4e6a-424c-a173-128a43155809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5910699 Sep 02 13:27:21.312573 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.392298 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:21.399915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb6117-0be6-4ddc-806b-a70fb29ea74d None None] Port 78d037b5-f9fc-421b-9fd6-a365450e83b8 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:21.408244 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Sync routers for ids ['06839a92-4e6a-424c-a173-128a43155809'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:27:21.475851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde66600-dc01-46ff-9b27-35fcf7beb324 req-e3261791-45cd-49c7-ad90-edb3f17aa2a5 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:21.477800 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dde66600-dc01-46ff-9b27-35fcf7beb324 req-e3261791-45cd-49c7-ad90-edb3f17aa2a5 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1246016 Sep 02 13:27:21.514080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Routers {'06839a92-4e6a-424c-a173-128a43155809'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:21.515384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['06839a92-4e6a-424c-a173-128a43155809'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:21.597717 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dde66600-dc01-46ff-9b27-35fcf7beb324 req-825fcd24-d7b4-4cdb-b6e3-270aa351bf67 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084898 Sep 02 13:27:21.970790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=92c592f3-14d3-45eb-b344-8b53fe2922a5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:21.981758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:27:21.983030 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:22.088059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:22.165578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Set router 06839a92-4e6a-424c-a173-128a43155809 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:22.262437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-029cf432-f9d9-4c67-9536-9708d4eefdc0 req-d5d08392-f972-48f0-a42e-3185daab8403 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 210 time: 0.0651634 Sep 02 13:27:22.286702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Allocated IP 172.20.0.2 (49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f/3c063b1f-abc4-4373-a626-f75bffd3670f/92353da2-7d5b-4337-9c63-96a715e01825) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:22.517786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:22.697538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 92c592f3-14d3-45eb-b344-8b53fe2922a5 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:22.804444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686b70d-7263-483d-8a33-ddaded22b70a req-21dff1c5-0deb-491b-a713-453c40f824a5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:22.841863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f686b70d-7263-483d-8a33-ddaded22b70a req-21dff1c5-0deb-491b-a713-453c40f824a5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.5673726 Sep 02 13:27:22.923821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb0003-b843-4fa3-8bf9-4e1809e885bd req-7fcf993d-d984-4cd8-abb3-9bf8deb722fe tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:22.925873 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-61eb0003-b843-4fa3-8bf9-4e1809e885bd req-7fcf993d-d984-4cd8-abb3-9bf8deb722fe tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1158218 Sep 02 13:27:23.002954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44956) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:23.008125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-74aae9be-a8a1-495d-b8f9-64caf61234d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06421997173542f09313d72475f66b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870098 Sep 02 13:27:23.079386 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-61eb0003-b843-4fa3-8bf9-4e1809e885bd req-3a92927c-5924-433b-8018-eedcc3cee138 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252508 Sep 02 13:27:23.125289 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.136393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Transition to ACTIVE for port object 92353da2-7d5b-4337-9c63-96a715e01825 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:23.153901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Transition to ACTIVE for port object 92353da2-7d5b-4337-9c63-96a715e01825 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:23.169385 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.237290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:23.238844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Pushing event updated for resources: {'Port': ['ID=92353da2-7d5b-4337-9c63-96a715e01825,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:23.241577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:23.248383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:23.292360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06839a92-4e6a-424c-a173-128a43155809', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:10Z', 'updated_at': '2021-09-02T13:27:18Z', 'revision_number': 4, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'gw_port': {'id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:11Z', 'updated_at': '2021-09-02T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '78d037b5-f9fc-421b-9fd6-a365450e83b8', 'name': '', 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'mac_address': 'fa:16:3e:05:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '11554a1e-fef6-4011-8bea-af56d27d41bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:17Z', 'updated_at': '2021-09-02T13:27:19Z', 'revision_number': 2, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'subnets': [{'id': '11554a1e-fef6-4011-8bea-af56d27d41bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:23.334998 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f686b70d-7263-483d-8a33-ddaded22b70a req-ef317a39-6cc7-43f3-b71d-1a987d28032f tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905891 Sep 02 13:27:23.362123 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Attempting to bind port 92353da2-7d5b-4337-9c63-96a715e01825 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:23.362514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Attempting to bind port 92353da2-7d5b-4337-9c63-96a715e01825 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:23.363075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Attempting to bind port 92353da2-7d5b-4337-9c63-96a715e01825 on network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:23.374713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:23.375233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Checking segment: {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:23.375596 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.376033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Bound using segment: {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:23.376944 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Bound port: 92353da2-7d5b-4337-9c63-96a715e01825, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:23.377336 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.456572 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] For port 92353da2-7d5b-4337-9c63-96a715e01825, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:23.461093 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] For port 92353da2-7d5b-4337-9c63-96a715e01825, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=92353da2-7d5b-4337-9c63-96a715e01825,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:23.462518 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Checking router: 06839a92-4e6a-424c-a173-128a43155809 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:27:23.462937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Updating router 06839a92-4e6a-424c-a173-128a43155809 port 78d037b5-f9fc-421b-9fd6-a365450e83b8 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:27:23.497728 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.513925 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.557662 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-4305dffa-56a3-4cf1-a4cd-d16abd30d1ab req-899c7527-f96b-4931-87f9-ccdc75b8a713 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:27:23.561762 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4305dffa-56a3-4cf1-a4cd-d16abd30d1ab req-899c7527-f96b-4931-87f9-ccdc75b8a713 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147991 Sep 02 13:27:23.568720 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-51ba40b8-68fa-47ab-8215-44d5e55031c9 req-a6e617c6-28b2-4613-8edb-4436c5261f8a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 210 time: 0.0693028 Sep 02 13:27:23.599866 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0717cf5-3eb4-4beb-ac6b-7ff9fca41714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.638720 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0717cf5-3eb4-4beb-ac6b-7ff9fca41714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.729653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.794474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0717cf5-3eb4-4beb-ac6b-7ff9fca41714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.801973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0717cf5-3eb4-4beb-ac6b-7ff9fca41714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.807236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e0717cf5-3eb4-4beb-ac6b-7ff9fca41714 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ab7bd7d-6ded-4feb-abac-31eae7f67f6f HTTP/1.1" status: 204 len: 168 time: 0.7950778 Sep 02 13:27:23.835697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0717cf5-3eb4-4beb-ac6b-7ff9fca41714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab7bd7d-6ded-4feb-abac-31eae7f67f6f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:23.839668 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.851584 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:23.889485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Transition to ACTIVE for port object 78d037b5-f9fc-421b-9fd6-a365450e83b8 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:23.905028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-9b0ca7b8-678f-4d5b-b6b5-0c201a5e828c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:23.908507 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-9b0ca7b8-678f-4d5b-b6b5-0c201a5e828c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 820 time: 0.9431150 Sep 02 13:27:23.990614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Request body: {'port': {'device_id': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7', 'admin_state_up': True, 'tenant_id': '0af8c0179fe440ad933e02d682e720a9'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:24.040855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 92c592f3-14d3-45eb-b344-8b53fe2922a5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:24.041994 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:24.173617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c8568-7521-4a85-b839-4ef1dd78e0b2 None None] Pushing event updated for resources: {'Port': ['ID=92353da2-7d5b-4337-9c63-96a715e01825,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:24.197379 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:24.307155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf68d9-8f83-430d-b24b-678e61459777 None None] Pushing event updated for resources: {'Port': ['ID=78d037b5-f9fc-421b-9fd6-a365450e83b8,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:24.382352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-f8df026f-3172-462b-bf5d-bc2f39218222 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2221823 Sep 02 13:27:24.473437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Attempting to bind port 78d037b5-f9fc-421b-9fd6-a365450e83b8 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:24.474569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Attempting to bind port 78d037b5-f9fc-421b-9fd6-a365450e83b8 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '8f75541a-b0d5-4518-8ab4-8e1520232391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:24.475447 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Attempting to bind port 78d037b5-f9fc-421b-9fd6-a365450e83b8 on network feab0185-5032-45b7-947c-631dd7cf5867 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:24.490206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:24.491638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Checking segment: {'id': '8f75541a-b0d5-4518-8ab4-8e1520232391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:24.494078 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:24.494811 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Bound using segment: {'id': '8f75541a-b0d5-4518-8ab4-8e1520232391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:24.496982 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Bound port: 78d037b5-f9fc-421b-9fd6-a365450e83b8, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f75541a-b0d5-4518-8ab4-8e1520232391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:24.497592 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:24.763303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205826d-604e-4676-b667-36c66f19e20f req-7b08b355-4d31-4094-aee6-6b6d9ff39364 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:24.790653 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1205826d-604e-4676-b667-36c66f19e20f req-7b08b355-4d31-4094-aee6-6b6d9ff39364 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.3908036 Sep 02 13:27:24.857961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945c71e-9516-41bb-b45d-a0000086cbf1 req-3042cfeb-be72-41bb-86fe-3ba1428b6be5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:24.868915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6945c71e-9516-41bb-b45d-a0000086cbf1 req-3042cfeb-be72-41bb-86fe-3ba1428b6be5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.1564729 Sep 02 13:27:24.968020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Allocated IP 172.25.3.8 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/8bb6bead-719d-4dca-9240-433fa2adb3a4) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:24.974332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6945c71e-9516-41bb-b45d-a0000086cbf1 req-cb9b6e79-404d-44c3-9d77-c2b54b3d42df tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018898 Sep 02 13:27:25.011998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Made reservation on behalf of 0af8c0179fe440ad933e02d682e720a9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:25.016090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:25.025033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] For port 78d037b5-f9fc-421b-9fd6-a365450e83b8, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:25.041138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] For port 78d037b5-f9fc-421b-9fd6-a365450e83b8, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=78d037b5-f9fc-421b-9fd6-a365450e83b8,segment=NetworkSegment(8f75541a-b0d5-4518-8ab4-8e1520232391),segment_id=8f75541a-b0d5-4518-8ab4-8e1520232391)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:25.045458 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1205826d-604e-4676-b667-36c66f19e20f req-5da7538a-94c9-48eb-88bc-130a3a15cd80 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507031 Sep 02 13:27:25.052621 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:25.307926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc51fd06-9113-46b8-b87c-75d4858c713c req-2ab38572-ff2d-46bc-8dce-44d800429969 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 210 time: 0.0483987 Sep 02 13:27:25.552497 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Routers {'06839a92-4e6a-424c-a173-128a43155809'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:25.557882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['06839a92-4e6a-424c-a173-128a43155809'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:25.698202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Allocated IP 172.20.0.11 (515a7ac4-769f-4a0e-969c-4af42ba1a9e7/57d5386f-be52-4da6-aff9-0d944f1f2793/3a3c8e27-3118-4da9-9aa8-e1c671ce9881) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:25.895963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf68d9-8f83-430d-b24b-678e61459777 None None] Pushing event updated for resources: {'Port': ['ID=78d037b5-f9fc-421b-9fd6-a365450e83b8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:26.103042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:26.168561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] Set router 06839a92-4e6a-424c-a173-128a43155809 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:26.582933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192208ff-8007-41d7-8596-e18114cb3a21 req-cbb2045d-381a-4b42-b544-02fa46888960 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:26.584848 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-192208ff-8007-41d7-8596-e18114cb3a21 req-cbb2045d-381a-4b42-b544-02fa46888960 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.2503161 Sep 02 13:27:26.631781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620b00-dffa-4381-9f88-508ba9e5be1d req-883a24f4-15b3-40e4-bcdb-8f32906a931d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:26.641563 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc620b00-dffa-4381-9f88-508ba9e5be1d req-883a24f4-15b3-40e4-bcdb-8f32906a931d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.4894893 Sep 02 13:27:26.744235 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-192208ff-8007-41d7-8596-e18114cb3a21 req-367fbcc3-2a83-47cf-a0bc-97961da7ffb1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362338 Sep 02 13:27:27.019295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:27.024470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 92353da2-7d5b-4337-9c63-96a715e01825 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:27.147701 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc620b00-dffa-4381-9f88-508ba9e5be1d req-26197a16-2a4c-45f0-9a96-3a422cb3e068 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049994 Sep 02 13:27:27.159657 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-584e8938-6055-42e5-9e25-2c036f2c0d34 req-43136d81-678d-4403-89e6-26f5a1cff36a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 210 time: 0.1035249 Sep 02 13:27:27.190017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:27.197286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:27.250623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:27.264315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb6bead-719d-4dca-9240-433fa2adb3a4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:27.312571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45044) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:27.395312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503c759-c8b3-41e6-8abc-473e6fd5e882 None None] Network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:27:27.642032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-48de5489-391e-4516-8c79-6806ee237dfd None None] Provisioning for port 92353da2-7d5b-4337-9c63-96a715e01825 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:27.662852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06839a92-4e6a-424c-a173-128a43155809', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:10Z', 'updated_at': '2021-09-02T13:27:18Z', 'revision_number': 4, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'gw_port': {'id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:11Z', 'updated_at': '2021-09-02T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '78d037b5-f9fc-421b-9fd6-a365450e83b8', 'name': '', 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'mac_address': 'fa:16:3e:05:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '11554a1e-fef6-4011-8bea-af56d27d41bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:17Z', 'updated_at': '2021-09-02T13:27:25Z', 'revision_number': 4, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'subnets': [{'id': '11554a1e-fef6-4011-8bea-af56d27d41bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:27.709220 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46ddd07e-1d20-473f-8dc2-38e312728e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:27.716113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df55e94-e597-4b84-b330-4599e41738c4 None None] The sync data for ids ['06839a92-4e6a-424c-a173-128a43155809'] in n-d-794796-4 is: [{'id': '06839a92-4e6a-424c-a173-128a43155809', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:10Z', 'updated_at': '2021-09-02T13:27:18Z', 'revision_number': 4, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'gw_port': {'id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:11Z', 'updated_at': '2021-09-02T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '78d037b5-f9fc-421b-9fd6-a365450e83b8', 'name': '', 'network_id': 'feab0185-5032-45b7-947c-631dd7cf5867', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'mac_address': 'fa:16:3e:05:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '11554a1e-fef6-4011-8bea-af56d27d41bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:17Z', 'updated_at': '2021-09-02T13:27:25Z', 'revision_number': 4, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'subnets': [{'id': '11554a1e-fef6-4011-8bea-af56d27d41bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:27:27.754636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 92353da2-7d5b-4337-9c63-96a715e01825 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:27.789021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:27.793035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 92353da2-7d5b-4337-9c63-96a715e01825 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:27.800590 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:28.018238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-176951e7-ae81-480c-8456-804a261baa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:28.021709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-176951e7-ae81-480c-8456-804a261baa27 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 1101 time: 0.0671377 Sep 02 13:27:28.110330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:28.110898 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:28.281832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-e6c3faca-f84c-44ce-94f9-01c987794056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:28.286542 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-e6c3faca-f84c-44ce-94f9-01c987794056 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2475297 Sep 02 13:27:28.317593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef364750-9a27-4ebe-abb6-ede82f4dd261 req-4e80e87a-0a0e-4353-a133-e514c24650d4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:28.322403 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ef364750-9a27-4ebe-abb6-ede82f4dd261 req-4e80e87a-0a0e-4353-a133-e514c24650d4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.3378105 Sep 02 13:27:28.383540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Pushing event updated for resources: {'Port': ['ID=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:28.439418 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 92353da2-7d5b-4337-9c63-96a715e01825, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=92353da2-7d5b-4337-9c63-96a715e01825,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:28.446924 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:28.476636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-4a70239a-e6f5-49b4-89c9-ed29cdcd9f13 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 217 time: 0.1806481 Sep 02 13:27:28.489110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:28.498220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:28.504619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:28.587918 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=92353da2-7d5b-4337-9c63-96a715e01825,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:28.675319 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ef364750-9a27-4ebe-abb6-ede82f4dd261 req-73c745a3-c224-4669-b65a-a9cd86958f85 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801425 Sep 02 13:27:28.790150 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330391de-64dc-440b-8243-88ba86cf4c49 req-73b3c9e9-8ba1-457c-ac10-6b0217c90f40 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:28.803116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-330391de-64dc-440b-8243-88ba86cf4c49 req-73b3c9e9-8ba1-457c-ac10-6b0217c90f40 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 932 time: 0.3246303 Sep 02 13:27:28.822163 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:28.940886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-17053f52-75db-43a7-97a2-88b884c63075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:28.940886 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-17053f52-75db-43a7-97a2-88b884c63075 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.3673844 Sep 02 13:27:29.038455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:29.039277 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.065282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 78d037b5-f9fc-421b-9fd6-a365450e83b8 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:29.076529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-330391de-64dc-440b-8243-88ba86cf4c49 req-0a3ffd4b-e0de-4abe-b097-5fd78d7d85ef tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494936 Sep 02 13:27:29.169042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46ddd07e-1d20-473f-8dc2-38e312728e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.236279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-c74df300-c082-4d7b-873f-63084178d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:29.247573 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-c74df300-c082-4d7b-873f-63084178d8e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2855339 Sep 02 13:27:29.252932 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.266497 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-80d8165d-65e9-40e6-8d7f-683944f94791 None None] Provisioning complete for port 92353da2-7d5b-4337-9c63-96a715e01825 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:29.267315 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80d8165d-65e9-40e6-8d7f-683944f94791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.271622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 78d037b5-f9fc-421b-9fd6-a365450e83b8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:29.311212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 78d037b5-f9fc-421b-9fd6-a365450e83b8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:29.312047 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.487441 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-df461152-44fd-459d-9253-2c868ad64908 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261040 Sep 02 13:27:29.597058 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.661842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 78d037b5-f9fc-421b-9fd6-a365450e83b8, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=78d037b5-f9fc-421b-9fd6-a365450e83b8,segment=NetworkSegment(8f75541a-b0d5-4518-8ab4-8e1520232391),segment_id=8f75541a-b0d5-4518-8ab4-8e1520232391)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:29.667930 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.669521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 92353da2-7d5b-4337-9c63-96a715e01825 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:29.778859 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46ddd07e-1d20-473f-8dc2-38e312728e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.804000 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-5457d7ed-f3d9-4a7c-8a3d-66eedb0b6ccd service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905762 Sep 02 13:27:29.888830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=78d037b5-f9fc-421b-9fd6-a365450e83b8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:29.904805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 92353da2-7d5b-4337-9c63-96a715e01825 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:29.908391 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:29.909323 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-46ddd07e-1d20-473f-8dc2-38e312728e37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8d463e3d34c4629bd0fe55c8a34dd81&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5881591 Sep 02 13:27:29.919363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45068) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:29.963411 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-14529b8c-7cb7-4b22-9aca-cefe89643a28 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9815490 Sep 02 13:27:30.110032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Request body: {'port': {'device_id': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:30.183234 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:30.211931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddd07e-1d20-473f-8dc2-38e312728e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc77b50-1e5e-4355-a6f1-98f326b8ca79,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:30.259691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4a17c-2ae5-48cb-8103-410c4ec3933f req-1ff78975-a841-4309-aee8-1f5a917ab3d7 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:30.261603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ba4a17c-2ae5-48cb-8103-410c4ec3933f req-1ff78975-a841-4309-aee8-1f5a917ab3d7 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 1.0896008 Sep 02 13:27:30.326230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:30.346023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:30.351578 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ab01695-f612-4ac8-944f-2750f3b164d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:30.481534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba802c-173b-4ce1-8b09-608996481e29 req-75f682d5-50eb-4bde-9a4f-889f64f6562c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:30.483937 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-95ba802c-173b-4ce1-8b09-608996481e29 req-75f682d5-50eb-4bde-9a4f-889f64f6562c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.0664263 Sep 02 13:27:30.509275 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ba4a17c-2ae5-48cb-8103-410c4ec3933f req-5267f449-2dab-4b8d-9ff5-d88d0657b523 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232363 Sep 02 13:27:30.571268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-95ba802c-173b-4ce1-8b09-608996481e29 req-71b43d02-0639-488b-80b2-42c56c76a745 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720379 Sep 02 13:27:30.628624 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ab01695-f612-4ac8-944f-2750f3b164d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:30.791914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 78d037b5-f9fc-421b-9fd6-a365450e83b8 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:30.909592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 78d037b5-f9fc-421b-9fd6-a365450e83b8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:30.910866 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:30.975441 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3aba-b149-4907-9642-b3896c5ddb74 req-e6b64ff1-bcd2-4fa5-92f1-51ad8dfa7890 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:30.988535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e5c3aba-b149-4907-9642-b3896c5ddb74 req-e6b64ff1-bcd2-4fa5-92f1-51ad8dfa7890 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 932 time: 0.3695378 Sep 02 13:27:31.047310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ab01695-f612-4ac8-944f-2750f3b164d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.049888 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ab01695-f612-4ac8-944f-2750f3b164d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.053455 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7ab01695-f612-4ac8-944f-2750f3b164d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fc77b50-1e5e-4355-a6f1-98f326b8ca79 HTTP/1.1" status: 204 len: 168 time: 1.1043646 Sep 02 13:27:31.088110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Router 72d1503e-90be-4472-9bd5-40f9eb109cd9 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:27:31.091452 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab01695-f612-4ac8-944f-2750f3b164d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc77b50-1e5e-4355-a6f1-98f326b8ca79,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:31.107756 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a76daa21-ce3e-45ff-a248-7049ef93c9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.119894 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e5c3aba-b149-4907-9642-b3896c5ddb74 req-d6d10fbc-6a1c-4d0a-b092-787eaabe2d67 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297424 Sep 02 13:27:31.173520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:31.286009 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.309997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:27:31.330476 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Sync routers for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:27:31.352129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Transition to ACTIVE for port object 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:31.370374 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:31.371015 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:31.380892 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.469519 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.474060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:31.477266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-41101ce3-e910-4e33-810a-f05f3dc03944 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.3242776 Sep 02 13:27:31.523760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:31.602007 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:31.688552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:31.688871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:31.689015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:31.699056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:27:31.699414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:31.707175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:31.707175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:31.707510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:31.707842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Bound port: 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:31.708100 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.852744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:31.862034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:31.890355 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.961811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:31.963044 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:31.964800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] 10.222.0.90 "PUT /v2.0/ports/3a3c8e27-3118-4da9-9aa8-e1c671ce9881 HTTP/1.1" status: 200 len: 1092 time: 1.9282200 Sep 02 13:27:31.965542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:31.969088 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:32.001271 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:28Z', 'revision_number': 3, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:32.038684 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Checking router: 72d1503e-90be-4472-9bd5-40f9eb109cd9 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:27:32.039422 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Updating router 72d1503e-90be-4472-9bd5-40f9eb109cd9 port 8bb6bead-719d-4dca-9240-433fa2adb3a4 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:27:32.047457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b4438-1000-438e-b42e-87833f0bb770 req-8f33f28c-7168-4cc4-8f9c-c4572adab845 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:32.055972 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-277b4438-1000-438e-b42e-87833f0bb770 req-8f33f28c-7168-4cc4-8f9c-c4572adab845 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.3323736 Sep 02 13:27:32.069539 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.092599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e697b-2ae3-42fb-ac14-b844a2c3ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:32.155347 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-277b4438-1000-438e-b42e-87833f0bb770 req-2f928bf9-a7a0-4b9a-81de-488b120e92c9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983138 Sep 02 13:27:32.201283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-3d71592d-edbe-4787-8c1c-780b4d6496fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:32.201283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-3d71592d-edbe-4787-8c1c-780b4d6496fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1095 time: 0.1666644 Sep 02 13:27:32.317006 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-da6efb4e-bed4-40a5-8e3c-0d53c890a3fa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881 HTTP/1.1" status: 200 len: 217 time: 0.1143737 Sep 02 13:27:32.356091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582ba1-b06a-49c2-bd51-fada58da8cc8 req-a70f896d-8180-4d53-9ad7-06e844dfdf74 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:32.385570 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea582ba1-b06a-49c2-bd51-fada58da8cc8 req-a70f896d-8180-4d53-9ad7-06e844dfdf74 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 950 time: 0.6133704 Sep 02 13:27:32.412127 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.426015 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Transition to ACTIVE for port object 8bb6bead-719d-4dca-9240-433fa2adb3a4 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:32.433471 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.546988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-5f750c0c-f073-4bc7-bef1-9253c42ac568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:32.554047 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-5f750c0c-f073-4bc7-bef1-9253c42ac568 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.2105925 Sep 02 13:27:32.557759 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c77654-d363-41c0-b592-7369bcda1058 x-openstack-request-id: req-80c77654-d363-41c0-b592-7369bcda1058 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:32.558780 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:32.558780 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80c77654-d363-41c0-b592-7369bcda1058 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:32.575857 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881', 'status': 'completed', 'code': 200} Sep 02 13:27:32.648874 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9a8ce-ca59-429b-889f-f16765ac9c04 None None] Pushing event updated for resources: {'Port': ['ID=8bb6bead-719d-4dca-9240-433fa2adb3a4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:32.692633 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-6c8e8707-36a5-4c90-bb10-4b89b5cd44f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158633 Sep 02 13:27:32.704197 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Attempting to bind port 8bb6bead-719d-4dca-9240-433fa2adb3a4 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:32.708455 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Attempting to bind port 8bb6bead-719d-4dca-9240-433fa2adb3a4 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:32.708996 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Attempting to bind port 8bb6bead-719d-4dca-9240-433fa2adb3a4 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:32.724574 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:32.724945 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:32.726003 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.726409 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:32.726883 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Bound port: 8bb6bead-719d-4dca-9240-433fa2adb3a4, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:32.727263 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.843862 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] For port 8bb6bead-719d-4dca-9240-433fa2adb3a4, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:32.855061 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] For port 8bb6bead-719d-4dca-9240-433fa2adb3a4, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8bb6bead-719d-4dca-9240-433fa2adb3a4,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:32.860216 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:32.954066 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:32.954704 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:32.966866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca068a4-8bb8-4f9d-8d98-b20c51e3917d req-032bd5c6-59b6-488b-b49e-bcbb6d78aab1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:32.981245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ca068a4-8bb8-4f9d-8d98-b20c51e3917d req-032bd5c6-59b6-488b-b49e-bcbb6d78aab1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 944 time: 0.3206055 Sep 02 13:27:33.082802 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ca068a4-8bb8-4f9d-8d98-b20c51e3917d req-390530f1-b98a-44d9-b262-f07d4ffb1dc0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982575 Sep 02 13:27:33.118749 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-279130e1-d12d-4f75-a786-be0238fde66f service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882239 Sep 02 13:27:33.196103 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9a8ce-ca59-429b-889f-f16765ac9c04 None None] Pushing event updated for resources: {'Port': ['ID=8bb6bead-719d-4dca-9240-433fa2adb3a4,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:33.251884 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:33.270655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea582ba1-b06a-49c2-bd51-fada58da8cc8 req-86822f64-b914-42bd-84e8-cb70d501fc31 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8884814 Sep 02 13:27:33.304516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a71ac9d1-4f17-47b8-a3e6-e34b7619e08c details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:27:33.337283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a71ac9d1-4f17-47b8-a3e6-e34b7619e08c no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:27:33.427849 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9171e2-ee6e-4ceb-87f6-08d38069468b req-90f36ec2-e5c0-4ada-a621-eb6513327c3c service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929487 Sep 02 13:27:33.481521 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:27:33.604221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-809950c2-5654-4257-bfce-cc6fd0e6e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:33.606577 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-809950c2-5654-4257-bfce-cc6fd0e6e2ae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1095 time: 0.1054742 Sep 02 13:27:33.748022 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e84b4-2f33-4187-a1b9-f5ef5f28dc4c req-44a04279-5fa2-4d02-8753-182977f39738 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:33.761341 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c94e84b4-2f33-4187-a1b9-f5ef5f28dc4c req-44a04279-5fa2-4d02-8753-182977f39738 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.2885070 Sep 02 13:27:33.836746 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39fba6e3-f4bb-4794-8caf-5ac7382b3981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:33.871814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-d769e549-e2d6-46ca-9b3c-4123d8d512bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:33.879117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-d769e549-e2d6-46ca-9b3c-4123d8d512bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.2617614 Sep 02 13:27:33.994944 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:28Z', 'revision_number': 3, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:34.008379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c94e84b4-2f33-4187-a1b9-f5ef5f28dc4c req-0949054d-a508-4686-84db-a23dd5512eb2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454941 Sep 02 13:27:34.019523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-c0eb7e25-a6ec-4590-ad85-e100fc6ba19b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881 HTTP/1.1" status: 200 len: 217 time: 0.1271169 Sep 02 13:27:34.028350 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:34.028852 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:34.041373 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:34.060762 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'mac_address': 'fa:16:3e:b0:25:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:27:34.065793 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:34.101827 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5731e2-d8ae-4266-a37f-a45cb1261833 None None] The sync data for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 is: [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:28Z', 'revision_number': 3, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:27:34.141095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:34.163823 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a35086-fc17-432f-ba4d-f3e1fa20aade" -d '{"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-unplugged", "status": "completed", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:34.194923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:34.210392 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:34.239052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-228be855-9953-4e7a-a9b8-66737bff385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:34.241876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-228be855-9953-4e7a-a9b8-66737bff385a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.2119312 Sep 02 13:27:34.377556 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-ee6ed7cb-53da-4144-8716-33bff6d6e8f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187108 Sep 02 13:27:34.413062 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:34.447188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a71ac9d1-4f17-47b8-a3e6-e34b7619e08c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:34.631984 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:27:34.633090 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:27:34.657570 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a78978-ce18-4296-997c-75d32c6937f1 x-openstack-request-id: req-87a78978-ce18-4296-997c-75d32c6937f1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:34.658824 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-unplugged", "status": "completed", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:34.669468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Allocated IP 172.20.0.1 (49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f/3c063b1f-abc4-4373-a626-f75bffd3670f/1cf2d3d9-07a9-40a5-b7d6-cc35774987e9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:34.693818 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87a78978-ce18-4296-997c-75d32c6937f1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:34.694718 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'code': 200} Sep 02 13:27:34.712247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:34.779424 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-331a14d7-ddc2-4456-987c-148438dc4a39 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833575 Sep 02 13:27:34.821293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.821565 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.822000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.822901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.823340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.824113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.824269 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.824571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.828734 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.829098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.829596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.830028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:27:34.871634 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:35.041455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5199b2-c2b1-42d2-b81c-297c90c7767c req-b12ff431-9b07-45d8-9561-077ea8c3730b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:35.050149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a5199b2-c2b1-42d2-b81c-297c90c7767c req-b12ff431-9b07-45d8-9561-077ea8c3730b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 944 time: 0.5313649 Sep 02 13:27:35.073506 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:35.097641 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-661e2108-d1c8-418f-bd9e-ab9a04b3a5f4 req-33362979-b5ac-4c06-86e4-8bfdf1537e7e service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834790 Sep 02 13:27:35.128276 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a5199b2-c2b1-42d2-b81c-297c90c7767c req-4b9aa594-db0d-4620-bcdf-77a8c0b77add tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768051 Sep 02 13:27:35.163897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Transition to ACTIVE for port object 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:35.263119 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:35.278533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f79dd7-ab2b-48ec-909c-387298181e18 req-4e86632a-5b3a-4e25-a289-6552814b0cfb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:35.286731 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:35.304857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49f79dd7-ab2b-48ec-909c-387298181e18 req-4e86632a-5b3a-4e25-a289-6552814b0cfb tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 948 time: 0.2056308 Sep 02 13:27:35.335907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71ac9d1-4f17-47b8-a3e6-e34b7619e08c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:35.414505 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:35.417460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:35.423430 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:35.456279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:35.460643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49f79dd7-ab2b-48ec-909c-387298181e18 req-ef002ee2-186b-4514-a80f-2b2b2513d879 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543250 Sep 02 13:27:35.463232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:35.475615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Pushing event updated for resources: {'Port': ['ID=1cf2d3d9-07a9-40a5-b7d6-cc35774987e9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:35.601757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:35.669086 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:35.692334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:35.952223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a64616bc-7a5c-406f-a898-9bb7f5fd21f5 None None] Provisioning for port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:35.976194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a64616bc-7a5c-406f-a898-9bb7f5fd21f5 None None] Provisioning complete for port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:35.976580 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a64616bc-7a5c-406f-a898-9bb7f5fd21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:36.009269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620280e-0969-4efb-8774-2807db3408f0 req-979a3780-f7a8-45d7-babd-477916b2f085 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:36.014524 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e620280e-0969-4efb-8774-2807db3408f0 req-979a3780-f7a8-45d7-babd-477916b2f085 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.6767924 Sep 02 13:27:36.018312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a64616bc-7a5c-406f-a898-9bb7f5fd21f5 None None] Port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:36.103473 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:36.263907 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e620280e-0969-4efb-8774-2807db3408f0 req-71e1bb27-3fc7-4666-b957-219ec420cbd2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058580 Sep 02 13:27:36.392029 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:36.398352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:36.417469 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:36.446533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:27:36.543750 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:36.621671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037117-3a5b-40c5-865e-c26b22fad839 req-7eff177e-7ac7-45f9-bb93-761ba78efa0d tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:36.636134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47037117-3a5b-40c5-865e-c26b22fad839 req-7eff177e-7ac7-45f9-bb93-761ba78efa0d tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 944 time: 0.1563358 Sep 02 13:27:36.667025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:36.729195 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47037117-3a5b-40c5-865e-c26b22fad839 req-d7e88314-7d19-4bdb-9d93-a4d15a5e4c6e tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909224 Sep 02 13:27:36.745325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881', 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7', 'port_id': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881', 'mac_address': 'fa:16:3e:6b:f4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5386f-be52-4da6-aff9-0d944f1f2793', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:27:36.951004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:36.971758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:37.035947 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:37.110753 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8bb6bead-719d-4dca-9240-433fa2adb3a4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:37.263295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:37.304524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Pushing event updated for resources: {'Port': ['ID=1cf2d3d9-07a9-40a5-b7d6-cc35774987e9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:37.342865 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56325a-d9ce-4937-95b8-6961cb08c24e req-28230cbc-5f1e-44db-b26b-d5793b5d8bf2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:37.352860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:37.355269 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 8bb6bead-719d-4dca-9240-433fa2adb3a4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:37.358552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a56325a-d9ce-4937-95b8-6961cb08c24e req-28230cbc-5f1e-44db-b26b-d5793b5d8bf2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 949 time: 0.4577699 Sep 02 13:27:37.365251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8bb6bead-719d-4dca-9240-433fa2adb3a4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:37.365840 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:37.464718 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:37.526470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a71ac9d1-4f17-47b8-a3e6-e34b7619e08c up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:37.597422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a56325a-d9ce-4937-95b8-6961cb08c24e req-105bdebc-b3b0-4f1f-b2f9-111b40b36be8 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359619 Sep 02 13:27:37.620524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Router 72d1503e-90be-4472-9bd5-40f9eb109cd9 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:27:37.719900 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:37.757718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-94a21397-6067-4faa-abac-1bcc7e0c4e62 None None] Provisioning complete for port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:37.758111 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94a21397-6067-4faa-abac-1bcc7e0c4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:37.849741 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:37.850174 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:37.923060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3a3c8e27-3118-4da9-9aa8-e1c671ce9881'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:38.042500 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-94a21397-6067-4faa-abac-1bcc7e0c4e62 None None] Port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:38.075800 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:38.107886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a8066-2599-4a5e-a3e8-62c72077bf99 req-5ae30e71-8e03-4f78-862f-d783d1a42c73 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:38.111680 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f3a8066-2599-4a5e-a3e8-62c72077bf99 req-5ae30e71-8e03-4f78-862f-d783d1a42c73 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.2788839 Sep 02 13:27:38.137042 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 8bb6bead-719d-4dca-9240-433fa2adb3a4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8bb6bead-719d-4dca-9240-433fa2adb3a4,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:38.152126 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:27:38.172969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-67e9ddc7-3544-4b52-9edc-5b33c9a0dbba admin admin] 10.222.0.13 "PUT /v2.0/routers/72d1503e-90be-4472-9bd5-40f9eb109cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6969168 Sep 02 13:27:38.193742 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Sync routers for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:27:38.195245 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:38.217684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f3a8066-2599-4a5e-a3e8-62c72077bf99 req-12a74313-ff9a-4aab-be5a-595fb0f02a60 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937703 Sep 02 13:27:38.276201 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:38.276201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:38.276201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:38.433798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00780f-67c3-490e-a74b-5fea5bff0568 req-2b0bd7d6-cd39-4ed8-9a06-fd6cb398c1b8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:38.442047 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb00780f-67c3-490e-a74b-5fea5bff0568 req-2b0bd7d6-cd39-4ed8-9a06-fd6cb398c1b8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 945 time: 0.0999148 Sep 02 13:27:38.503280 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb00780f-67c3-490e-a74b-5fea5bff0568 req-e1e22d5d-3a52-42a2-ab42-e72bd90eec24 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601184 Sep 02 13:27:38.508488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=8bb6bead-719d-4dca-9240-433fa2adb3a4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:38.535759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:38.538477 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cba39ab-3116-4597-ae54-83fff3eb7bd6" -d '{"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-plugged", "status": "completed", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:38.571155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:38.605612 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:38.779748 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:38.874629 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb565c2-ae28-4cfd-be63-cf48e293e1cf x-openstack-request-id: req-beb565c2-ae28-4cfd-be63-cf48e293e1cf {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:38.874922 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-plugged", "status": "completed", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:38.875176 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beb565c2-ae28-4cfd-be63-cf48e293e1cf {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:38.878435 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'code': 200} Sep 02 13:27:38.915218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8bb6bead-719d-4dca-9240-433fa2adb3a4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:38.924387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:38.976059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45210) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:38.981261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de6ff12f-4a79-4256-adf9-ae8d35d0a2d2 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517203475', 'description': 'tempest-description--1765458229'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:39.040903 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de6ff12f-4a79-4256-adf9-ae8d35d0a2d2 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:39.152586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08292ed-e945-40f2-9cd9-1f2bbe4e25c6 req-1af4d765-dfd7-4fc0-b4ab-2f46fb62d972 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:39.160991 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d08292ed-e945-40f2-9cd9-1f2bbe4e25c6 req-1af4d765-dfd7-4fc0-b4ab-2f46fb62d972 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 951 time: 0.1145303 Sep 02 13:27:39.229500 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d08292ed-e945-40f2-9cd9-1f2bbe4e25c6 req-90a1b96f-e676-4151-8681-c4ed72ff3c77 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660906 Sep 02 13:27:39.478053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8bb6bead-719d-4dca-9240-433fa2adb3a4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:39.478519 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:39.520265 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de6ff12f-4a79-4256-adf9-ae8d35d0a2d2 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:39.566954 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de6ff12f-4a79-4256-adf9-ae8d35d0a2d2 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:39.699547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ff12f-4a79-4256-adf9-ae8d35d0a2d2 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:39.766431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151c41c-df79-4713-beab-17d81ed4b703 req-b2d0797d-bcc5-4b12-8d97-e4d811326418 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:39.769341 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c151c41c-df79-4713-beab-17d81ed4b703 req-b2d0797d-bcc5-4b12-8d97-e4d811326418 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.4241242 Sep 02 13:27:39.782668 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0402bd6-27af-4c3b-833b-586a9fefaa93 req-b0a70fae-23d3-43d2-a931-0bf16034a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:39.788759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0402bd6-27af-4c3b-833b-586a9fefaa93 req-b0a70fae-23d3-43d2-a931-0bf16034a945 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1102 time: 0.5274799 Sep 02 13:27:39.841137 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de6ff12f-4a79-4256-adf9-ae8d35d0a2d2 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:39.853590 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-de6ff12f-4a79-4256-adf9-ae8d35d0a2d2 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8762164 Sep 02 13:27:39.858677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45228) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:39.878816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-adcca803-b724-4652-be81-7421174691c5 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Request body: {'security_group_rule': {'security_group_id': 'cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:39.914611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:35Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cf2d3d9-07a9-40a5-b7d6-cc35774987e9', 'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'mac_address': 'fa:16:3e:a6:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:34Z', 'updated_at': '2021-09-02T13:27:36Z', 'revision_number': 2, 'project_id': '437f9333e8e74059b94e73769559ad43', 'subnets': [{'id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:39.919424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858276-6b52-4abd-af77-56037554137c req-f8abc1b8-0946-40ea-910a-e65c9be489e3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:39.929041 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80858276-6b52-4abd-af77-56037554137c req-f8abc1b8-0946-40ea-910a-e65c9be489e3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 945 time: 0.1574738 Sep 02 13:27:39.985492 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0402bd6-27af-4c3b-833b-586a9fefaa93 req-04e542a1-4d4c-4c22-9e2c-6c7f99fceb31 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856339 Sep 02 13:27:40.003651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Checking router: 72d1503e-90be-4472-9bd5-40f9eb109cd9 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:27:40.004055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Updating router 72d1503e-90be-4472-9bd5-40f9eb109cd9 port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:27:40.019069 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c151c41c-df79-4713-beab-17d81ed4b703 req-8325178d-fea1-4456-9467-4ebfea2fa75b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284670 Sep 02 13:27:40.063194 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-adcca803-b724-4652-be81-7421174691c5 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.081351 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.115789 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80858276-6b52-4abd-af77-56037554137c req-9aef8dc5-295f-4399-a8c9-0f2e2d374475 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846972 Sep 02 13:27:40.244807 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-adcca803-b724-4652-be81-7421174691c5 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.255439 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-adcca803-b724-4652-be81-7421174691c5 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.284884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcca803-b724-4652-be81-7421174691c5 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7874c38-21bc-4f07-a700-cc258f71acbb,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:40.288435 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-adcca803-b724-4652-be81-7421174691c5 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.290117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-adcca803-b724-4652-be81-7421174691c5 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4238520 Sep 02 13:27:40.294184 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:40.305025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-84e3c2ed-2d59-451a-93c8-4a10fec09e8f tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Request body: {'security_group_rule': {'security_group_id': 'cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:40.326865 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45238) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:40.436580 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84e3c2ed-2d59-451a-93c8-4a10fec09e8f tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.464594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:40.713832 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84e3c2ed-2d59-451a-93c8-4a10fec09e8f tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.719699 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84e3c2ed-2d59-451a-93c8-4a10fec09e8f tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.737548 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd8034a5-beda-4250-afcd-073b776a199e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.740977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3c2ed-2d59-451a-93c8-4a10fec09e8f tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa00892-81dc-467d-8d5d-6b7b58d9179c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:40.762065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a53eb-4a05-40dd-9380-b13ccfe17f35 req-846d144c-82cd-4ac9-841a-54873e1718ed tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:40.770897 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-071a53eb-4a05-40dd-9380-b13ccfe17f35 req-846d144c-82cd-4ac9-841a-54873e1718ed tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 951 time: 0.2981806 Sep 02 13:27:40.800668 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84e3c2ed-2d59-451a-93c8-4a10fec09e8f tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:40.802462 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-84e3c2ed-2d59-451a-93c8-4a10fec09e8f tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5069246 Sep 02 13:27:40.805698 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:40.814197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:40.880278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-071a53eb-4a05-40dd-9380-b13ccfe17f35 req-5d0a5407-66df-448d-8206-8cd162d0b828 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079545 Sep 02 13:27:40.902524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:40.960802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:40.961460 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.041225 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd8034a5-beda-4250-afcd-073b776a199e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.096034 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd8034a5-beda-4250-afcd-073b776a199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.129030 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.141238 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.213211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Transition to ACTIVE for port object 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:41.258062 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.264492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8034a5-beda-4250-afcd-073b776a199e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b4137d-4a00-4c0b-950d-c604061e418a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:41.404406 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.427336 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fd8034a5-beda-4250-afcd-073b776a199e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23cedb3baf5e402cbde68fe44b125d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0853324 Sep 02 13:27:41.428456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45250) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:41.504423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95a261-66b7-4576-b0a4-a18c0f01138b None None] Pushing event updated for resources: {'Port': ['ID=1cf2d3d9-07a9-40a5-b7d6-cc35774987e9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:41.534746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Attempting to bind port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:41.535260 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Attempting to bind port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:41.535786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Attempting to bind port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 on network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:41.567321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:41.567710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Checking segment: {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:41.568176 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.568648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Bound using segment: {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:41.569332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Bound port: 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:41.570291 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.717018 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f492e9cc-fb95-48a5-9356-17754f48704a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.747181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2c4a4-5410-4515-9e11-7de5daa2a774 req-c90aa2ef-f582-42b8-a25a-09c58b24eb6a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:41.748815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0a2c4a4-5410-4515-9e11-7de5daa2a774 req-c90aa2ef-f582-42b8-a25a-09c58b24eb6a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.2546401 Sep 02 13:27:41.754070 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.808903 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f492e9cc-fb95-48a5-9356-17754f48704a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.837697 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] For port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:41.844234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] For port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1cf2d3d9-07a9-40a5-b7d6-cc35774987e9,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:41.844499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e406-4bfb-4c65-83fe-52b5b48b5cad req-a3b0ea53-7245-4417-9ecb-d3e980b08d74 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:41.853179 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9bb3e406-4bfb-4c65-83fe-52b5b48b5cad req-a3b0ea53-7245-4417-9ecb-d3e980b08d74 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 945 time: 0.4160216 Sep 02 13:27:41.864986 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:41.938689 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0a2c4a4-5410-4515-9e11-7de5daa2a774 req-44463a8e-ad80-45e0-a280-a40a67138939 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795983 Sep 02 13:27:41.952721 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:41.959708 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6063fe-8074-4a6b-8635-aa811601ba21" -d '{"events": [{"server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "name": "network-vif-plugged", "status": "completed", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:42.019981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f492e9cc-fb95-48a5-9356-17754f48704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:42.023538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f492e9cc-fb95-48a5-9356-17754f48704a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:42.026783 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f492e9cc-fb95-48a5-9356-17754f48704a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09b4137d-4a00-4c0b-950d-c604061e418a HTTP/1.1" status: 204 len: 168 time: 0.5941093 Sep 02 13:27:42.054084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:42.061158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492e9cc-fb95-48a5-9356-17754f48704a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b4137d-4a00-4c0b-950d-c604061e418a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:42.063751 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:42.064841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:42.081255 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:42.095631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9bb3e406-4bfb-4c65-83fe-52b5b48b5cad req-a862869a-ecb9-4e51-9518-5178971fbfb2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302327 Sep 02 13:27:42.142963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Allocated IP 172.25.3.215 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/83273574-1285-444c-b3d5-eabe3127289c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:42.373973 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95a261-66b7-4576-b0a4-a18c0f01138b None None] Pushing event updated for resources: {'Port': ['ID=1cf2d3d9-07a9-40a5-b7d6-cc35774987e9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:42.494366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c501c5f-7b8f-4a4b-ad6b-68986b6ba8b2 req-e6d00cfc-7f0c-4c5f-ad71-8a160734f20f tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:42.511111 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6c501c5f-7b8f-4a4b-ad6b-68986b6ba8b2 req-e6d00cfc-7f0c-4c5f-ad71-8a160734f20f tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 951 time: 0.1843235 Sep 02 13:27:42.568020 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:42.578381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:42.681167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b72ec-fe4b-492e-a1e7-397ab8e616bb req-e4f3afc4-6897-474e-9a2a-5bdd7bb9f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:42.683207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-223b72ec-fe4b-492e-a1e7-397ab8e616bb req-e4f3afc4-6897-474e-9a2a-5bdd7bb9f0c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1097 time: 0.1329610 Sep 02 13:27:42.698725 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:42.720546 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98068a63-6940-4481-96eb-3188b1bfe7b5 x-openstack-request-id: req-98068a63-6940-4481-96eb-3188b1bfe7b5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:42.721029 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "name": "network-vif-plugged", "status": "completed", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:42.721029 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98068a63-6940-4481-96eb-3188b1bfe7b5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:42.721400 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881', 'code': 200} Sep 02 13:27:42.788432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-223b72ec-fe4b-492e-a1e7-397ab8e616bb req-55182e95-075b-43cf-991f-52bec17174ef service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917385 Sep 02 13:27:42.815212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:42.822049 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6c501c5f-7b8f-4a4b-ad6b-68986b6ba8b2 req-89b88e69-a70c-4009-b46a-651af59f6fa6 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097718 Sep 02 13:27:42.824093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:42.836863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:42.871101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Pushing event updated for resources: {'Port': ['ID=83273574-1285-444c-b3d5-eabe3127289c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:42.953219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:43.129660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:35Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cf2d3d9-07a9-40a5-b7d6-cc35774987e9', 'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'mac_address': 'fa:16:3e:a6:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:34Z', 'updated_at': '2021-09-02T13:27:41Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'subnets': [{'id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:43.152732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1848dea-765f-4cf0-9b3a-37537022e157 req-d440040b-2a94-4ee6-b235-067e94b94a67 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:43.158500 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:43.170575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b1848dea-765f-4cf0-9b3a-37537022e157 req-d440040b-2a94-4ee6-b235-067e94b94a67 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1173100 Sep 02 13:27:43.202512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ffc7a-c4b3-4d6e-8461-1af082aa2b57 None None] The sync data for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 is: [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:35Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cf2d3d9-07a9-40a5-b7d6-cc35774987e9', 'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'mac_address': 'fa:16:3e:a6:5d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:34Z', 'updated_at': '2021-09-02T13:27:41Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'subnets': [{'id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:27:43.259337 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b1848dea-765f-4cf0-9b3a-37537022e157 req-b88053b2-b773-4d26-ad1d-7886dbb87e9a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875373 Sep 02 13:27:43.284077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:43.597631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d2b6e-8e6b-4863-a76a-be1f1fab44a7 req-b4c4b2d7-f917-4a86-9bc7-1c0c054df84d tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:43.606725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d90d2b6e-8e6b-4863-a76a-be1f1fab44a7 req-b4c4b2d7-f917-4a86-9bc7-1c0c054df84d tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.1456728 Sep 02 13:27:43.701741 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d90d2b6e-8e6b-4863-a76a-be1f1fab44a7 req-dc86242b-0d29-4de1-a601-3cefbeb11850 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933862 Sep 02 13:27:43.907782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:43.918418 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:43.950558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed2a5d-badb-440d-84b8-67d573e23c52 req-56d1ab28-4852-4ac5-94cd-42f6cb32de2a tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:43.952304 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50ed2a5d-badb-440d-84b8-67d573e23c52 req-56d1ab28-4852-4ac5-94cd-42f6cb32de2a tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1102 time: 0.1235213 Sep 02 13:27:44.100889 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50ed2a5d-badb-440d-84b8-67d573e23c52 req-7c2224a4-582a-493a-939a-6d3a3495eb91 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015933 Sep 02 13:27:44.111224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Pushing event updated for resources: {'Port': ['ID=83273574-1285-444c-b3d5-eabe3127289c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:44.148311 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:44.267819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:44.267819 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aa23e4b7-4c74-441a-b130-fdb7d6b4f79e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4201882 Sep 02 13:27:44.671520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f54b9-14c4-4207-b200-5fd9d54e357c req-7d2ae2f3-0f97-4e37-a279-98d01d4c8e99 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:44.680792 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf2f54b9-14c4-4207-b200-5fd9d54e357c req-7d2ae2f3-0f97-4e37-a279-98d01d4c8e99 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1267788 Sep 02 13:27:44.821228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf2f54b9-14c4-4207-b200-5fd9d54e357c req-c1629c5c-fe0b-4c66-a569-7f05bf6b3049 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147108 Sep 02 13:27:44.922497 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:45.054398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:45.072217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:45.081211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:45.082010 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:45.096743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2f84e-1396-4933-8aa2-b070b96ad66b req-75ac167c-7df1-44f2-87ae-69ee5e5ac4e6 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:45.102519 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7ec2f84e-1396-4933-8aa2-b070b96ad66b req-75ac167c-7df1-44f2-87ae-69ee5e5ac4e6 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 1102 time: 0.1253450 Sep 02 13:27:45.221970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7ec2f84e-1396-4933-8aa2-b070b96ad66b req-930e528b-9241-4daa-acf8-c821b894f889 tempest-ServersAdminTestJSON-318327854 tempest-ServersAdminTestJSON-318327854-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130307 Sep 02 13:27:45.384658 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:45.412320 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a31601d-d74b-4719-be76-54ae407bc57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:45.450257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1cf2d3d9-07a9-40a5-b7d6-cc35774987e9,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:45.460453 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:45.576770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=1cf2d3d9-07a9-40a5-b7d6-cc35774987e9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:45.608102 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8eebfe06-cd14-4ee5-a093-230f3a920ab4 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1517203475&fields=id&tenant_id=437f9333e8e74059b94e73769559ad43 HTTP/1.1" status: 200 len: 267 time: 0.8828146 Sep 02 13:27:45.782370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7dab7-b435-4551-8f7e-d01eb8df15a3 req-59048f2b-9b8e-46d0-83c1-b8d6dcac0b38 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:45.789905 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4c7dab7-b435-4551-8f7e-d01eb8df15a3 req-59048f2b-9b8e-46d0-83c1-b8d6dcac0b38 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.2149382 Sep 02 13:27:45.838540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-f1af735f-11ac-4751-be12-aa3151b4f966 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:45.841002 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-f1af735f-11ac-4751-be12-aa3151b4f966 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/networks?id=49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f HTTP/1.1" status: 200 len: 813 time: 0.2252564 Sep 02 13:27:45.868466 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-6c5b1077-10a4-4a0b-b33b-9b211cd7d0cb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/quotas/437f9333e8e74059b94e73769559ad43 HTTP/1.1" status: 200 len: 375 time: 0.0199530 Sep 02 13:27:45.899308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4c7dab7-b435-4551-8f7e-d01eb8df15a3 req-c678c750-0e16-49f4-bc21-023a2dfac960 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030533 Sep 02 13:27:45.901448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a31601d-d74b-4719-be76-54ae407bc57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:45.907105 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a31601d-d74b-4719-be76-54ae407bc57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:45.972905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31601d-d74b-4719-be76-54ae407bc57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700fd8f1-512b-485c-ab19-345083eddcbc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:45.976197 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-ace46bee-3b14-4d78-ac71-486b3b91ff54 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=437f9333e8e74059b94e73769559ad43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026294 Sep 02 13:27:45.982187 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5a31601d-d74b-4719-be76-54ae407bc57d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77cd42dd43d945c086a40eeea477385a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9240427 Sep 02 13:27:45.989637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:46.156296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e109f01-ce54-4a6d-bf9d-a8e306cf3d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:46.174423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-83641a78-1d73-49c0-bf2e-e74cc22a8e20 service neutron] 10.222.0.13 "GET /v2.0/networks/49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835983 Sep 02 13:27:46.217500 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e109f01-ce54-4a6d-bf9d-a8e306cf3d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:46.234181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6c07b-a7f1-4314-9ff9-8984f58e0842 req-cf66f492-5b74-44e4-a352-a319149ca907 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:46.236197 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-baa6c07b-a7f1-4314-9ff9-8984f58e0842 req-cf66f492-5b74-44e4-a352-a319149ca907 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.0855641 Sep 02 13:27:46.297523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-baa6c07b-a7f1-4314-9ff9-8984f58e0842 req-88c78826-f94e-44be-b1ee-78486179eacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 Sep 02 13:27:46.337770 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e109f01-ce54-4a6d-bf9d-a8e306cf3d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:46.343186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e109f01-ce54-4a6d-bf9d-a8e306cf3d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:46.351302 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0e109f01-ce54-4a6d-bf9d-a8e306cf3d22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/700fd8f1-512b-485c-ab19-345083eddcbc HTTP/1.1" status: 204 len: 168 time: 0.3581867 Sep 02 13:27:46.366698 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-ca6e6280-5d45-4e06-b419-33b8057d7755 service neutron] 10.222.0.13 "GET /v2.0/networks/49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776948 Sep 02 13:27:46.385965 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e109f01-ce54-4a6d-bf9d-a8e306cf3d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700fd8f1-512b-485c-ab19-345083eddcbc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:46.488315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d59d-25fd-4d8b-b828-678b974df076 req-b54bfbd7-cbd1-4b13-99e1-87b04ac2d980 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:46.501856 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1e5d59d-25fd-4d8b-b828-678b974df076 req-b54bfbd7-cbd1-4b13-99e1-87b04ac2d980 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1097 time: 0.1131620 Sep 02 13:27:46.574942 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1e5d59d-25fd-4d8b-b828-678b974df076 req-cc9c7830-483b-4ae6-bae2-3ba591609f29 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702472 Sep 02 13:27:46.709459 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe08c3-9976-4005-a239-9f4fea2ea6ba req-2230b41d-5ad5-4eee-8efa-c4a067227b9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:46.712283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5fe08c3-9976-4005-a239-9f4fea2ea6ba req-2230b41d-5ad5-4eee-8efa-c4a067227b9c tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 950 time: 0.1073515 Sep 02 13:27:46.805425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-afd47fb5-93e7-4018-a0a5-eb205a429529 req-43896073-e014-460a-81e6-bfe7a074d970 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 210 time: 0.0814040 Sep 02 13:27:46.845591 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5fe08c3-9976-4005-a239-9f4fea2ea6ba req-e2d1d64c-bbfd-4418-87be-697bd816b5c5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255229 Sep 02 13:27:46.864133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:47.022283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:47.022665 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:47.677627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709281b4-33c9-4bd4-8de2-a596ab9fda8f req-3c4a914d-a674-4da3-a2d5-2f5cf96c446b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:47.694366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-659679a6-6325-4f9d-b7cd-2f1e9d713d91 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:47.695980 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-659679a6-6325-4f9d-b7cd-2f1e9d713d91 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 950 time: 0.1970930 Sep 02 13:27:47.709972 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-709281b4-33c9-4bd4-8de2-a596ab9fda8f req-3c4a914d-a674-4da3-a2d5-2f5cf96c446b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.2046154 Sep 02 13:27:47.784598 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-709281b4-33c9-4bd4-8de2-a596ab9fda8f req-d4bdaf19-e730-4022-945f-2b58d9ed53d0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671074 Sep 02 13:27:47.858545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Deleting port 737396eb-832a-4780-a328-d4a10a999044 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:27:47.872390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:47.928520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45414) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:48.096534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f259f09b-04b9-4643-9016-7821ddd21c88 req-6540589a-233f-40c2-bd85-35bbe37074ed tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 210 time: 0.0584917 Sep 02 13:27:48.139403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4366d64-4e63-4e32-8cd0-89e105f1a366 req-92cc62f6-8eda-4e2d-bd09-edce69ed5a73 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:48.151535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4366d64-4e63-4e32-8cd0-89e105f1a366 req-92cc62f6-8eda-4e2d-bd09-edce69ed5a73 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 950 time: 0.1560936 Sep 02 13:27:48.183412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] For port 737396eb-832a-4780-a328-d4a10a999044, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=737396eb-832a-4780-a328-d4a10a999044,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:48.183911 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:48.185761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1854087981-network', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:48.201790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Calling delete_port for 737396eb-832a-4780-a328-d4a10a999044 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:27:48.253935 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4366d64-4e63-4e32-8cd0-89e105f1a366 req-a9be7a90-abe2-4ed1-b284-29770594b347 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925472 Sep 02 13:27:48.256950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Made reservation on behalf of 0ae31818d12146ab9f030c96f8424b59 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:48.263973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:48.274397 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:48.479787 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:48.526834 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:48.536646 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:48.552381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['737396eb-832a-4780-a328-d4a10a999044', 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:48.632159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Pushing event deleted for resources: {'Port': ['ID=737396eb-832a-4780-a328-d4a10a999044,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:48.642324 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['a10f81f5-532b-48a1-86e8-15f943d0c24b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:48.868704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] No DVR routers for this DVR port 737396eb-832a-4780-a328-d4a10a999044 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:27:48.874464 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:48.886366 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5dc4e1b-3284-46c6-b5c2-b3ac1b45986c req-3a15d617-22bc-4e74-aaf8-82525fda9837 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "DELETE /v2.0/ports/737396eb-832a-4780-a328-d4a10a999044 HTTP/1.1" status: 204 len: 173 time: 1.1819422 Sep 02 13:27:48.893483 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5bdc67-d332-49b4-a9b7-9bd00eca81e0', 'name': 'network-vif-deleted', 'tag': '737396eb-832a-4780-a328-d4a10a999044'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:48.901349 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7672b6-de21-41de-aa1e-c36537d0a3ba" -d '{"events": [{"server_uuid": "4e5bdc67-d332-49b4-a9b7-9bd00eca81e0", "name": "network-vif-deleted", "tag": "737396eb-832a-4780-a328-d4a10a999044"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:48.923197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-754f374f-6b51-4446-9436-3d77dd2feaa3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:48.927047 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-754f374f-6b51-4446-9436-3d77dd2feaa3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.77 "GET /v2.0/networks?id=49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f HTTP/1.1" status: 200 len: 813 time: 0.4372516 Sep 02 13:27:48.927808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7346947-71db-4010-a611-9bed0879a7c8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:48.930968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:27:49.024880 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:49.025239 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Added segment fc2c439d-ff0e-4502-8cef-426d082e21ca of type vlan for network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 Sep 02 13:27:49.056914 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dd178c-4a86-477f-9281-4c90c7474a21 x-openstack-request-id: req-65dd178c-4a86-477f-9281-4c90c7474a21 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:49.057433 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5bdc67-d332-49b4-a9b7-9bd00eca81e0", "name": "network-vif-deleted", "tag": "737396eb-832a-4780-a328-d4a10a999044", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:49.057825 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65dd178c-4a86-477f-9281-4c90c7474a21 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:49.058634 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5bdc67-d332-49b4-a9b7-9bd00eca81e0', 'name': 'network-vif-deleted', 'tag': '737396eb-832a-4780-a328-d4a10a999044', 'status': 'completed', 'code': 200} Sep 02 13:27:49.168607 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-77171fc6-263c-4881-96df-8411faf9f0cd tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437f9333e8e74059b94e73769559ad43 HTTP/1.1" status: 200 len: 380 time: 0.1663914 Sep 02 13:27:49.188324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Request body: {'port': {'device_id': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'admin_state_up': True, 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'security_groups': ['cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:49.282588 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f49300a0-8af2-461c-9ade-57d68c80f681 req-3f17dda0-cce3-4643-96cb-620cf61a4afb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 210 time: 0.0555725 Sep 02 13:27:49.387653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e80b8-6476-4da3-afb8-48109823409e req-f2563757-b993-4e50-bd69-e6262612ec66 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:49.395341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238e80b8-6476-4da3-afb8-48109823409e req-f2563757-b993-4e50-bd69-e6262612ec66 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.4542875 Sep 02 13:27:49.428774 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:49.480552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7b54d04-0d50-4323-9566-52f3c763936c req-965add27-1067-4627-93f4-1cfe6e76f908 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e5bdc67-d332-49b4-a9b7-9bd00eca81e0 HTTP/1.1" status: 200 len: 210 time: 0.0429301 Sep 02 13:27:49.564036 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:27:49.569437 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:49.570428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:49.571012 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:49.631587 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238e80b8-6476-4da3-afb8-48109823409e req-ed58e96f-5c70-44e8-8165-bc04a765602a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898136 Sep 02 13:27:49.808637 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8782356 Sep 02 13:27:49.813805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:49.820039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Request body: {'subnet': {'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1854087981-subnet', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:49.867214 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f7d3-8421-4c81-a404-80c65f12c806 admin admin] Pushing event updated for resources: {'Network': ['ID=6843c48f-067c-483f-b84d-09e0f8ba7bf9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:49.894577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Made reservation on behalf of 437f9333e8e74059b94e73769559ad43 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:49.898469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:27:49.899027 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:49.929995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Made reservation on behalf of 0ae31818d12146ab9f030c96f8424b59 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:27:49.939023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:50.251027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Allocated IP 172.20.0.14 (49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f/3c063b1f-abc4-4373-a626-f75bffd3670f/f18a589c-759d-4341-843a-2d96f01056cc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:50.542901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:50.658027 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:50.700006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:50.825865 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Transition to ACTIVE for port object f18a589c-759d-4341-843a-2d96f01056cc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:50.836731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Checking segment: {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:50.838958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Network hostable DHCP agents. Network: 6843c48f-067c-483f-b84d-09e0f8ba7bf9, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:27:50.918667 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3865717c-5405-4ca2-8af7-ff915b8ab8f0 req-f1b507be-68d3-477a-ae51-f95f5acc30e0 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 210 time: 0.2252076 Sep 02 13:27:50.935616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:27:50.971590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 6843c48f-067c-483f-b84d-09e0f8ba7bf9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:50.990750 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:50.991713 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:50.994074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970094d-4a7b-4834-82c7-424ae56a6d8c None None] Network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:27:51.089027 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e57f697e-cfc3-48ee-8d7d-fa85c603ccb9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2711370 Sep 02 13:27:51.089956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:51.117606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:51.161585 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:51.213948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:51.226746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:51.489954 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:51.528806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e397d0-46eb-419b-a05d-240c1a4ef01a req-bac87734-8449-4c31-b57c-ad43b4193028 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:51.544415 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-66e397d0-46eb-419b-a05d-240c1a4ef01a req-bac87734-8449-4c31-b57c-ad43b4193028 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.3401599 Sep 02 13:27:51.552947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 737396eb-832a-4780-a328-d4a10a999044 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:27:51.639310 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:27:51.643103 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:51.657138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 737396eb-832a-4780-a328-d4a10a999044 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:27:51.658081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 737396eb-832a-4780-a328-d4a10a999044 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:27:51.696985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:51.746032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:51.750597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:51.933714 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-66e397d0-46eb-419b-a05d-240c1a4ef01a req-fd2cd7e3-15e4-4d26-ac39-64d9c2ce6d82 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883166 Sep 02 13:27:51.953935 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf06201-d768-40b0-860b-52c24ad24d61 req-0b2de831-c932-4b7a-a9d3-129211f19238 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:51.965046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:51.981691 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dbf06201-d768-40b0-860b-52c24ad24d61 req-0b2de831-c932-4b7a-a9d3-129211f19238 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 971 time: 0.7334123 Sep 02 13:27:52.004232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Pushing event updated for resources: {'Port': ['ID=f18a589c-759d-4341-843a-2d96f01056cc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:52.256615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dbf06201-d768-40b0-860b-52c24ad24d61 req-163cc88b-b6e4-4214-9ed4-77805bd0c62d tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300532 Sep 02 13:27:52.291008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:52.304711 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:52.305785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Allocated IP 172.20.0.2 (6843c48f-067c-483f-b84d-09e0f8ba7bf9/ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3/e6df8cd4-0432-4147-823d-9df60aac31a7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:52.359218 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2f55ea16-6f9f-41c3-8dc1-25aad9fb3aeb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1798491 Sep 02 13:27:52.375330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Request body: {'port': {'device_id': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:27:52.621897 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:52.832056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d0ca79d-1df1-41b7-a7bf-d9a8e18406f0 None None] Provisioning for port f18a589c-759d-4341-843a-2d96f01056cc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:52.873477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135a4a-f94e-4804-8136-2cd94982d508 req-166c37bb-62bd-4473-a3f3-9946f840d4ab tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:52.881660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f4135a4a-f94e-4804-8136-2cd94982d508 req-166c37bb-62bd-4473-a3f3-9946f840d4ab tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 932 time: 0.3781171 Sep 02 13:27:52.957739 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d0ca79d-1df1-41b7-a7bf-d9a8e18406f0 None None] Provisioning complete for port f18a589c-759d-4341-843a-2d96f01056cc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:52.958542 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d0ca79d-1df1-41b7-a7bf-d9a8e18406f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.031788 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f4135a4a-f94e-4804-8136-2cd94982d508 req-2bb505ac-9975-4842-9535-39406d87bc92 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458216 Sep 02 13:27:53.087343 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.132626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ca79d-1df1-41b7-a7bf-d9a8e18406f0 None None] Port f18a589c-759d-4341-843a-2d96f01056cc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:27:53.142787 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.180969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Transition to ACTIVE for port object e6df8cd4-0432-4147-823d-9df60aac31a7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:53.216215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.257430 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Transition to ACTIVE for port object e6df8cd4-0432-4147-823d-9df60aac31a7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:53.281824 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.439042 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:53.444501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-6293b5b3-c741-46de-8cb8-8e42cb0fc604 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:53.455632 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-6293b5b3-c741-46de-8cb8-8e42cb0fc604 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.90 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 971 time: 0.5169501 Sep 02 13:27:53.463809 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:53.475703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:53.486237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Pushing event updated for resources: {'Port': ['ID=e6df8cd4-0432-4147-823d-9df60aac31a7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:53.497444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Allocated IP 172.25.3.241 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/c962edd8-65bc-4b0a-ad78-eea25561910d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:27:53.507141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ee67-45ad-4e40-a590-7d5cda01e644 req-7a34d191-640f-4b75-a7cf-b2b64e9b5a1a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:53.517835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73d5ee67-45ad-4e40-a590-7d5cda01e644 req-7a34d191-640f-4b75-a7cf-b2b64e9b5a1a tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 971 time: 0.1013689 Sep 02 13:27:53.605628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Attempting to bind port e6df8cd4-0432-4147-823d-9df60aac31a7 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:53.610550 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Attempting to bind port e6df8cd4-0432-4147-823d-9df60aac31a7 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:53.611104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Attempting to bind port e6df8cd4-0432-4147-823d-9df60aac31a7 on network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:53.622500 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:53.623005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Checking segment: {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:53.623389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73d5ee67-45ad-4e40-a590-7d5cda01e644 req-049f0a1a-6bbe-4c24-97d7-5a13b80f3815 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035833 Sep 02 13:27:53.623622 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.624164 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Bound using segment: {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:53.625789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Bound port: e6df8cd4-0432-4147-823d-9df60aac31a7, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:53.626288 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.763918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7174-5e34-4afd-9a40-53432cb647fe req-03bf9df1-4e38-471f-8295-a254892dfe1c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:53.774362 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87cb7174-5e34-4afd-9a40-53432cb647fe req-03bf9df1-4e38-471f-8295-a254892dfe1c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.4735084 Sep 02 13:27:53.824182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] For port e6df8cd4-0432-4147-823d-9df60aac31a7, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:53.830173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] For port e6df8cd4-0432-4147-823d-9df60aac31a7, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e6df8cd4-0432-4147-823d-9df60aac31a7,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:53.845636 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.861756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18a589c-759d-4341-843a-2d96f01056cc {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:27:53.903304 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.906848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.962237 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87cb7174-5e34-4afd-9a40-53432cb647fe req-62aecef6-8a39-48a0-9b83-1de60cd06e33 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868629 Sep 02 13:27:53.993065 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:53.995088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Transition to ACTIVE for port object f18a589c-759d-4341-843a-2d96f01056cc will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:54.026483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:54.030889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143bdd8-6096-4048-bd2e-651a020a8d8d None None] Pushing event updated for resources: {'Port': ['ID=e6df8cd4-0432-4147-823d-9df60aac31a7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:54.092596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:27:54.101107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:27:54.113129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:27:54.166860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Pushing event updated for resources: {'Port': ['ID=f18a589c-759d-4341-843a-2d96f01056cc,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:54.195396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Deleting port a10f81f5-532b-48a1-86e8-15f943d0c24b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:27:54.196039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:54.216978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Pushing event updated for resources: {'Port': ['ID=c962edd8-65bc-4b0a-ad78-eea25561910d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:54.463775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] For port a10f81f5-532b-48a1-86e8-15f943d0c24b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a10f81f5-532b-48a1-86e8-15f943d0c24b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:54.465743 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:54.487054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212e37f-761c-49dd-bb25-da2620792cba req-107ec0e2-bcc0-4761-aee8-8512d76b4609 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:54.506330 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0212e37f-761c-49dd-bb25-da2620792cba req-107ec0e2-bcc0-4761-aee8-8512d76b4609 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 944 time: 0.3847520 Sep 02 13:27:54.514722 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Calling delete_port for a10f81f5-532b-48a1-86e8-15f943d0c24b owned by compute:tempest-test_az-1377534794 {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:27:54.792825 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0212e37f-761c-49dd-bb25-da2620792cba req-76176e60-7bfa-4e5f-942d-f35622476d19 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858455 Sep 02 13:27:55.032421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e6df8cd4-0432-4147-823d-9df60aac31a7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:55.149125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port e6df8cd4-0432-4147-823d-9df60aac31a7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:55.212048 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:55.228328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:27:55.235035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455eafd-fcf6-435c-a008-e69c995bb13c req-54e6e6fe-1d12-4ae1-b0eb-d6827c829733 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:55.250437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d455eafd-fcf6-435c-a008-e69c995bb13c req-54e6e6fe-1d12-4ae1-b0eb-d6827c829733 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1337707 Sep 02 13:27:55.287774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5acd9-1b24-412e-be1b-7734e6190cd8 req-0d8bf1cf-7a93-46d6-80e9-78bda0ac973f tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:55.289396 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9c5acd9-1b24-412e-be1b-7734e6190cd8 req-0d8bf1cf-7a93-46d6-80e9-78bda0ac973f tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea98e185-ace4-486b-99f9-e8e7a6b1e6b9 HTTP/1.1" status: 200 len: 971 time: 0.4750681 Sep 02 13:27:55.302341 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:55.393527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Attempting to bind port f18a589c-759d-4341-843a-2d96f01056cc on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:55.393897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Attempting to bind port f18a589c-759d-4341-843a-2d96f01056cc by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:55.394234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Attempting to bind port f18a589c-759d-4341-843a-2d96f01056cc on network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:55.407300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Pushing event deleted for resources: {'Port': ['ID=a10f81f5-532b-48a1-86e8-15f943d0c24b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:55.446967 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d455eafd-fcf6-435c-a008-e69c995bb13c req-c4bc5424-fbe1-416d-a07b-61a16e7e1b67 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956263 Sep 02 13:27:55.509771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Port f18a589c-759d-4341-843a-2d96f01056cc on network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:27:55.509771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Attempting to bind port f18a589c-759d-4341-843a-2d96f01056cc on network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:55.560615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] No DVR routers for this DVR port a10f81f5-532b-48a1-86e8-15f943d0c24b on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:27:55.568846 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:55.570697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e16065d5-0337-497e-b0a6-3b2c0c127582 req-0d56d905-1b91-4393-ae6a-f39a257636ab tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.90 "DELETE /v2.0/ports/a10f81f5-532b-48a1-86e8-15f943d0c24b HTTP/1.1" status: 204 len: 173 time: 2.0456219 Sep 02 13:27:55.570988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea98e185-ace4-486b-99f9-e8e7a6b1e6b9', 'name': 'network-vif-deleted', 'tag': 'a10f81f5-532b-48a1-86e8-15f943d0c24b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:55.590574 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb882b06-2d9d-467f-901f-41fe12d0c45a" -d '{"events": [{"server_uuid": "ea98e185-ace4-486b-99f9-e8e7a6b1e6b9", "name": "network-vif-deleted", "tag": "a10f81f5-532b-48a1-86e8-15f943d0c24b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:55.599977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:55.615528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Checking segment: {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:55.616025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Bound using segment: {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:55.616439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Bound port: f18a589c-759d-4341-843a-2d96f01056cc, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10358b87-9549-4990-9dbe-3d7889f16a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:55.616846 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:55.688008 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9c5acd9-1b24-412e-be1b-7734e6190cd8 req-37981a91-2630-4396-916f-145da6ad25e5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516457 Sep 02 13:27:55.804773 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00b3eb2-f6a9-4844-b4b2-ae293d6d81e3 x-openstack-request-id: req-a00b3eb2-f6a9-4844-b4b2-ae293d6d81e3 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:55.805295 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea98e185-ace4-486b-99f9-e8e7a6b1e6b9", "name": "network-vif-deleted", "tag": "a10f81f5-532b-48a1-86e8-15f943d0c24b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:55.806449 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a00b3eb2-f6a9-4844-b4b2-ae293d6d81e3 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:55.808038 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea98e185-ace4-486b-99f9-e8e7a6b1e6b9', 'name': 'network-vif-deleted', 'tag': 'a10f81f5-532b-48a1-86e8-15f943d0c24b', 'status': 'completed', 'code': 200} Sep 02 13:27:55.867168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] For port f18a589c-759d-4341-843a-2d96f01056cc, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:55.873617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] For port f18a589c-759d-4341-843a-2d96f01056cc, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=f18a589c-759d-4341-843a-2d96f01056cc,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:55.881636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:55.929303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:55.972583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b9058-e2a4-4640-a318-6a16f07723a9 None None] Network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:27:56.027715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Pushing event updated for resources: {'Port': ['ID=f18a589c-759d-4341-843a-2d96f01056cc,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:56.122274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:56.122918 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:56.133407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-8df864fb-c911-4fa5-99ea-9d081a57313e service neutron] 10.222.0.77 "PUT /v2.0/ports/f18a589c-759d-4341-843a-2d96f01056cc HTTP/1.1" status: 200 len: 1092 time: 3.7652252 Sep 02 13:27:56.218073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0b735-e7d7-48b3-8a04-0461cc584924 req-1c3d488f-1625-4336-a251-b8ee6047c5eb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:56.220261 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-42b0b735-e7d7-48b3-8a04-0461cc584924 req-1c3d488f-1625-4336-a251-b8ee6047c5eb tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 944 time: 0.2119288 Sep 02 13:27:56.276319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c1e37b0-c918-4c3a-ba38-99ff2923f3fa None None] Provisioning for port e6df8cd4-0432-4147-823d-9df60aac31a7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:27:56.314061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Router d6203997-882b-4766-82bd-24bf6103b555 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:27:56.357666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c1e37b0-c918-4c3a-ba38-99ff2923f3fa None None] Provisioning complete for port e6df8cd4-0432-4147-823d-9df60aac31a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:56.358172 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c1e37b0-c918-4c3a-ba38-99ff2923f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:56.415673 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-42b0b735-e7d7-48b3-8a04-0461cc584924 req-eedba33f-0df6-4e66-af6b-3bfba48ff552 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589553 Sep 02 13:27:56.449723 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-a38e02b4-1aa3-478d-8f32-23c3c0832e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:56.458659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-a38e02b4-1aa3-478d-8f32-23c3c0832e05 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=437f9333e8e74059b94e73769559ad43&device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 1095 time: 0.2370777 Sep 02 13:27:56.549383 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-3478dbc8-e5b4-46b0-b13b-dac4c0a7368d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18a589c-759d-4341-843a-2d96f01056cc HTTP/1.1" status: 200 len: 217 time: 0.0818772 Sep 02 13:27:56.694293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-420ca298-a850-49f7-8282-0a5177c74bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:56.697656 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-420ca298-a850-49f7-8282-0a5177c74bad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3c063b1f-abc4-4373-a626-f75bffd3670f HTTP/1.1" status: 200 len: 852 time: 0.1413364 Sep 02 13:27:56.816438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-d250de45-927d-407d-b47c-99c33ef3613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:56.823317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-d250de45-927d-407d-b47c-99c33ef3613f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176028 Sep 02 13:27:56.851030 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a10f81f5-532b-48a1-86e8-15f943d0c24b no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:27:56.898949 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: a10f81f5-532b-48a1-86e8-15f943d0c24b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:27:56.899305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a10f81f5-532b-48a1-86e8-15f943d0c24b not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:27:56.940389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:27:56.952974 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Sync routers for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:27:56.982644 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:56.983292 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:56.991643 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c1e37b0-c918-4c3a-ba38-99ff2923f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:56.997338 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:56.998715 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0acdaadf-a3df-47ae-ae0f-21262640a496 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9058964 Sep 02 13:27:57.020950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:27:57.069085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c7240-dc63-4e1b-89a3-7792d796cb13 req-85e72a92-6e08-4341-95a3-d9573a53bcff tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:57.089635 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-af1c7240-dc63-4e1b-89a3-7792d796cb13 req-85e72a92-6e08-4341-95a3-d9573a53bcff tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.3426309 Sep 02 13:27:57.104828 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-d1723b71-72f1-4bd7-830f-9b19f7a079ec service neutron] 10.222.0.77 "GET /v2.0/networks/49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733939 Sep 02 13:27:57.106082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2c1e37b0-c918-4c3a-ba38-99ff2923f3fa None None] For port e6df8cd4-0432-4147-823d-9df60aac31a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e6df8cd4-0432-4147-823d-9df60aac31a7,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:57.131522 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c1e37b0-c918-4c3a-ba38-99ff2923f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:57.296156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e37b0-c918-4c3a-ba38-99ff2923f3fa None None] Pushing event updated for resources: {'Port': ['ID=e6df8cd4-0432-4147-823d-9df60aac31a7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:57.389460 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:57.477328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee21b2d4-4dc4-485a-8f4c-aa50900c79ef req-2bb22cd8-1ee1-4f9c-82d6-bd9c9cf2a0fb service neutron] 10.222.0.77 "GET /v2.0/networks/49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644443 Sep 02 13:27:57.721100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8483ffc3-20f1-4281-bc84-196fbf4f0df3 None None] Provisioning complete for port e6df8cd4-0432-4147-823d-9df60aac31a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:57.724046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8483ffc3-20f1-4281-bc84-196fbf4f0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:57.812833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'tag': 'f18a589c-759d-4341-843a-2d96f01056cc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:27:57.815164 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d361e661-9e7a-497d-b229-fc53c4504408" -d '{"events": [{"name": "network-changed", "server_uuid": "d020ef8a-52ab-474c-aa66-cfd7df67d143", "tag": "f18a589c-759d-4341-843a-2d96f01056cc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:27:57.844835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809b87b-5acc-4eb8-aec2-dfc4a1711ccd req-740f94f8-7034-46d5-971f-687cb483682b tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:57.846450 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7809b87b-5acc-4eb8-aec2-dfc4a1711ccd req-740f94f8-7034-46d5-971f-687cb483682b tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 951 time: 0.1514225 Sep 02 13:27:57.848407 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-af1c7240-dc63-4e1b-89a3-7792d796cb13 req-e6d3ef95-3b8e-4b1f-9e65-26f76573e169 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7408161 Sep 02 13:27:57.979944 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7809b87b-5acc-4eb8-aec2-dfc4a1711ccd req-4b5fbedd-39f9-4106-985b-446595c218b2 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131644 Sep 02 13:27:57.980479 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:27:54Z', 'revision_number': 3, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:58.023943 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Checking router: d6203997-882b-4766-82bd-24bf6103b555 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:27:58.024710 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Updating router d6203997-882b-4766-82bd-24bf6103b555 port c962edd8-65bc-4b0a-ad78-eea25561910d binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:27:58.063679 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:58.132307 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e9002e-aab4-49d2-9053-4a9b48486db0 x-openstack-request-id: req-a7e9002e-aab4-49d2-9053-4a9b48486db0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:27:58.132774 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d020ef8a-52ab-474c-aa66-cfd7df67d143", "tag": "f18a589c-759d-4341-843a-2d96f01056cc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:27:58.133911 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7e9002e-aab4-49d2-9053-4a9b48486db0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:27:58.134476 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'tag': 'f18a589c-759d-4341-843a-2d96f01056cc', 'status': 'completed', 'code': 200} Sep 02 13:27:58.212160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14010f7d-51b5-48a7-adaf-1c58aec2a527 req-679d41cb-aa08-4871-9f7d-5b75766f146e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:58.222267 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14010f7d-51b5-48a7-adaf-1c58aec2a527 req-679d41cb-aa08-4871-9f7d-5b75766f146e tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 944 time: 0.1666739 Sep 02 13:27:58.246265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361e661-9e7a-497d-b229-fc53c4504408 req-87eaa83c-e82c-443a-b519-370b77a8b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:58.249884 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d361e661-9e7a-497d-b229-fc53c4504408 req-87eaa83c-e82c-443a-b519-370b77a8b0d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=437f9333e8e74059b94e73769559ad43&device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 1095 time: 0.0899668 Sep 02 13:27:58.524460 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14010f7d-51b5-48a7-adaf-1c58aec2a527 req-ddf8e465-c142-4ae5-b680-688bee9fe998 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010108 Sep 02 13:27:58.537988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361e661-9e7a-497d-b229-fc53c4504408 req-4075f973-6963-46ac-bfd0-8758a39df820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:58.548034 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d361e661-9e7a-497d-b229-fc53c4504408 req-4075f973-6963-46ac-bfd0-8758a39df820 service neutron] 10.222.0.77 "GET /v2.0/networks?id=49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f HTTP/1.1" status: 200 len: 914 time: 0.2879386 Sep 02 13:27:58.663882 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d361e661-9e7a-497d-b229-fc53c4504408 req-97cf0453-8227-4abc-aba2-97c5034906b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18a589c-759d-4341-843a-2d96f01056cc HTTP/1.1" status: 200 len: 217 time: 0.1046176 Sep 02 13:27:58.698298 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:58.738171 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Transition to ACTIVE for port object c962edd8-65bc-4b0a-ad78-eea25561910d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:27:58.750646 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:58.847319 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11363ebc-06f9-4de8-9439-89f9adffd72c None None] Pushing event updated for resources: {'Port': ['ID=c962edd8-65bc-4b0a-ad78-eea25561910d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:58.890201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361e661-9e7a-497d-b229-fc53c4504408 req-68721647-0fd7-46ab-b802-1473f17517ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:58.898680 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d361e661-9e7a-497d-b229-fc53c4504408 req-68721647-0fd7-46ab-b802-1473f17517ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3c063b1f-abc4-4373-a626-f75bffd3670f HTTP/1.1" status: 200 len: 852 time: 0.2191067 Sep 02 13:27:58.902970 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Attempting to bind port c962edd8-65bc-4b0a-ad78-eea25561910d on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:27:58.903356 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Attempting to bind port c962edd8-65bc-4b0a-ad78-eea25561910d by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:27:58.903783 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Attempting to bind port c962edd8-65bc-4b0a-ad78-eea25561910d on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:27:58.918409 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:27:58.918834 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:27:58.919572 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:58.920015 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:27:58.920767 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Bound port: c962edd8-65bc-4b0a-ad78-eea25561910d, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:27:58.921199 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:58.978406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e6df8cd4-0432-4147-823d-9df60aac31a7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:27:58.989859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-5b3c4596-9bea-4808-beeb-740e7b640d89 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:58.996442 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-5b3c4596-9bea-4808-beeb-740e7b640d89 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 951 time: 0.2416341 Sep 02 13:27:59.010741 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] For port c962edd8-65bc-4b0a-ad78-eea25561910d, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:27:59.016883 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] For port c962edd8-65bc-4b0a-ad78-eea25561910d, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c962edd8-65bc-4b0a-ad78-eea25561910d,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:27:59.024042 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:59.082558 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361e661-9e7a-497d-b229-fc53c4504408 req-6aed2f69-f3d4-42f8-9d20-e8791dab5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:59.088294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d361e661-9e7a-497d-b229-fc53c4504408 req-6aed2f69-f3d4-42f8-9d20-e8791dab5cf1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856935 Sep 02 13:27:59.101247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e6df8cd4-0432-4147-823d-9df60aac31a7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:27:59.101636 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:59.214641 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11363ebc-06f9-4de8-9439-89f9adffd72c None None] Pushing event updated for resources: {'Port': ['ID=c962edd8-65bc-4b0a-ad78-eea25561910d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:27:59.262329 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:27:59.263307 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:27:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:27:59.303706 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:59.359312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:59.394332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d46c28-5b38-42ed-98f3-0939579e1f11 req-8853bdf7-9a74-40e5-ae75-2829bee1bae5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:59.400097 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2d46c28-5b38-42ed-98f3-0939579e1f11 req-8853bdf7-9a74-40e5-ae75-2829bee1bae5 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 951 time: 0.1644499 Sep 02 13:27:59.561698 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device f18a589c-759d-4341-843a-2d96f01056cc details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:27:59.571260 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d361e661-9e7a-497d-b229-fc53c4504408 req-5c212fc3-3485-4add-8726-af6a6c824c55 service neutron] 10.222.0.77 "GET /v2.0/networks/49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722178 Sep 02 13:27:59.607517 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:27:59.648614 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525237b-f5cf-401b-b83f-69e799b135ca req-bebb331f-b3e1-4405-938a-50496c1b30f9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:27:59.650410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a525237b-f5cf-401b-b83f-69e799b135ca req-bebb331f-b3e1-4405-938a-50496c1b30f9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.3983428 Sep 02 13:27:59.806111 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Deleting port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:27:59.806602 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:59.812927 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2d46c28-5b38-42ed-98f3-0939579e1f11 req-03134cf6-4f0a-4bbe-a608-98681bed8ab1 tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/security-groups?id=aba3336d-8a39-4c3d-838e-7a59ae4a49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937907 Sep 02 13:27:59.909059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port f18a589c-759d-4341-843a-2d96f01056cc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=f18a589c-759d-4341-843a-2d96f01056cc,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:59.926897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] For port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:27:59.927389 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:27:59.946337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Calling delete_port for a71ac9d1-4f17-47b8-a3e6-e34b7619e08c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:27:59.954352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d361e661-9e7a-497d-b229-fc53c4504408 req-77434bb9-6e32-4105-bddf-363a6408580b service neutron] 10.222.0.77 "GET /v2.0/networks/49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725185 Sep 02 13:27:59.973096 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'f18a589c-759d-4341-843a-2d96f01056cc', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'port_id': 'f18a589c-759d-4341-843a-2d96f01056cc', 'mac_address': 'fa:16:3e:6a:6e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:28:00.110655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a525237b-f5cf-401b-b83f-69e799b135ca req-02f00afa-de92-4372-acaf-d2ff658cb1a5 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351416 Sep 02 13:28:00.128788 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:00.193521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18a589c-759d-4341-843a-2d96f01056cc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:00.217512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22e7bc-a1a6-4d95-9ed3-7cc945c709b0 req-a9de1d12-274e-4bce-b067-233776f932ae tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:00.219376 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e22e7bc-a1a6-4d95-9ed3-7cc945c709b0 req-a9de1d12-274e-4bce-b067-233776f932ae tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 944 time: 0.1677103 Sep 02 13:28:00.269983 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:00.310555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port f18a589c-759d-4341-843a-2d96f01056cc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=f18a589c-759d-4341-843a-2d96f01056cc,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:00.316223 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:00.368759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e22e7bc-a1a6-4d95-9ed3-7cc945c709b0 req-e70efe85-5662-4181-a70e-be5cd4c48ff2 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186776 Sep 02 13:28:00.381600 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:27:54Z', 'revision_number': 3, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:00.480154 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Allocated IP 172.20.0.1 (6843c48f-067c-483f-b84d-09e0f8ba7bf9/ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3/279bb5db-38e4-4644-a278-c3b536e60a67) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:00.507245 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=f18a589c-759d-4341-843a-2d96f01056cc,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:00.552006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['f18a589c-759d-4341-843a-2d96f01056cc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:00.695759 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:00.709242 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7714fe-b636-403c-9693-54aea5e52f11 None None] The sync data for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 is: [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:27:54Z', 'revision_number': 3, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:00.811274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Pushing event deleted for resources: {'Port': ['ID=a71ac9d1-4f17-47b8-a3e6-e34b7619e08c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:00.889194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a5c38-a976-4c6e-81a7-579ce31f1fb1 req-d84a07fe-9022-465f-9088-ea5b684633d0 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:00.897969 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-964a5c38-a976-4c6e-81a7-579ce31f1fb1 req-d84a07fe-9022-465f-9088-ea5b684633d0 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 946 time: 0.1217670 Sep 02 13:28:00.965576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] No DVR routers for this DVR port a71ac9d1-4f17-47b8-a3e6-e34b7619e08c on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:28:00.986857 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:01.015165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-964a5c38-a976-4c6e-81a7-579ce31f1fb1 req-c9e1507d-e7fb-436b-a56a-ddeb72d3105a tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158280 Sep 02 13:28:01.016543 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8d143ced-9ed6-41b1-a2b1-953552ea6a61 req-cd5115e0-1a35-4078-b7c9-67368321dcff tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.77 "DELETE /v2.0/ports/a71ac9d1-4f17-47b8-a3e6-e34b7619e08c HTTP/1.1" status: 204 len: 173 time: 1.9979634 Sep 02 13:28:01.017546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-deleted', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:01.031919 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8d67b1-f95d-4562-95bc-a2823a63057e" -d '{"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-deleted", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:01.212095 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66f09e24-96c3-4a16-b884-708c8c48ceeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:01.246940 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a7db1784-92b6-4d29-9824-6765e8508753 req-5a6b4540-8041-4955-a84f-15d75fe7097f tempest-ServersAdminTestJSON-1380821419 tempest-ServersAdminTestJSON-1380821419-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a247a-8684-4838-b7c6-4b8d4a631264 HTTP/1.1" status: 200 len: 210 time: 0.1197505 Sep 02 13:28:01.266623 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb88a21b-3ba7-4755-b2d3-39e6f7a04a65 x-openstack-request-id: req-bb88a21b-3ba7-4755-b2d3-39e6f7a04a65 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:01.266935 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a247a-8684-4838-b7c6-4b8d4a631264", "name": "network-vif-deleted", "tag": "a71ac9d1-4f17-47b8-a3e6-e34b7619e08c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:01.267258 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb88a21b-3ba7-4755-b2d3-39e6f7a04a65 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:01.267654 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44a247a-8684-4838-b7c6-4b8d4a631264', 'name': 'network-vif-deleted', 'tag': 'a71ac9d1-4f17-47b8-a3e6-e34b7619e08c', 'status': 'completed', 'code': 200} Sep 02 13:28:01.275219 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:01.385130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Transition to ACTIVE for port object 279bb5db-38e4-4644-a278-c3b536e60a67 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:01.502135 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:01.525154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a772e-63ae-4306-97b1-11421d21d930 req-af156aa6-5fdd-4e91-8acc-97b4a2f80d2c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:01.537955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:01.554563 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c31a772e-63ae-4306-97b1-11421d21d930 req-af156aa6-5fdd-4e91-8acc-97b4a2f80d2c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.2362206 Sep 02 13:28:01.569344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:01.623766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:01.735513 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c31a772e-63ae-4306-97b1-11421d21d930 req-a68ac3d3-9556-4d24-98a6-7b92b59e7a45 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765165 Sep 02 13:28:01.870264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Pushing event updated for resources: {'Port': ['ID=279bb5db-38e4-4644-a278-c3b536e60a67,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:01.873944 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:01.983868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2566b2a-a73d-40b4-b815-c9684908a2aa req-ef9f0867-615b-4711-8d4d-2cd889dd2da1 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:01.986353 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2566b2a-a73d-40b4-b815-c9684908a2aa req-ef9f0867-615b-4711-8d4d-2cd889dd2da1 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 945 time: 0.1968720 Sep 02 13:28:02.133167 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b2256275-573d-4df3-ae26-588ae810d53d None None] Provisioning for port 279bb5db-38e4-4644-a278-c3b536e60a67 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:02.159765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b2256275-573d-4df3-ae26-588ae810d53d None None] Provisioning complete for port 279bb5db-38e4-4644-a278-c3b536e60a67 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:02.160530 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2256275-573d-4df3-ae26-588ae810d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:02.206863 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2566b2a-a73d-40b4-b815-c9684908a2aa req-31e29453-37e1-429c-8c1c-7a3c86732493 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079167 Sep 02 13:28:02.285431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:02.303434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982dd4a-6d50-403f-b5bd-1ab8eac0d8b9 req-aa045850-0785-4b05-a90b-588b04edc509 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:02.309228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b2256275-573d-4df3-ae26-588ae810d53d None None] Port 279bb5db-38e4-4644-a278-c3b536e60a67 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:02.320111 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2982dd4a-6d50-403f-b5bd-1ab8eac0d8b9 req-aa045850-0785-4b05-a90b-588b04edc509 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 946 time: 0.1799817 Sep 02 13:28:02.379193 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2982dd4a-6d50-403f-b5bd-1ab8eac0d8b9 req-e19f51ac-bffc-4213-a35b-7d93f3e86bda tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577168 Sep 02 13:28:02.662373 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:02.677399 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:02.893953 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-bd2f6b69-869c-4565-8054-d1824f406e47 service neutron] show failed (client error): The resource could not be found. Sep 02 13:28:02.900314 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-bd2f6b69-869c-4565-8054-d1824f406e47 service neutron] 10.222.0.90 "GET /v2.0/ports/1d451c2c-26b6-44ef-b421-a22d707dec85/bindings/n-h2-794796-4 HTTP/1.1" status: 404 len: 380 time: 0.2347987 Sep 02 13:28:02.911828 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Pushing event updated for resources: {'Port': ['ID=279bb5db-38e4-4644-a278-c3b536e60a67,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:02.916527 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.024206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c962edd8-65bc-4b0a-ad78-eea25561910d up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:03.076858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:03.171022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-6725ad83-8482-4c5b-93b7-f339523fa7c3 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:03.173281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port c962edd8-65bc-4b0a-ad78-eea25561910d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:03.173752 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-6725ad83-8482-4c5b-93b7-f339523fa7c3 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.90 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 946 time: 0.1563380 Sep 02 13:28:03.195563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c962edd8-65bc-4b0a-ad78-eea25561910d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:03.201645 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.236251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7083ae-571a-4e66-9f50-b70fd004c330 req-69c4445d-d32a-4d93-a3ae-d81cd5c09208 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:03.237945 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eb7083ae-571a-4e66-9f50-b70fd004c330 req-69c4445d-d32a-4d93-a3ae-d81cd5c09208 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1883736 Sep 02 13:28:03.334444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:03.350373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:03.401487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Deleting port 4ca44c1a-e178-4184-840b-3c23ceaacb2b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:28:03.402429 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.482684 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.497130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-71d2b054-bb1a-4564-ab05-ad39b7254812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:03.498953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-71d2b054-bb1a-4564-ab05-ad39b7254812 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 1101 time: 0.2525840 Sep 02 13:28:03.525768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-4', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:03.557250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] For port 4ca44c1a-e178-4184-840b-3c23ceaacb2b, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4ca44c1a-e178-4184-840b-3c23ceaacb2b,segment=NetworkSegment(b46f3993-f733-48e7-84cd-bddc4882e641),segment_id=b46f3993-f733-48e7-84cd-bddc4882e641)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:03.557631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.572201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port c962edd8-65bc-4b0a-ad78-eea25561910d, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c962edd8-65bc-4b0a-ad78-eea25561910d,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:03.583274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Calling delete_port for 4ca44c1a-e178-4184-840b-3c23ceaacb2b owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:28:03.591034 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.595850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device f18a589c-759d-4341-843a-2d96f01056cc up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:03.608943 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eb7083ae-571a-4e66-9f50-b70fd004c330 req-1e5c959f-b478-4814-8d20-4f4c55ed0361 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277025 Sep 02 13:28:03.676524 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0f325518-7f12-4612-892f-710695da1b72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93c3f7e381524a5e9bc5d2efa5d1285f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964675 Sep 02 13:28:03.684061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:03.745335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6731383a-f3ca-45ce-b6f7-8a5edabc8a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.824769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=c962edd8-65bc-4b0a-ad78-eea25561910d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:03.847937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port f18a589c-759d-4341-843a-2d96f01056cc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:03.864570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port f18a589c-759d-4341-843a-2d96f01056cc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:03.865130 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.930919 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.936196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7cae1df9-9034-4705-8d51-e94b55897e8f None None] Provisioning complete for port 279bb5db-38e4-4644-a278-c3b536e60a67 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:03.936604 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cae1df9-9034-4705-8d51-e94b55897e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.960594 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:03.993327 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['4ca44c1a-e178-4184-840b-3c23ceaacb2b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:03.996357 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8d8af06-af49-4877-b0e7-6f7fb28efa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:04.024391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8d8af06-af49-4877-b0e7-6f7fb28efa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:04.036236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Pushing event deleted for resources: {'Port': ['ID=4ca44c1a-e178-4184-840b-3c23ceaacb2b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:04.055192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31211994-fc88-4158-87ed-f4523cb573fa req-e24f7096-6eee-4996-b46f-b01aac1c6f41 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:04.056818 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31211994-fc88-4158-87ed-f4523cb573fa req-e24f7096-6eee-4996-b46f-b01aac1c6f41 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 945 time: 0.2086294 Sep 02 13:28:04.072076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Router d6203997-882b-4766-82bd-24bf6103b555 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:28:04.110829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06423e-c272-4e9a-87ae-761ab8980b8a req-4493a6d9-9858-4112-8b7a-7b84960e19ce tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:04.118858 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d06423e-c272-4e9a-87ae-761ab8980b8a req-4493a6d9-9858-4112-8b7a-7b84960e19ce tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 867 time: 0.3797114 Sep 02 13:28:04.172328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31211994-fc88-4158-87ed-f4523cb573fa req-346bcda1-fe79-4148-8b5a-a6874f4d725f tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046441 Sep 02 13:28:04.220911 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] No DVR routers for this DVR port 4ca44c1a-e178-4184-840b-3c23ceaacb2b on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:28:04.224970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:04.232017 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e820ec17-a299-479c-9f66-e65cfe6ea04e req-323f36c6-c7c3-4674-82c6-2cfd6ab13c87 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.90 "DELETE /v2.0/ports/4ca44c1a-e178-4184-840b-3c23ceaacb2b HTTP/1.1" status: 204 len: 173 time: 1.0483737 Sep 02 13:28:04.232503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62662785-696d-46a7-92fd-048ae9b0c66a', 'name': 'network-vif-deleted', 'tag': '4ca44c1a-e178-4184-840b-3c23ceaacb2b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:04.240618 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886072cc-ad51-4f20-a11b-a21c8bf48b08" -d '{"events": [{"server_uuid": "62662785-696d-46a7-92fd-048ae9b0c66a", "name": "network-vif-deleted", "tag": "4ca44c1a-e178-4184-840b-3c23ceaacb2b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:04.258469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7cae1df9-9034-4705-8d51-e94b55897e8f None None] Port 279bb5db-38e4-4644-a278-c3b536e60a67 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:04.270599 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:04.325484 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d06423e-c272-4e9a-87ae-761ab8980b8a req-06a779b7-bdb0-4aa8-9d43-a9b1388f2964 tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/security-groups?id=959fbfee-b1f4-4964-bf72-4c16a70760d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038019 Sep 02 13:28:04.355483 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8d8af06-af49-4877-b0e7-6f7fb28efa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:04.368235 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8d8af06-af49-4877-b0e7-6f7fb28efa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:04.368964 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:04.376818 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b8d8af06-af49-4877-b0e7-6f7fb28efa90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aba3336d-8a39-4c3d-838e-7a59ae4a49ef HTTP/1.1" status: 204 len: 168 time: 0.6876652 Sep 02 13:28:04.419843 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5235a47-e216-4a85-9c04-f99513b94cc9 x-openstack-request-id: req-d5235a47-e216-4a85-9c04-f99513b94cc9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:04.420426 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62662785-696d-46a7-92fd-048ae9b0c66a", "name": "network-vif-deleted", "tag": "4ca44c1a-e178-4184-840b-3c23ceaacb2b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:04.420426 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5235a47-e216-4a85-9c04-f99513b94cc9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:04.420771 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62662785-696d-46a7-92fd-048ae9b0c66a', 'name': 'network-vif-deleted', 'tag': '4ca44c1a-e178-4184-840b-3c23ceaacb2b', 'status': 'completed', 'code': 200} Sep 02 13:28:04.430874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18a589c-759d-4341-843a-2d96f01056cc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:04.433658 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89727a0-ca50-4a46-a8cc-979644413627" -d '{"events": [{"server_uuid": "d020ef8a-52ab-474c-aa66-cfd7df67d143", "name": "network-vif-plugged", "status": "completed", "tag": "f18a589c-759d-4341-843a-2d96f01056cc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:04.450294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port f18a589c-759d-4341-843a-2d96f01056cc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=f18a589c-759d-4341-843a-2d96f01056cc,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:04.457802 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:04.458886 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a71ac9d1-4f17-47b8-a3e6-e34b7619e08c no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:28:04.464880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:28:04.565251 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b9279d-d7dd-46ed-bb49-d8e24b16b130 x-openstack-request-id: req-77b9279d-d7dd-46ed-bb49-d8e24b16b130 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:04.565850 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d020ef8a-52ab-474c-aa66-cfd7df67d143", "name": "network-vif-plugged", "status": "completed", "tag": "f18a589c-759d-4341-843a-2d96f01056cc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:04.565850 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77b9279d-d7dd-46ed-bb49-d8e24b16b130 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:04.566200 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18a589c-759d-4341-843a-2d96f01056cc', 'code': 200} Sep 02 13:28:04.567050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Sync routers for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:28:04.580073 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e889c7a1-50bd-41bd-a217-6c89f94aa237 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6203997-882b-4766-82bd-24bf6103b555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5555859 Sep 02 13:28:04.590012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8af06-af49-4877-b0e7-6f7fb28efa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba3336d-8a39-4c3d-838e-7a59ae4a49ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:04.622309 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: a71ac9d1-4f17-47b8-a3e6-e34b7619e08c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:28:04.622573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a71ac9d1-4f17-47b8-a3e6-e34b7619e08c not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:28:04.704331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:04.813307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:04.823218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e3417-b67b-4a9a-b998-c27b0453c044 req-3480a633-f472-4922-82da-41edb9a425da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:04.838693 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-178e3417-b67b-4a9a-b998-c27b0453c044 req-3480a633-f472-4922-82da-41edb9a425da service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 1097 time: 0.2098224 Sep 02 13:28:04.886670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:04.891053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:04.897116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-178e3417-b67b-4a9a-b998-c27b0453c044 req-504c27e8-de95-4c47-b4f3-5180789a5393 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Sep 02 13:28:05.002191 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c962edd8-65bc-4b0a-ad78-eea25561910d up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:05.063583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:05.066647 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3733e0-e3be-4a0d-b953-f11c08426c19" -d '{"events": [{"server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "name": "network-vif-unplugged", "status": "completed", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:05.071526 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.092517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Transition to ACTIVE for port object 1d451c2c-26b6-44ef-b421-a22d707dec85 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:05.118855 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf8fdb-904c-423a-9074-98c74b990b14 req-c2095b8d-0136-4c53-ba50-33e90385bb38 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:05.126976 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3cf8fdb-904c-423a-9074-98c74b990b14 req-c2095b8d-0136-4c53-ba50-33e90385bb38 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.2487929 Sep 02 13:28:05.131382 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.319130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45626) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:05.370233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:05.437552 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=f18a589c-759d-4341-843a-2d96f01056cc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:05.479285 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5599c3fb-c4ae-4ac9-8d20-100a663a597d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9824a227de394424861b4b0b5f2f5fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581409 Sep 02 13:28:05.481532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45634) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:05.491817 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.594709 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9470ebe9-7855-4a01-ac49-eb5f10f179a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.627899 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9470ebe9-7855-4a01-ac49-eb5f10f179a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.653991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] No DVR routers for this DVR port 1d451c2c-26b6-44ef-b421-a22d707dec85 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:28:05.677851 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3cf8fdb-904c-423a-9074-98c74b990b14 req-0162cfcf-8718-4d5c-ab76-0756e7c6519a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488129 Sep 02 13:28:05.683400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Pushing event updated for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:05.739078 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9470ebe9-7855-4a01-ac49-eb5f10f179a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.743747 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9470ebe9-7855-4a01-ac49-eb5f10f179a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.745132 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9470ebe9-7855-4a01-ac49-eb5f10f179a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b96ee9b-0352-479e-aea7-928c4b5e518f HTTP/1.1" status: 204 len: 168 time: 0.2625003 Sep 02 13:28:05.770496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470ebe9-7855-4a01-ac49-eb5f10f179a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b96ee9b-0352-479e-aea7-928c4b5e518f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:05.812731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Attempting to bind port 1d451c2c-26b6-44ef-b421-a22d707dec85 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:05.813206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Attempting to bind port 1d451c2c-26b6-44ef-b421-a22d707dec85 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:05.813637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Attempting to bind port 1d451c2c-26b6-44ef-b421-a22d707dec85 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:05.830064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Port 1d451c2c-26b6-44ef-b421-a22d707dec85 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:28:05.830778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Attempting to bind port 1d451c2c-26b6-44ef-b421-a22d707dec85 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:05.836602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:05.836813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:05.837669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:05.838676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Bound port: 1d451c2c-26b6-44ef-b421-a22d707dec85, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:05.839085 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.882106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45638) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:05.888984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-057996cd-f608-4035-8d16-27199bdefb2d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654081552', 'description': 'tempest-description--1184251513'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:05.916539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c962edd8-65bc-4b0a-ad78-eea25561910d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:05.917030 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:05.971069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-057996cd-f608-4035-8d16-27199bdefb2d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.002042 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e56ac4-81e0-4c69-8655-0b754fe06b34 x-openstack-request-id: req-26e56ac4-81e0-4c69-8655-0b754fe06b34 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:06.002429 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "name": "network-vif-unplugged", "status": "completed", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:06.002596 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26e56ac4-81e0-4c69-8655-0b754fe06b34 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:06.003009 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'code': 200} Sep 02 13:28:06.136702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:06.148595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:06.160614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.257412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '279bb5db-38e4-4644-a278-c3b536e60a67', 'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'mac_address': 'fa:16:3e:27:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:59Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 2, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'subnets': [{'id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:06.266393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5708e68-0e6a-4eca-ba78-1231887e2367 req-86879e10-e03a-46d9-bf95-bddd3ab36531 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:06.279739 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f5708e68-0e6a-4eca-ba78-1231887e2367 req-86879e10-e03a-46d9-bf95-bddd3ab36531 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 946 time: 0.2296293 Sep 02 13:28:06.307325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Pushing event updated for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:06.351040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Checking router: d6203997-882b-4766-82bd-24bf6103b555 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:28:06.351553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Updating router d6203997-882b-4766-82bd-24bf6103b555 port 279bb5db-38e4-4644-a278-c3b536e60a67 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:28:06.355019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:06.355674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.359152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-0b6daf6c-4bd4-473b-9f61-82590552762c service neutron] 10.222.0.77 "PUT /v2.0/ports/1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 1096 time: 2.8374743 Sep 02 13:28:06.380425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d83010a4-ac30-42aa-9ec9-e5fc7d064760 req-87f32e1f-574a-4293-b53f-2010caa3f0ef tempest-VolumesAdminNegativeTest-364626524 tempest-VolumesAdminNegativeTest-364626524-project] 10.222.0.13 "GET /v2.0/ports?device_id=62662785-696d-46a7-92fd-048ae9b0c66a HTTP/1.1" status: 200 len: 210 time: 0.0665157 Sep 02 13:28:06.468068 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.471744 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.477345 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-057996cd-f608-4035-8d16-27199bdefb2d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.503231 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f5708e68-0e6a-4eca-ba78-1231887e2367 req-9131b018-0cac-4665-b54f-a019e26fc8da tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100410 Sep 02 13:28:06.509179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-057996cd-f608-4035-8d16-27199bdefb2d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.543637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-643739fc-54ba-4744-95a4-b6e034e1b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:06.545964 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-643739fc-54ba-4744-95a4-b6e034e1b792 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 1099 time: 0.1450317 Sep 02 13:28:06.566437 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-057996cd-f608-4035-8d16-27199bdefb2d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.571267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-057996cd-f608-4035-8d16-27199bdefb2d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6880529 Sep 02 13:28:06.574463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:06.585885 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-603fc421-f8a8-4dcc-9263-1b319f635b68 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Request body: {'security_group_rule': {'security_group_id': '7f359935-fb05-4163-b7f2-9e8de917eaf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:06.595241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057996cd-f608-4035-8d16-27199bdefb2d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f359935-fb05-4163-b7f2-9e8de917eaf0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:06.631311 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-603fc421-f8a8-4dcc-9263-1b319f635b68 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.678993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 4ca44c1a-e178-4184-840b-3c23ceaacb2b no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:28:06.725851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-34633ff3-a6d4-4c48-b469-20c26d49b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:06.730215 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-34633ff3-a6d4-4c48-b469-20c26d49b815 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1746483 Sep 02 13:28:06.739207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-603fc421-f8a8-4dcc-9263-1b319f635b68 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.745329 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-603fc421-f8a8-4dcc-9263-1b319f635b68 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.783512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fc421-f8a8-4dcc-9263-1b319f635b68 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc92afd7-4f33-4023-86f0-1cb437849378,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:06.815706 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-603fc421-f8a8-4dcc-9263-1b319f635b68 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:06.817297 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-a916d52e-7292-4100-9764-b32fe30bb158 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 217 time: 0.0793595 Sep 02 13:28:06.821742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:06.822733 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-603fc421-f8a8-4dcc-9263-1b319f635b68 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469869 Sep 02 13:28:06.830292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 4ca44c1a-e178-4184-840b-3c23ceaacb2b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:28:06.830754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 4ca44c1a-e178-4184-840b-3c23ceaacb2b not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:28:06.831400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1d451c2c-26b6-44ef-b421-a22d707dec85 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:28:06.871329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b1e0c727-de21-4de3-a883-c64ee7d623ca tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Request body: {'security_group_rule': {'security_group_id': '7f359935-fb05-4163-b7f2-9e8de917eaf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:06.924593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318a399-352e-459d-b3fc-b956c1de1e3c req-546eb11f-5da9-47e8-816b-f500ee398927 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:06.944614 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2318a399-352e-459d-b3fc-b956c1de1e3c req-546eb11f-5da9-47e8-816b-f500ee398927 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 948 time: 0.0968170 Sep 02 13:28:06.965855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1d451c2c-26b6-44ef-b421-a22d707dec85 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:28:07.003256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-ad74b6f9-ec59-45ba-ad9e-082322183dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:07.014406 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2318a399-352e-459d-b3fc-b956c1de1e3c req-e79e6036-5856-4ab4-9e7c-90b369c8867c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684459 Sep 02 13:28:07.016912 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-ad74b6f9-ec59-45ba-ad9e-082322183dbc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1668768 Sep 02 13:28:07.034044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c727-de21-4de3-a883-c64ee7d623ca tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.109385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-6a452a79-13e5-4716-8a35-5ba5ebb4429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:07.111121 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-6a452a79-13e5-4716-8a35-5ba5ebb4429e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863926 Sep 02 13:28:07.130716 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c727-de21-4de3-a883-c64ee7d623ca tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.168865 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c727-de21-4de3-a883-c64ee7d623ca tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.173306 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.193710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Transition to ACTIVE for port object 279bb5db-38e4-4644-a278-c3b536e60a67 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:07.200446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0c727-de21-4de3-a883-c64ee7d623ca tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf205e0-e3fb-4d72-8d40-83573457d7e7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:07.214578 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e0c727-de21-4de3-a883-c64ee7d623ca tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.217354 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b1e0c727-de21-4de3-a883-c64ee7d623ca tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3684015 Sep 02 13:28:07.221669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:07.226613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:07.241162 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.267076 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.275656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-96fffe02-7d77-460c-a35b-f85d8f6e17d6 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557379 Sep 02 13:28:07.376425 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ac8bb-db74-4a8e-a745-047d040b45d6 None None] Pushing event updated for resources: {'Port': ['ID=279bb5db-38e4-4644-a278-c3b536e60a67,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:07.449767 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-367d5e1e-6c7b-4a1a-a514-ffc10d8633d4 req-a5f5e5df-329c-4ae4-b0b8-4fd6fc0e2d8f service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658351 Sep 02 13:28:07.456666 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.464617 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:07.480080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Attempting to bind port 279bb5db-38e4-4644-a278-c3b536e60a67 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:07.480464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Attempting to bind port 279bb5db-38e4-4644-a278-c3b536e60a67 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:07.480834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Attempting to bind port 279bb5db-38e4-4644-a278-c3b536e60a67 on network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:07.489743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:07.490121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Checking segment: {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:07.490534 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.490935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Bound using segment: {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:07.491411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Bound port: 279bb5db-38e4-4644-a278-c3b536e60a67, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:07.491876 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.553564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-15144885-1f11-4be1-9d1d-0fb285369bf9 admin admin] Deleting subnet 1ff8b616-81a7-4651-b60c-170a2fe34bb6 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:28:07.561551 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15144885-1f11-4be1-9d1d-0fb285369bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.628478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] For port 279bb5db-38e4-4644-a278-c3b536e60a67, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:07.645882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] For port 279bb5db-38e4-4644-a278-c3b536e60a67, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=279bb5db-38e4-4644-a278-c3b536e60a67,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:07.652491 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15144885-1f11-4be1-9d1d-0fb285369bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.661147 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.769904 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15144885-1f11-4be1-9d1d-0fb285369bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.794709 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:07.795557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-c2d92f6c-8854-4947-9865-630a70ba3727 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948539 Sep 02 13:28:07.806725 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:07.836345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Allocated IP 172.25.3.63 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/cbe116c9-02eb-4bb2-86eb-3114aedff63f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:07.865110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15144885-1f11-4be1-9d1d-0fb285369bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.896307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15144885-1f11-4be1-9d1d-0fb285369bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff8b616-81a7-4651-b60c-170a2fe34bb6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:07.908867 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15144885-1f11-4be1-9d1d-0fb285369bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:07.911720 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-15144885-1f11-4be1-9d1d-0fb285369bf9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1ff8b616-81a7-4651-b60c-170a2fe34bb6 HTTP/1.1" status: 204 len: 168 time: 0.4452744 Sep 02 13:28:07.914399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:08.015078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0444-5ed2-443a-a62e-63951d697b83 req-22ba02de-360f-4d71-b7c0-57d3052b9c4b tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:08.017451 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c21a0444-5ed2-443a-a62e-63951d697b83 req-22ba02de-360f-4d71-b7c0-57d3052b9c4b tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 946 time: 0.3100553 Sep 02 13:28:08.051146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:08.066765 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afb61b1-98d5-411c-9466-37e73d9e3fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:08.067126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ac8bb-db74-4a8e-a745-047d040b45d6 None None] Pushing event updated for resources: {'Port': ['ID=279bb5db-38e4-4644-a278-c3b536e60a67,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:08.152892 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c21a0444-5ed2-443a-a62e-63951d697b83 req-224758fd-ef11-47aa-a369-89477d4179d0 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251657 Sep 02 13:28:08.206232 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:08.272346 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:08.278486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-13f20b68-20e7-4837-a1a5-5182c73a86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:08.282060 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-13f20b68-20e7-4837-a1a5-5182c73a86ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1095 time: 0.3200121 Sep 02 13:28:08.285639 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aed55f-f290-4e2c-9d63-4f89b4592c01 x-openstack-request-id: req-e0aed55f-f290-4e2c-9d63-4f89b4592c01 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:08.286055 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:08.286566 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0aed55f-f290-4e2c-9d63-4f89b4592c01 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:08.287056 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'status': 'completed', 'code': 200} Sep 02 13:28:08.306807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:08.495476 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:08.505984 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '279bb5db-38e4-4644-a278-c3b536e60a67', 'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'mac_address': 'fa:16:3e:27:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:59Z', 'updated_at': '2021-09-02T13:28:07Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'subnets': [{'id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:08.510232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5b606-6e31-4f39-86bc-ad2f2ca1d94f req-34c2fa49-9b58-46a3-a3a2-57ffbd23fabf tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:08.512216 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a9b5b606-6e31-4f39-86bc-ad2f2ca1d94f req-34c2fa49-9b58-46a3-a3a2-57ffbd23fabf tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 948 time: 0.3234849 Sep 02 13:28:08.529772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-ad9fb5c8-787b-4e81-8786-300181365d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:08.531835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-ad9fb5c8-787b-4e81-8786-300181365d02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 1099 time: 0.2171402 Sep 02 13:28:08.539257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002e3a47-855b-4caa-bf3e-a09aac3c9136 None None] The sync data for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 is: [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '279bb5db-38e4-4644-a278-c3b536e60a67', 'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'mac_address': 'fa:16:3e:27:a9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:59Z', 'updated_at': '2021-09-02T13:28:07Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'subnets': [{'id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:08.599009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:08.688332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7195ce-d14f-47d7-92fc-d078a0ac5f9a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:08.716539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46f3993-f733-48e7-84cd-bddc4882e641') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:08.716835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46f3993-f733-48e7-84cd-bddc4882e641') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:08.740688 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a9b5b606-6e31-4f39-86bc-ad2f2ca1d94f req-b3b0b976-53af-477f-b1fc-70e74950bf8b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203817 Sep 02 13:28:08.742514 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:08.776596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:08.786129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:28:08.786396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:28:08.788216 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:28:08.897742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-42dc0c6b-5d62-4205-84e6-442d19fb86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:08.899668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-42dc0c6b-5d62-4205-84e6-442d19fb86ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.3501945 Sep 02 13:28:08.934322 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:08.971951 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 279bb5db-38e4-4644-a278-c3b536e60a67 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:09.013704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-681b5e3f-e063-4332-bebc-3b25d1b7fa78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 217 time: 0.1021795 Sep 02 13:28:09.070215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 279bb5db-38e4-4644-a278-c3b536e60a67 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:09.079200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 279bb5db-38e4-4644-a278-c3b536e60a67 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:09.079740 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.132499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:09.152591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-609171a5-a7ef-4324-ac72-60733c14c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:09.155677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-609171a5-a7ef-4324-ac72-60733c14c53e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1301341 Sep 02 13:28:09.167184 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.173262 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7d7195ce-d14f-47d7-92fc-d078a0ac5f9a HTTP/1.1" status: 204 len: 168 time: 1.2569799 Sep 02 13:28:09.175794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:09.186027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:09.187107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49babb53-b827-467a-afe0-7ac80ac6b4f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7195ce-d14f-47d7-92fc-d078a0ac5f9a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:09.202153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:09.236785 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.258952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-7ff6012a-b79b-4c20-a2c0-8bde4fc1a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:09.260436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-7ff6012a-b79b-4c20-a2c0-8bde4fc1a270 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 1099 time: 0.9009757 Sep 02 13:28:09.280329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 279bb5db-38e4-4644-a278-c3b536e60a67, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=279bb5db-38e4-4644-a278-c3b536e60a67,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:09.301015 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.330742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7f5c6a-8e56-49d5-9208-aea8bc5b1c6d admin admin] Deleting subnet 71401818-8098-4bba-83a4-6cc92d57db0d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:28:09.331267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57337856-91a3-4e5f-ad74-786399f4dacb req-0577a3e0-83d5-46e0-876e-0ab63405f9b9 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:09.336953 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5c6a-8e56-49d5-9208-aea8bc5b1c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.357616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-57337856-91a3-4e5f-ad74-786399f4dacb req-0577a3e0-83d5-46e0-876e-0ab63405f9b9 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 946 time: 0.9006054 Sep 02 13:28:09.400589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=279bb5db-38e4-4644-a278-c3b536e60a67,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:09.415853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:09.429212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-27fe7a0f-45e0-43a4-8dbc-d67b672f4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:09.435310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Pushing event updated for resources: {'Port': ['ID=cbe116c9-02eb-4bb2-86eb-3114aedff63f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:09.435981 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-27fe7a0f-45e0-43a4-8dbc-d67b672f4c5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2605009 Sep 02 13:28:09.439447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5c6a-8e56-49d5-9208-aea8bc5b1c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.441168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Request body: {'floatingip': {'port_id': 'f18a589c-759d-4341-843a-2d96f01056cc'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:09.619601 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5c6a-8e56-49d5-9208-aea8bc5b1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.690203 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-2ba3d52c-e9ec-4739-a90b-a5e9e05e03af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:09.692190 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-2ba3d52c-e9ec-4739-a90b-a5e9e05e03af service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 1.3295932 Sep 02 13:28:09.713436 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.727270 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-51b70874-4a48-4457-bd7d-3d8344ff1847 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488937 Sep 02 13:28:09.923807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5c6a-8e56-49d5-9208-aea8bc5b1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.956539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-54f94aac-8a43-4c62-bd88-5b695b87c266 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 217 time: 0.2568800 Sep 02 13:28:09.977202 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f5c6a-8e56-49d5-9208-aea8bc5b1c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71401818-8098-4bba-83a4-6cc92d57db0d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:09.991940 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5c6a-8e56-49d5-9208-aea8bc5b1c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:09.997974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cc7f5c6a-8e56-49d5-9208-aea8bc5b1c6d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71401818-8098-4bba-83a4-6cc92d57db0d HTTP/1.1" status: 204 len: 168 time: 0.8076942 Sep 02 13:28:09.998727 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:10.152231 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-af537fc7-b392-41f0-900e-379e68e0ce35 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165945 Sep 02 13:28:10.186539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45736) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:10.236438 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.238684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4ffc0-aeee-4125-bf23-0c481e23af66 req-f15d5b5d-e2b4-4d7a-85d0-704ee9790d00 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:10.244494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c0f4ffc0-aeee-4125-bf23-0c481e23af66 req-f15d5b5d-e2b4-4d7a-85d0-704ee9790d00 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 948 time: 0.3439884 Sep 02 13:28:10.252765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-dd482028-7c7c-4201-b9aa-754f79936f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:10.256183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-dd482028-7c7c-4201-b9aa-754f79936f36 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.9647105 Sep 02 13:28:10.266843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.297058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-35802858-d613-498e-a181-59ea392c6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:10.299473 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-35802858-d613-498e-a181-59ea392c6b38 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.2407990 Sep 02 13:28:10.411590 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.414905 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-d5923010-36ce-48eb-93b9-feae86b27f8c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 217 time: 0.1429906 Sep 02 13:28:10.415631 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.433158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee51e7f2-9bbe-40c3-b593-137daf7abc70']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:10.457746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab3e794-8b43-40b0-b301-e22030641cf9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:10.465909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab3e794-8b43-40b0-b301-e22030641cf9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:10.494524 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6814-25c4-47dc-b92b-837878782e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.512930 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.538611 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.556124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:28:10.556799 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:28:10.559261 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:28:10.777299 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6814-25c4-47dc-b92b-837878782e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.779653 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.791750 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.801379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] 10.222.0.13 "DELETE /v2.0/networks/ee51e7f2-9bbe-40c3-b593-137daf7abc70 HTTP/1.1" status: 204 len: 168 time: 0.7996306 Sep 02 13:28:10.802693 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6814-25c4-47dc-b92b-837878782e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.853496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 279bb5db-38e4-4644-a278-c3b536e60a67 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:10.877895 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-68f48fe8-145e-4078-8382-c1733ce98926 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5235865 Sep 02 13:28:10.909947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe6814-25c4-47dc-b92b-837878782e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2fd941-93e5-4016-8297-6a8ebe9e9002,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:10.925442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a68aa-fcb1-431a-8138-d2f159859b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ee51e7f2-9bbe-40c3-b593-137daf7abc70,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:10.943278 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 279bb5db-38e4-4644-a278-c3b536e60a67 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:10.943787 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:10.982461 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dbbe6814-25c4-47dc-b92b-837878782e84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b274d48d318e434190c8275f8b22d78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7942615 Sep 02 13:28:10.985880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:10.986470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-7c20fa99-ffc0-4503-bd10-8162c612ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:10.988506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-7c20fa99-ffc0-4503-bd10-8162c612ea4f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1137326 Sep 02 13:28:11.071712 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25330983-f002-44c5-bc42-3aa7d9dff9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.113129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:11.133223 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25330983-f002-44c5-bc42-3aa7d9dff9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.151138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c0f4ffc0-aeee-4125-bf23-0c481e23af66 req-168a6782-c2c3-4524-b881-ef07ab3eba74 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8899443 Sep 02 13:28:11.217798 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-48171139-4b80-4518-81b9-e9a70af95237 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f86965cd5b2a4947b5b65078e4ff707d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035917 Sep 02 13:28:11.219084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:11.290064 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25330983-f002-44c5-bc42-3aa7d9dff9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.292633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25330983-f002-44c5-bc42-3aa7d9dff9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.296542 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-25330983-f002-44c5-bc42-3aa7d9dff9a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc2fd941-93e5-4016-8297-6a8ebe9e9002 HTTP/1.1" status: 204 len: 168 time: 0.3068736 Sep 02 13:28:11.306071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-85d9d357-31ba-4b3e-b71e-006fb88f5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:11.307690 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-85d9d357-31ba-4b3e-b71e-006fb88f5bb2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2972250 Sep 02 13:28:11.317552 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38c265ab-3f14-4527-ba99-c309fd2baee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.348896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25330983-f002-44c5-bc42-3aa7d9dff9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2fd941-93e5-4016-8297-6a8ebe9e9002,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:11.383824 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38c265ab-3f14-4527-ba99-c309fd2baee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.530787 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38c265ab-3f14-4527-ba99-c309fd2baee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.538246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38c265ab-3f14-4527-ba99-c309fd2baee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.541118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-38c265ab-3f14-4527-ba99-c309fd2baee2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/959fbfee-b1f4-4964-bf72-4c16a70760d1 HTTP/1.1" status: 204 len: 168 time: 0.3196323 Sep 02 13:28:11.604730 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:28:11.625370 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4168a-69de-4e3a-bb22-c3e897850876 req-62f0e56c-0f79-40c5-b832-be3335e0c039 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:11.627660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3a4168a-69de-4e3a-bb22-c3e897850876 req-62f0e56c-0f79-40c5-b832-be3335e0c039 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 948 time: 0.1896532 Sep 02 13:28:11.655896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c265ab-3f14-4527-ba99-c309fd2baee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959fbfee-b1f4-4964-bf72-4c16a70760d1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:11.658131 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1d451c2c-26b6-44ef-b421-a22d707dec85 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:28:11.709061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86788207-3d00-4285-a662-7d0e92cf72eb req-7b6583b9-cd30-43ed-8815-2087a65cab68 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:11.710773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-86788207-3d00-4285-a662-7d0e92cf72eb req-7b6583b9-cd30-43ed-8815-2087a65cab68 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 948 time: 0.2158666 Sep 02 13:28:11.714176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3a4168a-69de-4e3a-bb22-c3e897850876 req-b916e051-763e-4867-9270-b3f9ea3b32ad tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719173 Sep 02 13:28:11.738407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-07b90dd8-9e78-40de-8b5e-f3837b843ce7 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574875 Sep 02 13:28:11.868182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:11.880805 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-86788207-3d00-4285-a662-7d0e92cf72eb req-e25d1172-6902-4136-a719-f1c7110289a2 service neutron] delete failed (client error): The resource could not be found. Sep 02 13:28:11.883880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-86788207-3d00-4285-a662-7d0e92cf72eb req-e25d1172-6902-4136-a719-f1c7110289a2 service neutron] 10.222.0.90 "DELETE /v2.0/ports/1d451c2c-26b6-44ef-b421-a22d707dec85/bindings/n-h1-794796-4 HTTP/1.1" status: 404 len: 380 time: 0.1593604 Sep 02 13:28:11.896293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'mac_address': 'fa:16:3e:5d:02:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:28:11.931981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.943932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:11.949584 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.966986 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8be4-bc11-4fa2-837d-8e98de7ba0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:11.981716 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.008279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d451c2c-26b6-44ef-b421-a22d707dec85 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:12.027166 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.040368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:12.045422 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.077313 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.107234 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-07568c83-d149-43f1-a704-ca0a4a968882 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775810 Sep 02 13:28:12.129841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:12.160715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8be4-bc11-4fa2-837d-8e98de7ba0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.166423 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f1e8be4-bc11-4fa2-837d-8e98de7ba0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.195285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa6eef-20aa-4613-b596-0c414c8f7069 req-11b0a322-3234-4481-84eb-29a0e7a0af78 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:12.196857 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6aa6eef-20aa-4613-b596-0c414c8f7069 req-11b0a322-3234-4481-84eb-29a0e7a0af78 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1097 time: 0.0931034 Sep 02 13:28:12.197283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-9979e093-7974-406d-a9cf-2e108b1cb28d tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:12.198811 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-9979e093-7974-406d-a9cf-2e108b1cb28d tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/networks?id=1b279328-467a-439c-ad8e-a54b96737678 HTTP/1.1" status: 200 len: 815 time: 0.4723008 Sep 02 13:28:12.236857 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3f1e8be4-bc11-4fa2-837d-8e98de7ba0f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4363022e54114707a23bc4319df32c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877529 Sep 02 13:28:12.237234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:12.245781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e8be4-bc11-4fa2-837d-8e98de7ba0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28c1406-3992-40fa-87eb-a2b344fb2395,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:12.275381 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-807c5ce1-fafd-4b4f-aa6a-683d93146987 req-88eb863e-7d68-48c0-84af-c98f86bd67fc service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063868 Sep 02 13:28:12.281395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:12.285849 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6aa6eef-20aa-4613-b596-0c414c8f7069 req-83b18f52-67cf-448c-b10a-18e7a2725a7c tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818472 Sep 02 13:28:12.292154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Pushing event updated for resources: {'Port': ['ID=cbe116c9-02eb-4bb2-86eb-3114aedff63f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:12.307871 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-cdbcd30c-3374-47bf-9b70-24696a47dcb7 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/quotas/058d0a34ff054479a1d2186cc5758d54 HTTP/1.1" status: 200 len: 375 time: 0.0750535 Sep 02 13:28:12.321863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.327670 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Floating IP 7bfebd3c-61bb-4028-a0eb-b2622fbbfad5 associated. External IP: 172.25.3.215, port: f18a589c-759d-4341-843a-2d96f01056cc. Sep 02 13:28:12.348404 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7c69938-c714-4a16-9888-1cb3da8b391e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.353060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['1d451c2c-26b6-44ef-b421-a22d707dec85'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:12.374283 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7c69938-c714-4a16-9888-1cb3da8b391e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.453811 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.455281 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-103fd56e-0429-46e5-ab21-2d2317d49dce tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2323468 Sep 02 13:28:12.456409 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ca8546df-7cab-40b2-92b3-5b544a637587 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bd8360259be4cae98ab0ef0415d8956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730013 Sep 02 13:28:12.463505 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:12.465061 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afb61b1-98d5-411c-9466-37e73d9e3fa7 req-0b199a9c-bc80-47d6-ba2c-87c8f29f7599 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156130 Sep 02 13:28:12.503411 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-6859f047-7af5-4a09-8030-5745235c8b43 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=058d0a34ff054479a1d2186cc5758d54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663995 Sep 02 13:28:12.563256 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7c69938-c714-4a16-9888-1cb3da8b391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.568968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7c69938-c714-4a16-9888-1cb3da8b391e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.572616 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e7c69938-c714-4a16-9888-1cb3da8b391e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e28c1406-3992-40fa-87eb-a2b344fb2395 HTTP/1.1" status: 204 len: 168 time: 0.3339925 Sep 02 13:28:12.614041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c69938-c714-4a16-9888-1cb3da8b391e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28c1406-3992-40fa-87eb-a2b344fb2395,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:12.666840 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea1e90ed-0cc8-426c-bf60-f48f552c5b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.696542 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea1e90ed-0cc8-426c-bf60-f48f552c5b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.754341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86788207-3d00-4285-a662-7d0e92cf72eb req-4905a7a9-bdc9-4690-81ca-51d243ded121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:12.756640 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86788207-3d00-4285-a662-7d0e92cf72eb req-4905a7a9-bdc9-4690-81ca-51d243ded121 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 1100 time: 0.1826222 Sep 02 13:28:12.770229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-5ca73aaf-e761-4958-9929-e364de6f2c78 service neutron] 10.222.0.13 "GET /v2.0/networks/1b279328-467a-439c-ad8e-a54b96737678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532928 Sep 02 13:28:12.786685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea1e90ed-0cc8-426c-bf60-f48f552c5b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.789921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea1e90ed-0cc8-426c-bf60-f48f552c5b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:12.791348 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ea1e90ed-0cc8-426c-bf60-f48f552c5b83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89b504aa-6f22-4970-a59e-c21ad04deaef HTTP/1.1" status: 204 len: 168 time: 0.3265843 Sep 02 13:28:12.803935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e90ed-0cc8-426c-bf60-f48f552c5b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b504aa-6f22-4970-a59e-c21ad04deaef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:12.905254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Router 72d1503e-90be-4472-9bd5-40f9eb109cd9 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:28:13.033290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86788207-3d00-4285-a662-7d0e92cf72eb req-2db55497-14c3-4179-beee-ea83734935fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:13.034798 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86788207-3d00-4285-a662-7d0e92cf72eb req-2db55497-14c3-4179-beee-ea83734935fd service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2671986 Sep 02 13:28:13.041841 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-ac0efea1-5004-4448-8e61-4e43ceccbd2d service neutron] 10.222.0.13 "GET /v2.0/networks/1b279328-467a-439c-ad8e-a54b96737678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384613 Sep 02 13:28:13.086552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86788207-3d00-4285-a662-7d0e92cf72eb req-f5a162a5-fb5f-44e6-ac70-0b1456af1567 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 217 time: 0.0419207 Sep 02 13:28:13.179071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86788207-3d00-4285-a662-7d0e92cf72eb req-78ea37de-1dbc-4fa2-9166-cbbacd3a0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:13.181482 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86788207-3d00-4285-a662-7d0e92cf72eb req-78ea37de-1dbc-4fa2-9166-cbbacd3a0765 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0848770 Sep 02 13:28:13.183282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:28:13.198750 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] Sync routers for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:28:13.205457 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:13.215345 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:13.217320 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:13.373214 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:13.668409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1d451c2c-26b6-44ef-b421-a22d707dec85 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:13.780594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-138fa3b2-30d4-4b34-9af4-8b57ab921011 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "PUT /v2.0/floatingips/7bfebd3c-61bb-4028-a0eb-b2622fbbfad5 HTTP/1.1" status: 200 len: 992 time: 4.3435111 Sep 02 13:28:13.780594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'tag': 'f18a589c-759d-4341-843a-2d96f01056cc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:13.782543 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b000837-50de-42ea-a82c-4e3fabc9a6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d020ef8a-52ab-474c-aa66-cfd7df67d143", "tag": "f18a589c-759d-4341-843a-2d96f01056cc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:13.820615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86788207-3d00-4285-a662-7d0e92cf72eb req-eef04af6-a4c0-4046-8073-e4438967786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:13.822151 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86788207-3d00-4285-a662-7d0e92cf72eb req-eef04af6-a4c0-4046-8073-e4438967786c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5722318 Sep 02 13:28:13.843152 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-d7f86ef7-44a7-4f5b-8b9a-8ab2b33a7909 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1654081552&fields=id&tenant_id=0ae31818d12146ab9f030c96f8424b59 HTTP/1.1" status: 200 len: 267 time: 0.0767379 Sep 02 13:28:13.847973 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 1d451c2c-26b6-44ef-b421-a22d707dec85 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:13.858415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 1d451c2c-26b6-44ef-b421-a22d707dec85 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:13.860517 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:13.960394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-ab4b1eaf-b20c-4deb-8a4c-3d4ef9998966 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:28:13.962605 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-ab4b1eaf-b20c-4deb-8a4c-3d4ef9998966 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104198 Sep 02 13:28:13.975235 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:35Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '7bfebd3c-61bb-4028-a0eb-b2622fbbfad5', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'port_id': 'f18a589c-759d-4341-843a-2d96f01056cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'mac_address': 'fa:16:3e:6a:6e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:27:42Z', 'updated_at': '2021-09-02T13:28:11Z', 'revision_number': 1, 'project_id': '437f9333e8e74059b94e73769559ad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf2d3d9-07a9-40a5-b7d6-cc35774987e9', 'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'mac_address': 'fa:16:3e:a6:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:34Z', 'updated_at': '2021-09-02T13:27:45Z', 'revision_number': 5, 'project_id': '437f9333e8e74059b94e73769559ad43', 'subnets': [{'id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:14.016130 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] Checking router: 72d1503e-90be-4472-9bd5-40f9eb109cd9 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:28:14.032151 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:14.033085 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:14.061492 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7d44a9db-69f4-436a-a3bb-fd186d5f73d3 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:14.062952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7d44a9db-69f4-436a-a3bb-fd186d5f73d3 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports/3a3c8e27-3118-4da9-9aa8-e1c671ce9881 HTTP/1.1" status: 200 len: 1094 time: 0.0918117 Sep 02 13:28:14.072458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Request body: {'binding': {'host': 'n-h2-794796-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:14.073036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:28:14.076805 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86788207-3d00-4285-a662-7d0e92cf72eb req-55dc7af9-8d57-4006-8d30-6a22b1804c14 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316778 Sep 02 13:28:14.096119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-70f85863-f887-4e82-b396-949ed86e3810 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:14.103257 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-70f85863-f887-4e82-b396-949ed86e3810 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/networks?id=6843c48f-067c-483f-b84d-09e0f8ba7bf9 HTTP/1.1" status: 200 len: 812 time: 0.2472878 Sep 02 13:28:14.173646 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-de5ce70e-31b5-4876-a3f4-7be0cf88a73d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/quotas/0ae31818d12146ab9f030c96f8424b59 HTTP/1.1" status: 200 len: 375 time: 0.0694091 Sep 02 13:28:14.221104 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:14.236903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:14.330725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-71cd13b4-1354-4f94-9787-7d67211ceab5 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ae31818d12146ab9f030c96f8424b59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1477718 Sep 02 13:28:14.360942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on host n-h2-794796-4 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:14.361663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:14.362209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:14.368049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:28:14.368706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:14.374424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:14.375135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:14.375692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:14.376563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Bound port: 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:14.381417 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86788207-3d00-4285-a662-7d0e92cf72eb req-0cbf55df-2142-4129-8ee5-011b6ec935dd service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754219 Sep 02 13:28:14.383291 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.443821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:14.446074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-network', 'tenant_id': '1032ef769ce84efbacf958179a4b2385'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:14.446598 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf7d55-295a-4696-9083-fab33baf1d28" -d '{"events": [{"server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "name": "network-vif-plugged", "status": "completed", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:14.464678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:14.471863 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.479172 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ef9c3c47-0358-41b7-8578-2490035a4cd7 service neutron] 10.222.0.13 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474364 Sep 02 13:28:14.497175 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Made reservation on behalf of 1032ef769ce84efbacf958179a4b2385 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:14.499825 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.506232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:14.518772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.519858 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7cfe5e7a-5a4e-46ae-997f-37c348de36e8 service neutron] 10.222.0.13 "POST /v2.0/ports/3a3c8e27-3118-4da9-9aa8-e1c671ce9881/bindings HTTP/1.1" status: 201 len: 389 time: 0.4511588 Sep 02 13:28:14.521271 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.606150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:14.665553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.672457 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.695190 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-0d36f11e-5340-439f-b0fc-dc8aec3667c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088408 Sep 02 13:28:14.696199 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:35Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '7bfebd3c-61bb-4028-a0eb-b2622fbbfad5', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'port_id': 'f18a589c-759d-4341-843a-2d96f01056cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'mac_address': 'fa:16:3e:6a:6e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:27:42Z', 'updated_at': '2021-09-02T13:28:11Z', 'revision_number': 1, 'project_id': '437f9333e8e74059b94e73769559ad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf2d3d9-07a9-40a5-b7d6-cc35774987e9', 'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'mac_address': 'fa:16:3e:a6:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:34Z', 'updated_at': '2021-09-02T13:27:45Z', 'revision_number': 5, 'project_id': '437f9333e8e74059b94e73769559ad43', 'subnets': [{'id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:14.738498 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fd9dc6-e125-44dc-94d8-3a06794e3b0e None None] The sync data for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 is: [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:35Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '7bfebd3c-61bb-4028-a0eb-b2622fbbfad5', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'port_id': 'f18a589c-759d-4341-843a-2d96f01056cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'mac_address': 'fa:16:3e:6a:6e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:27:42Z', 'updated_at': '2021-09-02T13:28:11Z', 'revision_number': 1, 'project_id': '437f9333e8e74059b94e73769559ad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf2d3d9-07a9-40a5-b7d6-cc35774987e9', 'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'mac_address': 'fa:16:3e:a6:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:34Z', 'updated_at': '2021-09-02T13:27:45Z', 'revision_number': 5, 'project_id': '437f9333e8e74059b94e73769559ad43', 'subnets': [{'id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:14.760449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:28:14.768873 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60df30f-8d1f-4493-9f98-0d3480f48057,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:14.793736 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.794221 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Added segment f697f99b-4fed-4730-b9cb-80e37a4f1369 of type vlan for network d059279e-45ac-4663-94b9-29972b115da9 Sep 02 13:28:14.848235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b31d1-1bea-40c8-aecc-c08c8bf870c8 req-4d960953-4b02-4391-bb0e-cb1bc2141a60 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:14.850588 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-587b31d1-1bea-40c8-aecc-c08c8bf870c8 req-4d960953-4b02-4391-bb0e-cb1bc2141a60 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1463361 Sep 02 13:28:14.875540 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.950505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-398471a8-0e02-410f-bdee-3eb67d3e7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:14.954304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-398471a8-0e02-410f-bdee-3eb67d3e7c87 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1097 time: 0.0824850 Sep 02 13:28:14.961651 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-587b31d1-1bea-40c8-aecc-c08c8bf870c8 req-76c4c205-ea74-4086-a2ca-06e92ad99ad5 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021941 Sep 02 13:28:14.983796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:14.986122 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:14.987213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:15.126077 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4a9e5bd-25e3-4bcd-ae79-2148881cfb14 req-792a32ee-bf46-43ee-bb2f-f91908547a5d tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 210 time: 0.0990322 Sep 02 13:28:15.127480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] Pushing event updated for resources: {'Network': ['ID=d059279e-45ac-4663-94b9-29972b115da9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:15.140312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network d059279e-45ac-4663-94b9-29972b115da9 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:28:15.165799 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bbb36b8d-ea38-400d-907c-e1d07b8b5113 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9241567 Sep 02 13:28:15.166981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:15.181263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Request body: {'subnet': {'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-subnet', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:15.240467 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654bf262-7452-40ce-bbab-ef7d9ad19cae x-openstack-request-id: req-654bf262-7452-40ce-bbab-ef7d9ad19cae {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:15.241101 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d020ef8a-52ab-474c-aa66-cfd7df67d143", "tag": "f18a589c-759d-4341-843a-2d96f01056cc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:15.241442 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-654bf262-7452-40ce-bbab-ef7d9ad19cae {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:15.241962 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'tag': 'f18a589c-759d-4341-843a-2d96f01056cc', 'status': 'completed', 'code': 200} Sep 02 13:28:15.267518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Made reservation on behalf of 1032ef769ce84efbacf958179a4b2385 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:15.271549 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:15.319871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e73e4-8e88-4995-bf68-17d0b23f7ecf None None] New status for floating IP 7bfebd3c-61bb-4028-a0eb-b2622fbbfad5: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:28:15.413311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-2da4524c-0a67-4af5-992b-fee11c607d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:15.417508 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-2da4524c-0a67-4af5-992b-fee11c607d58 service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.4554434 Sep 02 13:28:15.422926 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c971b335-43bf-4e57-94ac-17ad3e836112 x-openstack-request-id: req-c971b335-43bf-4e57-94ac-17ad3e836112 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:15.423237 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "name": "network-vif-plugged", "status": "completed", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:15.423767 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c971b335-43bf-4e57-94ac-17ad3e836112 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:15.424675 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'code': 200} Sep 02 13:28:15.467414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-5b53d3a3-83ac-40b0-b0ee-ba6f40674b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:15.473860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-5b53d3a3-83ac-40b0-b0ee-ba6f40674b76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=437f9333e8e74059b94e73769559ad43&device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 1097 time: 0.1863401 Sep 02 13:28:15.475287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-4dc4d1e6-ea7c-4962-92a3-ca8982d6a94b tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:15.477330 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-4dc4d1e6-ea7c-4962-92a3-ca8982d6a94b tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.90 "GET /v2.0/networks?id=1b279328-467a-439c-ad8e-a54b96737678 HTTP/1.1" status: 200 len: 815 time: 0.3549452 Sep 02 13:28:15.614030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Request body: {'port': {'device_id': 'd424f786-3e29-4191-abfc-ab7a671b2fc4', 'network_id': '1b279328-467a-439c-ad8e-a54b96737678', 'admin_state_up': True, 'tenant_id': '058d0a34ff054479a1d2186cc5758d54'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:15.692471 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-d26a8ff8-e53e-4b51-aa99-46b27228c145 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881 HTTP/1.1" status: 200 len: 217 time: 0.2135577 Sep 02 13:28:15.799759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba9ed1c0-f64b-4768-a5d0-b7ea7d991aca req-6b613f0e-1649-4fb5-b461-c96fa50adb9f tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.1667843 Sep 02 13:28:15.929472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-15fca1e8-67c9-4ff0-a0ef-089ffc0362c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:15.931525 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-15fca1e8-67c9-4ff0-a0ef-089ffc0362c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.1909201 Sep 02 13:28:15.995546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9f32a91d-7db1-403b-b331-7ed454b15aa0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426550 Sep 02 13:28:16.090466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Made reservation on behalf of 058d0a34ff054479a1d2186cc5758d54 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:16.094736 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:16.108694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decffa97-3ad0-4372-990a-3ff269be631d req-8ee5abd5-938d-4696-ae82-57d93f063fea tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:16.110955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-decffa97-3ad0-4372-990a-3ff269be631d req-8ee5abd5-938d-4696-ae82-57d93f063fea tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.5549011 Sep 02 13:28:16.232545 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-decffa97-3ad0-4372-990a-3ff269be631d req-3739940c-ef12-4b14-9464-b24605bd923c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119108 Sep 02 13:28:16.237546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-a615afbb-83b0-43f8-a8e6-9fd425c42ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:16.239385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-a615afbb-83b0-43f8-a8e6-9fd425c42ca3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f HTTP/1.1" status: 200 len: 914 time: 0.7562168 Sep 02 13:28:16.264781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc7d0e-5adc-4017-bb0c-86f3fe30c026 req-1f7ed300-ab8d-45b9-a64e-5d55c4238d2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:16.267203 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bcc7d0e-5adc-4017-bb0c-86f3fe30c026 req-1f7ed300-ab8d-45b9-a64e-5d55c4238d2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1668403 Sep 02 13:28:16.272867 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9a8354fd-cdda-4bb0-aafd-474723193e40 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645175 Sep 02 13:28:16.444504 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-75cbaf10-4362-48db-9de5-1ac489a4c55d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f18a589c-759d-4341-843a-2d96f01056cc HTTP/1.1" status: 200 len: 1002 time: 0.1835375 Sep 02 13:28:16.508802 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bcc7d0e-5adc-4017-bb0c-86f3fe30c026 req-50676a32-8abb-4e2e-ac5c-7cef06982ff9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320635 Sep 02 13:28:16.539273 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:16.563635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Allocated IP 172.20.0.4 (1b279328-467a-439c-ad8e-a54b96737678/f6014a2c-7c68-451f-9a31-b535cec4b6f0/9627a925-7b00-4c6c-a4c5-1cfad4ce1557) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:16.648294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-fcfd1ee6-63e7-44b3-b2b0-245bd3ce906e service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618786 Sep 02 13:28:16.693379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ce8f39d-3e4f-4515-86fb-fc4a1efac3b1 req-f9a0a64b-4386-4213-91e2-7ed0bf28da7a tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 210 time: 0.0599670 Sep 02 13:28:16.813130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-aaab857f-df1c-4b6d-9f6b-ac698a29eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:16.814556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-aaab857f-df1c-4b6d-9f6b-ac698a29eeac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3c063b1f-abc4-4373-a626-f75bffd3670f HTTP/1.1" status: 200 len: 852 time: 0.3620801 Sep 02 13:28:16.870310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60222091-915f-42f8-84cf-97a26ab39e18,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:16.901919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Checking segment: {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:16.902404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Network hostable DHCP agents. Network: d059279e-45ac-4663-94b9-29972b115da9, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:28:16.968290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-d8233944-63ac-44dc-9762-32e1328108d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:16.970772 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-d8233944-63ac-44dc-9762-32e1328108d8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169102 Sep 02 13:28:17.025908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Network d059279e-45ac-4663-94b9-29972b115da9 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:28:17.088172 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5524a50-7c0a-425f-ab62-78d67bd1e5e3 req-737c36c7-12f1-49ef-83d0-f1a98ec4df0b tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.0853717 Sep 02 13:28:17.094585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, d059279e-45ac-4663-94b9-29972b115da9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:17.099794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:17.100404 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:17.106913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d698ed-6504-4e1f-b51f-e705928efb59 None None] Network d059279e-45ac-4663-94b9-29972b115da9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:28:17.180599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf9a85-6822-459a-9771-20a80e4534e5 req-4c5186e5-2f33-4d53-9f18-ecf2edd00d5d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:17.192225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6cf9a85-6822-459a-9771-20a80e4534e5 req-4c5186e5-2f33-4d53-9f18-ecf2edd00d5d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.3226242 Sep 02 13:28:17.202044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7638733c-def0-4e7d-a6a6-37896faf21c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0314713 Sep 02 13:28:17.210794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:17.224285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:17.309064 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-d6bcbfca-dc91-4134-9e16-dff5913848f8 service neutron] 10.222.0.77 "GET /v2.0/networks/49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280067 Sep 02 13:28:17.318808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6cf9a85-6822-459a-9771-20a80e4534e5 req-a4622d7b-bc82-439c-a9f1-1c2f4ab8663f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020517 Sep 02 13:28:17.382429 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:17.425408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Transition to ACTIVE for port object 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:17.426591 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:17.427782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:17.496466 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:17.535604 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:17.645964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-d059279e-45ac-4663-94b9-29972b115da9', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:28:17.647137 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:17.657881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Network 1b279328-467a-439c-ad8e-a54b96737678 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:17.662480 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:17.672556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:17.837199 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Pushing event updated for resources: {'Port': ['ID=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:17.862788 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:17.876000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.876364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.876735 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.877320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.877660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.878314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.878824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.879164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.880143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.880710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.882178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.882665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:17.923417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:17.926460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:17.943826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b000837-50de-42ea-a82c-4e3fabc9a6f7 req-16e593c4-0efe-4444-829c-a5cb7cdee3cd service neutron] 10.222.0.77 "GET /v2.0/networks/49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267049 Sep 02 13:28:17.972435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794cd7f-2c59-4f48-b163-79b9f93a87f5 req-41e90401-99e3-4b6f-93bb-968667915c77 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:17.974257 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-273289ee-e930-4947-bf17-992ce9c43aa2 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4830570 Sep 02 13:28:17.976220 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e794cd7f-2c59-4f48-b163-79b9f93a87f5 req-41e90401-99e3-4b6f-93bb-968667915c77 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.4677331 Sep 02 13:28:18.068537 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Allocated IP 172.20.0.2 (d059279e-45ac-4663-94b9-29972b115da9/60222091-915f-42f8-84cf-97a26ab39e18/09782547-5e5f-428d-8255-d4a0ed25a4bc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:18.105013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b8747-e9fd-43d1-927d-ac071ad70825 req-7bc53658-2338-4287-90fc-80b1b22879f0 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:18.122317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a77b8747-e9fd-43d1-927d-ac071ad70825 req-7bc53658-2338-4287-90fc-80b1b22879f0 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 931 time: 0.0940790 Sep 02 13:28:18.180205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e794cd7f-2c59-4f48-b163-79b9f93a87f5 req-dec52071-08d5-48c8-a120-11d1b27cc4d9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164086 Sep 02 13:28:18.226474 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a77b8747-e9fd-43d1-927d-ac071ad70825 req-9ff703ca-9c2b-4428-b39d-8332a16e1abf tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031320 Sep 02 13:28:18.314043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e97099a3-2e84-484b-9878-7f91f412a76c None None] Provisioning for port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:18.342222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e97099a3-2e84-484b-9878-7f91f412a76c None None] Provisioning complete for port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:18.345317 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e97099a3-2e84-484b-9878-7f91f412a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:18.480232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-570c42bc-a93f-4a6a-b906-e64ac64885a9 req-32136a9b-5363-46b8-bda2-b5873bbd210c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.0726728 Sep 02 13:28:18.640212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e97099a3-2e84-484b-9878-7f91f412a76c None None] Port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:18.705011 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:18.725111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:18.737400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Transition to ACTIVE for port object 09782547-5e5f-428d-8255-d4a0ed25a4bc will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:18.778081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Transition to ACTIVE for port object 09782547-5e5f-428d-8255-d4a0ed25a4bc will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:18.791011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:18.795569 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:18.842741 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-6a3313ed-175f-4086-9496-9c88519b87a3 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472262 Sep 02 13:28:18.901675 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Network d059279e-45ac-4663-94b9-29972b115da9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:18.932613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:18.936478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:18.967763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Pushing event updated for resources: {'Port': ['ID=09782547-5e5f-428d-8255-d4a0ed25a4bc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:18.967999 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7b781-7daf-4ba8-b3f6-8cafc5cce7af req-1ca7e3f4-bf94-4bfb-962b-c4d22d4d80cf tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:18.969599 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73b7b781-7daf-4ba8-b3f6-8cafc5cce7af req-1ca7e3f4-bf94-4bfb-962b-c4d22d4d80cf tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 946 time: 0.0798450 Sep 02 13:28:19.116113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Attempting to bind port 09782547-5e5f-428d-8255-d4a0ed25a4bc on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:19.116886 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Attempting to bind port 09782547-5e5f-428d-8255-d4a0ed25a4bc by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:19.117492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Attempting to bind port 09782547-5e5f-428d-8255-d4a0ed25a4bc on network d059279e-45ac-4663-94b9-29972b115da9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:19.119031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:19.125506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73b7b781-7daf-4ba8-b3f6-8cafc5cce7af req-c598621c-e9f7-48ea-94fa-94f8fa1b7a4a tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424756 Sep 02 13:28:19.139443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:19.140377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Checking segment: {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:19.140944 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:19.141483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Bound using segment: {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:19.142122 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Bound port: 09782547-5e5f-428d-8255-d4a0ed25a4bc, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:19.142672 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:19.212229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Allocated IP 172.25.3.70 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/1a1384f9-94ba-49a7-871c-569fe83f5ded) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:19.292005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] For port 09782547-5e5f-428d-8255-d4a0ed25a4bc, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:19.292497 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] For port 09782547-5e5f-428d-8255-d4a0ed25a4bc, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=09782547-5e5f-428d-8255-d4a0ed25a4bc,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:19.307250 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:19.409429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9b03079-9cf2-4f3d-9859-774c8896c183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:19.447407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd83944-fd63-44d7-8375-991337be22ee None None] Pushing event updated for resources: {'Port': ['ID=09782547-5e5f-428d-8255-d4a0ed25a4bc,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:19.497753 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:19.576318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5238-aa58-4949-a179-d01e96263556 req-b18b88b0-205c-4975-8e2b-8ee2893c73ee tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:19.578401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-b18b88b0-205c-4975-8e2b-8ee2893c73ee tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6759906 Sep 02 13:28:19.588549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2a879-2a1e-4690-aa32-81e15e84e1ec req-f4f87499-d668-4897-95fb-6a3e38d630e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:19.592875 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00b2a879-2a1e-4690-aa32-81e15e84e1ec req-f4f87499-d668-4897-95fb-6a3e38d630e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.1203339 Sep 02 13:28:19.637814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-86e71f59-6934-445d-9da3-950b9157f62f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/quotas/1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 375 time: 0.0423920 Sep 02 13:28:19.647977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00b2a879-2a1e-4690-aa32-81e15e84e1ec req-b78c4989-475f-4acf-a85e-0aa537e2ee71 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481529 Sep 02 13:28:19.803785 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-ac6b0453-ae72-4ac5-bef2-edd9f1539044 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536698 Sep 02 13:28:19.804480 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:19.946134 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f16000-2ff9-452a-9539-0bb198d32308 req-68637e1f-0ac5-4ee2-9dd3-d9db4ae4971a tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:19.948290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9f16000-2ff9-452a-9539-0bb198d32308 req-68637e1f-0ac5-4ee2-9dd3-d9db4ae4971a tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 931 time: 0.1281619 Sep 02 13:28:19.950507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:19.972115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:19.977344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:20.063418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Pushing event updated for resources: {'Port': ['ID=1a1384f9-94ba-49a7-871c-569fe83f5ded,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:20.083758 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9f16000-2ff9-452a-9539-0bb198d32308 req-b454cca7-98c3-4756-895f-c8eaa9608eea tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282876 Sep 02 13:28:20.175785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.176210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.176569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.176984 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.186228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.188021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.188451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.188864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.189238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.189745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.190131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.191511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:20.483336 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f49eb864-4b97-4772-b46c-46853339fefe req-0d4fd304-9dba-4112-8d56-f05717067a48 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.2685513 Sep 02 13:28:20.503226 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9b03079-9cf2-4f3d-9859-774c8896c183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:20.522354 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9b03079-9cf2-4f3d-9859-774c8896c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:20.612190 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f67b8e6a-8eae-467f-9d92-2ebabfa09147 req-9854316e-f9b3-4f4f-be08-9adcddfd3ed1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 210 time: 0.0862234 Sep 02 13:28:20.740416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:20.746448 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a9b03079-9cf2-4f3d-9859-774c8896c183 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a977580050e94da0bc8008525512df5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6262410 Sep 02 13:28:20.918136 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7706-5dd3-4e5c-8bc4-bfdd18bc7108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:20.931210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b03079-9cf2-4f3d-9859-774c8896c183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c83d295-b776-4ae4-8442-66b3c504a939,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:20.958247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7706-5dd3-4e5c-8bc4-bfdd18bc7108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:21.001916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 09782547-5e5f-428d-8255-d4a0ed25a4bc up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:21.048522 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7706-5dd3-4e5c-8bc4-bfdd18bc7108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:21.051639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7706-5dd3-4e5c-8bc4-bfdd18bc7108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:21.055339 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cd0a7706-5dd3-4e5c-8bc4-bfdd18bc7108 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c83d295-b776-4ae4-8442-66b3c504a939 HTTP/1.1" status: 204 len: 168 time: 0.3111310 Sep 02 13:28:21.074751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a7706-5dd3-4e5c-8bc4-bfdd18bc7108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c83d295-b776-4ae4-8442-66b3c504a939,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:21.097626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-70dcfa09-1e0c-4c48-ac85-14f9acbaca40 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--287199623&fields=id&tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6 HTTP/1.1" status: 200 len: 267 time: 0.2885063 Sep 02 13:28:21.165367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:21.316510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 09782547-5e5f-428d-8255-d4a0ed25a4bc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:21.390010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4925453-4949-4482-801c-23c4d42dfbb7 None None] Network d059279e-45ac-4663-94b9-29972b115da9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:28:21.407494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020e9e8-305d-4795-9616-7babee6fe07e req-a1864eaf-ba40-4280-b7f6-b051c8d68649 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:21.416966 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-dd4acf2f-efab-4627-b0ea-cb22e8bb14c0 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:21.424209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5020e9e8-305d-4795-9616-7babee6fe07e req-a1864eaf-ba40-4280-b7f6-b051c8d68649 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.4781930 Sep 02 13:28:21.429423 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-dd4acf2f-efab-4627-b0ea-cb22e8bb14c0 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/networks?id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e HTTP/1.1" status: 200 len: 824 time: 0.3302400 Sep 02 13:28:21.475090 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-ab277f06-1b85-4d8c-a996-0c62fa9ded2f tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/quotas/8cf9635c5ba241b9bc5871f4199a2ac6 HTTP/1.1" status: 200 len: 375 time: 0.0429800 Sep 02 13:28:21.553730 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fc12c38b-775d-47cb-9a4e-f4ffaa142aea None None] Provisioning for port 09782547-5e5f-428d-8255-d4a0ed25a4bc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:21.577276 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fc12c38b-775d-47cb-9a4e-f4ffaa142aea None None] Provisioning complete for port 09782547-5e5f-428d-8255-d4a0ed25a4bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:21.578902 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc12c38b-775d-47cb-9a4e-f4ffaa142aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:21.621562 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-36018162-629b-4879-835e-d111afbd5c6e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1417472 Sep 02 13:28:21.769837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-4f837672-26ff-4bdc-bd10-af20be62aac0 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472819 Sep 02 13:28:21.965049 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-66db3eac-60ef-45c0-bbf3-60c62071efd9 service neutron] 10.222.0.13 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940126 Sep 02 13:28:22.061129 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc12c38b-775d-47cb-9a4e-f4ffaa142aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:22.169986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fc12c38b-775d-47cb-9a4e-f4ffaa142aea None None] For port 09782547-5e5f-428d-8255-d4a0ed25a4bc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=09782547-5e5f-428d-8255-d4a0ed25a4bc,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:22.175023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Request body: {'port': {'device_id': 'd424f786-3e29-4191-abfc-ab7a671b2fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:22.179578 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc12c38b-775d-47cb-9a4e-f4ffaa142aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:22.315825 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-26cd1e6f-28ae-4ac0-87ec-094fcce57518 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1657927 Sep 02 13:28:22.320152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12c38b-775d-47cb-9a4e-f4ffaa142aea None None] Pushing event updated for resources: {'Port': ['ID=09782547-5e5f-428d-8255-d4a0ed25a4bc,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:22.438342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-8a94710e-cf78-42e3-b44a-46a9530e938f tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:22.451491 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-8a94710e-cf78-42e3-b44a-46a9530e938f tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.77 "GET /v2.0/ports?device_id=3cbbf7ea-4ddc-4171-af6d-cc4090664442 HTTP/1.1" status: 200 len: 946 time: 0.4188204 Sep 02 13:28:22.703368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:22.711481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7f08ea38-512c-4838-b03e-6fc0aaf12bc6 None None] Provisioning complete for port 09782547-5e5f-428d-8255-d4a0ed25a4bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:22.712181 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f08ea38-512c-4838-b03e-6fc0aaf12bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:22.715766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5238-aa58-4949-a179-d01e96263556 req-78bede7f-6cde-40ab-83f6-13352718dd5e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:22.724422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-78bede7f-6cde-40ab-83f6-13352718dd5e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3907990 Sep 02 13:28:22.818034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f453fb-156d-450e-9a34-66fadaaa4bac req-313e2775-b883-488d-9227-5ca3aa540589 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:22.826708 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6f453fb-156d-450e-9a34-66fadaaa4bac req-313e2775-b883-488d-9227-5ca3aa540589 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 931 time: 0.2503357 Sep 02 13:28:22.965267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Request body: {'port': {'device_id': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '1ae87bd3068e4b56903a7f8f22eb00c0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:23.027022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6f453fb-156d-450e-9a34-66fadaaa4bac req-dd38473c-8ea4-46f2-962a-170149c13c83 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993270 Sep 02 13:28:23.047750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 09782547-5e5f-428d-8255-d4a0ed25a4bc up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:23.167366 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5020e9e8-305d-4795-9616-7babee6fe07e req-1f933cc2-214a-4716-b4ba-88ce20698c9a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7419541 Sep 02 13:28:23.177816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46104) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:23.182919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Deleting port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:28:23.183345 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:23.227574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 09782547-5e5f-428d-8255-d4a0ed25a4bc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:23.229197 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:23.314888 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28d44d23-f006-483b-890c-e1b8ed43527c req-0c0140a4-44cd-491b-b5f1-623c145ceed6 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.1357591 Sep 02 13:28:23.564880 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-network', 'tenant_id': '30fdd3614fc742a080c816209d6f5774'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:23.713541 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-833d2587-9312-41b3-a4c6-6341de870662 req-a17f235f-02da-4548-a5b5-e346e11fc1ea tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 210 time: 0.2944229 Sep 02 13:28:23.816967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-f60fbdf8-b27d-4f9b-9618-f292053cd41c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:23.818748 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-f60fbdf8-b27d-4f9b-9618-f292053cd41c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.90 "GET /v2.0/networks?id=6843c48f-067c-483f-b84d-09e0f8ba7bf9 HTTP/1.1" status: 200 len: 812 time: 1.0846786 Sep 02 13:28:23.850878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:24.072000 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Router 86f60737-7546-4315-a317-6d7e4214c2fe is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:28:24.165471 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-98e95e92-d16f-4b1c-aad2-cd21c0966b17 req-402719f9-805f-4a5f-9f80-21af33d9ab6c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 210 time: 0.5410588 Sep 02 13:28:24.194944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] For port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:24.195424 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:24.284164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ab5c4-cb60-4d2d-bb41-a4c89eda937c req-4f31fc5e-7461-4856-a37f-92021ec4f42c tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:24.285773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b57ab5c4-cb60-4d2d-bb41-a4c89eda937c req-4f31fc5e-7461-4856-a37f-92021ec4f42c tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 931 time: 0.0807598 Sep 02 13:28:24.286406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Made reservation on behalf of 1ae87bd3068e4b56903a7f8f22eb00c0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:24.290259 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:24.342507 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b57ab5c4-cb60-4d2d-bb41-a4c89eda937c req-5d5355aa-3c26-409f-9766-ac99bac0799f tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Sep 02 13:28:24.411678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:28:24.435360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Made reservation on behalf of 30fdd3614fc742a080c816209d6f5774 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:24.437727 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Sync routers for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:28:24.442710 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:24.454804 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:24.455585 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:24.476740 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:24.478280 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ea78a9e1-8a69-4cea-b529-63e26855af2f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.2664716 Sep 02 13:28:24.493884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:24.610282 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8e9f021-0195-4faf-b991-3e0c171bc41c req-e6804943-84c1-4947-83b8-6788532c2637 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.0635970 Sep 02 13:28:24.617365 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:24.682851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Allocated IP 192.168.233.22 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/95467265-8180-4441-af67-81ee981188fd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:24.744374 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:24.865302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd07a3-b86c-4759-8a06-e0f7f1e0fe38 req-6cad681b-a0ee-4f8d-870d-24d8d5416781 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:24.873082 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2efd07a3-b86c-4759-8a06-e0f7f1e0fe38 req-6cad681b-a0ee-4f8d-870d-24d8d5416781 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.5110979 Sep 02 13:28:25.081431 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc55b75f-42fb-4c40-904c-fd31785e5421 req-2276dad1-d89b-4407-8fa7-11b31124f199 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 210 time: 0.1360958 Sep 02 13:28:25.129445 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:20Z', 'revision_number': 3, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:25.147340 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2efd07a3-b86c-4759-8a06-e0f7f1e0fe38 req-f475e4ac-5890-4530-82b8-fda37a29a72b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731757 Sep 02 13:28:25.166798 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Checking router: 86f60737-7546-4315-a317-6d7e4214c2fe for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:28:25.167503 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Updating router 86f60737-7546-4315-a317-6d7e4214c2fe port 1a1384f9-94ba-49a7-871c-569fe83f5ded binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:28:25.176103 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.176671 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.176904 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Floating IP 3d224eb4-e8bf-4e4e-a212-f316ea1d44a3 disassociated. External IP: 172.25.3.166, port: 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72. Sep 02 13:28:25.177255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Calling delete_port for 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:28:25.223138 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:25.233754 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.273130 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.334076 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.337463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Transition to ACTIVE for port object 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:25.350261 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.374310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:28:25.386249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.386561 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Added segment a57ad414-3bb0-419e-96d9-896f1e90a9fc of type vlan for network bf349948-a489-484b-8eb7-d1048591e8ed Sep 02 13:28:25.434187 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.459316 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.572195 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d604a2a0-01f8-4f36-b99c-518c73a904ee req-5f69fab2-f75e-4553-875d-5d2ddb4bc4d2 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 210 time: 0.2521577 Sep 02 13:28:25.578650 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.590126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.591393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:25.592187 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.611208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Pushing event updated for resources: {'Port': ['ID=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:25.611964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Transition to ACTIVE for port object 95467265-8180-4441-af67-81ee981188fd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:25.618969 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:25.753285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:28:25.774630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113196d0-f111-4bd9-a1df-06b5579d2c53,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:25.809675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.6226068 Sep 02 13:28:25.818746 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46132) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:25.837110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Allocated IP 172.20.0.1 (d059279e-45ac-4663-94b9-29972b115da9/60222091-915f-42f8-84cf-97a26ab39e18/9adcd82b-ca7c-4108-9583-4972a279a0a7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:25.852176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Request body: {'subnet': {'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-subnet', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:25.889022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e794aab-424d-430e-b24d-6dfce4edcf4f admin admin] Pushing event updated for resources: {'Network': ['ID=bf349948-a489-484b-8eb7-d1048591e8ed,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:25.973141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3bd8d-03fa-41a2-ada0-25b3680389f8 req-1b915599-5a1c-45e2-b32d-627cf28c7e13 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:25.975282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network bf349948-a489-484b-8eb7-d1048591e8ed details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:28:25.983284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-70b3bd8d-03fa-41a2-ada0-25b3680389f8 req-1b915599-5a1c-45e2-b32d-627cf28c7e13 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 943 time: 0.5188997 Sep 02 13:28:25.990904 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.016781 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Transition to ACTIVE for port object 1a1384f9-94ba-49a7-871c-569fe83f5ded will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:26.028783 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.063691 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.079612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Transition to ACTIVE for port object 9adcd82b-ca7c-4108-9583-4972a279a0a7 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:26.169704 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.181678 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Pushing event updated for resources: {'Port': ['ID=1a1384f9-94ba-49a7-871c-569fe83f5ded,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:26.190938 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Attempting to bind port 1a1384f9-94ba-49a7-871c-569fe83f5ded on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:26.191312 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Attempting to bind port 1a1384f9-94ba-49a7-871c-569fe83f5ded by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:26.191679 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Attempting to bind port 1a1384f9-94ba-49a7-871c-569fe83f5ded on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:26.212483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Made reservation on behalf of 30fdd3614fc742a080c816209d6f5774 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:26.213965 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.214324 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.214671 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.215009 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.215346 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.215679 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.216037 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.216369 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.220002 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.220403 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.220755 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.221114 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:26.223897 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.238328 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:26.238716 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:26.245795 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.246401 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:26.247417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a70497ac-d7e1-4dc5-94b5-0cedc82de644 req-9c9a95d2-5d35-44e6-abea-917d84cfde0d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.1069851 Sep 02 13:28:26.248433 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Bound port: 1a1384f9-94ba-49a7-871c-569fe83f5ded, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:26.248871 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.383917 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] For port 1a1384f9-94ba-49a7-871c-569fe83f5ded, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:26.389610 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] For port 1a1384f9-94ba-49a7-871c-569fe83f5ded, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1a1384f9-94ba-49a7-871c-569fe83f5ded,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:26.408721 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.421821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-70b3bd8d-03fa-41a2-ada0-25b3680389f8 req-701c6c92-cb39-4f0b-8b73-5f8b4ac713e5 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362197 Sep 02 13:28:26.459098 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.480127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.536479 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.544293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event deleted for resources: {'Port': ['ID=979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:26.551605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Attempting to bind port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:26.552173 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Attempting to bind port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:26.552611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Attempting to bind port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 on network 1b279328-467a-439c-ad8e-a54b96737678 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:26.566041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9adcd82b-ca7c-4108-9583-4972a279a0a7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:26.580213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 on network 1b279328-467a-439c-ad8e-a54b96737678 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:28:26.580700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Attempting to bind port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 on network 1b279328-467a-439c-ad8e-a54b96737678 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:26.597136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:26.597492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Checking segment: {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:26.597899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Bound using segment: {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:26.598365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Bound port: 9627a925-7b00-4c6c-a4c5-1cfad4ce1557, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9201a68-3c85-485a-8c13-dcf29a4a956b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1b279328-467a-439c-ad8e-a54b96737678'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:26.599070 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:26.623829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Network d059279e-45ac-4663-94b9-29972b115da9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:26.637752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['1d451c2c-26b6-44ef-b421-a22d707dec85'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:26.702762 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:28:26.703944 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:26.704640 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:26.801476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['efe7c697-2021-4557-a066-b7a83cdae6fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:26.845383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:26.855662 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:26.884660 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6290d-574d-4d3e-a10f-5b1d2c99347f None None] Pushing event updated for resources: {'Port': ['ID=1a1384f9-94ba-49a7-871c-569fe83f5ded,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:26.905432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994280dc-fe8a-4ceb-b096-601d67c72d4e req-6602f521-94a6-4422-a5d3-6941e6d4671b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:26.907379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-994280dc-fe8a-4ceb-b096-601d67c72d4e req-6602f521-94a6-4422-a5d3-6941e6d4671b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.2293789 Sep 02 13:28:26.976679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] For port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:27.077319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:27.095838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:28:27.122768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b30e8a-1673-454a-8dc2-3b07707a1d72 req-b4a50df3-c9a9-4397-9d09-f9c5e254fc7e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:27.129027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] For port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:27.144645 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5b30e8a-1673-454a-8dc2-3b07707a1d72 req-b4a50df3-c9a9-4397-9d09-f9c5e254fc7e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 935 time: 0.5335379 Sep 02 13:28:27.148163 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:27.150220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:27.151534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:27.156084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:27.181761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:27.183414 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:27.371846 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5b30e8a-1673-454a-8dc2-3b07707a1d72 req-6e8d3473-2987-469e-9711-ff51f4f3cc57 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258501 Sep 02 13:28:27.380550 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:27.495892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5e8ab867-8b75-41d7-a5e7-22a42c0e176f None None] Provisioning for port 9adcd82b-ca7c-4108-9583-4972a279a0a7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:27.508970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:27.510284 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:27.511069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] 10.222.0.90 "PUT /v2.0/ports/9627a925-7b00-4c6c-a4c5-1cfad4ce1557 HTTP/1.1" status: 200 len: 1091 time: 5.3591583 Sep 02 13:28:27.521364 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-994280dc-fe8a-4ceb-b096-601d67c72d4e req-f3bd0a11-d0fe-400c-8455-001824954ca4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610163 Sep 02 13:28:27.521968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd424f786-3e29-4191-abfc-ab7a671b2fc4', 'tag': '9627a925-7b00-4c6c-a4c5-1cfad4ce1557'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:27.536524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:27.538354 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:27.541682 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5350d3-d325-4be2-bbf6-54295b10bb39" -d '{"events": [{"name": "network-changed", "server_uuid": "d424f786-3e29-4191-abfc-ab7a671b2fc4", "tag": "9627a925-7b00-4c6c-a4c5-1cfad4ce1557"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:27.575692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5e8ab867-8b75-41d7-a5e7-22a42c0e176f None None] Provisioning complete for port 9adcd82b-ca7c-4108-9583-4972a279a0a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:27.575692 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab867-8b75-41d7-a5e7-22a42c0e176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:27.746187 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e6a9e9a-d2f3-4efa-8b83-495c53d6b9ff req-b25e5a49-98d1-4786-aa28-ba511a216c3a tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 210 time: 0.1879063 Sep 02 13:28:27.750466 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-aa8e2f76-d241-4637-9ec8-160845c97a93 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8055010 Sep 02 13:28:27.796738 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ab867-8b75-41d7-a5e7-22a42c0e176f None None] Port 9adcd82b-ca7c-4108-9583-4972a279a0a7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:27.803774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Request body: {'port': {'device_id': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:27.866727 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:20Z', 'revision_number': 3, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:27.879381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54c26de-4503-4c3a-908a-4c19a8e32782,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:27.917713 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Checking segment: {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:27.937003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5ebd3bd5-f1c3-41d8-85ee-c5e6ab591fca None None] Provisioning for port 95467265-8180-4441-af67-81ee981188fd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:27.938267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Network hostable DHCP agents. Network: bf349948-a489-484b-8eb7-d1048591e8ed, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:28:27.946458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5ebd3bd5-f1c3-41d8-85ee-c5e6ab591fca None None] Provisioning complete for port 95467265-8180-4441-af67-81ee981188fd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:27.946844 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3bd5-f1c3-41d8-85ee-c5e6ab591fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:27.950775 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2183b79-a845-4573-8ed8-930e4f5581dc None None] The sync data for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 is: [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:20Z', 'revision_number': 3, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:27.970626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7af28dfc-1108-47e2-bc99-8000d3ecdbb0 req-76ac9604-0442-47f1-89ae-10bcb6dec44c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.1214764 Sep 02 13:28:27.973148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42efd94-111d-4c52-beea-6377bfdc020d service neutron] Pushing event updated for resources: {'Port': ['ID=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:28.018134 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Network bf349948-a489-484b-8eb7-d1048591e8ed is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:28:28.034399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd3bd5-f1c3-41d8-85ee-c5e6ab591fca None None] Port 95467265-8180-4441-af67-81ee981188fd cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:28.036730 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:28.060392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:28:28.071829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] Sync routers for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:28:28.074697 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1283052-3892-426c-a12e-4bbf614a3584 x-openstack-request-id: req-c1283052-3892-426c-a12e-4bbf614a3584 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:28.075681 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d424f786-3e29-4191-abfc-ab7a671b2fc4", "tag": "9627a925-7b00-4c6c-a4c5-1cfad4ce1557", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:28.076155 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1283052-3892-426c-a12e-4bbf614a3584 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:28.076774 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd424f786-3e29-4191-abfc-ab7a671b2fc4', 'tag': '9627a925-7b00-4c6c-a4c5-1cfad4ce1557', 'status': 'completed', 'code': 200} Sep 02 13:28:28.086222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:28.089086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:28.100230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:28.150411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, bf349948-a489-484b-8eb7-d1048591e8ed) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:28.170005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:28.172471 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:28.182970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c002f-62e5-4d6a-afdd-aa559dc1fd3b None None] Network bf349948-a489-484b-8eb7-d1048591e8ed requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:28:28.191125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] No DVR routers for this DVR port 979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:28:28.197752 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:28.202961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71828fea-e6c0-4f52-81e5-f0b3dea42de4 req-e8533a8f-3e07-476d-ae6e-627b801e450c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.77 "DELETE /v2.0/ports/979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72 HTTP/1.1" status: 204 len: 173 time: 5.6996903 Sep 02 13:28:28.218211 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-09fb6e13-9640-4088-bf23-aabc2943dd44 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3828783 Sep 02 13:28:28.218211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46150) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:28.237221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:28.300860 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:28.302405 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:28.469569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:28.625923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-bf349948-a489-484b-8eb7-d1048591e8ed', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:28:28.627305 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:28.828700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94124768-4fe0-442e-970d-01252052f46d req-9c0bf5a7-04ea-42c3-a8fa-3e1e262460fa tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:28.830462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94124768-4fe0-442e-970d-01252052f46d req-9c0bf5a7-04ea-42c3-a8fa-3e1e262460fa tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 935 time: 0.2689927 Sep 02 13:28:28.834973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:28.979564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:29.070842 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94124768-4fe0-442e-970d-01252052f46d req-e09af995-80f6-43ba-8c10-7aa308755a00 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269545 Sep 02 13:28:29.153228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1a1384f9-94ba-49a7-871c-569fe83f5ded up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:29.354800 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771371d-15df-496f-b26c-ab4e20cb4b61 req-f7f312d1-c685-428a-9b4f-454d5c6f09cf tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:29.358838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8771371d-15df-496f-b26c-ab4e20cb4b61 req-f7f312d1-c685-428a-9b4f-454d5c6f09cf tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 943 time: 1.2209888 Sep 02 13:28:29.401145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac36e0d-38a2-4505-ab2a-22694255973e req-b90d9b4a-ca6f-49a2-9da9-80a6b4e68ad4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:29.402777 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ac36e0d-38a2-4505-ab2a-22694255973e req-b90d9b4a-ca6f-49a2-9da9-80a6b4e68ad4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.1928051 Sep 02 13:28:29.404510 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:29.452387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:29.506662 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:29.559002 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8771371d-15df-496f-b26c-ab4e20cb4b61 req-dd0c89c9-4fb8-4534-866a-c434adff0df9 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668875 Sep 02 13:28:29.709946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Allocated IP 172.25.3.229 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/6771ea41-b780-485b-9014-c5664f817bef) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:29.735884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 1a1384f9-94ba-49a7-871c-569fe83f5ded completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:29.739449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Allocated IP 172.20.0.2 (bf349948-a489-484b-8eb7-d1048591e8ed/f54c26de-4503-4c3a-908a-4c19a8e32782/88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:29.889657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1a1384f9-94ba-49a7-871c-569fe83f5ded triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:29.890031 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:29.903782 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c109205-dbc7-4198-a3ab-e971a8d3e2e2 req-41635c53-ccd8-477f-b819-b98ae2730bf1 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 210 time: 0.1264045 Sep 02 13:28:29.906657 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:29.918017 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:29.985341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:30.027088 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] Checking router: d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:28:30.043931 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:30.044763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:30.084805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9adcd82b-ca7c-4108-9583-4972a279a0a7,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:30.105907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95467265-8180-4441-af67-81ee981188fd {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:30.113393 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-458457a8-6473-4b94-a6e1-e2cf7f2c2583 req-8b2daf10-ab01-4e56-aee9-73b0048506b9 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.0539615 Sep 02 13:28:30.116815 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.124653 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.177249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'name': 'network-vif-deleted', 'tag': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:30.178196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Transition to ACTIVE for port object 95467265-8180-4441-af67-81ee981188fd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:30.183776 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794ee320-6481-4097-9401-21987a786d1c" -d '{"events": [{"server_uuid": "3cbbf7ea-4ddc-4171-af6d-cc4090664442", "name": "network-vif-deleted", "tag": "979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:30.185308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:30.209461 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.254716 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.257582 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.262404 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.281521 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ac36e0d-38a2-4505-ab2a-22694255973e req-7f0c55a2-b082-4c99-9ded-d0a07750f48c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8584280 Sep 02 13:28:30.284227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Transition to ACTIVE for port object 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:30.303009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 1a1384f9-94ba-49a7-871c-569fe83f5ded, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1a1384f9-94ba-49a7-871c-569fe83f5ded,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:30.342700 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.365027 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b86fcb-5f72-4752-88ca-5b7afd449480 x-openstack-request-id: req-a7b86fcb-5f72-4752-88ca-5b7afd449480 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:30.365694 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbbf7ea-4ddc-4171-af6d-cc4090664442", "name": "network-vif-deleted", "tag": "979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:30.367002 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7b86fcb-5f72-4752-88ca-5b7afd449480 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:30.367002 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbbf7ea-4ddc-4171-af6d-cc4090664442', 'name': 'network-vif-deleted', 'tag': '979e6f0e-05d3-4b94-b8d5-9ebfe6ef5b72', 'status': 'completed', 'code': 200} Sep 02 13:28:30.382952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:30.403629 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.404872 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=1a1384f9-94ba-49a7-871c-569fe83f5ded,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:30.468057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68c83e-68c2-4b6c-8e68-75875ff75459 req-5e5f6808-1fe8-45ce-a1f5-824b3a3145e0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:30.476753 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.480462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Transition to ACTIVE for port object 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:30.481686 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff68c83e-68c2-4b6c-8e68-75875ff75459 req-5e5f6808-1fe8-45ce-a1f5-824b3a3145e0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 947 time: 0.2747238 Sep 02 13:28:30.500622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Network d059279e-45ac-4663-94b9-29972b115da9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:30.501190 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.525295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:30.549192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:30.549531 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:30.549974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:30.558932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:30.564338 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:30.570429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Pushing event updated for resources: {'Port': ['ID=88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:30.573377 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:30.618388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Network bf349948-a489-484b-8eb7-d1048591e8ed is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:30.644148 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:30.650217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:30.809287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Attempting to bind port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:30.810058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Attempting to bind port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:30.811771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Attempting to bind port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 on network bf349948-a489-484b-8eb7-d1048591e8ed {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:30.837553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:30.839856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Checking segment: {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:30.841690 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.842377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Bound using segment: {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:30.842997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Bound port: 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:30.843707 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.849269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Port 95467265-8180-4441-af67-81ee981188fd on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:28:30.849816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:30.853067 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6771ea41-b780-485b-9014-c5664f817bef,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:30.876865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff68c83e-68c2-4b6c-8e68-75875ff75459 req-762ac8cf-89dc-4f9c-9f3e-a8b4c8d929e4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850710 Sep 02 13:28:30.892832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:30.893675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:30.894947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:30.895681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Bound port: 95467265-8180-4441-af67-81ee981188fd, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:30.896666 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:30.951636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:30.959860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1a1384f9-94ba-49a7-871c-569fe83f5ded up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:31.063162 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9c353-3e52-4022-bddd-ceaa098ee657 None None] The sync data for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 is: [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:31.121705 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-c247eca8-d10d-4455-b307-62e4fa455bc8 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae31818d12146ab9f030c96f8424b59 HTTP/1.1" status: 200 len: 380 time: 0.3783822 Sep 02 13:28:31.161190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627045ee-45cb-499f-92c2-acde4808a201 req-e1e8eaaf-e3bc-4c52-ae0c-5d65a7b2e8f8 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:31.162701 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-627045ee-45cb-499f-92c2-acde4808a201 req-e1e8eaaf-e3bc-4c52-ae0c-5d65a7b2e8f8 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 943 time: 0.3389454 Sep 02 13:28:31.178239 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-879df402-3057-424c-8fd8-dbd8a75f2637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.180748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Router 86f60737-7546-4315-a317-6d7e4214c2fe has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:28:31.199228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1a1384f9-94ba-49a7-871c-569fe83f5ded triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:31.199614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.201839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Request body: {'port': {'device_id': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'admin_state_up': True, 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'security_groups': ['7f359935-fb05-4163-b7f2-9e8de917eaf0']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:31.212130 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa2489cb-bf59-43a6-a4e9-69ee3af52a8e req-7f0f5494-4594-4cf5-86af-a88d20e9fdfa tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 210 time: 0.1327364 Sep 02 13:28:31.258342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4760cf5e-3eda-4543-90d4-89ead644d213 None None] Provisioning complete for port 9adcd82b-ca7c-4108-9583-4972a279a0a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:31.258342 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4760cf5e-3eda-4543-90d4-89ead644d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.291389 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.299180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5350d3-d325-4be2-bbf6-54295b10bb39 req-e92fdff3-4528-4c15-b82b-5d8fb383c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:31.301352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec5350d3-d325-4be2-bbf6-54295b10bb39 req-e92fdff3-4528-4c15-b82b-5d8fb383c4bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=058d0a34ff054479a1d2186cc5758d54&device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 1094 time: 0.4378839 Sep 02 13:28:31.318784 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] For port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:31.322068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4760cf5e-3eda-4543-90d4-89ead644d213 None None] Port 9adcd82b-ca7c-4108-9583-4972a279a0a7 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:31.356113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] For port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:31.395829 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.471612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:28:31.494639 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2dd2fef3-c186-48db-9d34-d80b2b9539f4 admin admin] 10.222.0.13 "PUT /v2.0/routers/86f60737-7546-4315-a317-6d7e4214c2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9897954 Sep 02 13:28:31.494639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:31.504762 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Sync routers for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:28:31.543124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:31.543875 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:31.544514 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:31.558997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b6a4e-4369-44d8-a9dd-0058576af482 None None] Pushing event updated for resources: {'Port': ['ID=88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:31.561800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-627045ee-45cb-499f-92c2-acde4808a201 req-e8ee2caf-65f2-43ac-a34c-882a10a71f69 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463342 Sep 02 13:28:31.570262 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0876651c-a5d1-459f-a5e1-0286277f275a req-089ce36a-6be8-46de-8e1d-0389e01c08c2 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.0932209 Sep 02 13:28:31.588632 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.634554 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8ab3a-4900-4a45-b3b2-8353142c2753 None None] New status for floating IP 3d224eb4-e8bf-4e4e-a212-f316ea1d44a3: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:28:31.669847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:31.683846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:31.684485 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.685931 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-74cff7b2-0eef-45e1-bfcc-4308d067e00e service neutron] 10.222.0.77 "PUT /v2.0/ports/95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 1095 time: 3.9061463 Sep 02 13:28:31.686400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'tag': '95467265-8180-4441-af67-81ee981188fd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:31.688797 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caf1ee7-75b0-433e-a584-75f2da898e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "tag": "95467265-8180-4441-af67-81ee981188fd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:31.744096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Made reservation on behalf of 0ae31818d12146ab9f030c96f8424b59 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:31.749424 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:31.892422 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:31.923915 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b335b-3d80-4539-8609-f3d566a8abe3 x-openstack-request-id: req-395b335b-3d80-4539-8609-f3d566a8abe3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:31.923915 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "tag": "95467265-8180-4441-af67-81ee981188fd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:31.923915 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-395b335b-3d80-4539-8609-f3d566a8abe3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:31.924398 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'tag': '95467265-8180-4441-af67-81ee981188fd', 'status': 'completed', 'code': 200} Sep 02 13:28:32.141870 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:32.144866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-235cdb71-c232-4668-a812-980b4c5fdae7 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:32.149646 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-235cdb71-c232-4668-a812-980b4c5fdae7 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.90 "GET /v2.0/networks?id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e HTTP/1.1" status: 200 len: 824 time: 0.2244489 Sep 02 13:28:32.158829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5350d3-d325-4be2-bbf6-54295b10bb39 req-740cbf1f-f970-492d-a1fe-ee714087cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:32.160335 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec5350d3-d325-4be2-bbf6-54295b10bb39 req-740cbf1f-f970-492d-a1fe-ee714087cdab service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=058d0a34ff054479a1d2186cc5758d54&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7749863 Sep 02 13:28:32.230992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5238-aa58-4949-a179-d01e96263556 req-4a60d360-e499-4e89-b9fb-a8e6bbb5451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:32.232560 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-4a60d360-e499-4e89-b9fb-a8e6bbb5451b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1098 time: 0.3120131 Sep 02 13:28:32.287692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-bc4601fa-fe45-4f71-825e-d47e26d2b166 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.0440378 Sep 02 13:28:32.312152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-9c1c1fb5-291d-42a7-b358-a7c6c83b79ac tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6 HTTP/1.1" status: 200 len: 379 time: 0.1376164 Sep 02 13:28:32.321025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Allocated IP 172.20.0.5 (6843c48f-067c-483f-b84d-09e0f8ba7bf9/ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3/746ed205-733d-4d2a-87b4-140160636979) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:32.336043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc01c64-956b-4f74-a26d-8dae9e8d60e1 req-6654d9ab-72f3-47c2-b965-09922f5143b9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:32.336702 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:29Z', 'revision_number': 2, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:32.337619 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc01c64-956b-4f74-a26d-8dae9e8d60e1 req-6654d9ab-72f3-47c2-b965-09922f5143b9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.5890510 Sep 02 13:28:32.338601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e0c78-46a1-4573-bba4-54f06a336c2c req-4f9ef7d1-836d-42e2-ba3a-49d60d63e3d0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:32.340585 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e4e0c78-46a1-4573-bba4-54f06a336c2c req-4f9ef7d1-836d-42e2-ba3a-49d60d63e3d0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 947 time: 0.1692085 Sep 02 13:28:32.346208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Request body: {'port': {'device_id': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'admin_state_up': True, 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'security_groups': ['09ca09f1-871a-4b14-a40d-05eb5795f2be']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:32.377641 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Checking router: 86f60737-7546-4315-a317-6d7e4214c2fe for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:28:32.378139 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Updating router 86f60737-7546-4315-a317-6d7e4214c2fe port 9adcd82b-ca7c-4108-9583-4972a279a0a7 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:28:32.407488 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:32.489260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5238-aa58-4949-a179-d01e96263556 req-d67c956a-1038-4d59-ac29-d0bf0117a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:32.490768 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-d67c956a-1038-4d59-ac29-d0bf0117a994 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1868479 Sep 02 13:28:32.508858 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc01c64-956b-4f74-a26d-8dae9e8d60e1 req-0e89a233-b8dd-49a6-9f63-4f039106593b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512334 Sep 02 13:28:32.532932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5350d3-d325-4be2-bbf6-54295b10bb39 req-18887849-3ffa-4e3f-bd5a-640b43182184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:32.535645 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec5350d3-d325-4be2-bbf6-54295b10bb39 req-18887849-3ffa-4e3f-bd5a-640b43182184 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3180003 Sep 02 13:28:32.564343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Router 14b0142e-0718-49a2-9f6f-7f598b56e611 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:28:32.650467 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e4e0c78-46a1-4573-bba4-54f06a336c2c req-d93f6575-c034-4a55-8dca-0e1920ea6f19 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326639 Sep 02 13:28:32.755347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Made reservation on behalf of 8cf9635c5ba241b9bc5871f4199a2ac6 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:32.759072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:32.770449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5238-aa58-4949-a179-d01e96263556 req-25820918-326e-4121-a0b9-3cbbbbe3b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:32.772100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-25820918-326e-4121-a0b9-3cbbbbe3b9de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2617900 Sep 02 13:28:32.779206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:28:32.785813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-ea467ee3-53b5-4290-970b-45aa48245ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:32.787297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-ea467ee3-53b5-4290-970b-45aa48245ee1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=058d0a34ff054479a1d2186cc5758d54&device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 1094 time: 0.1036134 Sep 02 13:28:32.807012 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Sync routers for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:28:32.880834 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-88fd7d7d-a278-4913-8295-cfc0efcbd0b2 req-723782c7-a0ec-4478-b0a1-0764c16a6387 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 210 time: 0.1119475 Sep 02 13:28:32.918421 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-5c91a481-2f68-48ae-bfe4-3f29b6d7ddaf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9627a925-7b00-4c6c-a4c5-1cfad4ce1557 HTTP/1.1" status: 200 len: 217 time: 0.1156557 Sep 02 13:28:32.924708 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:32.926698 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:32.930631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:32.934396 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-333772e4-7a67-4aee-8b61-cdbf5d7c80f1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.7121754 Sep 02 13:28:32.974219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:33.013842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-245d974c-64ac-4569-95be-6273046c7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:33.015975 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-245d974c-64ac-4569-95be-6273046c7dd2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f6014a2c-7c68-451f-9a31-b535cec4b6f0 HTTP/1.1" status: 200 len: 854 time: 0.0563071 Sep 02 13:28:33.016475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46206) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:33.092756 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.101502 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:33.107215 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Transition to ACTIVE for port object 9adcd82b-ca7c-4108-9583-4972a279a0a7 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:33.122286 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.251873 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aedc81-f868-4411-9813-66acce6a8a13 None None] Pushing event updated for resources: {'Port': ['ID=9adcd82b-ca7c-4108-9583-4972a279a0a7,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:33.313918 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Attempting to bind port 9adcd82b-ca7c-4108-9583-4972a279a0a7 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:33.314349 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Attempting to bind port 9adcd82b-ca7c-4108-9583-4972a279a0a7 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:33.314720 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Attempting to bind port 9adcd82b-ca7c-4108-9583-4972a279a0a7 on network d059279e-45ac-4663-94b9-29972b115da9 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:33.325995 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:33.329352 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:33.329730 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Checking segment: {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:33.330179 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.330634 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Bound using segment: {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:33.331125 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Bound port: 9adcd82b-ca7c-4108-9583-4972a279a0a7, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:33.331534 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.341776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.356273 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d81b50-0a94-4a68-a77b-68f4300623f5 None None] Network bf349948-a489-484b-8eb7-d1048591e8ed requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:28:33.444553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Transition to ACTIVE for port object 746ed205-733d-4d2a-87b4-140160636979 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:33.474895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9552a8dd-dc7e-4335-9d46-071fb3dacb22 None None] Provisioning for port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:33.483658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9552a8dd-dc7e-4335-9d46-071fb3dacb22 None None] Provisioning complete for port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:33.484136 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9552a8dd-dc7e-4335-9d46-071fb3dacb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.525128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-fc59bc50-066b-4272-8422-b4edbeb977c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:33.526574 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-fc59bc50-066b-4272-8422-b4edbeb977c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1b279328-467a-439c-ad8e-a54b96737678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922210 Sep 02 13:28:33.570635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551303b-fb2b-43f8-ab9e-7d23bd40de41 req-510d231a-2e23-466b-88bf-fc4629f6fb04 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:33.579349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2551303b-fb2b-43f8-ab9e-7d23bd40de41 req-510d231a-2e23-466b-88bf-fc4629f6fb04 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 943 time: 0.2573664 Sep 02 13:28:33.629193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-68adba42-34be-43fe-b7a4-d372b5aac057 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330956 Sep 02 13:28:33.635121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bdca7-38d2-432a-821b-7ee73e5614af req-c5b24e60-8b84-45d9-bcad-0a4d9abb58f4 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:33.645803 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Allocated IP 172.20.0.5 (8ee9d33d-70ea-4529-ac74-d1d5efa9946e/dba76dfe-714a-4c5f-b3df-02a5331fad21/07cb828c-c705-4c1c-92f2-5b42a00b9b43) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:33.646039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-c5b24e60-8b84-45d9-bcad-0a4d9abb58f4 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 821 time: 0.7487385 Sep 02 13:28:33.668163 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-598d7cda-df78-4a62-a389-ec3a1e1409bc tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/quotas/1032ef769ce84efbacf958179a4b2385 HTTP/1.1" status: 200 len: 375 time: 0.0213156 Sep 02 13:28:33.725349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2551303b-fb2b-43f8-ab9e-7d23bd40de41 req-b3a93b85-7cc0-4d99-9783-f7427663e0b1 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434672 Sep 02 13:28:33.762003 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-154fcb76-d200-4546-91ab-6a9e3ca8fe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.769842 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] For port 9adcd82b-ca7c-4108-9583-4972a279a0a7, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:33.793307 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] For port 9adcd82b-ca7c-4108-9583-4972a279a0a7, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9adcd82b-ca7c-4108-9583-4972a279a0a7,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:33.804320 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.826983 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.848629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-a29fdb9b-1f82-4cd4-852c-00c66cdb1833 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790745 Sep 02 13:28:33.852997 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9552a8dd-dc7e-4335-9d46-071fb3dacb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.877279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed5c5238-aa58-4949-a179-d01e96263556 req-323237a1-bc10-498b-8027-121fa53f2c4b service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251182 Sep 02 13:28:33.915061 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9552a8dd-dc7e-4335-9d46-071fb3dacb22 None None] For port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:33.925087 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9552a8dd-dc7e-4335-9d46-071fb3dacb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:33.948522 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-8ff44aee-45d0-40a7-8325-1aea410af75b service neutron] 10.222.0.90 "GET /v2.0/networks/1b279328-467a-439c-ad8e-a54b96737678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072402 Sep 02 13:28:33.970771 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aedc81-f868-4411-9813-66acce6a8a13 None None] Pushing event updated for resources: {'Port': ['ID=9adcd82b-ca7c-4108-9583-4972a279a0a7,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:33.975113 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:33.976119 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:34.026196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552a8dd-dc7e-4335-9d46-071fb3dacb22 None None] Pushing event updated for resources: {'Port': ['ID=88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:34.076444 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.089336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44c05d-4706-418f-a3d4-f3b225eef99f req-df50cb37-fc3f-47bf-8916-907a1d268ee5 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:34.090954 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c44c05d-4706-418f-a3d4-f3b225eef99f req-df50cb37-fc3f-47bf-8916-907a1d268ee5 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 931 time: 0.2127628 Sep 02 13:28:34.113897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:34.136818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:34.140539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:34.155526 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 3, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:34.181619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-070d6344-c2e6-4a32-9015-76644f0c2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:34.183171 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-070d6344-c2e6-4a32-9015-76644f0c2046 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1098 time: 0.2256117 Sep 02 13:28:34.222678 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Checking router: 14b0142e-0718-49a2-9f6f-7f598b56e611 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:28:34.223277 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Updating router 14b0142e-0718-49a2-9f6f-7f598b56e611 port 6771ea41-b780-485b-9014-c5664f817bef binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:28:34.264411 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.271837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ede10b7-fa01-4e74-aa1a-2661a3c2f039 req-3fa3286c-1795-4463-9a2f-ff0ee9147bd9 service neutron] 10.222.0.90 "GET /v2.0/networks/1b279328-467a-439c-ad8e-a54b96737678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065522 Sep 02 13:28:34.318808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-7cf684dc-69ab-4299-bfde-6093fdbb0e69 service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696684 Sep 02 13:28:34.326571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Pushing event updated for resources: {'Port': ['ID=746ed205-733d-4d2a-87b4-140160636979,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:34.437119 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:34.490842 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c44c05d-4706-418f-a3d4-f3b225eef99f req-46a013d2-12f8-42b7-9b47-27c3737b1a56 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684516 Sep 02 13:28:34.523226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:34.524904 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.550766 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.556135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23616a7c-b6d7-4516-a028-dc1e1d0dfc42 None None] Provisioning complete for port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:34.557851 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23616a7c-b6d7-4516-a028-dc1e1d0dfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.561311 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-4279b3cb-c06b-43c6-847d-6b314ce5b362 service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328010 Sep 02 13:28:34.572156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Transition to ACTIVE for port object 07cb828c-c705-4c1c-92f2-5b42a00b9b43 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:34.638745 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.651549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.789451 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.794993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23616a7c-b6d7-4516-a028-dc1e1d0dfc42 None None] Provisioning for port 746ed205-733d-4d2a-87b4-140160636979 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:34.804590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23616a7c-b6d7-4516-a028-dc1e1d0dfc42 None None] Provisioning complete for port 746ed205-733d-4d2a-87b4-140160636979 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:34.804960 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23616a7c-b6d7-4516-a028-dc1e1d0dfc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:34.845029 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-543887f3-9dd3-4192-99c9-0037ca6f476a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6869774 Sep 02 13:28:34.901511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:34.903233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23616a7c-b6d7-4516-a028-dc1e1d0dfc42 None None] Port 746ed205-733d-4d2a-87b4-140160636979 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:34.904930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:34.912512 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:34.922983 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Request body: {'port': {'device_id': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:34.926480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:34.995407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:34.996247 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.029610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:35.030265 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.044157 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.052748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event updated for resources: {'Port': ['ID=07cb828c-c705-4c1c-92f2-5b42a00b9b43,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:35.066955 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Transition to ACTIVE for port object 6771ea41-b780-485b-9014-c5664f817bef will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:35.093440 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.135311 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.142871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-2ebc4b9e-f0b3-4fa4-821b-806c23e2ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:35.155327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-2ebc4b9e-f0b3-4fa4-821b-806c23e2ae7c service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.8515761 Sep 02 13:28:35.157020 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-d8f158b8-af8f-41c1-82e1-b8a69db25b03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8291771 Sep 02 13:28:35.160742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Allocated IP 172.20.0.1 (bf349948-a489-484b-8eb7-d1048591e8ed/f54c26de-4503-4c3a-908a-4c19a8e32782/ef8c324e-d252-4632-82b6-e88abd882c23) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:35.186324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070f4b5-c367-42e1-87f6-42d71cb70c23 req-290aa077-2afb-4457-aed6-b6735c75c5f6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:35.190230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5070f4b5-c367-42e1-87f6-42d71cb70c23 req-290aa077-2afb-4457-aed6-b6735c75c5f6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 947 time: 0.2573738 Sep 02 13:28:35.202383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Request body: {'port': {'device_id': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:35.221216 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Attempting to bind port 6771ea41-b780-485b-9014-c5664f817bef on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:35.221459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-39508137-47fe-439c-a54f-2890bbe8abe1 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:35.222154 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Attempting to bind port 6771ea41-b780-485b-9014-c5664f817bef by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:35.222882 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Attempting to bind port 6771ea41-b780-485b-9014-c5664f817bef on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:35.223090 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-39508137-47fe-439c-a54f-2890bbe8abe1 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1097 time: 0.1876695 Sep 02 13:28:35.236411 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:35.236809 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:35.237518 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.237960 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:35.238461 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Bound port: 6771ea41-b780-485b-9014-c5664f817bef, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:35.238987 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.247707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:35.315267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f38c1-642c-48cf-88d0-c5aff572f957 req-9c32de95-068f-4c44-82d4-8d8e75b4d6d8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:35.317035 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-663f38c1-642c-48cf-88d0-c5aff572f957 req-9c32de95-068f-4c44-82d4-8d8e75b4d6d8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 946 time: 0.6119637 Sep 02 13:28:35.338437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-779c5419-4890-41a0-bd7c-41b353ff00f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.1612868 Sep 02 13:28:35.351952 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:33Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:35.412176 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] For port 6771ea41-b780-485b-9014-c5664f817bef, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:35.413266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-a756453e-468c-4480-ba59-9f3b2c9796a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:35.414814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-a756453e-468c-4480-ba59-9f3b2c9796a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0615034 Sep 02 13:28:35.415299 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7677a6-2f6f-45ac-a0ea-a7280c0537bc None None] The sync data for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 is: [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:33Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:35.415538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.419869 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5070f4b5-c367-42e1-87f6-42d71cb70c23 req-735fc46d-b2a9-4668-8cf1-27fd65420e41 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077799 Sep 02 13:28:35.426296 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.427938 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a17320-8e3c-406e-aaa1-95bd7d22b97a None None] Pushing event updated for resources: {'Port': ['ID=6771ea41-b780-485b-9014-c5664f817bef,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:35.437767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f74cf377-8871-406e-9937-68d1b68e1d29 None None] Provisioning for port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:35.446461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f74cf377-8871-406e-9937-68d1b68e1d29 None None] Provisioning complete for port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:35.446857 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f74cf377-8871-406e-9937-68d1b68e1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.477904 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] For port 6771ea41-b780-485b-9014-c5664f817bef, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6771ea41-b780-485b-9014-c5664f817bef,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:35.488847 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.574670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f74cf377-8871-406e-9937-68d1b68e1d29 None None] Port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:35.626583 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:35.627224 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:35.633237 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a17320-8e3c-406e-aaa1-95bd7d22b97a None None] Pushing event updated for resources: {'Port': ['ID=6771ea41-b780-485b-9014-c5664f817bef,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:35.673817 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-663f38c1-642c-48cf-88d0-c5aff572f957 req-8aff06b3-9b17-4705-be7f-a99c786234ff tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279245 Sep 02 13:28:35.746013 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-11d5054d-3d3b-4393-979e-1570ffdf2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:35.747642 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-11d5054d-3d3b-4393-979e-1570ffdf2696 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3197045 Sep 02 13:28:35.797690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:28:35.859972 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:35.878575 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:35.904080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:35.926718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f19972-1086-4bed-863f-1bd093478482 req-3e5e054b-5074-4faf-9fad-5901e2918a66 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:35.954053 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0f19972-1086-4bed-863f-1bd093478482 req-3e5e054b-5074-4faf-9fad-5901e2918a66 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 931 time: 0.2398651 Sep 02 13:28:35.980197 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-18643230-1fa2-46c9-a253-3f383c10acc1 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060490 Sep 02 13:28:36.008158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:36.024895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 has no active binding in host n-h2-794796-4 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 13:28:36.059855 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Transition to ACTIVE for port object ef8c324e-d252-4632-82b6-e88abd882c23 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:36.100019 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0f19972-1086-4bed-863f-1bd093478482 req-3175a060-3d11-4910-824d-e4ffbf6d5f20 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448486 Sep 02 13:28:36.168468 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 3, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:36.170907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:36.217096 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5bc3e-252c-4805-983b-5cf1a6cbb564 None None] The sync data for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 is: [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 3, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:36.259059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:36.261403 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecff1914-a27b-4620-bbeb-7f0b55aa6f93" -d '{"events": [{"server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:36.284935 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:36.292846 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:36.305129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cc1b4398-2563-4083-aa47-3768593edeae req-4b8af731-46f9-4078-a3ad-9571c5a1b6c9 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 210 time: 0.0701432 Sep 02 13:28:36.309109 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9fa5e-23ca-4e3e-adb0-d7b2aac1f0bf req-5698cb27-fa58-4eb8-b1b0-3b70a82ab2da tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:36.311275 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97d9fa5e-23ca-4e3e-adb0-d7b2aac1f0bf req-5698cb27-fa58-4eb8-b1b0-3b70a82ab2da tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 943 time: 0.3299060 Sep 02 13:28:36.316625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:36.405058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Network bf349948-a489-484b-8eb7-d1048591e8ed is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:36.412646 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:36.415493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:36.425121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:36.463838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6caf1ee7-75b0-433e-a584-75f2da898e9d req-d6ad5563-8ad4-45cc-bdff-1ec71817a456 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273918 Sep 02 13:28:36.546491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746ed205-733d-4d2a-87b4-140160636979 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:36.580432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97d9fa5e-23ca-4e3e-adb0-d7b2aac1f0bf req-082e9004-a050-4006-be0a-cd49f613b6eb tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530365 Sep 02 13:28:36.600956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8c324e-d252-4632-82b6-e88abd882c23,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:36.600956 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:36.667082 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:36.719591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Transition to ACTIVE for port object 746ed205-733d-4d2a-87b4-140160636979 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:36.726951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cb828c-c705-4c1c-92f2-5b42a00b9b43 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:36.738583 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92a7573-632a-4576-9df6-f29e5888e5e4 x-openstack-request-id: req-b92a7573-632a-4576-9df6-f29e5888e5e4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:36.738940 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:36.739243 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b92a7573-632a-4576-9df6-f29e5888e5e4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:36.739656 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881', 'code': 200} Sep 02 13:28:36.788614 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:28:36.789143 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:36.809673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:36.916301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on host n-h1-794796-4 for vnic_type normal with profile {"migrating_to": "n-h2-794796-4"} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:36.917347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:36.917347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:36.933867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Pushing event updated for resources: {'Port': ['ID=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:37.013693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-77f61608-e500-44e0-b115-423718e351b5 None None] Provisioning for port ef8c324e-d252-4632-82b6-e88abd882c23 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:37.014753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:28:37.015320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Attempting to bind port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:37.019693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9adcd82b-ca7c-4108-9583-4972a279a0a7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:37.031662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:37.032189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:37.032571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:37.034166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Bound port: 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:37.034557 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.039690 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.087773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Transition to ACTIVE for port object 07cb828c-c705-4c1c-92f2-5b42a00b9b43 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:37.103433 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0acf7-04d0-4b1e-ac6b-f41b4359207f req-9b44fd05-f639-4cf5-abfa-66bc50f08fdd tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:37.114539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:37.114817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16b0acf7-04d0-4b1e-ac6b-f41b4359207f req-9b44fd05-f639-4cf5-abfa-66bc50f08fdd tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 931 time: 0.6526797 Sep 02 13:28:37.117665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-77f61608-e500-44e0-b115-423718e351b5 None None] Provisioning complete for port ef8c324e-d252-4632-82b6-e88abd882c23 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:37.118339 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77f61608-e500-44e0-b115-423718e351b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.168475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '9627a925-7b00-4c6c-a4c5-1cfad4ce1557', 'network_id': '1b279328-467a-439c-ad8e-a54b96737678', 'port_id': '9627a925-7b00-4c6c-a4c5-1cfad4ce1557', 'mac_address': 'fa:16:3e:ad:93:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6014a2c-7c68-451f-9a31-b535cec4b6f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:28:37.183217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 9adcd82b-ca7c-4108-9583-4972a279a0a7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:37.187779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-77f61608-e500-44e0-b115-423718e351b5 None None] Port ef8c324e-d252-4632-82b6-e88abd882c23 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:37.214924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9adcd82b-ca7c-4108-9583-4972a279a0a7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:37.215864 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.287071 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.339550 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:37.391135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:37.394777 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:37.401601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:37.424371 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.446954 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16b0acf7-04d0-4b1e-ac6b-f41b4359207f req-8c84d4a2-88ea-403e-b0e3-3a23c7310649 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271544 Sep 02 13:28:37.446954 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.565948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.574285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:37.588968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:37.589809 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.591484 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] 10.222.0.77 "PUT /v2.0/ports/3a3c8e27-3118-4da9-9aa8-e1c671ce9881 HTTP/1.1" status: 200 len: 1122 time: 2.3536704 Sep 02 13:28:37.609131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Pushing event updated for resources: {'Port': ['ID=746ed205-733d-4d2a-87b4-140160636979,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:37.633755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.634436 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.634970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.635557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.636158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.636735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.638025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.638617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.639382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.640032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.641477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.641772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:28:37.696687 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.703555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd37d-cac7-455e-8a68-9882ab7ab3df service neutron] Pushing event updated for resources: {'Port': ['ID=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,revision_number=8']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:37.712445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3a3c8e27-3118-4da9-9aa8-e1c671ce9881'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:37.758915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['3a3c8e27-3118-4da9-9aa8-e1c671ce9881'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:37.761155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['9627a925-7b00-4c6c-a4c5-1cfad4ce1557'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:37.778554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebcb23-133d-4159-ab5a-0da6e2c564e6 req-6a2a64d9-7062-446f-ae96-5f7dffa6f084 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:37.788977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3ebcb23-133d-4159-ab5a-0da6e2c564e6 req-6a2a64d9-7062-446f-ae96-5f7dffa6f084 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 944 time: 0.2081573 Sep 02 13:28:37.862958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.876578 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:37.894768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 95467265-8180-4441-af67-81ee981188fd details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:28:37.943919 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3ebcb23-133d-4159-ab5a-0da6e2c564e6 req-6667ce74-3d0f-4753-b516-ea12f9051cfb tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327214 Sep 02 13:28:37.974197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bdca7-38d2-432a-821b-7ee73e5614af req-3391599a-15e8-4e96-b8bb-393e2fbd1c93 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:37.987294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-3391599a-15e8-4e96-b8bb-393e2fbd1c93 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.77 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 821 time: 1.2339339 Sep 02 13:28:37.988248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 9adcd82b-ca7c-4108-9583-4972a279a0a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9adcd82b-ca7c-4108-9583-4972a279a0a7,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:38.021779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Request body: {'port': {'device_id': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'admin_state_up': True, 'tenant_id': '1032ef769ce84efbacf958179a4b2385'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:38.023052 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.024296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6771ea41-b780-485b-9014-c5664f817bef up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:38.052133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17c428-b44f-4d71-8782-775db3c76fa3 req-f80d2dcd-47fa-49cd-9542-b2cf496b6a26 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:38.054755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f17c428-b44f-4d71-8782-775db3c76fa3 req-f80d2dcd-47fa-49cd-9542-b2cf496b6a26 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 947 time: 1.0172124 Sep 02 13:28:38.055778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Pushing event updated for resources: {'Port': ['ID=07cb828c-c705-4c1c-92f2-5b42a00b9b43,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:38.070438 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.084877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8c324e-d252-4632-82b6-e88abd882c23,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:38.157872 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:28:38.164204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=9adcd82b-ca7c-4108-9583-4972a279a0a7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:38.243757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Attempting to bind port 746ed205-733d-4d2a-87b4-140160636979 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:38.244144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Attempting to bind port 746ed205-733d-4d2a-87b4-140160636979 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:38.244485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Attempting to bind port 746ed205-733d-4d2a-87b4-140160636979 on network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:38.252887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6fdac-2f1b-4af1-a1e0-87f92a8e0c70 req-a62563d4-cb6b-477e-a5cc-66bdbb3884c9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:38.253093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Attempting to bind port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:38.253386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Attempting to bind port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:38.253734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Attempting to bind port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 on network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:38.255901 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30e6fdac-2f1b-4af1-a1e0-87f92a8e0c70 req-a62563d4-cb6b-477e-a5cc-66bdbb3884c9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 943 time: 0.0831287 Sep 02 13:28:38.279496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Port 746ed205-733d-4d2a-87b4-140160636979 on network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:28:38.279868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Attempting to bind port 746ed205-733d-4d2a-87b4-140160636979 on network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:38.288580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f17c428-b44f-4d71-8782-775db3c76fa3 req-7fd0dd9e-a71d-4976-8cfb-38b921dda23f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161113 Sep 02 13:28:38.289339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 on network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:28:38.289680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Attempting to bind port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 on network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:38.313883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:38.314670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Checking segment: {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:38.315228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Bound using segment: {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:38.315923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Bound port: 746ed205-733d-4d2a-87b4-140160636979, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2c439d-ff0e-4502-8cef-426d082e21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:38.316765 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.334744 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30e6fdac-2f1b-4af1-a1e0-87f92a8e0c70 req-ab3bf5bc-8aaf-472a-b6d6-9626de19678b tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622904 Sep 02 13:28:38.344673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Network bf349948-a489-484b-8eb7-d1048591e8ed is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:38.350597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:38.351048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Checking segment: {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:38.351662 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Bound using segment: {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:38.352175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:38.352281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Bound port: 07cb828c-c705-4c1c-92f2-5b42a00b9b43, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6ae811-0abc-4b54-b860-cda8808810f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:38.352696 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.458899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:38.487005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '95467265-8180-4441-af67-81ee981188fd', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '95467265-8180-4441-af67-81ee981188fd', 'mac_address': 'fa:16:3e:62:11:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:28:38.517690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] For port 746ed205-733d-4d2a-87b4-140160636979, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:38.522473 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc35d051-6f59-4d4c-bcd7-0b317eaa1967 req-128db0ad-30e0-46b1-84b6-dfebe877c659 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 210 time: 0.0605490 Sep 02 13:28:38.567599 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.575251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] For port 746ed205-733d-4d2a-87b4-140160636979, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=746ed205-733d-4d2a-87b4-140160636979,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:38.585979 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.612407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95467265-8180-4441-af67-81ee981188fd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:38.622232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e8c95-62d4-4a8c-b014-750dc9fd7d13 req-e6f34045-661b-4d70-a67f-65dbda248c8b tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:38.633127 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d3e8c95-62d4-4a8c-b014-750dc9fd7d13 req-e6f34045-661b-4d70-a67f-65dbda248c8b tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 944 time: 0.1779065 Sep 02 13:28:38.661788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 6771ea41-b780-485b-9014-c5664f817bef completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:38.681747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Made reservation on behalf of 1032ef769ce84efbacf958179a4b2385 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:38.685498 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.708169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 6771ea41-b780-485b-9014-c5664f817bef triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:38.708486 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.717673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Router 14b0142e-0718-49a2-9f6f-7f598b56e611 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:28:38.722738 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d3e8c95-62d4-4a8c-b014-750dc9fd7d13 req-41b16ae5-fedb-4ea4-baf8-78835ff09568 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747094 Sep 02 13:28:38.768006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e7933ca5-ad0d-45b3-9304-2dd05581bf39 None None] Provisioning complete for port ef8c324e-d252-4632-82b6-e88abd882c23 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:38.768513 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7933ca5-ad0d-45b3-9304-2dd05581bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.769665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:38.770624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.773257 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] 10.222.0.90 "PUT /v2.0/ports/746ed205-733d-4d2a-87b4-140160636979 HTTP/1.1" status: 200 len: 1091 time: 3.8681378 Sep 02 13:28:38.777391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'tag': '746ed205-733d-4d2a-87b4-140160636979'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:38.780597 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6ddafb-89a2-4df7-88f2-581ff0d177db" -d '{"events": [{"name": "network-changed", "server_uuid": "e46ba2de-108a-4581-8e20-c1f56307183c", "tag": "746ed205-733d-4d2a-87b4-140160636979"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:38.799055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:38.802063 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3580afc2-f1c3-4967-884f-25328850801a" -d '{"events": [{"name": "network-changed", "server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:38.830406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] For port 07cb828c-c705-4c1c-92f2-5b42a00b9b43, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:38.857075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] For port 07cb828c-c705-4c1c-92f2-5b42a00b9b43, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=07cb828c-c705-4c1c-92f2-5b42a00b9b43,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:38.880868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:38.936295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:28:38.943971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-09bcab0e-9876-4095-827b-d037ec6ea030 admin admin] 10.222.0.13 "PUT /v2.0/routers/14b0142e-0718-49a2-9f6f-7f598b56e611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9241714 Sep 02 13:28:38.953242 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24985d46-e740-4f89-9e62-7ae08628b82b x-openstack-request-id: req-24985d46-e740-4f89-9e62-7ae08628b82b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:38.956064 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46ba2de-108a-4581-8e20-c1f56307183c", "tag": "746ed205-733d-4d2a-87b4-140160636979", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:38.956498 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24985d46-e740-4f89-9e62-7ae08628b82b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:38.957080 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'tag': '746ed205-733d-4d2a-87b4-140160636979', 'status': 'completed', 'code': 200} Sep 02 13:28:38.960038 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:38.961753 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a274827-23e9-4fe1-9a42-6f787472a8ff x-openstack-request-id: req-9a274827-23e9-4fe1-9a42-6f787472a8ff {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:38.962065 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:38.962417 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a274827-23e9-4fe1-9a42-6f787472a8ff {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:38.963107 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881', 'status': 'completed', 'code': 200} Sep 02 13:28:38.967769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89de9c-06f0-4ce6-bf75-75482435d332 service neutron] Pushing event updated for resources: {'Port': ['ID=746ed205-733d-4d2a-87b4-140160636979,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:39.018615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e7933ca5-ad0d-45b3-9304-2dd05581bf39 None None] Port ef8c324e-d252-4632-82b6-e88abd882c23 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:39.021745 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:39.110632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580afc2-f1c3-4967-884f-25328850801a req-492c4fe5-05da-47db-8b46-30559eb80db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:39.113413 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3580afc2-f1c3-4967-884f-25328850801a req-492c4fe5-05da-47db-8b46-30559eb80db0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1125 time: 0.1141162 Sep 02 13:28:39.171406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Pushing event updated for resources: {'Port': ['ID=07cb828c-c705-4c1c-92f2-5b42a00b9b43,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:39.190445 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:39.228948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2a78c-024d-4454-89a0-0bfde8984786 req-b5fe1293-0486-45bd-8323-47d394ccf407 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:39.242156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1cf2a78c-024d-4454-89a0-0bfde8984786 req-b5fe1293-0486-45bd-8323-47d394ccf407 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 943 time: 0.5781054 Sep 02 13:28:39.264760 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:39.267231 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:39.269246 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-a321de03-89ec-4445-8741-31fbeabbb92e service neutron] 10.222.0.90 "PUT /v2.0/ports/07cb828c-c705-4c1c-92f2-5b42a00b9b43 HTTP/1.1" status: 200 len: 1091 time: 4.0900719 Sep 02 13:28:39.276319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Sync routers for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:28:39.281325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 6771ea41-b780-485b-9014-c5664f817bef, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6771ea41-b780-485b-9014-c5664f817bef,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:39.286438 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:39.294459 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:39.311577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:39.312426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:39.384560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Allocated IP 172.20.0.10 (d059279e-45ac-4663-94b9-29972b115da9/60222091-915f-42f8-84cf-97a26ab39e18/99dce95c-5da2-44f3-8f12-07a38c6e87e3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:39.431376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-1fcc4cd7-b2ad-4c45-b0bf-e60c53742e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:39.441211 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-1fcc4cd7-b2ad-4c45-b0bf-e60c53742e17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ae31818d12146ab9f030c96f8424b59&device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 1094 time: 0.5825074 Sep 02 13:28:39.501312 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1cf2a78c-024d-4454-89a0-0bfde8984786 req-cf514ee8-65bb-4639-83a3-2b9bc35e8f25 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582829 Sep 02 13:28:39.560948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9adcd82b-ca7c-4108-9583-4972a279a0a7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:39.563616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['95467265-8180-4441-af67-81ee981188fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:39.689597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b8097-fdbf-4d99-9c60-6d891ea00778 req-9e7710a7-8889-4d62-83c9-f116c060e74a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:39.697697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-569b8097-fdbf-4d99-9c60-6d891ea00778 req-9e7710a7-8889-4d62-83c9-f116c060e74a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 944 time: 0.5753973 Sep 02 13:28:39.718858 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:39.723340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=6771ea41-b780-485b-9014-c5664f817bef,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:39.750204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Transition to ACTIVE for port object 99dce95c-5da2-44f3-8f12-07a38c6e87e3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:39.774049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580afc2-f1c3-4967-884f-25328850801a req-2f722ee9-ed75-41e2-9aa5-8578ee997586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:39.776989 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3580afc2-f1c3-4967-884f-25328850801a req-2f722ee9-ed75-41e2-9aa5-8578ee997586 service neutron] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.6372600 Sep 02 13:28:39.779215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:39.782622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9adcd82b-ca7c-4108-9583-4972a279a0a7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:39.783159 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:39.786430 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-569b8097-fdbf-4d99-9c60-6d891ea00778 req-4aa9cf00-e6d5-4968-91da-fcff504df124 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878549 Sep 02 13:28:39.868957 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3580afc2-f1c3-4967-884f-25328850801a req-ef6a2811-6f8d-4a1e-82f4-ab73be45e39b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881 HTTP/1.1" status: 200 len: 217 time: 0.0795310 Sep 02 13:28:39.886730 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:39.904663 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-f8688868-c6d2-4d3b-9fcb-fd7ad562708a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=746ed205-733d-4d2a-87b4-140160636979 HTTP/1.1" status: 200 len: 217 time: 0.4318593 Sep 02 13:28:39.953219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580afc2-f1c3-4967-884f-25328850801a req-0cebab39-1f33-4a7b-bdd0-6472cfdd5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:39.956568 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3580afc2-f1c3-4967-884f-25328850801a req-0cebab39-1f33-4a7b-bdd0-6472cfdd5b2d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.0790524 Sep 02 13:28:40.023780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3580afc2-f1c3-4967-884f-25328850801a req-f3abb490-cc34-4ae0-9cef-ba058e1247e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298142 Sep 02 13:28:40.041335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Network d059279e-45ac-4663-94b9-29972b115da9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:40.049090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-21f6c9d8-0164-43cd-ab9a-81f6dfc3285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.050625 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-21f6c9d8-0164-43cd-ab9a-81f6dfc3285c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6&device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 1094 time: 0.5987601 Sep 02 13:28:40.061802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:40.073636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:40.081506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Pushing event updated for resources: {'Port': ['ID=99dce95c-5da2-44f3-8f12-07a38c6e87e3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:40.093283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bf7e9-bec5-41fa-bbdd-c267dc703030 req-87fa1d11-9176-45e2-934e-4934197846fa tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.095804 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b40bf7e9-bec5-41fa-bbdd-c267dc703030 req-87fa1d11-9176-45e2-934e-4934197846fa tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 948 time: 0.1378865 Sep 02 13:28:40.158244 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-0e963ddd-b80f-46ac-bbd9-97bbb7790199 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07cb828c-c705-4c1c-92f2-5b42a00b9b43 HTTP/1.1" status: 200 len: 217 time: 0.0905073 Sep 02 13:28:40.169865 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b40bf7e9-bec5-41fa-bbdd-c267dc703030 req-c752b43c-a41f-4a72-ba44-df6cfef7784b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591836 Sep 02 13:28:40.171352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-6a4735d8-c5b0-4092-ab1c-3beeca68bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.173274 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-6a4735d8-c5b0-4092-ab1c-3beeca68bbb2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3 HTTP/1.1" status: 200 len: 851 time: 0.2182310 Sep 02 13:28:40.244778 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3580afc2-f1c3-4967-884f-25328850801a req-5024af06-b798-4b38-b5f6-63821d599089 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102203 Sep 02 13:28:40.297795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-787dc7a6-555d-4a30-a55c-0c8258f46938 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.299542 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-787dc7a6-555d-4a30-a55c-0c8258f46938 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/networks?id=bf349948-a489-484b-8eb7-d1048591e8ed HTTP/1.1" status: 200 len: 829 time: 0.4102035 Sep 02 13:28:40.338492 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.339182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:40.342580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:36Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'ef8c324e-d252-4632-82b6-e88abd882c23', 'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'mac_address': 'fa:16:3e:ae:e6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:34Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 2, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'subnets': [{'id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:40.355919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-d70efc58-257e-4ccd-9a95-0faabde7e816 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/quotas/30fdd3614fc742a080c816209d6f5774 HTTP/1.1" status: 200 len: 375 time: 0.0396738 Sep 02 13:28:40.363246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-418eda19-e958-4297-9c88-6141963e7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.364967 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-418eda19-e958-4297-9c88-6141963e7ed4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dba76dfe-714a-4c5f-b3df-02a5331fad21 HTTP/1.1" status: 200 len: 863 time: 0.1874242 Sep 02 13:28:40.386972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Checking router: 14b0142e-0718-49a2-9f6f-7f598b56e611 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:28:40.387867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Updating router 14b0142e-0718-49a2-9f6f-7f598b56e611 port ef8c324e-d252-4632-82b6-e88abd882c23 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:28:40.420273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe22b5-cb42-44db-8733-6bae7b1e2261 req-1a8ef2e3-3925-4b4f-b67b-45433eb60224 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.422988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b7fe22b5-cb42-44db-8733-6bae7b1e2261 req-1a8ef2e3-3925-4b4f-b67b-45433eb60224 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 943 time: 0.0891697 Sep 02 13:28:40.432217 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-970a6d35-0ba5-4d44-ab81-ca361567c931 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4203055 Sep 02 13:28:40.444002 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:40.448794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-f4a3cf77-c911-41c1-aae7-035fdb6a5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.450408 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-f4a3cf77-c911-41c1-aae7-035fdb6a5d2c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6843c48f-067c-483f-b84d-09e0f8ba7bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560866 Sep 02 13:28:40.456264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Request body: {'port': {'device_id': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:40.496380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e8c6609c-7a0a-4a69-ad99-140d9fa3b1c0 None None] Provisioning for port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:40.513291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e8c6609c-7a0a-4a69-ad99-140d9fa3b1c0 None None] Provisioning complete for port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:40.514513 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b7fe22b5-cb42-44db-8733-6bae7b1e2261 req-26496809-0904-499d-bda3-6f78b2b84aa3 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740888 Sep 02 13:28:40.518873 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3580afc2-f1c3-4967-884f-25328850801a req-8e97b16f-d419-450d-a68c-26c158184525 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635577 Sep 02 13:28:40.520344 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8c6609c-7a0a-4a69-ad99-140d9fa3b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:40.629573 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-d4c843e9-a55e-4794-9c76-106dcc4d0e52 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30fdd3614fc742a080c816209d6f5774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2634528 Sep 02 13:28:40.639903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-7eb54ae3-f5b2-4e69-b897-ad31c6ce54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.640982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-7eb54ae3-f5b2-4e69-b897-ad31c6ce54a0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2619460 Sep 02 13:28:40.683211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290c12f-6393-4028-8a05-13646fe6aaa3 req-ab6b9297-d8eb-4c73-b52c-3daddbdb13c2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.685023 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f290c12f-6393-4028-8a05-13646fe6aaa3 req-ab6b9297-d8eb-4c73-b52c-3daddbdb13c2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 932 time: 0.0640614 Sep 02 13:28:40.687674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:40.718802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6609c-7a0a-4a69-ad99-140d9fa3b1c0 None None] Port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:40.757294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f290c12f-6393-4028-8a05-13646fe6aaa3 req-8f6ca9a9-784f-4c6d-bb8f-aae5417e1d0c tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627675 Sep 02 13:28:40.821462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:40.851267 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-6c574c6a-a892-4838-867a-90c3def52a49 service neutron] 10.222.0.90 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886030 Sep 02 13:28:40.923203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:40.936743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:40.937205 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:40.939609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d871e-5cdf-497c-9e77-f54c0b0926ff req-2ed8405c-8569-4504-ad9e-0d88cdc0b5af tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:40.949850 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e4d871e-5cdf-497c-9e77-f54c0b0926ff req-2ed8405c-8569-4504-ad9e-0d88cdc0b5af tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 944 time: 0.1028414 Sep 02 13:28:40.958207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'tag': '07cb828c-c705-4c1c-92f2-5b42a00b9b43'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:40.960473 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f66da0-7844-4ce7-88a3-89ac3786b43d" -d '{"events": [{"name": "network-changed", "server_uuid": "213cb0ba-2beb-42d1-b942-6be2eaaac4da", "tag": "07cb828c-c705-4c1c-92f2-5b42a00b9b43"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:41.002673 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e4d871e-5cdf-497c-9e77-f54c0b0926ff req-92084c70-d7e3-4ff1-9a37-76400a8c06c4 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514164 Sep 02 13:28:41.051445 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f3416d61-3717-49b5-aa72-3787c61d1b4b service neutron] 10.222.0.13 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068587 Sep 02 13:28:41.081230 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:41.114206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Transition to ACTIVE for port object ef8c324e-d252-4632-82b6-e88abd882c23 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:41.152811 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:41.196865 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:41.197305 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-3833e891-bdbe-452d-979a-17511fb78234 service neutron] 10.222.0.90 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329669 Sep 02 13:28:41.227404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab6edb-f0f2-411e-a3c6-622bfb614359 req-9299cb10-c966-41af-a2f7-efebae6dff23 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:41.233319 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-01ab6edb-f0f2-411e-a3c6-622bfb614359 req-9299cb10-c966-41af-a2f7-efebae6dff23 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 943 time: 0.1194396 Sep 02 13:28:41.250769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968579f5-7e88-458a-bd09-8b0dfb46d113 None None] Pushing event updated for resources: {'Port': ['ID=ef8c324e-d252-4632-82b6-e88abd882c23,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:41.265317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd424f786-3e29-4191-abfc-ab7a671b2fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9627a925-7b00-4c6c-a4c5-1cfad4ce1557'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:41.274201 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735b1529-9a20-47ba-8903-be9a7f8a4c7e" -d '{"events": [{"server_uuid": "d424f786-3e29-4191-abfc-ab7a671b2fc4", "name": "network-vif-plugged", "status": "completed", "tag": "9627a925-7b00-4c6c-a4c5-1cfad4ce1557"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:41.293753 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:41.297313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-01ab6edb-f0f2-411e-a3c6-622bfb614359 req-b1bce6ff-e2da-466b-9faa-dac6c54a172e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552452 Sep 02 13:28:41.318093 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:41.406354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Attempting to bind port ef8c324e-d252-4632-82b6-e88abd882c23 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:41.407364 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Attempting to bind port ef8c324e-d252-4632-82b6-e88abd882c23 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:41.407845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Attempting to bind port ef8c324e-d252-4632-82b6-e88abd882c23 on network bf349948-a489-484b-8eb7-d1048591e8ed {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:41.432946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:41.436612 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Checking segment: {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:41.437697 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:41.440046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Bound using segment: {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:41.440911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Bound port: ef8c324e-d252-4632-82b6-e88abd882c23, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:41.441557 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:41.478050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6771ea41-b780-485b-9014-c5664f817bef up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:41.510645 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:41.642617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074d7ee-b105-46a8-83c3-f70f74b3bc30 req-4f35b041-9908-4262-b8e8-6ba29a6742dc tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:41.646318 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0074d7ee-b105-46a8-83c3-f70f74b3bc30 req-4f35b041-9908-4262-b8e8-6ba29a6742dc tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 944 time: 0.0901010 Sep 02 13:28:41.651344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 6771ea41-b780-485b-9014-c5664f817bef triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:41.651956 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:41.656972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] For port ef8c324e-d252-4632-82b6-e88abd882c23, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:41.682057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0442bc9-9d36-4d60-af5a-a8dac71354e5 req-c7f7e53c-ee80-4dd3-befb-d5419287bed8 service neutron] 10.222.0.90 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8186901 Sep 02 13:28:41.703860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] For port ef8c324e-d252-4632-82b6-e88abd882c23, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ef8c324e-d252-4632-82b6-e88abd882c23,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:41.711458 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:41.725988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0074d7ee-b105-46a8-83c3-f70f74b3bc30 req-883538cf-5869-497f-af61-498a16c5d30f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663180 Sep 02 13:28:41.843270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 95467265-8180-4441-af67-81ee981188fd up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:41.857777 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:41.858999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:41.862716 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a3f1b1-1017-4b49-99f3-0ec72726476b x-openstack-request-id: req-26a3f1b1-1017-4b49-99f3-0ec72726476b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:41.863067 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213cb0ba-2beb-42d1-b942-6be2eaaac4da", "tag": "07cb828c-c705-4c1c-92f2-5b42a00b9b43", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:41.863350 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26a3f1b1-1017-4b49-99f3-0ec72726476b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:41.863847 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'tag': '07cb828c-c705-4c1c-92f2-5b42a00b9b43', 'status': 'completed', 'code': 200} Sep 02 13:28:41.907077 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-9375d7b2-0994-419f-97cc-1f0723fbbb8b service neutron] 10.222.0.13 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8288627 Sep 02 13:28:41.929933 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3edffd-e41f-4214-8a41-a22a210c9004 req-8f17eb38-2afe-4242-b1e1-b4265db28bc2 service neutron] 10.222.0.90 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859019 Sep 02 13:28:41.960386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-db421026-5c33-49f0-a3f8-2a3246ba9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:41.961985 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-db421026-5c33-49f0-a3f8-2a3246ba9d0c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ae31818d12146ab9f030c96f8424b59&device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 1094 time: 0.1932926 Sep 02 13:28:42.031022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe39006-33b9-4baf-8e18-ce83407524ae req-9cd16c48-438a-48ee-8c51-166c76844bd6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:42.041312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abe39006-33b9-4baf-8e18-ce83407524ae req-9cd16c48-438a-48ee-8c51-166c76844bd6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 948 time: 0.1535246 Sep 02 13:28:42.058999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968579f5-7e88-458a-bd09-8b0dfb46d113 None None] Pushing event updated for resources: {'Port': ['ID=ef8c324e-d252-4632-82b6-e88abd882c23,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:42.113016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abe39006-33b9-4baf-8e18-ce83407524ae req-df8493ef-56dd-4e67-9a58-e2fdfc895c6d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 Sep 02 13:28:42.127599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 95467265-8180-4441-af67-81ee981188fd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:42.159622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:42.160106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99dce95c-5da2-44f3-8f12-07a38c6e87e3 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:42.172053 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:42.210001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Transition to ACTIVE for port object 99dce95c-5da2-44f3-8f12-07a38c6e87e3 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:42.218978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-6d5db2c8-697f-4552-a99c-6d26e2c71fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:42.220576 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-6d5db2c8-697f-4552-a99c-6d26e2c71fa6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6&device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 1094 time: 0.2063365 Sep 02 13:28:42.226332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:42.237525 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348aae96-0301-42b7-b125-765dc92454a1 x-openstack-request-id: req-348aae96-0301-42b7-b125-765dc92454a1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:42.237801 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d424f786-3e29-4191-abfc-ab7a671b2fc4", "name": "network-vif-plugged", "status": "completed", "tag": "9627a925-7b00-4c6c-a4c5-1cfad4ce1557", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:42.238059 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-348aae96-0301-42b7-b125-765dc92454a1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:42.238617 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd424f786-3e29-4191-abfc-ab7a671b2fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9627a925-7b00-4c6c-a4c5-1cfad4ce1557', 'code': 200} Sep 02 13:28:42.244948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 95467265-8180-4441-af67-81ee981188fd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:42.245328 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:42.300763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-59de71e0-dc52-4171-98b9-2e55d7d89517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:42.302558 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-59de71e0-dc52-4171-98b9-2e55d7d89517 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6843c48f-067c-483f-b84d-09e0f8ba7bf9 HTTP/1.1" status: 200 len: 913 time: 0.3117814 Sep 02 13:28:42.429301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2927c9-6200-4ed9-9443-16fcb5a41c5a req-24074c35-929d-44fe-9f4e-5ec8dc3fb772 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:42.431089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3a2927c9-6200-4ed9-9443-16fcb5a41c5a req-24074c35-929d-44fe-9f4e-5ec8dc3fb772 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 944 time: 0.1291428 Sep 02 13:28:42.433165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affacc2-adb2-4769-8825-ca2c0b84ab85 req-cbc9796d-7222-401d-94c9-0ceed18c2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:42.434579 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3affacc2-adb2-4769-8825-ca2c0b84ab85 req-cbc9796d-7222-401d-94c9-0ceed18c2756 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 1096 time: 0.1224322 Sep 02 13:28:42.443402 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-56ef851b-7555-47f4-a690-e5fa89b62f23 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=746ed205-733d-4d2a-87b4-140160636979 HTTP/1.1" status: 200 len: 217 time: 0.0835993 Sep 02 13:28:42.456928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Pushing event updated for resources: {'Port': ['ID=99dce95c-5da2-44f3-8f12-07a38c6e87e3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:42.573020 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3a2927c9-6200-4ed9-9443-16fcb5a41c5a req-99dbbc95-aa2c-4ccd-bfb6-7d83aa7bb8c4 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219766 Sep 02 13:28:42.592835 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3affacc2-adb2-4769-8825-ca2c0b84ab85 req-fe5e9faa-6466-4f26-b84b-c85e522aff33 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314919 Sep 02 13:28:42.635320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1396dc-ba1e-4285-9965-e0de02a536e3 req-b089c79c-dff5-4266-979a-638a74e6dc82 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:42.649163 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc1396dc-ba1e-4285-9965-e0de02a536e3 req-b089c79c-dff5-4266-979a-638a74e6dc82 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 943 time: 0.3807449 Sep 02 13:28:42.685498 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-5f4cf390-e93b-4364-a0a1-5aaebbe45d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:42.686859 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-5f4cf390-e93b-4364-a0a1-5aaebbe45d63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3 HTTP/1.1" status: 200 len: 851 time: 0.2258592 Sep 02 13:28:42.698541 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:42.706231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-af859652-9961-47cc-8563-36285152c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:42.707193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-af859652-9961-47cc-8563-36285152c26a service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e HTTP/1.1" status: 200 len: 925 time: 0.4672687 Sep 02 13:28:42.740145 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc1396dc-ba1e-4285-9965-e0de02a536e3 req-4c680915-8549-4a3c-8987-57bfc8d1d632 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899942 Sep 02 13:28:42.754554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Attempting to bind port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:42.754894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Attempting to bind port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:42.755216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Attempting to bind port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 on network d059279e-45ac-4663-94b9-29972b115da9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:42.763835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 on network d059279e-45ac-4663-94b9-29972b115da9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:28:42.764155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Attempting to bind port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 on network d059279e-45ac-4663-94b9-29972b115da9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:42.768396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a1142-c3d9-494d-a306-f981607cd231 req-eec6abcb-c721-4078-b936-a521c0f1aefd tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:42.771851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:42.772516 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Checking segment: {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:42.773152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Bound using segment: {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:42.773845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Bound port: 99dce95c-5da2-44f3-8f12-07a38c6e87e3, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:42.774432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:42.780581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f10a1142-c3d9-494d-a306-f981607cd231 req-eec6abcb-c721-4078-b936-a521c0f1aefd tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 945 time: 0.1170595 Sep 02 13:28:42.798064 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:42.813019 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:42.878574 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f10a1142-c3d9-494d-a306-f981607cd231 req-1265cd7c-6ac8-4585-90d0-1ea8daf6f046 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887072 Sep 02 13:28:42.888219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:36Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'ef8c324e-d252-4632-82b6-e88abd882c23', 'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'mac_address': 'fa:16:3e:ae:e6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:34Z', 'updated_at': '2021-09-02T13:28:41Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'subnets': [{'id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:42.962975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea672f75-5bfc-434a-8b92-558796833e0f None None] The sync data for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 is: [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:36Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'ef8c324e-d252-4632-82b6-e88abd882c23', 'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'mac_address': 'fa:16:3e:ae:e6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:34Z', 'updated_at': '2021-09-02T13:28:41Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'subnets': [{'id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:42.975768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:42.987118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e0fe6b64-33b2-495e-a5eb-7ab9aa9b7367 req-fcc15e22-26b4-43df-b83d-f475b4a3f665 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 210 time: 0.1497703 Sep 02 13:28:43.001845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-62626c66-4458-42d9-9595-0940277a28e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07cb828c-c705-4c1c-92f2-5b42a00b9b43 HTTP/1.1" status: 200 len: 217 time: 0.1750524 Sep 02 13:28:43.124190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994e610-b764-4456-b707-076e5ded29d3 req-0fe58e0a-0564-4b1d-86ef-024cc60c4706 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:43.127863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5994e610-b764-4456-b707-076e5ded29d3 req-0fe58e0a-0564-4b1d-86ef-024cc60c4706 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 943 time: 0.1146815 Sep 02 13:28:43.141613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-591dde8e-dab5-46d3-976b-cfb8a730ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:43.144512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-591dde8e-dab5-46d3-976b-cfb8a730ab5a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dba76dfe-714a-4c5f-b3df-02a5331fad21 HTTP/1.1" status: 200 len: 863 time: 0.1290984 Sep 02 13:28:43.159687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] For port 99dce95c-5da2-44f3-8f12-07a38c6e87e3, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:43.165996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] For port 99dce95c-5da2-44f3-8f12-07a38c6e87e3, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:43.189374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-43f006b1-ee4a-432f-8a3d-5f15bd2f5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:43.194147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-43f006b1-ee4a-432f-8a3d-5f15bd2f5a7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6843c48f-067c-483f-b84d-09e0f8ba7bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663414 Sep 02 13:28:43.214934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5994e610-b764-4456-b707-076e5ded29d3 req-0493e195-2d6b-43d8-b0e8-470d63696d23 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787263 Sep 02 13:28:43.292990 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:43.508772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ef8c324e-d252-4632-82b6-e88abd882c23 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:43.553940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24067a7a-2a2d-4dea-af4b-5f98a52ea424 req-fa07e7d1-6a63-4417-a050-64111034995a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:43.557331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24067a7a-2a2d-4dea-af4b-5f98a52ea424 req-fa07e7d1-6a63-4417-a050-64111034995a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1404028 Sep 02 13:28:43.597456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ef8c324e-d252-4632-82b6-e88abd882c23 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:43.598951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:43.599694 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:43.601454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] 10.222.0.77 "PUT /v2.0/ports/99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 1092 time: 3.1500199 Sep 02 13:28:43.606221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ef8c324e-d252-4632-82b6-e88abd882c23 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:43.607292 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:43.685452 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24067a7a-2a2d-4dea-af4b-5f98a52ea424 req-897eb3c5-18a1-4cfe-8bb0-a22477449d26 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198461 Sep 02 13:28:43.705571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-9ab97553-7f35-40f5-9f61-12216844bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:43.707383 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-9ab97553-7f35-40f5-9f61-12216844bed8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5083442 Sep 02 13:28:43.856261 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:43.911143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da007f9d-168b-48ef-80d4-a1b8eba7abaa req-b32300a4-21e9-4625-a8dd-a1224f3d381d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:43.930238 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da007f9d-168b-48ef-80d4-a1b8eba7abaa req-b32300a4-21e9-4625-a8dd-a1224f3d381d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 944 time: 0.1137764 Sep 02 13:28:43.937258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:43.943283 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80774e81-261e-4aa2-a24b-f8049eb50b07" -d '{"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:43.949734 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ef8c324e-d252-4632-82b6-e88abd882c23, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ef8c324e-d252-4632-82b6-e88abd882c23,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:43.958167 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:43.994387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceba55-20f0-4ac2-8204-03d3ec0f2931 req-6b0f69f7-171e-4764-af54-62eeb6a1ddcd tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:44.003188 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fceba55-20f0-4ac2-8204-03d3ec0f2931 req-6b0f69f7-171e-4764-af54-62eeb6a1ddcd tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 944 time: 0.6731467 Sep 02 13:28:44.034322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da007f9d-168b-48ef-80d4-a1b8eba7abaa req-e337501a-bd59-46eb-85bb-0511a87f3ba2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032982 Sep 02 13:28:44.041221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c1dc7-57e0-4746-a11a-b35e118295aa service neutron] Pushing event updated for resources: {'Port': ['ID=99dce95c-5da2-44f3-8f12-07a38c6e87e3,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:44.070940 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-f27e85b9-a570-4357-8d6c-4289aadd6f3a service neutron] 10.222.0.90 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8174806 Sep 02 13:28:44.105155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ef8c324e-d252-4632-82b6-e88abd882c23,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:44.141382 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fceba55-20f0-4ac2-8204-03d3ec0f2931 req-55b37bad-b206-4347-bab8-8bbc95b76fc3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368060 Sep 02 13:28:44.240124 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:44.242883 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f908f533-5085-4b6a-9047-b5d5051a1dde" -d '{"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-plugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:44.277073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bdca7-38d2-432a-821b-7ee73e5614af req-032840c3-a34f-4759-847b-9887b0e140b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:44.278666 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-032840c3-a34f-4759-847b-9887b0e140b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1095 time: 0.5957162 Sep 02 13:28:44.361532 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-bbac8a9f-5658-4a9d-8d97-991eec505d2d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 217 time: 0.0706284 Sep 02 13:28:44.420927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fc3e3-af8a-4353-8f07-3688c2a0bfec req-9ce58d57-c5fa-463f-a42f-e5ac871927aa tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:44.428447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-128fc3e3-af8a-4353-8f07-3688c2a0bfec req-9ce58d57-c5fa-463f-a42f-e5ac871927aa tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 943 time: 0.1480994 Sep 02 13:28:44.432591 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-de48a16b-2724-4d22-b129-9f0aa0034779 service neutron] 10.222.0.90 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412787 Sep 02 13:28:44.445515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-4728346a-b480-4480-a7c2-a98f2a98573b tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:44.447085 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-4728346a-b480-4480-a7c2-a98f2a98573b tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.90 "GET /v2.0/networks?id=bf349948-a489-484b-8eb7-d1048591e8ed HTTP/1.1" status: 200 len: 829 time: 0.3476007 Sep 02 13:28:44.462489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Request body: {'port': {'device_id': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'admin_state_up': True, 'tenant_id': '30fdd3614fc742a080c816209d6f5774'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:44.580736 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b6ddafb-89a2-4df7-88f2-581ff0d177db req-3a9d840a-b515-45bc-b023-c829e39d47e6 service neutron] 10.222.0.90 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379711 Sep 02 13:28:44.616465 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bdca7-38d2-432a-821b-7ee73e5614af req-7acc07e9-dd7b-4750-8a5e-8c4ec596799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:44.619213 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-7acc07e9-dd7b-4750-8a5e-8c4ec596799d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.2396889 Sep 02 13:28:44.628731 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-128fc3e3-af8a-4353-8f07-3688c2a0bfec req-40e4d73f-ecad-4410-ae6e-95a14a7c5c6f tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993017 Sep 02 13:28:44.639373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3ef19-53bc-41b9-976d-7f6b15cf9fc5 req-d52f9268-a314-4047-98a2-ecb15e9d233c tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:44.649529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ab3ef19-53bc-41b9-976d-7f6b15cf9fc5 req-d52f9268-a314-4047-98a2-ecb15e9d233c tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 945 time: 0.2248783 Sep 02 13:28:44.662784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Made reservation on behalf of 30fdd3614fc742a080c816209d6f5774 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:28:44.667852 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:44.722245 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28c8c22-046d-412c-936f-c0cd4f5d2f27 x-openstack-request-id: req-a28c8c22-046d-412c-936f-c0cd4f5d2f27 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:44.722568 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:44.722899 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a28c8c22-046d-412c-936f-c0cd4f5d2f27 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:44.723515 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'status': 'completed', 'code': 200} Sep 02 13:28:44.772619 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ab3ef19-53bc-41b9-976d-7f6b15cf9fc5 req-8499f633-01cb-43fa-a6cc-49057c6fc1c7 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216302 Sep 02 13:28:44.793277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46f66da0-7844-4ce7-88a3-89ac3786b43d req-9d52fd64-7d67-4356-bed8-c7f35aacb8ef service neutron] 10.222.0.90 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255978 Sep 02 13:28:44.820239 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bdca7-38d2-432a-821b-7ee73e5614af req-95d3e74d-b94f-4416-83ac-cfdaf691042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:44.824690 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-95d3e74d-b94f-4416-83ac-cfdaf691042b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477902 Sep 02 13:28:44.864589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 07cb828c-c705-4c1c-92f2-5b42a00b9b43 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:28:44.955658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Allocated IP 172.20.0.3 (bf349948-a489-484b-8eb7-d1048591e8ed/f54c26de-4503-4c3a-908a-4c19a8e32782/5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:45.007921 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3389df-b7e8-4d4c-b8bc-1d25e1b7f754 x-openstack-request-id: req-eb3389df-b7e8-4d4c-b8bc-1d25e1b7f754 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:45.008537 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-plugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:45.009934 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb3389df-b7e8-4d4c-b8bc-1d25e1b7f754 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:45.010571 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd', 'code': 200} Sep 02 13:28:45.087455 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-c5fef39b-44a2-4814-8671-379d27b76933 service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489960 Sep 02 13:28:45.093993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 07cb828c-c705-4c1c-92f2-5b42a00b9b43, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=07cb828c-c705-4c1c-92f2-5b42a00b9b43,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:45.111157 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '07cb828c-c705-4c1c-92f2-5b42a00b9b43', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'port_id': '07cb828c-c705-4c1c-92f2-5b42a00b9b43', 'mac_address': 'fa:16:3e:eb:17:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:28:45.186390 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:45.211509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cb828c-c705-4c1c-92f2-5b42a00b9b43 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:45.262423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:45.283455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Transition to ACTIVE for port object 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:45.284436 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 07cb828c-c705-4c1c-92f2-5b42a00b9b43, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=07cb828c-c705-4c1c-92f2-5b42a00b9b43,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:45.291338 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:45.293133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 746ed205-733d-4d2a-87b4-140160636979 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:28:45.296789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfc589-a48d-4f57-87f7-dd078ba15d7b req-019dd6d6-8fca-4701-ba06-fa9e00e85ebf tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:45.298302 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f5cfc589-a48d-4f57-87f7-dd078ba15d7b req-019dd6d6-8fca-4701-ba06-fa9e00e85ebf tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 943 time: 0.0958788 Sep 02 13:28:45.347598 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-321bdca7-38d2-432a-821b-7ee73e5614af req-7e988a1a-57ba-4589-a7c2-95050a08cad9 service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489176 Sep 02 13:28:45.378694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f5cfc589-a48d-4f57-87f7-dd078ba15d7b req-1a25e5f0-44c9-4d9c-bd39-ec95d61da054 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603600 Sep 02 13:28:45.419233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca872602-6db4-4e0f-ad66-d34e6294feec req-3b065e98-9ff0-486a-a6d5-d1d3f671e15a tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 210 time: 0.6134429 Sep 02 13:28:45.450871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:45.552368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ef8c324e-d252-4632-82b6-e88abd882c23 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:45.613541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605cb6-544b-43d6-9375-09540064135b req-f8f6d353-b5b4-4964-9475-bc706ac1a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:45.616309 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84605cb6-544b-43d6-9375-09540064135b req-f8f6d353-b5b4-4964-9475-bc706ac1a320 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1100 time: 0.4462843 Sep 02 13:28:45.630006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Network bf349948-a489-484b-8eb7-d1048591e8ed is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:45.631090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-273e4cf5-0873-46a9-afeb-9053370fe560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:45.632762 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-273e4cf5-0873-46a9-afeb-9053370fe560 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1095 time: 0.1758027 Sep 02 13:28:45.638436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:45.646458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d64bd-28f9-47c4-b2e5-a3ea378da2ff req-af25bf01-9f32-42d6-bb91-372699cc56c5 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:45.648296 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e69d64bd-28f9-47c4-b2e5-a3ea378da2ff req-af25bf01-9f32-42d6-bb91-372699cc56c5 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1114783 Sep 02 13:28:45.672548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:45.758679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=07cb828c-c705-4c1c-92f2-5b42a00b9b43,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:45.759447 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Pushing event updated for resources: {'Port': ['ID=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:45.800341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84605cb6-544b-43d6-9375-09540064135b req-41ae02b1-cdc5-43eb-988b-ebc79b8518e4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550865 Sep 02 13:28:45.813038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ef8c324e-d252-4632-82b6-e88abd882c23 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:45.813937 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:45.822328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 746ed205-733d-4d2a-87b4-140160636979, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=746ed205-733d-4d2a-87b4-140160636979,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:45.826373 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e69d64bd-28f9-47c4-b2e5-a3ea378da2ff req-6b84de31-0fb8-4a46-9f1b-6758ce7a3398 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634090 Sep 02 13:28:45.844788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43d757-454f-485e-8b35-49155de5ea2c req-2e47b723-1611-4b0a-bf5e-0163324d9026 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:45.862259 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f43d757-454f-485e-8b35-49155de5ea2c req-2e47b723-1611-4b0a-bf5e-0163324d9026 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 944 time: 0.3020985 Sep 02 13:28:45.865127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-ab3475a4-6e88-47b0-8f37-eb3ec7e5b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:45.867883 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-ab3475a4-6e88-47b0-8f37-eb3ec7e5b503 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.2185421 Sep 02 13:28:45.882855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '746ed205-733d-4d2a-87b4-140160636979', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'port_id': '746ed205-733d-4d2a-87b4-140160636979', 'mac_address': 'fa:16:3e:e5:01:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:28:45.888908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:45.889576 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:45.948134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f43d757-454f-485e-8b35-49155de5ea2c req-4420e37f-7f7d-4431-b6e2-90f8850ed047 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701234 Sep 02 13:28:45.950317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f0449cdc-73cf-4030-a221-e9dcd26b3d4c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4931831 Sep 02 13:28:45.971023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Request body: {'port': {'device_id': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:46.006908 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:46.032748 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746ed205-733d-4d2a-87b4-140160636979 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:46.068414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 746ed205-733d-4d2a-87b4-140160636979, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=746ed205-733d-4d2a-87b4-140160636979,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:46.075155 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:46.101318 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-6c536024-d641-45ed-afe8-4dd56541dfea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 217 time: 0.0676670 Sep 02 13:28:46.152858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef244d91-4628-4a29-a94c-b6218e391a6f req-2709ffe9-0f1d-4b07-beae-1340472a8cd0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:46.160922 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef244d91-4628-4a29-a94c-b6218e391a6f req-2709ffe9-0f1d-4b07-beae-1340472a8cd0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 944 time: 0.2245257 Sep 02 13:28:46.180431 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:46.185809 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=746ed205-733d-4d2a-87b4-140160636979,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:46.204659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f87b11b0-eab8-4de0-a5da-8433629f9ff0 None None] Provisioning for port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:46.211470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f87b11b0-eab8-4de0-a5da-8433629f9ff0 None None] Provisioning complete for port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:46.212766 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f87b11b0-eab8-4de0-a5da-8433629f9ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:46.237063 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef244d91-4628-4a29-a94c-b6218e391a6f req-0999143d-6359-4caf-97b4-785d328994cd tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751550 Sep 02 13:28:46.263180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-b2764476-d0e2-4924-ab10-c14273f579e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:46.265001 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-b2764476-d0e2-4924-ab10-c14273f579e9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.1534412 Sep 02 13:28:46.298825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f87b11b0-eab8-4de0-a5da-8433629f9ff0 None None] Port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:28:46.329518 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e3ce3-23a8-4137-a4a0-4ff82f73eb3c req-8b9d231e-d1bb-4c20-9b00-52d11630605f tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:46.345761 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f9e3ce3-23a8-4137-a4a0-4ff82f73eb3c req-8b9d231e-d1bb-4c20-9b00-52d11630605f tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 944 time: 0.2440710 Sep 02 13:28:46.375315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-eb4bad88-7734-4a2f-a1e3-c0593a225783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:46.377705 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-eb4bad88-7734-4a2f-a1e3-c0593a225783 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000018 Sep 02 13:28:46.440054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['746ed205-733d-4d2a-87b4-140160636979'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:46.542793 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f9e3ce3-23a8-4137-a4a0-4ff82f73eb3c req-523a6cd3-f543-4c3c-89f3-033e2d002488 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949339 Sep 02 13:28:46.545657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['07cb828c-c705-4c1c-92f2-5b42a00b9b43'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:46.752580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f0875-3f09-4cae-97fe-b9ced5e34427 req-7140d7c0-e890-408f-8f63-289b82bd04f6 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:46.754279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-392f0875-3f09-4cae-97fe-b9ced5e34427 req-7140d7c0-e890-408f-8f63-289b82bd04f6 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 944 time: 0.1887732 Sep 02 13:28:46.760664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-d64c9598-02d3-4db6-aa78-e740a9ff23a4 service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718069 Sep 02 13:28:46.761605 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-4f279c07-c9f6-4aa2-bc50-8b2548edb1ba service neutron] 10.222.0.90 "GET /v2.0/ports/3a3c8e27-3118-4da9-9aa8-e1c671ce9881/bindings/n-h2-794796-4 HTTP/1.1" status: 200 len: 384 time: 0.2786543 Sep 02 13:28:46.808486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:46.818568 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:46.841588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Transition to ACTIVE for port object 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:46.847080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:46.862687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc44d2-3cb5-4a28-b3f9-a700c727d541 req-9d96e537-54a9-4a78-8c43-3709313c2dc9 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:46.864653 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2cfc44d2-3cb5-4a28-b3f9-a700c727d541 req-9d96e537-54a9-4a78-8c43-3709313c2dc9 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 931 time: 0.0923042 Sep 02 13:28:46.871180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:28:46.956017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:47.006478 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2cfc44d2-3cb5-4a28-b3f9-a700c727d541 req-e8903efb-5f7f-4a8b-9f24-b30484c6a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133657 Sep 02 13:28:47.101945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Attempting to bind port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:28:47.102526 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Attempting to bind port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:28:47.103105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Attempting to bind port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c on network bf349948-a489-484b-8eb7-d1048591e8ed {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:47.113639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c on network bf349948-a489-484b-8eb7-d1048591e8ed not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:28:47.114106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Attempting to bind port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c on network bf349948-a489-484b-8eb7-d1048591e8ed {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:28:47.146090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:28:47.146597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Checking segment: {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:28:47.146859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Bound using segment: {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:28:47.147288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Bound port: 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57ad414-3bb0-419e-96d9-896f1e90a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:28:47.147717 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:47.208607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-392f0875-3f09-4cae-97fe-b9ced5e34427 req-6c41c8df-dfe1-4863-b42f-c77a4b8e8111 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4458849 Sep 02 13:28:47.287299 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8c22c-1fa7-4763-ae42-1ac5308edc00 req-505b4f1a-3d6d-436a-bbd9-e3e4277d4d21 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:47.289961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f7e8c22c-1fa7-4763-ae42-1ac5308edc00 req-505b4f1a-3d6d-436a-bbd9-e3e4277d4d21 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.2055612 Sep 02 13:28:47.309894 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] For port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:47.317447 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80774e81-261e-4aa2-a24b-f8049eb50b07 req-772f9f6e-e2e6-4454-a306-61f938399dd1 service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372028 Sep 02 13:28:47.321905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] For port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:28:47.340314 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:47.408223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:47.409298 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:47.411066 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] 10.222.0.90 "PUT /v2.0/ports/5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c HTTP/1.1" status: 200 len: 1091 time: 1.4463577 Sep 02 13:28:47.411657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:47.415023 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23" -d '{"events": [{"name": "network-changed", "server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:47.426243 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f7e8c22c-1fa7-4763-ae42-1ac5308edc00 req-1180e47f-c9af-4f9b-892f-d8a5e7c22bb0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117840 Sep 02 13:28:47.455495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6c87a-0d95-4974-8f55-3861a4fcc245 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:47.485275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c56f3b-2cfa-4946-b159-580fd8348446 req-3fbdd8c4-14c9-4782-ae0b-9143f5043f8b tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:47.486928 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94c56f3b-2cfa-4946-b159-580fd8348446 req-3fbdd8c4-14c9-4782-ae0b-9143f5043f8b tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 944 time: 0.1776435 Sep 02 13:28:47.539573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:47.583067 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94c56f3b-2cfa-4946-b159-580fd8348446 req-7f4c0c3b-e533-44bc-8218-f2836345a106 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681124 Sep 02 13:28:47.588208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-8b2b5d5f-003a-4fdd-bb98-0cbbd6bccd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:47.589771 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-8b2b5d5f-003a-4fdd-bb98-0cbbd6bccd7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30fdd3614fc742a080c816209d6f5774&device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 1094 time: 0.1017044 Sep 02 13:28:47.596926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:47.622952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de9647-e3c3-43d4-add0-5b0cfe0ae453 req-44fe3c2c-41f2-42ac-b097-6607504abfbb tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:47.625265 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4de9647-e3c3-43d4-add0-5b0cfe0ae453 req-44fe3c2c-41f2-42ac-b097-6607504abfbb tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 944 time: 0.0862949 Sep 02 13:28:47.645655 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:47.655782 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-ce3b7020-2419-406e-88c1-810d8a035357 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c HTTP/1.1" status: 200 len: 217 time: 0.0518754 Sep 02 13:28:47.663810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:47.683324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:47.714258 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-b715ef9c-c47b-42a8-99e1-0e2a6fbe51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:47.715761 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-b715ef9c-c47b-42a8-99e1-0e2a6fbe51bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f54c26de-4503-4c3a-908a-4c19a8e32782 HTTP/1.1" status: 200 len: 868 time: 0.0473685 Sep 02 13:28:47.745929 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024acd27-007e-4bdb-b9a4-1034dfc87f8e x-openstack-request-id: req-024acd27-007e-4bdb-b9a4-1034dfc87f8e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:47.745929 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:47.745929 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-024acd27-007e-4bdb-b9a4-1034dfc87f8e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:47.745929 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'status': 'completed', 'code': 200} Sep 02 13:28:47.771393 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4de9647-e3c3-43d4-add0-5b0cfe0ae453 req-dd268f40-9792-410d-ae58-3bad4c6a481b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182609 Sep 02 13:28:47.779446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] Transition to ACTIVE for port object 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:28:47.786418 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:47.811015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-87d91e28-0e0b-4544-9d62-70a36aff23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:47.813219 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-87d91e28-0e0b-4544-9d62-70a36aff23af service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bf349948-a489-484b-8eb7-d1048591e8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834868 Sep 02 13:28:47.861651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 99dce95c-5da2-44f3-8f12-07a38c6e87e3 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:28:47.891576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] No DVR routers for this DVR port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:28:47.912522 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:47.937886 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-5bf8773a-4edb-4d66-8df3-3654558e1000 service neutron] 10.222.0.90 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157885 Sep 02 13:28:47.940149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ffbbe-e22b-4d56-9f18-caeb5a117278 req-ae764295-bd7b-4101-a8c2-ac4fed4e372d tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:47.941719 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a12ffbbe-e22b-4d56-9f18-caeb5a117278 req-ae764295-bd7b-4101-a8c2-ac4fed4e372d tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 944 time: 0.1236262 Sep 02 13:28:47.947428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-9cf27e5d-0e5c-414b-8c0d-522a3c6d4080 service neutron] 10.222.0.90 "PUT /v2.0/ports/3a3c8e27-3118-4da9-9aa8-e1c671ce9881/bindings/n-h2-794796-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1690750 Sep 02 13:28:47.997344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 99dce95c-5da2-44f3-8f12-07a38c6e87e3, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:48.008459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a12ffbbe-e22b-4d56-9f18-caeb5a117278 req-3f1ad501-3054-421a-b269-2cb607add021 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595338 Sep 02 13:28:48.021580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'port_id': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'mac_address': 'fa:16:3e:b1:e1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:28:48.075682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-f327dc4b-d2c5-4404-b5a2-71e657d7b7be tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.077434 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-f327dc4b-d2c5-4404-b5a2-71e657d7b7be tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.0573149 Sep 02 13:28:48.079356 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:48.081933 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-662f9a14-2e8f-4301-95a9-339a6bf90f0f req-f7483c9f-0908-480a-a270-0f5cfa2966a0 service neutron] 10.222.0.90 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332030 Sep 02 13:28:48.096563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99dce95c-5da2-44f3-8f12-07a38c6e87e3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:48.121904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 99dce95c-5da2-44f3-8f12-07a38c6e87e3, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:48.127875 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:48.195535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=99dce95c-5da2-44f3-8f12-07a38c6e87e3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:48.214944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-c46665b4-8570-4ba2-ba2d-837a51a3d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.216532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-c46665b4-8570-4ba2-ba2d-837a51a3d8be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30fdd3614fc742a080c816209d6f5774&device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 1094 time: 0.0774574 Sep 02 13:28:48.230366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7acdb055-c20e-497d-bace-06d7469d7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.231909 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-7acdb055-c20e-497d-bace-06d7469d7715 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3&tenant_id=0af8c0179fe440ad933e02d682e720a9 HTTP/1.1" status: 200 len: 1096 time: 0.1308172 Sep 02 13:28:48.272367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8b813-33fe-4dcf-b313-8e341774d709 req-90e7cf83-bd37-42a2-911d-3aa815aa29f9 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.275378 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75c8b813-33fe-4dcf-b313-8e341774d709 req-90e7cf83-bd37-42a2-911d-3aa815aa29f9 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 943 time: 0.1570797 Sep 02 13:28:48.347153 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75c8b813-33fe-4dcf-b313-8e341774d709 req-c6b155ba-65e4-4beb-816f-2901862fef06 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550218 Sep 02 13:28:48.353869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-3b57e55e-405e-40a8-a64a-c285dda48417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.355571 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-3b57e55e-405e-40a8-a64a-c285dda48417 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1096 time: 0.0752101 Sep 02 13:28:48.360953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-d76abee4-1b63-4efa-a22e-038edef8bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.362602 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-d76abee4-1b63-4efa-a22e-038edef8bb8f service neutron] 10.222.0.90 "GET /v2.0/networks?id=bf349948-a489-484b-8eb7-d1048591e8ed HTTP/1.1" status: 200 len: 930 time: 0.1332960 Sep 02 13:28:48.382797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f12d60-45a6-450d-b0f7-8017a008fd1b req-5b6bc83b-50a0-4bfb-8b78-af70e68abf1a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.384560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49f12d60-45a6-450d-b0f7-8017a008fd1b req-5b6bc83b-50a0-4bfb-8b78-af70e68abf1a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 944 time: 0.0913937 Sep 02 13:28:48.429761 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-c6592f25-a749-445a-ad7f-b004edcf5f85 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c HTTP/1.1" status: 200 len: 217 time: 0.0591576 Sep 02 13:28:48.483892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-4da379aa-43ab-4c81-9764-7cdfc2bce674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.487205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-4da379aa-43ab-4c81-9764-7cdfc2bce674 service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.1147692 Sep 02 13:28:48.497834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49f12d60-45a6-450d-b0f7-8017a008fd1b req-fd1a03d0-5bee-421e-9008-d0b51076c404 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035845 Sep 02 13:28:48.506547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-7a2e0a07-b9e0-4bf2-b792-bc2350559bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.508932 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-7a2e0a07-b9e0-4bf2-b792-bc2350559bd3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f54c26de-4503-4c3a-908a-4c19a8e32782 HTTP/1.1" status: 200 len: 868 time: 0.0699580 Sep 02 13:28:48.544293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['99dce95c-5da2-44f3-8f12-07a38c6e87e3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:48.566988 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-e7531c68-0445-4fc7-b0b0-06a475cb7647 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881 HTTP/1.1" status: 200 len: 217 time: 0.0539970 Sep 02 13:28:48.580917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-761ac92c-5e08-41e7-870e-591be084813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.582484 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-761ac92c-5e08-41e7-870e-591be084813c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bf349948-a489-484b-8eb7-d1048591e8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656593 Sep 02 13:28:48.688085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-70a1ec9f-d567-447f-81ae-50535b75b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.690121 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-70a1ec9f-d567-447f-81ae-50535b75b64d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.1033037 Sep 02 13:28:48.740055 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-ecade965-a0dc-4097-b460-0e5c5c181a1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351791 Sep 02 13:28:48.752418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55fc48-f502-4246-a462-5428a533eff0 req-3ed39979-9538-4d4c-9d14-7b6f3f6b675d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.754135 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7f55fc48-f502-4246-a462-5428a533eff0 req-3ed39979-9538-4d4c-9d14-7b6f3f6b675d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.2424569 Sep 02 13:28:48.775308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f752ba-aee4-4318-9327-121aefc98319 req-6ef6500e-2428-4e99-80d1-165c0b1f58f7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:48.776916 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69f752ba-aee4-4318-9327-121aefc98319 req-6ef6500e-2428-4e99-80d1-165c0b1f58f7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 945 time: 0.0981853 Sep 02 13:28:48.779534 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-6fc72760-a4ab-40c0-94c5-43f1500caef6 service neutron] 10.222.0.90 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890154 Sep 02 13:28:48.850202 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7f55fc48-f502-4246-a462-5428a533eff0 req-ee08ac3f-82d7-4b2c-9054-6a434911052f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767500 Sep 02 13:28:48.877100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 07cb828c-c705-4c1c-92f2-5b42a00b9b43 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:48.877996 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-deab02e2-37bb-4c3d-9ed5-1393d6ad270e service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227806 Sep 02 13:28:48.878798 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69f752ba-aee4-4318-9327-121aefc98319 req-f9f4f0f0-cc6f-4b74-927f-84c7f0152fb3 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908387 Sep 02 13:28:48.936379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-490d1272-ef4c-48fa-8c4e-cbb6f0081b23 req-c6f23ede-0b9c-4102-b808-f3abc61472aa service neutron] 10.222.0.90 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472356 Sep 02 13:28:49.011025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:49.020601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:49.022233 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:49.042884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-8e66e345-f09b-456a-b16b-e6a4ee0a1025 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536798 Sep 02 13:28:49.064795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975631b-40ea-4d71-babf-5f9812556bc4 req-f1077f22-4208-4cdb-be73-7b64f35f32b0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:49.072795 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c975631b-40ea-4d71-babf-5f9812556bc4 req-f1077f22-4208-4cdb-be73-7b64f35f32b0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 945 time: 0.0870674 Sep 02 13:28:49.115516 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c975631b-40ea-4d71-babf-5f9812556bc4 req-35ee6498-97b5-4a02-8edc-48fbc4a443fa tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416784 Sep 02 13:28:49.159491 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:49.163360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18083ae1-c4e4-42f2-ab98-a373fe58fb56 req-d8373d4b-0a9c-46a8-be04-2762e4d249ce tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:49.176188 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18083ae1-c4e4-42f2-ab98-a373fe58fb56 req-d8373d4b-0a9c-46a8-be04-2762e4d249ce tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1068544 Sep 02 13:28:49.216252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cb828c-c705-4c1c-92f2-5b42a00b9b43'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:49.219999 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c5d35c-6e3b-4639-a43e-3f27eb9fd838" -d '{"events": [{"server_uuid": "213cb0ba-2beb-42d1-b942-6be2eaaac4da", "name": "network-vif-plugged", "status": "completed", "tag": "07cb828c-c705-4c1c-92f2-5b42a00b9b43"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:49.235834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 07cb828c-c705-4c1c-92f2-5b42a00b9b43, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=07cb828c-c705-4c1c-92f2-5b42a00b9b43,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:49.242341 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:49.243573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 746ed205-733d-4d2a-87b4-140160636979 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:49.320594 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18083ae1-c4e4-42f2-ab98-a373fe58fb56 req-37156cd5-5246-4171-9051-bf38e7442fed tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419139 Sep 02 13:28:49.350679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=07cb828c-c705-4c1c-92f2-5b42a00b9b43,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:49.362868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 746ed205-733d-4d2a-87b4-140160636979 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:49.369807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 746ed205-733d-4d2a-87b4-140160636979 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:49.371319 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:49.415518 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5e748-d55c-4709-baa4-2936ac78b372 req-d0d48ad5-718e-4437-b0ac-8c2744f2ca7c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:49.417101 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31f5e748-d55c-4709-baa4-2936ac78b372 req-d0d48ad5-718e-4437-b0ac-8c2744f2ca7c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 945 time: 0.1862423 Sep 02 13:28:49.433915 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeaf693-1a05-4131-b94f-e9c76ea2d75e x-openstack-request-id: req-1aeaf693-1a05-4131-b94f-e9c76ea2d75e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:49.434435 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213cb0ba-2beb-42d1-b942-6be2eaaac4da", "name": "network-vif-plugged", "status": "completed", "tag": "07cb828c-c705-4c1c-92f2-5b42a00b9b43", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:49.434793 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1aeaf693-1a05-4131-b94f-e9c76ea2d75e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:49.435346 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cb828c-c705-4c1c-92f2-5b42a00b9b43', 'code': 200} Sep 02 13:28:49.491121 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31f5e748-d55c-4709-baa4-2936ac78b372 req-3e268ee3-3984-4f11-8854-de663b42665b tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640900 Sep 02 13:28:49.503780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32777d9-25fd-40b8-ac74-34037e130870 req-d5f6fefa-b7b8-4c84-83d4-64df9c76a35c tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:49.506611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-d5f6fefa-b7b8-4c84-83d4-64df9c76a35c tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.0964289 Sep 02 13:28:49.559369 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:49.605977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c348b2-0033-4964-be97-d8648c376d25 req-d297f689-85d5-488c-9c24-555fb8bb8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:49.607363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03c348b2-0033-4964-be97-d8648c376d25 req-d297f689-85d5-488c-9c24-555fb8bb8ad0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 1096 time: 0.0806673 Sep 02 13:28:49.611549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 746ed205-733d-4d2a-87b4-140160636979, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=746ed205-733d-4d2a-87b4-140160636979,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:49.624257 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:49.686215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=746ed205-733d-4d2a-87b4-140160636979,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:49.692185 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03c348b2-0033-4964-be97-d8648c376d25 req-fcb84d6b-3ab6-485b-9a7e-532ee4f19ce7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756652 Sep 02 13:28:49.715053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57508a1a-8180-4e44-a23f-a63a051f24f0 req-e90757c9-b2e4-4b2e-a01d-593c264cee47 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:49.716613 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57508a1a-8180-4e44-a23f-a63a051f24f0 req-e90757c9-b2e4-4b2e-a01d-593c264cee47 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 943 time: 0.1442335 Sep 02 13:28:49.719761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c4598-7592-42c1-a5aa-ef4b1c6a76ce req-6fc5bbaa-7849-4447-9a06-222a3b0e6a50 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:49.721435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc9c4598-7592-42c1-a5aa-ef4b1c6a76ce req-6fc5bbaa-7849-4447-9a06-222a3b0e6a50 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.0660539 Sep 02 13:28:49.753402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d32777d9-25fd-40b8-ac74-34037e130870 req-c16989c8-2429-42c3-bb4a-272d276293ae service neutron] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:28:49.758010 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d32777d9-25fd-40b8-ac74-34037e130870 req-c16989c8-2429-42c3-bb4a-272d276293ae service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:49.759090 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32777d9-25fd-40b8-ac74-34037e130870 req-c16989c8-2429-42c3-bb4a-272d276293ae service neutron] 10.222.0.77 "DELETE /v2.0/ports/3a3c8e27-3118-4da9-9aa8-e1c671ce9881/bindings/n-h1-794796-4 HTTP/1.1" status: 204 len: 173 time: 0.2292209 Sep 02 13:28:49.792695 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57508a1a-8180-4e44-a23f-a63a051f24f0 req-8accc802-fe75-46fc-98e5-48d560b05a40 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640504 Sep 02 13:28:49.796915 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc9c4598-7592-42c1-a5aa-ef4b1c6a76ce req-c8b4cd2f-e484-4759-8e22-86c833370acc tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605457 Sep 02 13:28:49.894632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 99dce95c-5da2-44f3-8f12-07a38c6e87e3 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:49.932975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-970349e4-15c2-4234-b023-fbcf1518b039 req-6ba1e381-9996-4830-8409-854f5fd41301 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:28:49.933524 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-970349e4-15c2-4234-b023-fbcf1518b039 req-6ba1e381-9996-4830-8409-854f5fd41301 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071013 Sep 02 13:28:49.989360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:49.999260 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:50.002369 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:50.070918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323452a-d3ed-4d8c-a6ed-6d51234d0b27 req-f76a1dca-b3c7-4494-8f72-9d9c029831b5 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:50.073674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7323452a-d3ed-4d8c-a6ed-6d51234d0b27 req-f76a1dca-b3c7-4494-8f72-9d9c029831b5 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 945 time: 0.1012063 Sep 02 13:28:50.150546 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7323452a-d3ed-4d8c-a6ed-6d51234d0b27 req-5c499781-dd80-4d20-b976-79c4298ec796 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637777 Sep 02 13:28:50.186188 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:50.286237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 99dce95c-5da2-44f3-8f12-07a38c6e87e3, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:50.292301 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:50.379694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=99dce95c-5da2-44f3-8f12-07a38c6e87e3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:50.389733 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4feeb34-dab2-4e4a-aee2-7881ce942d0b req-836f010d-0d2c-466e-9d51-1b91b0abb3b2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:50.398789 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-79e744af-d563-4201-b17e-f9600c04ca4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1557362 Sep 02 13:28:50.399527 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4feeb34-dab2-4e4a-aee2-7881ce942d0b req-836f010d-0d2c-466e-9d51-1b91b0abb3b2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.0950222 Sep 02 13:28:50.406616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-1f5fb7ae-918c-4f2d-a7c4-cada8d6397d5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:28:50.407518 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-1f5fb7ae-918c-4f2d-a7c4-cada8d6397d5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056260 Sep 02 13:28:50.423812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c10f3-eeae-4626-9b9f-64ad03779ffe req-b2f85fba-e4c3-4bd5-91cc-2e7ac1e0f6ce tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:50.425418 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e49c10f3-eeae-4626-9b9f-64ad03779ffe req-b2f85fba-e4c3-4bd5-91cc-2e7ac1e0f6ce tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 945 time: 0.0959027 Sep 02 13:28:50.487280 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4feeb34-dab2-4e4a-aee2-7881ce942d0b req-36673287-4f2d-4092-aa9d-4640399695eb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866840 Sep 02 13:28:50.496691 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e49c10f3-eeae-4626-9b9f-64ad03779ffe req-84353af9-8aeb-4054-979b-13ecaf047920 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602148 Sep 02 13:28:50.671895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6ef88-2434-404d-809a-131562b00268 req-b9e469f9-1a9b-48f2-adae-bf284bd35111 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:50.680150 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-86e6ef88-2434-404d-809a-131562b00268 req-b9e469f9-1a9b-48f2-adae-bf284bd35111 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 945 time: 0.0831132 Sep 02 13:28:50.711631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c188e8-1e80-4146-8c1d-ef113df56d38 req-442ded77-dc39-4957-8046-7e06dd287790 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:50.715661 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59c188e8-1e80-4146-8c1d-ef113df56d38 req-442ded77-dc39-4957-8046-7e06dd287790 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1096 time: 0.0781357 Sep 02 13:28:50.728931 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-86e6ef88-2434-404d-809a-131562b00268 req-7e1aa901-ebe3-4bc7-ac94-a75a0af98757 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475411 Sep 02 13:28:50.785949 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59c188e8-1e80-4146-8c1d-ef113df56d38 req-7cba42d0-3455-4dbd-bd45-655175248db8 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634971 Sep 02 13:28:50.897334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:28:50.990820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88763904-d7be-4af6-8f2b-8d4609dcda36 req-b3b80c70-a36b-4a6b-8003-9c653bd8069f tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:50.993254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad75c8-40a5-4ac0-b312-2858c34435ff req-c96d02d9-6eb0-4716-a684-89adb921a307 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:51.000694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e1ad75c8-40a5-4ac0-b312-2858c34435ff req-c96d02d9-6eb0-4716-a684-89adb921a307 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.1126163 Sep 02 13:28:51.002123 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-88763904-d7be-4af6-8f2b-8d4609dcda36 req-b3b80c70-a36b-4a6b-8003-9c653bd8069f tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 943 time: 0.0945902 Sep 02 13:28:51.093210 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-88763904-d7be-4af6-8f2b-8d4609dcda36 req-59df68e7-187c-4b98-843a-f03047814434 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898328 Sep 02 13:28:51.147991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e1ad75c8-40a5-4ac0-b312-2858c34435ff req-14155f57-526c-4665-b000-7aa13500241e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307914 Sep 02 13:28:51.244393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dceb16-94ad-4f42-bf28-22addcce2e70 req-ee247769-2400-4e2a-858f-3b8880dd3947 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:51.261918 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62dceb16-94ad-4f42-bf28-22addcce2e70 req-ee247769-2400-4e2a-858f-3b8880dd3947 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 1096 time: 0.0979867 Sep 02 13:28:51.315077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:51.331676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'port_id': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'mac_address': 'fa:16:3e:d5:c6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:28:51.339861 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62dceb16-94ad-4f42-bf28-22addcce2e70 req-c654ead8-9aa7-4dd3-b52e-3b6d86a85948 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747533 Sep 02 13:28:51.377872 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:51.394302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:28:51.429209 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:51.433276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e856681-cd6c-43da-9738-d4f23ef80221 req-acc0991a-0b30-4c11-801f-90fb43401269 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:51.434132 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:51.438852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746ed205-733d-4d2a-87b4-140160636979'}, {'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:51.439519 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e856681-cd6c-43da-9738-d4f23ef80221 req-acc0991a-0b30-4c11-801f-90fb43401269 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 946 time: 0.1168759 Sep 02 13:28:51.442003 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f1b9a2-67f7-4af3-a88d-83c85e44f58f" -d '{"events": [{"server_uuid": "e46ba2de-108a-4581-8e20-c1f56307183c", "name": "network-vif-plugged", "status": "completed", "tag": "746ed205-733d-4d2a-87b4-140160636979"}, {"server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "name": "network-vif-plugged", "status": "completed", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:51.513077 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e856681-cd6c-43da-9738-d4f23ef80221 req-bf51d024-02b9-441b-bfd7-ac01bd95beb8 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601265 Sep 02 13:28:51.540075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:51.635904 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209cde8e-d5fb-4f6a-a762-d5a8ee6894ff x-openstack-request-id: req-209cde8e-d5fb-4f6a-a762-d5a8ee6894ff {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:51.636231 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46ba2de-108a-4581-8e20-c1f56307183c", "name": "network-vif-plugged", "status": "completed", "tag": "746ed205-733d-4d2a-87b4-140160636979", "code": 200}, {"server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "name": "network-vif-plugged", "status": "completed", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:51.636598 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-209cde8e-d5fb-4f6a-a762-d5a8ee6894ff {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:51.638237 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746ed205-733d-4d2a-87b4-140160636979', 'code': 200} Sep 02 13:28:51.638563 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'code': 200} Sep 02 13:28:51.790577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:28:51.811303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36df0c5-6126-475f-9bd2-f69cccae670b req-f70ac0fc-9861-47c6-b0c0-63d36a8dc221 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:51.819446 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c36df0c5-6126-475f-9bd2-f69cccae670b req-f70ac0fc-9861-47c6-b0c0-63d36a8dc221 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1307807 Sep 02 13:28:51.870499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2bf34-a489-41c0-9f14-58200ae33149 req-74f339dc-bc5c-4c69-b0ce-80421cfbdf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:51.872066 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3d2bf34-a489-41c0-9f14-58200ae33149 req-74f339dc-bc5c-4c69-b0ce-80421cfbdf13 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 1096 time: 0.1144028 Sep 02 13:28:51.889770 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c36df0c5-6126-475f-9bd2-f69cccae670b req-b29ca5f4-8397-42c8-85fd-85e82c742993 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625210 Sep 02 13:28:51.899264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693152-a8ce-44bd-b59d-bf989d291ba4 req-185e0bf6-dd49-40d0-9bb7-c13c4d14aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:51.902959 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20693152-a8ce-44bd-b59d-bf989d291ba4 req-185e0bf6-dd49-40d0-9bb7-c13c4d14aaa9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1097 time: 0.1521530 Sep 02 13:28:51.979766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3d2bf34-a489-41c0-9f14-58200ae33149 req-00e9841a-24cd-40de-be55-3f4f823a937e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879290 Sep 02 13:28:51.991941 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20693152-a8ce-44bd-b59d-bf989d291ba4 req-af190c47-7d76-493f-9a65-ab380ab1c830 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803654 Sep 02 13:28:52.060146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1e572-983c-43b1-87bb-2037da5232ee req-75b7dbb5-f399-4a48-87aa-901af01fa957 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:52.061808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7af1e572-983c-43b1-87bb-2037da5232ee req-75b7dbb5-f399-4a48-87aa-901af01fa957 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 945 time: 0.0579598 Sep 02 13:28:52.107355 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7af1e572-983c-43b1-87bb-2037da5232ee req-dc4f5402-6f40-43d5-b19d-eae7560d1a6d tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384765 Sep 02 13:28:52.262347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbc70f-283f-4d84-b17e-f2c528b0abe8 req-ac841c54-46ec-43b4-86c5-42ffcae28cd9 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:52.272201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9cbc70f-283f-4d84-b17e-f2c528b0abe8 req-ac841c54-46ec-43b4-86c5-42ffcae28cd9 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 944 time: 0.0860257 Sep 02 13:28:52.273038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b74ad-2140-498d-b2f1-4819bd13b9aa req-1f8a1d2c-8ae1-41a9-b913-68d60ff0ad28 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:52.283288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:52.289667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Request body: {'floatingip': {'port_id': '07cb828c-c705-4c1c-92f2-5b42a00b9b43'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:52.292659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f1b74ad-2140-498d-b2f1-4819bd13b9aa req-1f8a1d2c-8ae1-41a9-b913-68d60ff0ad28 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 945 time: 0.0994658 Sep 02 13:28:52.366660 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:52.424176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9cbc70f-283f-4d84-b17e-f2c528b0abe8 req-54c9800a-8fe3-4364-8b57-00140eb0a01e tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508694 Sep 02 13:28:52.478062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dabf2-8e9c-4f16-af90-7829086feea4 req-96dbcc9e-16ff-47df-8b58-648374f0386d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:52.481166 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c61dabf2-8e9c-4f16-af90-7829086feea4 req-96dbcc9e-16ff-47df-8b58-648374f0386d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.1017699 Sep 02 13:28:52.567448 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c61dabf2-8e9c-4f16-af90-7829086feea4 req-27177fcc-e37d-481f-8157-9ae3a7c8e85d tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742798 Sep 02 13:28:52.814108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b760-8a16-4f2c-b62c-4d91d48525ee req-da610c94-aad9-4c8c-995b-c7f62ee73e82 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:52.816632 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-beb0b760-8a16-4f2c-b62c-4d91d48525ee req-da610c94-aad9-4c8c-995b-c7f62ee73e82 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 946 time: 0.1687205 Sep 02 13:28:52.900804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:28:52.991712 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-beb0b760-8a16-4f2c-b62c-4d91d48525ee req-ea66d7fb-5b48-46a0-9dea-2fb62b87c56f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673608 Sep 02 13:28:53.002600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:28:53.011248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-dc6f9578-2eb5-4435-a0c0-18917e9cc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:53.013042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-dc6f9578-2eb5-4435-a0c0-18917e9cc339 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1100 time: 0.1730552 Sep 02 13:28:53.016525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:28:53.017539 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:53.142702 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:28:53.143432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e045f7-d716-44f1-81a1-559c4de24425 req-29fd9c3c-8fd6-4793-8768-9526e83454b6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:53.157538 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-70e045f7-d716-44f1-81a1-559c4de24425 req-29fd9c3c-8fd6-4793-8768-9526e83454b6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1601322 Sep 02 13:28:53.175964 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:53.221094 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:53.225581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:28:53.229540 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-70e045f7-d716-44f1-81a1-559c4de24425 req-9f0c9b97-5a5a-46d4-836a-882d0c1af3f9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689950 Sep 02 13:28:53.232096 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:53.233056 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:53.238672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-48d38e4e-26c9-4d87-87be-fe4fa83488cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:53.240428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-48d38e4e-26c9-4d87-87be-fe4fa83488cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2066035 Sep 02 13:28:53.309596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:53.336873 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-ce8fd7a4-56ed-4f19-88ef-26e15cb023e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.0657599 Sep 02 13:28:53.405309 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Floating IP 3d224eb4-e8bf-4e4e-a212-f316ea1d44a3 associated. External IP: 172.25.3.166, port: 07cb828c-c705-4c1c-92f2-5b42a00b9b43. Sep 02 13:28:53.444032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-2b03e026-59cd-4708-bed6-0ba667954644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:53.445645 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-2b03e026-59cd-4708-bed6-0ba667954644 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0905769 Sep 02 13:28:53.639528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:53.643257 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe625bc-3d0f-43d6-af79-f2d0b252d8cc" -d '{"events": [{"server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "name": "network-vif-plugged", "status": "completed", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:53.770410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82b30f-e546-4f56-b481-da81f3e86a13 req-91f4d4bd-80aa-4508-a405-a49d56d030b6 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:53.773536 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ac82b30f-e546-4f56-b481-da81f3e86a13 req-91f4d4bd-80aa-4508-a405-a49d56d030b6 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.0867066 Sep 02 13:28:53.855688 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ac82b30f-e546-4f56-b481-da81f3e86a13 req-031520a0-8ff3-4acd-b037-71c0ae765393 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740187 Sep 02 13:28:53.928512 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641cc0cb-f882-4202-bb31-ceb16c1118c1 x-openstack-request-id: req-641cc0cb-f882-4202-bb31-ceb16c1118c1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:53.929129 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "name": "network-vif-plugged", "status": "completed", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:53.929129 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-641cc0cb-f882-4202-bb31-ceb16c1118c1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:53.929876 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'code': 200} Sep 02 13:28:54.042645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-a548deba-b3eb-42f2-a73b-868014be65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:54.044223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-a548deba-b3eb-42f2-a73b-868014be65f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2208729 Sep 02 13:28:54.064044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca061e5-4d2c-4492-8708-40d52b1db0f6 req-b0a0f05d-9d27-4d38-852c-eba6cb8bbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:54.068128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7ca061e5-4d2c-4492-8708-40d52b1db0f6 req-b0a0f05d-9d27-4d38-852c-eba6cb8bbfbb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 1096 time: 0.0660741 Sep 02 13:28:54.081710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c2e8-8d40-4466-ae43-700a17bfa428 req-ea67bc2c-37f4-406b-bcb0-5633155ff3df tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:54.088283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5795c2e8-8d40-4466-ae43-700a17bfa428 req-ea67bc2c-37f4-406b-bcb0-5633155ff3df tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 945 time: 0.2667320 Sep 02 13:28:54.192521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5795c2e8-8d40-4466-ae43-700a17bfa428 req-0266d5ec-4691-4a47-90a0-8395c22031b6 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028564 Sep 02 13:28:54.200793 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7ca061e5-4d2c-4492-8708-40d52b1db0f6 req-7890dfb5-e5ba-4a65-b822-dffecdddeda0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198270 Sep 02 13:28:54.225841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd48cf-7d0a-4f98-bf33-d2dc8ec586ab req-dcdc7b62-8874-421f-8a1c-20059e76f00d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:54.227608 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58bd48cf-7d0a-4f98-bf33-d2dc8ec586ab req-dcdc7b62-8874-421f-8a1c-20059e76f00d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 946 time: 0.1213427 Sep 02 13:28:54.273312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:28:54.293550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-6f262bfb-70a3-4683-81fd-0d02e3e91b56 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862440 Sep 02 13:28:54.303108 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58bd48cf-7d0a-4f98-bf33-d2dc8ec586ab req-b5a4469f-e857-46de-947b-14d8510ccfc0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640845 Sep 02 13:28:54.564459 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-45f3e999-62be-4175-a85e-2bcb62892231 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2167263 Sep 02 13:28:54.567557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b983f7e-1ba6-4da1-a27b-c1782b6b82d0 req-b538fb33-8740-4c21-bf90-2dce7dd54698 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:54.569110 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b983f7e-1ba6-4da1-a27b-c1782b6b82d0 req-b538fb33-8740-4c21-bf90-2dce7dd54698 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1464846 Sep 02 13:28:54.572340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:28:54.576308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:54.577632 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:54.582722 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-d0d7150a-3cf4-4558-9cd7-0c545d43eb38 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174668 Sep 02 13:28:54.588303 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] Sync routers for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:28:54.610996 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:54.613283 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:54.614198 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:54.631824 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b105af37-8b48-4fa9-981b-05955b70a7d9 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "PUT /v2.0/floatingips/3d224eb4-e8bf-4e4e-a212-f316ea1d44a3 HTTP/1.1" status: 200 len: 991 time: 2.3467495 Sep 02 13:28:54.634486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'tag': '07cb828c-c705-4c1c-92f2-5b42a00b9b43'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:54.638314 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15ea513-ffa4-4590-a52a-61b6fb4cb567" -d '{"events": [{"name": "network-changed", "server_uuid": "213cb0ba-2beb-42d1-b942-6be2eaaac4da", "tag": "07cb828c-c705-4c1c-92f2-5b42a00b9b43"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:54.709570 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b983f7e-1ba6-4da1-a27b-c1782b6b82d0 req-2a6780ed-b66e-4fdb-9dee-49fd9b8e8e14 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954340 Sep 02 13:28:54.799249 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:54.900027 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ff1d1e-cbad-4c24-9c95-ba4548ff2829 x-openstack-request-id: req-a9ff1d1e-cbad-4c24-9c95-ba4548ff2829 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:54.900027 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213cb0ba-2beb-42d1-b942-6be2eaaac4da", "tag": "07cb828c-c705-4c1c-92f2-5b42a00b9b43", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:54.900027 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9ff1d1e-cbad-4c24-9c95-ba4548ff2829 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:54.900659 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'tag': '07cb828c-c705-4c1c-92f2-5b42a00b9b43', 'status': 'completed', 'code': 200} Sep 02 13:28:55.071451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c09a3-ba64-47b4-9a49-8e0d313e265e req-0c470286-8715-4f78-8105-f410b963593e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:55.087957 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-328c09a3-ba64-47b4-9a49-8e0d313e265e req-0c470286-8715-4f78-8105-f410b963593e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.1054528 Sep 02 13:28:55.138651 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-328c09a3-ba64-47b4-9a49-8e0d313e265e req-7c79d27d-0704-4205-83cf-f44dbe70b7d3 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482697 Sep 02 13:28:55.202287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-15a4aef7-9967-442e-83e8-f23a527fe97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:55.205842 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-15a4aef7-9967-442e-83e8-f23a527fe97a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6&device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 1096 time: 0.1057599 Sep 02 13:28:55.337077 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '3d224eb4-e8bf-4e4e-a212-f316ea1d44a3', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'port_id': '07cb828c-c705-4c1c-92f2-5b42a00b9b43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'mac_address': 'fa:16:3e:eb:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:26:00Z', 'updated_at': '2021-09-02T13:28:53Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:55.345485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:55.366177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-e4b37e47-be59-4e5e-9a59-ad5f8a5aa4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:55.367690 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-e4b37e47-be59-4e5e-9a59-ad5f8a5aa4e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e HTTP/1.1" status: 200 len: 925 time: 0.1496928 Sep 02 13:28:55.401598 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] Checking router: d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:28:55.412219 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:55.412492 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:55.440253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13587ccc-39d1-4c7e-bfb7-ba7c6d24f2b2 req-b0aaa5b9-a93a-4e8c-95ad-ac3ea40b647a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:55.442892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13587ccc-39d1-4c7e-bfb7-ba7c6d24f2b2 req-b0aaa5b9-a93a-4e8c-95ad-ac3ea40b647a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.0830567 Sep 02 13:28:55.455172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:28:55.461197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-54103505-5654-439c-9b6c-2222f81897a7 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Request body: {'floatingip': {'port_id': '746ed205-733d-4d2a-87b4-140160636979'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:55.514194 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-5bc2d6d1-ddf0-423a-aac9-bcdd97b786a2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07cb828c-c705-4c1c-92f2-5b42a00b9b43 HTTP/1.1" status: 200 len: 999 time: 0.1099999 Sep 02 13:28:55.576945 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:55.577175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54103505-5654-439c-9b6c-2222f81897a7 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:55.614988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-59a9fcf1-a089-4c54-80c5-c3aa947ad649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:55.617565 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-59a9fcf1-a089-4c54-80c5-c3aa947ad649 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dba76dfe-714a-4c5f-b3df-02a5331fad21 HTTP/1.1" status: 200 len: 863 time: 0.0822015 Sep 02 13:28:55.658590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814539d-500b-4477-9007-757b0169532d req-2fd99b5e-4604-448b-9fb2-8673ca95a030 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:55.666226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0814539d-500b-4477-9007-757b0169532d req-2fd99b5e-4604-448b-9fb2-8673ca95a030 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 945 time: 0.1229563 Sep 02 13:28:55.768670 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0814539d-500b-4477-9007-757b0169532d req-9f706da6-5916-4c9b-a836-8993caf86507 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865779 Sep 02 13:28:55.788286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-9a4478c8-c3cd-4d0a-a98a-65432bf59396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:55.791230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-9a4478c8-c3cd-4d0a-a98a-65432bf59396 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8ee9d33d-70ea-4529-ac74-d1d5efa9946e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557181 Sep 02 13:28:55.831207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Allocated IP 172.25.3.16 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/3b6d2f91-ce35-489e-baef-e43041e2f7fb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:55.942049 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '3d224eb4-e8bf-4e4e-a212-f316ea1d44a3', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'port_id': '07cb828c-c705-4c1c-92f2-5b42a00b9b43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'mac_address': 'fa:16:3e:eb:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:26:00Z', 'updated_at': '2021-09-02T13:28:53Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:55.947531 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:55.996415 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:56.000366 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9c00d-e857-4e55-869a-0764f1b2e72d None None] The sync data for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 is: [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '3d224eb4-e8bf-4e4e-a212-f316ea1d44a3', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'port_id': '07cb828c-c705-4c1c-92f2-5b42a00b9b43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'mac_address': 'fa:16:3e:eb:17:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:26:00Z', 'updated_at': '2021-09-02T13:28:53Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:56.096010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:56.116700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:56.132124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:56.189996 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-c98c390f-80c5-47f8-a5b0-692648ac1b6f service neutron] 10.222.0.90 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038205 Sep 02 13:28:56.277423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Pushing event updated for resources: {'Port': ['ID=3b6d2f91-ce35-489e-baef-e43041e2f7fb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:56.336596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d911e1-a500-43fb-9889-9d58976636f0 None None] New status for floating IP 3d224eb4-e8bf-4e4e-a212-f316ea1d44a3: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:28:56.342473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf6a1-c342-4f27-af57-c0600b358e46 req-78511d02-2ed3-46b0-a3c9-2ba66e41548c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:56.354357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a15ea513-ffa4-4590-a52a-61b6fb4cb567 req-1973298d-7964-450f-92f7-7b18568239e0 service neutron] 10.222.0.90 "GET /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395421 Sep 02 13:28:56.358925 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0babf6a1-c342-4f27-af57-c0600b358e46 req-78511d02-2ed3-46b0-a3c9-2ba66e41548c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.2433474 Sep 02 13:28:56.444689 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:56.489816 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:56.515761 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0babf6a1-c342-4f27-af57-c0600b358e46 req-edc98d00-c05c-4ac9-814e-7194d9e8f725 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538064 Sep 02 13:28:56.695330 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54103505-5654-439c-9b6c-2222f81897a7 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:56.705355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54103505-5654-439c-9b6c-2222f81897a7 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:56.717623 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:56.731327 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:56.848141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Pushing event updated for resources: {'Port': ['ID=3b6d2f91-ce35-489e-baef-e43041e2f7fb,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:56.855041 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-54103505-5654-439c-9b6c-2222f81897a7 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Floating IP 4c5d63ca-9908-456f-bf7a-fc4e6e2249eb associated. External IP: 172.25.3.63, port: 746ed205-733d-4d2a-87b4-140160636979. Sep 02 13:28:56.868805 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:56.883324 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:56.885432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-3ba6e852-84c2-4d8a-987d-b86612d23c5d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3144026 Sep 02 13:28:56.970738 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-36ee9dc3-b309-4113-9354-55f644a0833a tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0789757 Sep 02 13:28:56.983341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b72ac4-4b9f-416b-9be8-efadd0fbe5cc req-d987b496-493c-4d17-bb2a-4c8b2ca4b5cb tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:56.985423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48b72ac4-4b9f-416b-9be8-efadd0fbe5cc req-d987b496-493c-4d17-bb2a-4c8b2ca4b5cb tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 945 time: 0.0926406 Sep 02 13:28:57.060605 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48b72ac4-4b9f-416b-9be8-efadd0fbe5cc req-71a4eaa2-146b-46cc-8402-ac87611685e8 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686328 Sep 02 13:28:57.086591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-f5ebf600-3353-409b-9e51-1ccc6c3eb61c tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:57.089476 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-f5ebf600-3353-409b-9e51-1ccc6c3eb61c tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.1114213 Sep 02 13:28:57.102659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-539051a4-25bf-4ecb-a2c2-343d4638c857 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:28:57.112314 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f3ec3217-6ad5-4518-91b1-a55892f4d405 req-539051a4-25bf-4ecb-a2c2-343d4638c857 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149348 Sep 02 13:28:57.197732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54103505-5654-439c-9b6c-2222f81897a7 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Router d6203997-882b-4766-82bd-24bf6103b555 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:28:57.381769 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-0773270e-d192-41ea-ad28-5dbff7b58fd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 258 time: 0.2577922 Sep 02 13:28:57.392288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54103505-5654-439c-9b6c-2222f81897a7 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:28:57.400422 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54103505-5654-439c-9b6c-2222f81897a7 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:57.406263 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] Sync routers for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:28:57.413986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:57.423151 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:57.424170 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:57.442374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:57.579028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:57.629818 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:57.714756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Allocated IP 172.25.3.26 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/d9a0c2c2-e410-4d11-9caf-b3eeac02782c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:28:57.792786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894368-ca83-4268-a759-949e616725e8 req-66c2eec4-90cb-401e-b84d-12c6f2a76f84 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:57.807097 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-66c2eec4-90cb-401e-b84d-12c6f2a76f84 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 821 time: 0.5206869 Sep 02 13:28:57.833298 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-54103505-5654-439c-9b6c-2222f81897a7 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "PUT /v2.0/floatingips/4c5d63ca-9908-456f-bf7a-fc4e6e2249eb HTTP/1.1" status: 200 len: 990 time: 2.3747251 Sep 02 13:28:57.833298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'tag': '746ed205-733d-4d2a-87b4-140160636979'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:28:57.834884 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9dd90c-04e0-4817-b7d8-28843a7cd817" -d '{"events": [{"name": "network-changed", "server_uuid": "e46ba2de-108a-4581-8e20-c1f56307183c", "tag": "746ed205-733d-4d2a-87b4-140160636979"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:28:57.840579 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-c6b7f216-004b-418e-8623-307cfe8f56b2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/quotas/1032ef769ce84efbacf958179a4b2385 HTTP/1.1" status: 200 len: 375 time: 0.0320163 Sep 02 13:28:57.841577 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:57.898612 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:57.926971 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-bf13ea0b-2caa-4c1a-beff-da76a7974b40 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0779014 Sep 02 13:28:57.974523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:28:57.982025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:28:57.990205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:28:57.995328 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Pushing event updated for resources: {'Port': ['ID=d9a0c2c2-e410-4d11-9caf-b3eeac02782c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:57.997062 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4c5d63ca-9908-456f-bf7a-fc4e6e2249eb', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'port_id': '746ed205-733d-4d2a-87b4-140160636979', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'mac_address': 'fa:16:3e:e5:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:09Z', 'updated_at': '2021-09-02T13:28:56Z', 'revision_number': 1, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279bb5db-38e4-4644-a278-c3b536e60a67', 'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'mac_address': 'fa:16:3e:27:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:59Z', 'updated_at': '2021-09-02T13:28:09Z', 'revision_number': 5, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'subnets': [{'id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:58.031058 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] Checking router: d6203997-882b-4766-82bd-24bf6103b555 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:28:58.041502 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:28:58.042513 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-eb60d49e-4629-4425-8a2f-cfa050c9e23b service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146393 Sep 02 13:28:58.042908 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:58.126790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:58.146011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-5e28b39a-7083-4aac-9199-7025c674c6bf service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021166 Sep 02 13:28:58.169238 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:58.253238 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:28:58.427853 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:58.433303 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:58.474028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71999905-55db-4075-8b01-b22d57f2d19f req-eee29949-d52f-43de-b60f-6ba474849cf5 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:58.481662 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71999905-55db-4075-8b01-b22d57f2d19f req-eee29949-d52f-43de-b60f-6ba474849cf5 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.0963933 Sep 02 13:28:58.546842 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:58.569188 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71999905-55db-4075-8b01-b22d57f2d19f req-c8057448-c568-473a-aff4-a824934e9c4a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614884 Sep 02 13:28:58.579858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Pushing event updated for resources: {'Port': ['ID=d9a0c2c2-e410-4d11-9caf-b3eeac02782c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:28:58.597489 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:58.608439 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-96f824be-4892-4fcb-a539-8f822dbd9641 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2113526 Sep 02 13:28:58.684929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-6a98d367-f0af-4040-b5fd-ef099812a032 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0715265 Sep 02 13:28:58.796345 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4c5d63ca-9908-456f-bf7a-fc4e6e2249eb', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'port_id': '746ed205-733d-4d2a-87b4-140160636979', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'mac_address': 'fa:16:3e:e5:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:09Z', 'updated_at': '2021-09-02T13:28:56Z', 'revision_number': 1, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279bb5db-38e4-4644-a278-c3b536e60a67', 'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'mac_address': 'fa:16:3e:27:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:59Z', 'updated_at': '2021-09-02T13:28:09Z', 'revision_number': 5, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'subnets': [{'id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:28:58.847955 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050899a-1516-4732-9b69-7c07de83a497 None None] The sync data for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 is: [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4c5d63ca-9908-456f-bf7a-fc4e6e2249eb', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'port_id': '746ed205-733d-4d2a-87b4-140160636979', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'mac_address': 'fa:16:3e:e5:01:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:09Z', 'updated_at': '2021-09-02T13:28:56Z', 'revision_number': 1, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '279bb5db-38e4-4644-a278-c3b536e60a67', 'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'mac_address': 'fa:16:3e:27:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:59Z', 'updated_at': '2021-09-02T13:28:09Z', 'revision_number': 5, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'subnets': [{'id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:28:58.859407 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-586f5dbd-6e9a-40f6-9003-a3fab42b7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:58.861577 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d38f4d89-d69d-4d8b-9af4-9f56d2ab42de req-586f5dbd-6e9a-40f6-9003-a3fab42b7b3a tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.1736245 Sep 02 13:28:58.914383 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf65bf43-5074-45aa-af62-67007cfa1812 x-openstack-request-id: req-bf65bf43-5074-45aa-af62-67007cfa1812 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:28:58.916655 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46ba2de-108a-4581-8e20-c1f56307183c", "tag": "746ed205-733d-4d2a-87b4-140160636979", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:28:58.916655 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf65bf43-5074-45aa-af62-67007cfa1812 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:28:58.916655 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'tag': '746ed205-733d-4d2a-87b4-140160636979', 'status': 'completed', 'code': 200} Sep 02 13:28:59.039931 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27587af0-186d-44f8-a0ad-3e0ce5c0e7cf req-b203c80b-9cfc-47ad-b045-754c7a88a7a2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 210 time: 0.0479231 Sep 02 13:28:59.073913 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-29d45c32-e807-4854-98a9-56eb60a6bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:59.075427 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-29d45c32-e807-4854-98a9-56eb60a6bc99 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ae31818d12146ab9f030c96f8424b59&device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 1096 time: 0.1080902 Sep 02 13:28:59.236557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a8b23-9272-4ff8-9894-a0aaa142441f None None] New status for floating IP 4c5d63ca-9908-456f-bf7a-fc4e6e2249eb: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:28:59.251476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-0fde38ef-5cf5-45ba-91bc-44f4f06cc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:59.257270 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-0fde38ef-5cf5-45ba-91bc-44f4f06cc464 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6843c48f-067c-483f-b84d-09e0f8ba7bf9 HTTP/1.1" status: 200 len: 913 time: 0.1661005 Sep 02 13:28:59.314006 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:59.419495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-0bcfaf2e-d364-4c19-a224-29fed000496a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=746ed205-733d-4d2a-87b4-140160636979 HTTP/1.1" status: 200 len: 998 time: 0.1214781 Sep 02 13:28:59.433940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547131-3876-4db4-ae8b-45749a6c6129 req-de8e5898-6575-4381-a57f-e31a11c13f85 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:59.435582 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-de8e5898-6575-4381-a57f-e31a11c13f85 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2819774 Sep 02 13:28:59.568621 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-1c976c78-c9cd-4aa5-b3cc-a7c680ea5da0 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.1226139 Sep 02 13:28:59.573195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-53bb7441-7d2b-4d5c-9d5d-f888a39d4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:59.575980 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-53bb7441-7d2b-4d5c-9d5d-f888a39d4696 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3 HTTP/1.1" status: 200 len: 851 time: 0.1391561 Sep 02 13:28:59.585109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-59547131-3876-4db4-ae8b-45749a6c6129 req-7273b654-ea47-4a5e-bdd0-62fa269b00ed tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Request body: {'floatingip': {'port_id': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:28:59.666684 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-59547131-3876-4db4-ae8b-45749a6c6129 req-7273b654-ea47-4a5e-bdd0-62fa269b00ed tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:28:59.745374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-2eb88309-4207-4eca-9829-77fd9005bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:59.746922 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-2eb88309-4207-4eca-9829-77fd9005bc8e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6843c48f-067c-483f-b84d-09e0f8ba7bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561539 Sep 02 13:28:59.833342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44cb38-39d1-4aed-9122-3b86c9ccfe73 req-e9edf5e5-3211-4d26-b2e8-3559ca88f993 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:28:59.844146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf44cb38-39d1-4aed-9122-3b86c9ccfe73 req-e9edf5e5-3211-4d26-b2e8-3559ca88f993 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1512921 Sep 02 13:28:59.929575 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf44cb38-39d1-4aed-9122-3b86c9ccfe73 req-318d558e-ecbe-4fe0-8a12-caa55cee5236 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735452 Sep 02 13:29:00.157067 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:00.259202 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-4028d971-8f8b-460a-9cda-cf8472b90302 service neutron] 10.222.0.90 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850004 Sep 02 13:29:00.334809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894368-ca83-4268-a759-949e616725e8 req-e843089c-8517-4a18-8701-8751ed0c09e2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:00.337284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-e843089c-8517-4a18-8701-8751ed0c09e2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.90 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 821 time: 0.3366599 Sep 02 13:29:00.367671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Request body: {'port': {'device_id': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'admin_state_up': True, 'tenant_id': '1032ef769ce84efbacf958179a4b2385'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:00.621390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c9dd90c-04e0-4817-b7d8-28843a7cd817 req-f252c7cc-6828-44b9-9084-ab7cece32bfb service neutron] 10.222.0.90 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394873 Sep 02 13:29:00.667786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Made reservation on behalf of 1032ef769ce84efbacf958179a4b2385 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:29:00.673676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:00.699418 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb259420-e5b9-41a1-9602-23011f5b4051 req-b068408d-ff14-4d7a-b0ee-d6347cdd5456 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 210 time: 0.0556209 Sep 02 13:29:00.795964 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-59547131-3876-4db4-ae8b-45749a6c6129 req-7273b654-ea47-4a5e-bdd0-62fa269b00ed tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:00.806219 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-59547131-3876-4db4-ae8b-45749a6c6129 req-7273b654-ea47-4a5e-bdd0-62fa269b00ed tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:00.928953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Allocated IP 172.20.0.7 (d059279e-45ac-4663-94b9-29972b115da9/60222091-915f-42f8-84cf-97a26ab39e18/bcb953a3-77b2-4dd3-bd52-6014ca32ec4c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:00.974840 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-59547131-3876-4db4-ae8b-45749a6c6129 req-7273b654-ea47-4a5e-bdd0-62fa269b00ed tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Floating IP 2acf4ce1-75a2-48fc-a1ff-b4edd57294d2 associated. External IP: 172.25.3.26, port: 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c. Sep 02 13:29:01.112937 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9efd367-95e5-493b-8ab5-cf1c82cd8a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:01.178267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133c67f-ff48-4cb6-b015-332a0d4d6ec1 req-64fddfa9-471e-41c6-8f33-9f5009fc042f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:01.180734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2133c67f-ff48-4cb6-b015-332a0d4d6ec1 req-64fddfa9-471e-41c6-8f33-9f5009fc042f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1404748 Sep 02 13:29:01.259318 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:01.280733 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2133c67f-ff48-4cb6-b015-332a0d4d6ec1 req-2e0fdd2d-362a-4819-8aff-f8ff4bddb620 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915799 Sep 02 13:29:01.281593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59547131-3876-4db4-ae8b-45749a6c6129 req-7273b654-ea47-4a5e-bdd0-62fa269b00ed tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Router 14b0142e-0718-49a2-9f6f-7f598b56e611 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:01.294243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Transition to ACTIVE for port object bcb953a3-77b2-4dd3-bd52-6014ca32ec4c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:01.356153 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:01.372031 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['99dce95c-5da2-44f3-8f12-07a38c6e87e3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:01.445829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Network d059279e-45ac-4663-94b9-29972b115da9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:01.450015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:01.455178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:01.504030 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Pushing event updated for resources: {'Port': ['ID=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:01.575033 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:01.577141 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:01.598866 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-737c733a-86f6-4768-a9f3-01f5ea556086 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2417953 Sep 02 13:29:01.628262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Request body: {'port': {'device_id': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:01.726803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:01.995027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9ac925b1-0ac7-4d56-b12b-a388e0c1a1ea None None] Provisioning for port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:02.009234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59547131-3876-4db4-ae8b-45749a6c6129 req-7273b654-ea47-4a5e-bdd0-62fa269b00ed tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:02.017234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-59547131-3876-4db4-ae8b-45749a6c6129 req-7273b654-ea47-4a5e-bdd0-62fa269b00ed tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:02.030275 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] Sync routers for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:02.040903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9ac925b1-0ac7-4d56-b12b-a388e0c1a1ea None None] Provisioning complete for port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:02.041504 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac925b1-0ac7-4d56-b12b-a388e0c1a1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:02.066275 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-7273b654-ea47-4a5e-bdd0-62fa269b00ed tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "PUT /v2.0/floatingips/2acf4ce1-75a2-48fc-a1ff-b4edd57294d2 HTTP/1.1" status: 200 len: 995 time: 2.4886334 Sep 02 13:29:02.067025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:02.071186 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:02.071512 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:02.073770 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:02.208988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547131-3876-4db4-ae8b-45749a6c6129 req-9f947fcb-6dd5-4ff8-aa60-ad2953d90068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:02.214222 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-9f947fcb-6dd5-4ff8-aa60-ad2953d90068 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30fdd3614fc742a080c816209d6f5774&device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 1096 time: 0.1154315 Sep 02 13:29:02.227551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ac925b1-0ac7-4d56-b12b-a388e0c1a1ea None None] Port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:29:02.377870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547131-3876-4db4-ae8b-45749a6c6129 req-feb95abe-04fc-4c47-8d32-e0d990aa52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:02.382396 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-feb95abe-04fc-4c47-8d32-e0d990aa52fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf349948-a489-484b-8eb7-d1048591e8ed HTTP/1.1" status: 200 len: 930 time: 0.1423337 Sep 02 13:29:02.403301 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558518a-850c-45e8-b17e-6786fa0f47f7 req-831ec7d3-c477-4589-9cb9-7a369fed194e tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:02.403301 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d558518a-850c-45e8-b17e-6786fa0f47f7 req-831ec7d3-c477-4589-9cb9-7a369fed194e tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 931 time: 0.1876476 Sep 02 13:29:02.502023 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-8c537c94-9418-42fa-94cc-5b9b6b3cf376 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c HTTP/1.1" status: 200 len: 998 time: 0.1088388 Sep 02 13:29:02.508326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d558518a-850c-45e8-b17e-6786fa0f47f7 req-b7a12f7b-25f9-4e6f-9d96-4a2020cfeed8 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918140 Sep 02 13:29:02.530209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb953a3-77b2-4dd3-bd52-6014ca32ec4c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:02.560008 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:02.571031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547131-3876-4db4-ae8b-45749a6c6129 req-63d8733b-9e17-48dd-b983-2143d7245236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:02.573195 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-63d8733b-9e17-48dd-b983-2143d7245236 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f54c26de-4503-4c3a-908a-4c19a8e32782 HTTP/1.1" status: 200 len: 868 time: 0.0621011 Sep 02 13:29:02.580589 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:02.604786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Transition to ACTIVE for port object bcb953a3-77b2-4dd3-bd52-6014ca32ec4c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:02.606483 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f187f8e9-8063-4cb0-8796-6cefd12ffe36 x-openstack-request-id: req-f187f8e9-8063-4cb0-8796-6cefd12ffe36 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:02.606779 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:02.607195 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f187f8e9-8063-4cb0-8796-6cefd12ffe36 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:02.608123 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'status': 'completed', 'code': 200} Sep 02 13:29:02.611771 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:02.764327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-7b31ec0c-c4a9-4e4e-96be-b9045235d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:02.767006 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-7b31ec0c-c4a9-4e4e-96be-b9045235d1dd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30fdd3614fc742a080c816209d6f5774&device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 1096 time: 0.1203640 Sep 02 13:29:02.780336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547131-3876-4db4-ae8b-45749a6c6129 req-0b4076ee-0430-481c-8b47-fe6e3c963f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:02.783213 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-0b4076ee-0430-481c-8b47-fe6e3c963f88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf349948-a489-484b-8eb7-d1048591e8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025399 Sep 02 13:29:02.824028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:02.842357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-54692230-39ed-4b3a-912d-dfda164fa9c6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:29:02.845290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-54692230-39ed-4b3a-912d-dfda164fa9c6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212514 Sep 02 13:29:02.932926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c922a64-f4e4-462c-8e14-f85dd56b5f61 req-d9acfec6-55d8-49b0-8f5f-af411c0ca371 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:02.941288 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c922a64-f4e4-462c-8e14-f85dd56b5f61 req-d9acfec6-55d8-49b0-8f5f-af411c0ca371 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.2181919 Sep 02 13:29:02.973929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Attempting to bind port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:02.974568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Attempting to bind port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:02.975072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Attempting to bind port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c on network d059279e-45ac-4663-94b9-29972b115da9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:02.981401 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c on network d059279e-45ac-4663-94b9-29972b115da9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:29:02.981976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Attempting to bind port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c on network d059279e-45ac-4663-94b9-29972b115da9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:02.998070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:02.999947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Checking segment: {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:03.000683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Bound using segment: {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:03.001407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Bound port: bcb953a3-77b2-4dd3-bd52-6014ca32ec4c, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f697f99b-4fed-4730-b9cb-80e37a4f1369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:03.001942 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:03.017168 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c922a64-f4e4-462c-8e14-f85dd56b5f61 req-b0ab8c7c-30a7-4aad-a4ed-a61359f2ea6f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746634 Sep 02 13:29:03.129764 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-5d1ecb21-4d1d-4997-a4cf-106098a8b308 service neutron] 10.222.0.13 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621909 Sep 02 13:29:03.164072 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:36Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '2acf4ce1-75a2-48fc-a1ff-b4edd57294d2', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'port_id': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'mac_address': 'fa:16:3e:d5:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:58Z', 'updated_at': '2021-09-02T13:29:00Z', 'revision_number': 1, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8c324e-d252-4632-82b6-e88abd882c23', 'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'mac_address': 'fa:16:3e:ae:e6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:34Z', 'updated_at': '2021-09-02T13:28:43Z', 'revision_number': 5, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'subnets': [{'id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:03.217689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] For port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:03.228104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] For port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:03.231182 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] Checking router: 14b0142e-0718-49a2-9f6f-7f598b56e611 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:03.235007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:03.245905 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:03.248182 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:28:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:03.403874 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:03.430504 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59547131-3876-4db4-ae8b-45749a6c6129 req-55863f23-5065-44dd-a670-cdb87bf0939d service neutron] 10.222.0.13 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992306 Sep 02 13:29:03.432346 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:03.442125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:03.443972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:03.448020 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-74871a42-cbe6-454f-b2de-bfac9bf4b224 service neutron] 10.222.0.90 "PUT /v2.0/ports/bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 200 len: 1091 time: 1.8253317 Sep 02 13:29:03.449463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:03.459616 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36f633f-2502-4120-9902-062b99ebeed1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:03.521704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-806f9b6c-3c67-4b9d-9c6b-349f65543d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:03.531575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-806f9b6c-3c67-4b9d-9c6b-349f65543d76 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bf349948-a489-484b-8eb7-d1048591e8ed HTTP/1.1" status: 200 len: 930 time: 0.7468224 Sep 02 13:29:03.564286 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b37a9ff-760c-48d4-ba4a-29a1a6209383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:03.598179 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a8ba45-9d72-47aa-ac33-5db9cd45c553 x-openstack-request-id: req-28a8ba45-9d72-47aa-ac33-5db9cd45c553 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:03.598556 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:03.598810 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28a8ba45-9d72-47aa-ac33-5db9cd45c553 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:03.599314 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'status': 'completed', 'code': 200} Sep 02 13:29:03.630471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894368-ca83-4268-a759-949e616725e8 req-60cc4eb1-51bb-4499-ab28-eeab20ff8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:03.636631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-60cc4eb1-51bb-4499-ab28-eeab20ff8c01 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 1094 time: 0.1223791 Sep 02 13:29:03.696399 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:29:03.723248 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-1b06f8c7-9847-4cfc-a438-2e434be50fbe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 200 len: 217 time: 0.0680873 Sep 02 13:29:03.827200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-2d33b5a8-8f3b-4cb5-b2a2-f3ecd4a723d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c HTTP/1.1" status: 200 len: 998 time: 0.2773559 Sep 02 13:29:03.931601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe071451-c442-42de-a50b-212e9415ea06 req-19126ade-0179-499e-90d4-ecdaeb03b809 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:03.934127 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fe071451-c442-42de-a50b-212e9415ea06 req-19126ade-0179-499e-90d4-ecdaeb03b809 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 943 time: 0.2095811 Sep 02 13:29:03.935990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894368-ca83-4268-a759-949e616725e8 req-9bfbaac9-0ed6-471f-bacd-24379883b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:03.937615 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-9bfbaac9-0ed6-471f-bacd-24379883b7e7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.2008822 Sep 02 13:29:03.939975 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-a588ae7c-8e40-4f64-b860-fdd08efad30c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 258 time: 0.3777761 Sep 02 13:29:03.962539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:03.985997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-85346483-dd0d-49ce-9ca4-352a8e2fe073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:03.988560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-85346483-dd0d-49ce-9ca4-352a8e2fe073 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f54c26de-4503-4c3a-908a-4c19a8e32782 HTTP/1.1" status: 200 len: 868 time: 0.1412156 Sep 02 13:29:03.989214 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:36Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '2acf4ce1-75a2-48fc-a1ff-b4edd57294d2', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'port_id': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'mac_address': 'fa:16:3e:d5:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:58Z', 'updated_at': '2021-09-02T13:29:00Z', 'revision_number': 1, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8c324e-d252-4632-82b6-e88abd882c23', 'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'mac_address': 'fa:16:3e:ae:e6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:34Z', 'updated_at': '2021-09-02T13:28:43Z', 'revision_number': 5, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'subnets': [{'id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:04.038537 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:04.056408 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fe071451-c442-42de-a50b-212e9415ea06 req-a4962864-6a1e-4c19-9bc8-1195bd1aa718 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092162 Sep 02 13:29:04.065582 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e005487-223a-4484-8e72-86947ad8f1ef None None] The sync data for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 is: [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:36Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '2acf4ce1-75a2-48fc-a1ff-b4edd57294d2', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'port_id': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'mac_address': 'fa:16:3e:d5:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:58Z', 'updated_at': '2021-09-02T13:29:00Z', 'revision_number': 1, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8c324e-d252-4632-82b6-e88abd882c23', 'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'mac_address': 'fa:16:3e:ae:e6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:34Z', 'updated_at': '2021-09-02T13:28:43Z', 'revision_number': 5, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'subnets': [{'id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:04.086773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894368-ca83-4268-a759-949e616725e8 req-db2769aa-618b-4a75-9c61-df4c482929cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:04.089679 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-db2769aa-618b-4a75-9c61-df4c482929cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238911 Sep 02 13:29:04.132895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:04.245637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-8cb68360-b765-4d73-b581-c747402fd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:04.248428 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-8cb68360-b765-4d73-b581-c747402fd866 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bf349948-a489-484b-8eb7-d1048591e8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406504 Sep 02 13:29:04.398225 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-f68d9d3d-ba83-4342-a3d1-dd0afe10d528 service neutron] 10.222.0.90 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705748 Sep 02 13:29:04.428100 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-20fdff13-af1c-4ea6-8b16-e1e3a6dab0fc service neutron] 10.222.0.90 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602314 Sep 02 13:29:04.444929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ca285-dc8f-4dcb-97b0-f0e4fe215732 req-aa608648-c788-458f-b22a-7b94e2dc1d9e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:04.456116 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:04.456985 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e4ca285-dc8f-4dcb-97b0-f0e4fe215732 req-aa608648-c788-458f-b22a-7b94e2dc1d9e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.2294714 Sep 02 13:29:04.512022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae136ea1-3751-47ff-9bac-964186335553 None None] New status for floating IP 2acf4ce1-75a2-48fc-a1ff-b4edd57294d2: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:29:04.636750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e4ca285-dc8f-4dcb-97b0-f0e4fe215732 req-eb5231cc-5066-4ccc-9632-74c8a0ad4cdb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710145 Sep 02 13:29:04.722905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a894368-ca83-4268-a759-949e616725e8 req-12a71db1-e2d5-4a97-81f5-9494c276ee18 service neutron] 10.222.0.90 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532704 Sep 02 13:29:04.830401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Allocated IP 172.25.3.103 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/6187f657-97f3-42d9-8810-07e1c4247436) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:04.868395 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b1e710f-ddd7-4bdb-9504-a5dca20f5ce6 req-a273bd34-4f25-4f89-80ee-ea3b26cc2fa0 service neutron] 10.222.0.90 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099522 Sep 02 13:29:04.887254 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:04.950385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f633f-2502-4120-9902-062b99ebeed1 req-88fc0d81-5b2e-4c68-9500-3d093c5fc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:04.953205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f36f633f-2502-4120-9902-062b99ebeed1 req-88fc0d81-5b2e-4c68-9500-3d093c5fc80f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 1094 time: 0.1451931 Sep 02 13:29:05.049534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:05.116549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:05.216845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:05.250830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:05.259162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:05.259965 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532f6e5-5711-451a-bcf9-19902ac34366 req-eeb7324e-d14a-4965-b319-7a3a62beabc2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:05.261615 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8532f6e5-5711-451a-bcf9-19902ac34366 req-eeb7324e-d14a-4965-b319-7a3a62beabc2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 943 time: 0.0881937 Sep 02 13:29:05.302563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f633f-2502-4120-9902-062b99ebeed1 req-caf18932-1a5f-44bb-adf1-dfc52d33f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:05.304284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f36f633f-2502-4120-9902-062b99ebeed1 req-caf18932-1a5f-44bb-adf1-dfc52d33f9d8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.3320289 Sep 02 13:29:05.346320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Pushing event updated for resources: {'Port': ['ID=6187f657-97f3-42d9-8810-07e1c4247436,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:05.349177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8532f6e5-5711-451a-bcf9-19902ac34366 req-36273966-df9b-4891-a310-732578054f36 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769603 Sep 02 13:29:05.398467 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-2fb41f66-4a7b-44a5-a5cf-93294ab9ba5c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1990700 Sep 02 13:29:05.407196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f36f633f-2502-4120-9902-062b99ebeed1 req-c3923121-9704-4261-8413-b77ec371aaf9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 200 len: 217 time: 0.0831709 Sep 02 13:29:05.493814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f633f-2502-4120-9902-062b99ebeed1 req-88015791-5111-4918-b88d-fc12eb59a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:05.496358 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f36f633f-2502-4120-9902-062b99ebeed1 req-88015791-5111-4918-b88d-fc12eb59a26d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.0671759 Sep 02 13:29:05.502988 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:05.565791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f633f-2502-4120-9902-062b99ebeed1 req-a9fe9a91-bb1a-4f65-b2ef-5df543006cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:05.568786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f36f633f-2502-4120-9902-062b99ebeed1 req-a9fe9a91-bb1a-4f65-b2ef-5df543006cfe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591214 Sep 02 13:29:05.572732 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:05.636599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-760420bd-3ac4-4ed3-af5e-6c03281f9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:05.639307 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-760420bd-3ac4-4ed3-af5e-6c03281f9bc3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 1100 time: 0.1447601 Sep 02 13:29:05.837023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f36f633f-2502-4120-9902-062b99ebeed1 req-32d3671e-9b70-4fbb-867c-51409df7d20f service neutron] 10.222.0.90 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529938 Sep 02 13:29:05.971841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c8204-146e-4680-878e-b0ad042277a8 req-1d6ee07c-6388-45a8-b704-fc8c591e533c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:05.973884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-316c8204-146e-4680-878e-b0ad042277a8 req-1d6ee07c-6388-45a8-b704-fc8c591e533c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.2051346 Sep 02 13:29:06.006779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-0f84e7d8-1ad1-4119-b75a-73230d96cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:06.008548 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-0f84e7d8-1ad1-4119-b75a-73230d96cff6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.3216598 Sep 02 13:29:06.039505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f36f633f-2502-4120-9902-062b99ebeed1 req-2f844dd7-214a-460a-8d4d-54793b1b424a service neutron] 10.222.0.90 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702323 Sep 02 13:29:06.041677 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:06.057796 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-316c8204-146e-4680-878e-b0ad042277a8 req-0189bbc7-a32f-4ffa-adfe-c2069b8de765 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710733 Sep 02 13:29:06.060356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:06.136172 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-0b0c006b-a283-4285-9a0a-7efa63808162 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 200 len: 217 time: 0.0905983 Sep 02 13:29:06.230842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-3a885e05-5f62-4ec1-9ca7-881b9140e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:06.232597 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-3a885e05-5f62-4ec1-9ca7-881b9140e27c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0621333 Sep 02 13:29:06.326172 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:06.341156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Pushing event updated for resources: {'Port': ['ID=6187f657-97f3-42d9-8810-07e1c4247436,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:06.362646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-ea10f533-c130-41d8-8818-33e6e1c75b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:06.366093 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-ea10f533-c130-41d8-8818-33e6e1c75b6a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123676 Sep 02 13:29:06.368102 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:06.370578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-76f38567-415d-4335-ac1e-0cecd25a2451 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4131837 Sep 02 13:29:06.416294 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:06.547405 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-adc23a7e-6c7c-4c1f-bb1e-c344275243c9 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.1665301 Sep 02 13:29:06.621796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8f401-7d87-4059-9022-c989d8d90411 req-59e2cf32-8c53-4411-a97e-8b266231f288 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:06.624927 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3a8f401-7d87-4059-9022-c989d8d90411 req-59e2cf32-8c53-4411-a97e-8b266231f288 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 943 time: 0.0911014 Sep 02 13:29:06.650496 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-686f5653-ff0e-4099-a1b4-94f1aceddaa1 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605321 Sep 02 13:29:06.712556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3a8f401-7d87-4059-9022-c989d8d90411 req-1eec658a-1f8f-4732-b737-03ed6012f6c3 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749083 Sep 02 13:29:06.792311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-c863bbdb-c6d5-4b97-9107-adcfb8491f9a tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:06.793853 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a58f88bc-7ccd-47aa-9198-8b970931a0e4 req-c863bbdb-c6d5-4b97-9107-adcfb8491f9a tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2278364 Sep 02 13:29:06.856935 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d732dfca-72c6-4ba0-977e-81fac0b92df9 req-de1361e0-7631-4042-aeda-59af47250270 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787095 Sep 02 13:29:06.943452 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bcb953a3-77b2-4dd3-bd52-6014ca32ec4c details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:29:07.052520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1f881-2f55-4ab2-849a-78fd5cce1556 req-99e71e49-80ce-481c-b254-b2bc6f4fb6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:07.055090 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ef1f881-2f55-4ab2-849a-78fd5cce1556 req-99e71e49-80ce-481c-b254-b2bc6f4fb6a6 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1077859 Sep 02 13:29:07.083682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:07.099841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'port_id': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'mac_address': 'fa:16:3e:7b:15:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:29:07.186875 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:07.192625 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ef1f881-2f55-4ab2-849a-78fd5cce1556 req-07944a77-3312-4a43-92a0-89d61ca06e34 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.1304212 Sep 02 13:29:07.206849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb953a3-77b2-4dd3-bd52-6014ca32ec4c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:07.214753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7ef1f881-2f55-4ab2-849a-78fd5cce1556 req-4d063f42-4f6d-4385-b54c-076d8ff7a41e tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Request body: {'floatingip': {'port_id': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:07.247490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:07.256622 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:07.297116 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7ef1f881-2f55-4ab2-849a-78fd5cce1556 req-4d063f42-4f6d-4385-b54c-076d8ff7a41e tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:07.306340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8d7f5-8c98-4d14-9327-529e06f1cec2 req-1ae28dc0-a7fd-4e8c-9ce3-48e242d65718 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:07.308255 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5f8d7f5-8c98-4d14-9327-529e06f1cec2 req-1ae28dc0-a7fd-4e8c-9ce3-48e242d65718 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1176546 Sep 02 13:29:07.391892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:07.418763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5f8d7f5-8c98-4d14-9327-529e06f1cec2 req-4cd4fd88-f335-4560-a473-1580c2d9c0d9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965335 Sep 02 13:29:07.639571 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-7ef1f881-2f55-4ab2-849a-78fd5cce1556 req-4d063f42-4f6d-4385-b54c-076d8ff7a41e tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] update failed (client error): There was a conflict when trying to complete your request. Sep 02 13:29:07.641812 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ef1f881-2f55-4ab2-849a-78fd5cce1556 req-4d063f42-4f6d-4385-b54c-076d8ff7a41e tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "PUT /v2.0/floatingips/27e6d6c9-a3cc-4378-9b09-fa5b3bb22c9e HTTP/1.1" status: 409 len: 550 time: 0.4476442 Sep 02 13:29:07.726737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['bcb953a3-77b2-4dd3-bd52-6014ca32ec4c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:07.838533 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-b9223d88-2e95-46a9-ac51-ecf8ab080f52 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips/27e6d6c9-a3cc-4378-9b09-fa5b3bb22c9e HTTP/1.1" status: 200 len: 693 time: 0.0976124 Sep 02 13:29:07.979910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b2ef-fe8c-4d65-8357-81d0ae20305a req-654e272d-0454-4e05-8e15-e7ba760cf74f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:07.988570 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8697b2ef-fe8c-4d65-8357-81d0ae20305a req-654e272d-0454-4e05-8e15-e7ba760cf74f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 944 time: 0.1059461 Sep 02 13:29:08.040550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8697b2ef-fe8c-4d65-8357-81d0ae20305a req-bae22a8f-fc16-43e7-a240-b9a857e9e4d7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430284 Sep 02 13:29:08.070247 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-b49f4f63-3ec8-4bb0-b75c-dfc4846cd46c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:08.074237 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-b49f4f63-3ec8-4bb0-b75c-dfc4846cd46c tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2244430 Sep 02 13:29:08.086310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-5905c5f8-28a6-4e53-87a2-5abf967bec4a tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:29:08.090676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-5905c5f8-28a6-4e53-87a2-5abf967bec4a tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058331 Sep 02 13:29:08.179008 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-8521222d-2585-4d37-9162-2daa52d44f89 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.0750608 Sep 02 13:29:08.264493 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-18f72b10-08ff-4afc-a5f8-4e8d4f627521 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.0763218 Sep 02 13:29:08.484557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Deleting port 6187f657-97f3-42d9-8810-07e1c4247436 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:08.485548 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:08.594780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57956b49-1269-4778-a4b5-1b08a37ed5d3 req-f82f5582-f13d-4202-bfe4-ce13f105df95 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:08.597306 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57956b49-1269-4778-a4b5-1b08a37ed5d3 req-f82f5582-f13d-4202-bfe4-ce13f105df95 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.0670381 Sep 02 13:29:08.663149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57956b49-1269-4778-a4b5-1b08a37ed5d3 req-13d25601-ba85-4a9f-acba-054d9462d272 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593889 Sep 02 13:29:08.664257 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:08.664530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:08.687117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Calling delete_port for 6187f657-97f3-42d9-8810-07e1c4247436 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:08.920422 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:08.963185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Pushing event deleted for resources: {'Port': ['ID=6187f657-97f3-42d9-8810-07e1c4247436,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:09.077923 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:09.080500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:09.085374 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d4c9bf8-d03f-4d86-8e8d-bdbd390da871 req-7601c7d2-be14-4d87-93ab-038b2ca8cc25 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "DELETE /v2.0/floatingips/27e6d6c9-a3cc-4378-9b09-fa5b3bb22c9e HTTP/1.1" status: 204 len: 173 time: 0.8125319 Sep 02 13:29:09.225502 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dd6c2-0a28-41cb-afbf-6479da552c95 req-0296058f-0ae8-493c-85ea-949049cb2436 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:09.228951 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d44dd6c2-0a28-41cb-afbf-6479da552c95 req-0296058f-0ae8-493c-85ea-949049cb2436 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 944 time: 0.0847771 Sep 02 13:29:09.253276 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-5ae95d81-a601-4e53-a301-7be42182d5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.1222458 Sep 02 13:29:09.289241 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d44dd6c2-0a28-41cb-afbf-6479da552c95 req-04ad426e-5cc0-4c68-9d51-5438d5a75199 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547113 Sep 02 13:29:09.323669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-7eb9c43c-ce87-4e4a-a112-783534e743f2 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:09.330724 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-7eb9c43c-ce87-4e4a-a112-783534e743f2 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports/5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c HTTP/1.1" status: 200 len: 942 time: 0.0688825 Sep 02 13:29:09.476241 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-292e2f4f-28f9-4f03-be14-c97835b48d45 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.0828543 Sep 02 13:29:09.849986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99a97e-f509-4fad-90a9-25b3156bfe5a req-b0868d1b-21d3-4ee5-9918-b8aaf7f008f6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:09.852659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ac99a97e-f509-4fad-90a9-25b3156bfe5a req-b0868d1b-21d3-4ee5-9918-b8aaf7f008f6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.0752227 Sep 02 13:29:09.909223 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ac99a97e-f509-4fad-90a9-25b3156bfe5a req-51b314ca-4a0e-40f3-ba25-bc829a12f3e6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474155 Sep 02 13:29:09.940340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-7eed943b-df7e-49f3-bb1e-3c34e8905cba tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:09.941101 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-7eed943b-df7e-49f3-bb1e-3c34e8905cba tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.4560139 Sep 02 13:29:09.952096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-e83241ae-148c-4640-bc24-134d473868a6 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:29:09.954665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-e83241ae-148c-4640-bc24-134d473868a6 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095425 Sep 02 13:29:10.043624 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-ed53e81b-02f1-4713-adb6-1b19743d4697 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.0813539 Sep 02 13:29:10.061754 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2f9a906d-45c5-4f7c-b527-b1947fbcbf55 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:10.089080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3267298-5cd0-4905-ac11-272d12b48b0c req-893d5633-a613-4240-be8c-959acdc11c61 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:10.091681 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e3267298-5cd0-4905-ac11-272d12b48b0c req-893d5633-a613-4240-be8c-959acdc11c61 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 945 time: 0.0850890 Sep 02 13:29:10.169308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e3267298-5cd0-4905-ac11-272d12b48b0c req-a1a81e03-bf7b-46b5-bf31-9a1eff964ced tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656171 Sep 02 13:29:10.180063 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2f9a906d-45c5-4f7c-b527-b1947fbcbf55 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:10.430030 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2f9a906d-45c5-4f7c-b527-b1947fbcbf55 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:10.434430 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2f9a906d-45c5-4f7c-b527-b1947fbcbf55 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:10.434823 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2f9a906d-45c5-4f7c-b527-b1947fbcbf55 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Floating IP 2acf4ce1-75a2-48fc-a1ff-b4edd57294d2 disassociated. External IP: 172.25.3.26, port: 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c. Sep 02 13:29:10.610928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba82033-f2b4-4f06-9a18-92b105f16b26 req-7ca383e6-6ec3-48f5-8ebf-2c82b4994912 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:10.612601 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ba82033-f2b4-4f06-9a18-92b105f16b26 req-7ca383e6-6ec3-48f5-8ebf-2c82b4994912 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 944 time: 0.0609965 Sep 02 13:29:10.677891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ba82033-f2b4-4f06-9a18-92b105f16b26 req-e39719fe-f2d6-40ef-bda6-b59497df4c19 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550001 Sep 02 13:29:10.758242 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2f9a906d-45c5-4f7c-b527-b1947fbcbf55 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Router 14b0142e-0718-49a2-9f6f-7f598b56e611 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:10.910127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2f9a906d-45c5-4f7c-b527-b1947fbcbf55 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:10.915403 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2f9a906d-45c5-4f7c-b527-b1947fbcbf55 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:10.921908 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] Sync routers for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:10.931635 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:10.932316 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:10.944814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2f9a906d-45c5-4f7c-b527-b1947fbcbf55 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "PUT /v2.0/floatingips/2acf4ce1-75a2-48fc-a1ff-b4edd57294d2 HTTP/1.1" status: 200 len: 694 time: 0.8901052 Sep 02 13:29:10.945423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:10.947783 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1166c94a-fda2-427f-91da-88215b7d8927" -d '{"events": [{"name": "network-changed", "server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:10.960701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bcb953a3-77b2-4dd3-bd52-6014ca32ec4c up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:11.052318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-d03768ca-9bd6-4b96-8ead-97eca4c7575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:11.054551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-d03768ca-9bd6-4b96-8ead-97eca4c7575f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30fdd3614fc742a080c816209d6f5774&device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 1096 time: 0.0754440 Sep 02 13:29:11.067017 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:11.074462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:11.075349 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:11.112873 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:11.193176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0228f3-2fa1-43cf-8c9a-354dccf66f22 req-cfef52da-6f0a-4729-89d9-02819fdb2a30 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:11.196541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd0228f3-2fa1-43cf-8c9a-354dccf66f22 req-cfef52da-6f0a-4729-89d9-02819fdb2a30 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1412535 Sep 02 13:29:11.268790 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:11.298399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd0228f3-2fa1-43cf-8c9a-354dccf66f22 req-fd1ca1c9-3f77-41a6-927e-13924b3dc169 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944879 Sep 02 13:29:11.325180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-b69f85de-4ba0-47e1-bb2c-832c8a161b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:11.336337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:11.336486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-b69f85de-4ba0-47e1-bb2c-832c8a161b7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf349948-a489-484b-8eb7-d1048591e8ed HTTP/1.1" status: 200 len: 930 time: 0.2653983 Sep 02 13:29:11.337627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:11.342131 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026ad405-d131-42ff-aa81-c6cf9ef754a4" -d '{"events": [{"server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "name": "network-vif-plugged", "status": "completed", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:11.349394 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:11.431644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2750d382-a56b-4f89-961e-a2ddf16882b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c HTTP/1.1" status: 200 len: 217 time: 0.0939054 Sep 02 13:29:11.444358 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40235ad9-0dc8-44a0-a3b2-b50f33d3337b x-openstack-request-id: req-40235ad9-0dc8-44a0-a3b2-b50f33d3337b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:11.444578 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:11.444827 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40235ad9-0dc8-44a0-a3b2-b50f33d3337b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:11.445177 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'status': 'completed', 'code': 200} Sep 02 13:29:11.494935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:11.498669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-44ebded1-9227-43b4-a7c3-a6f2a815a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:11.500240 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-44ebded1-9227-43b4-a7c3-a6f2a815a0a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f54c26de-4503-4c3a-908a-4c19a8e32782 HTTP/1.1" status: 200 len: 868 time: 0.0675468 Sep 02 13:29:11.555081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166c94a-fda2-427f-91da-88215b7d8927 req-5d1a9169-222e-43fa-ba19-10c20f7e535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:11.556832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1166c94a-fda2-427f-91da-88215b7d8927 req-5d1a9169-222e-43fa-ba19-10c20f7e535c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=30fdd3614fc742a080c816209d6f5774&device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 1096 time: 0.1188138 Sep 02 13:29:11.564186 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:36Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'ef8c324e-d252-4632-82b6-e88abd882c23', 'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'mac_address': 'fa:16:3e:ae:e6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:34Z', 'updated_at': '2021-09-02T13:28:43Z', 'revision_number': 5, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'subnets': [{'id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:11.581694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520040c0-06bf-4dca-b463-07094cb60589 req-8d48c635-f3a6-4c24-bb50-78a7e8b222d0 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:11.590348 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-520040c0-06bf-4dca-b463-07094cb60589 req-8d48c635-f3a6-4c24-bb50-78a7e8b222d0 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 945 time: 0.1384702 Sep 02 13:29:11.600509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2be48ff6-10ce-489d-a009-3d0e2da05be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:11.602176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-2be48ff6-10ce-489d-a009-3d0e2da05be7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf349948-a489-484b-8eb7-d1048591e8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817223 Sep 02 13:29:11.605023 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] Checking router: 14b0142e-0718-49a2-9f6f-7f598b56e611 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:11.617504 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:11.618293 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:11.727585 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-520040c0-06bf-4dca-b463-07094cb60589 req-6c145092-3b76-45c1-a4db-3b4188a7aed8 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249788 Sep 02 13:29:11.754448 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-c0662979-03c2-4f6a-8abe-fc736dc64495 service neutron] 10.222.0.13 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439769 Sep 02 13:29:11.785572 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166c94a-fda2-427f-91da-88215b7d8927 req-92108f84-7a90-4473-a452-6c7fc0c6b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:11.790286 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1166c94a-fda2-427f-91da-88215b7d8927 req-92108f84-7a90-4473-a452-6c7fc0c6b6aa service neutron] 10.222.0.90 "GET /v2.0/networks?id=bf349948-a489-484b-8eb7-d1048591e8ed HTTP/1.1" status: 200 len: 930 time: 0.1977696 Sep 02 13:29:11.852547 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:11.871652 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1166c94a-fda2-427f-91da-88215b7d8927 req-867ebbf1-1ad6-4d6a-be7d-514c3f2b8d12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c HTTP/1.1" status: 200 len: 217 time: 0.0638683 Sep 02 13:29:11.933753 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b5b475-9537-4e56-9da8-0130bd54c8b3 x-openstack-request-id: req-c3b5b475-9537-4e56-9da8-0130bd54c8b3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:11.934451 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "name": "network-vif-plugged", "status": "completed", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:11.935058 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3b5b475-9537-4e56-9da8-0130bd54c8b3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:11.935844 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'code': 200} Sep 02 13:29:11.937394 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f418e28d-c7e8-4655-ab7a-c5154edc5da7 req-7811ff7e-7a7c-44a4-a374-3eb3246410db service neutron] 10.222.0.13 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813977 Sep 02 13:29:12.057584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166c94a-fda2-427f-91da-88215b7d8927 req-9e9e2df1-4d65-43c2-ae47-46da32df4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.057584 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1166c94a-fda2-427f-91da-88215b7d8927 req-9e9e2df1-4d65-43c2-ae47-46da32df4eb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f54c26de-4503-4c3a-908a-4c19a8e32782 HTTP/1.1" status: 200 len: 868 time: 0.1738851 Sep 02 13:29:12.178172 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-9876cb56-f359-402b-882e-4e9416c91469 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips/2acf4ce1-75a2-48fc-a1ff-b4edd57294d2 HTTP/1.1" status: 200 len: 694 time: 0.0494978 Sep 02 13:29:12.251212 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde94238-bdc0-4227-bf30-4ad9872f1550 req-303e2af8-ee7a-4284-b0db-763fc0ba8f09 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.253776 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde94238-bdc0-4227-bf30-4ad9872f1550 req-303e2af8-ee7a-4284-b0db-763fc0ba8f09 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 945 time: 0.0964541 Sep 02 13:29:12.256935 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:36Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'ef8c324e-d252-4632-82b6-e88abd882c23', 'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'mac_address': 'fa:16:3e:ae:e6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:34Z', 'updated_at': '2021-09-02T13:28:43Z', 'revision_number': 5, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'subnets': [{'id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:12.258666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166c94a-fda2-427f-91da-88215b7d8927 req-057c3c6f-61fd-4824-a731-c629d2367512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.261841 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1166c94a-fda2-427f-91da-88215b7d8927 req-057c3c6f-61fd-4824-a731-c629d2367512 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bf349948-a489-484b-8eb7-d1048591e8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653292 Sep 02 13:29:12.332213 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6afc8-0c20-4041-8406-bc4ccdbcdcf8 None None] The sync data for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 is: [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:28:36Z', 'revision_number': 4, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'ef8c324e-d252-4632-82b6-e88abd882c23', 'name': '', 'network_id': 'bf349948-a489-484b-8eb7-d1048591e8ed', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'mac_address': 'fa:16:3e:ae:e6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:34Z', 'updated_at': '2021-09-02T13:28:43Z', 'revision_number': 5, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'subnets': [{'id': 'f54c26de-4503-4c3a-908a-4c19a8e32782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:12.402619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a119b9-b87b-4a2e-85c6-6890fea11728 req-b1c94bc1-d5a1-49fb-ae4c-f3df62fd69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.405539 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99a119b9-b87b-4a2e-85c6-6890fea11728 req-b1c94bc1-d5a1-49fb-ae4c-f3df62fd69e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 1096 time: 0.3141923 Sep 02 13:29:12.427381 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-81724bc9-afed-436f-a8cf-c700972106c0 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.432921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-81724bc9-afed-436f-a8cf-c700972106c0 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2417614 Sep 02 13:29:12.454776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-696e4bdc-1294-4e12-9fd0-92ff173bc204 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:29:12.456823 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-696e4bdc-1294-4e12-9fd0-92ff173bc204 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116563 Sep 02 13:29:12.587689 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-905b3d71-5e3f-4d36-8d21-179baec5e285 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 697 time: 0.1073291 Sep 02 13:29:12.618088 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99a119b9-b87b-4a2e-85c6-6890fea11728 req-8145cd8a-7603-4a2a-a767-1c3a0d85a344 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835699 Sep 02 13:29:12.664891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-b6653b61-01c3-4bb4-aed3-0f41ed5ec0ca tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.666687 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-b6653b61-01c3-4bb4-aed3-0f41ed5ec0ca tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.90 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 945 time: 0.2046998 Sep 02 13:29:12.670714 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-0b3b2209-be5d-481a-af9f-c3f6868d49da tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 697 time: 0.0651042 Sep 02 13:29:12.744110 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde94238-bdc0-4227-bf30-4ad9872f1550 req-c974186b-4233-4d61-825b-44a8c2163e5a tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723203 Sep 02 13:29:12.783494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1166c94a-fda2-427f-91da-88215b7d8927 req-05f53664-e31c-4af2-a790-a2545493b222 service neutron] 10.222.0.90 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965737 Sep 02 13:29:12.817501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2127ee12-77f3-4320-ab09-ba86d38679f2 None None] New status for floating IP 2acf4ce1-75a2-48fc-a1ff-b4edd57294d2: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:29:12.903630 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Deleting port d9a0c2c2-e410-4d11-9caf-b3eeac02782c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:12.904633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:12.906615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54a5f0-5939-4c5e-b9ab-03ef5d841ec2 req-a7d6190f-2cab-40a3-abf4-39ed3389f99a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:12.914038 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c54a5f0-5939-4c5e-b9ab-03ef5d841ec2 req-a7d6190f-2cab-40a3-abf4-39ed3389f99a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.0715144 Sep 02 13:29:13.026685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c54a5f0-5939-4c5e-b9ab-03ef5d841ec2 req-14d75595-271a-4e16-a645-78527cf1c611 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110420 Sep 02 13:29:13.141366 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1166c94a-fda2-427f-91da-88215b7d8927 req-a5ef74ef-fa87-4319-95cc-be0743c3627e service neutron] 10.222.0.90 "GET /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185354 Sep 02 13:29:13.147817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:13.148136 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:13.179645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Calling delete_port for d9a0c2c2-e410-4d11-9caf-b3eeac02782c owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:13.212775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Deleting port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:13.213533 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:13.230336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f43cf-d390-4a0d-b776-0c5791378912 req-b0834cd4-9d6f-4fee-a590-e519390cc7a8 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:13.231929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec7f43cf-d390-4a0d-b776-0c5791378912 req-b0834cd4-9d6f-4fee-a590-e519390cc7a8 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 945 time: 0.0890634 Sep 02 13:29:13.292074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec7f43cf-d390-4a0d-b776-0c5791378912 req-d12a459f-ee9b-4c57-95bf-4bd2ba3a7810 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/security-groups?id=63c0ffa9-218e-4ede-a1c3-d541c89269e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512121 Sep 02 13:29:13.391091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] For port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:13.391394 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:13.444102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Calling delete_port for 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:13.517216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:13.574188 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Pushing event deleted for resources: {'Port': ['ID=d9a0c2c2-e410-4d11-9caf-b3eeac02782c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:13.666742 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:13.670353 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:13.671780 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2eac86f2-4313-4dba-8b8c-85bc788f1600 req-c1a85932-5de9-489e-821d-0b6fa9978bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "DELETE /v2.0/floatingips/2acf4ce1-75a2-48fc-a1ff-b4edd57294d2 HTTP/1.1" status: 204 len: 173 time: 0.9903274 Sep 02 13:29:13.742370 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:13.790462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Pushing event deleted for resources: {'Port': ['ID=9627a925-7b00-4c6c-a4c5-1cfad4ce1557,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:13.877108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] No DVR routers for this DVR port 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:13.883680 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:13.886065 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3fd26a0-c253-467e-bd86-02405b52b7c8 req-c6549203-c173-43d5-81dd-b43a9af63489 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.90 "DELETE /v2.0/ports/9627a925-7b00-4c6c-a4c5-1cfad4ce1557 HTTP/1.1" status: 204 len: 173 time: 0.9774835 Sep 02 13:29:13.887925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd424f786-3e29-4191-abfc-ab7a671b2fc4', 'name': 'network-vif-deleted', 'tag': '9627a925-7b00-4c6c-a4c5-1cfad4ce1557'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:13.894377 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3e9046-853b-4cf7-afcd-c9c9497bb69a" -d '{"events": [{"server_uuid": "d424f786-3e29-4191-abfc-ab7a671b2fc4", "name": "network-vif-deleted", "tag": "9627a925-7b00-4c6c-a4c5-1cfad4ce1557"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:13.954233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904394f-aa2a-4f8a-bb6a-f815ea03a788 req-8bbc49ce-fe76-4506-8343-5e709d8c36e1 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:13.956891 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4904394f-aa2a-4f8a-bb6a-f815ea03a788 req-8bbc49ce-fe76-4506-8343-5e709d8c36e1 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1694875 Sep 02 13:29:13.981460 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e24687-f2d1-4efb-8b70-80f96f3b7442 req-3c7e590c-6e3a-40b0-9353-8f545df68304 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:13.984040 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-54e24687-f2d1-4efb-8b70-80f96f3b7442 req-3c7e590c-6e3a-40b0-9353-8f545df68304 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 945 time: 0.1022053 Sep 02 13:29:14.033531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4904394f-aa2a-4f8a-bb6a-f815ea03a788 req-56d4bb9b-3a01-4682-92a7-49b5e843006f tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0676339 Sep 02 13:29:14.074418 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-54e24687-f2d1-4efb-8b70-80f96f3b7442 req-40206637-e67e-4846-89bc-4034ac8fc09e tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670228 Sep 02 13:29:14.130309 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903944c5-7610-4e7b-b40d-b4f83c97ea26 x-openstack-request-id: req-903944c5-7610-4e7b-b40d-b4f83c97ea26 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:14.130844 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d424f786-3e29-4191-abfc-ab7a671b2fc4", "name": "network-vif-deleted", "tag": "9627a925-7b00-4c6c-a4c5-1cfad4ce1557", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:14.131320 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-903944c5-7610-4e7b-b40d-b4f83c97ea26 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:14.132066 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd424f786-3e29-4191-abfc-ab7a671b2fc4', 'name': 'network-vif-deleted', 'tag': '9627a925-7b00-4c6c-a4c5-1cfad4ce1557', 'status': 'completed', 'code': 200} Sep 02 13:29:14.218245 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a787904-d97e-46fc-8ad2-996a358aa362 req-0e6242c0-d884-4495-867d-d5d315ac9e2d tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0679586 Sep 02 13:29:14.261319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3d6a3-075b-4b4b-aae2-4ed55f0d681d req-4660ab18-ac6f-49a6-9d71-d8271fc6e1c9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:14.268740 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-edc3d6a3-075b-4b4b-aae2-4ed55f0d681d req-4660ab18-ac6f-49a6-9d71-d8271fc6e1c9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.0823796 Sep 02 13:29:14.327754 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-edc3d6a3-075b-4b4b-aae2-4ed55f0d681d req-c59427a5-d233-420d-8b29-ca94414b6b37 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501962 Sep 02 13:29:14.508116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ab7471fd-2279-41ee-b20e-89649e023721 req-f828b416-f7d1-412e-8c3a-2d6d72485f49 tempest-AttachSCSIVolumeTestJSON-591718866 tempest-AttachSCSIVolumeTestJSON-591718866-project] 10.222.0.13 "GET /v2.0/ports?device_id=d424f786-3e29-4191-abfc-ab7a671b2fc4 HTTP/1.1" status: 200 len: 210 time: 0.0415936 Sep 02 13:29:14.708912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f011f-c331-4f89-b97e-b070db7fc601 req-b2bdbdb6-2e85-498d-bb5c-eac85dfb8e0d tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:14.711145 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9f011f-c331-4f89-b97e-b070db7fc601 req-b2bdbdb6-2e85-498d-bb5c-eac85dfb8e0d tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 945 time: 0.0885499 Sep 02 13:29:14.766665 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9f011f-c331-4f89-b97e-b070db7fc601 req-c2becb63-2aec-4b6e-b295-054ff8b51d0e tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489874 Sep 02 13:29:15.017800 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:15.047053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:15.047405 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9627a925-7b00-4c6c-a4c5-1cfad4ce1557 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:15.239588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78010-05d9-447a-8262-dfc143011ae7 req-e453b400-9a6e-45ab-b3cb-1ecfc06986e0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:15.241149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96e78010-05d9-447a-8262-dfc143011ae7 req-e453b400-9a6e-45ab-b3cb-1ecfc06986e0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 945 time: 0.0702543 Sep 02 13:29:15.294640 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96e78010-05d9-447a-8262-dfc143011ae7 req-03ab5e3f-7976-47ec-bbf9-e862507e9caf tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Sep 02 13:29:15.489573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-090d48da-bf43-4470-ba93-24f663310f2c tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:15.491898 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-090d48da-bf43-4470-ba93-24f663310f2c tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0732329 Sep 02 13:29:15.511228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaed327-13ce-4ca3-8aec-795c413b58dd req-7c6afe1a-a185-4e33-a947-c0639c3c8883 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:15.514184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6eaed327-13ce-4ca3-8aec-795c413b58dd req-7c6afe1a-a185-4e33-a947-c0639c3c8883 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.0717185 Sep 02 13:29:15.573622 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-9cdcd5a0-a2b5-4497-81ad-54da0cdd662a tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0722945 Sep 02 13:29:15.586235 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6eaed327-13ce-4ca3-8aec-795c413b58dd req-a6653282-b267-49fa-b9c0-ad6d5e1a0503 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618231 Sep 02 13:29:15.588158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-a04b2c7a-39da-4cb4-ad28-dcce16c8195f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Request body: {'floatingip': {'port_id': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:15.637499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-a04b2c7a-39da-4cb4-ad28-dcce16c8195f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:16.110040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de576644-6f00-472d-a809-def57c6bb250 req-f47cb749-e08c-41fe-8739-91eff90e325a tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:16.111849 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-de576644-6f00-472d-a809-def57c6bb250 req-f47cb749-e08c-41fe-8739-91eff90e325a tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 945 time: 0.0765672 Sep 02 13:29:16.202878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-de576644-6f00-472d-a809-def57c6bb250 req-df80f102-f869-45d5-bc63-d937aa2998c6 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780802 Sep 02 13:29:16.313981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-a04b2c7a-39da-4cb4-ad28-dcce16c8195f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:16.319797 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-a04b2c7a-39da-4cb4-ad28-dcce16c8195f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:16.446892 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-a04b2c7a-39da-4cb4-ad28-dcce16c8195f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d associated. External IP: 172.25.3.16, port: 99dce95c-5da2-44f3-8f12-07a38c6e87e3. Sep 02 13:29:16.756140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-a04b2c7a-39da-4cb4-ad28-dcce16c8195f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Router 86f60737-7546-4315-a317-6d7e4214c2fe has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:16.855141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-d60d0fbf-750d-4838-b151-e5f2400e2c9d tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:16.857322 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-d60d0fbf-750d-4838-b151-e5f2400e2c9d tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.90 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 945 time: 0.1634083 Sep 02 13:29:16.870632 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18168ed-30c4-484b-a3da-f3aa2792ad04 req-9ffe52f2-7560-43c2-9aa7-a4566b834c1d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:16.872942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d18168ed-30c4-484b-a3da-f3aa2792ad04 req-9ffe52f2-7560-43c2-9aa7-a4566b834c1d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1596315 Sep 02 13:29:16.934634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-a04b2c7a-39da-4cb4-ad28-dcce16c8195f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:16.942897 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-a04b2c7a-39da-4cb4-ad28-dcce16c8195f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:16.950113 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] Sync routers for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:16.960035 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:16.960774 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:17.003353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-a04b2c7a-39da-4cb4-ad28-dcce16c8195f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "PUT /v2.0/floatingips/c33d15a3-4a49-419b-b1c1-7f2d2ea4973d HTTP/1.1" status: 200 len: 996 time: 1.4152060 Sep 02 13:29:17.004380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:17.017765 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19a1d61-acec-4088-9ab7-401089ccea9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:17.021649 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d18168ed-30c4-484b-a3da-f3aa2792ad04 req-b3e0f3d7-5c95-4d8f-ae2d-33ef3785ef03 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389668 Sep 02 13:29:17.066143 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Deleting port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:17.066565 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:17.104612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-d3b263d4-ff0e-4fc5-92e6-692c44e9a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:17.119527 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-d3b263d4-ff0e-4fc5-92e6-692c44e9a1fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1097 time: 0.0977340 Sep 02 13:29:17.219112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] For port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:17.221749 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:17.249757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Calling delete_port for 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:17.312972 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-65db5713-6044-4cd5-99b4-6d8b4432760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:17.322752 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-65db5713-6044-4cd5-99b4-6d8b4432760c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.2019324 Sep 02 13:29:17.373324 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:17.404582 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-3131c949-0471-4570-bb4c-9fbe4c3849c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 999 time: 0.0808654 Sep 02 13:29:17.513081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-945e8816-b283-466b-8557-aec0044b3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:17.524718 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-945e8816-b283-466b-8557-aec0044b3da5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.1180482 Sep 02 13:29:17.531202 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186705c2-7594-45d8-aeb4-562c05ca8a88 x-openstack-request-id: req-186705c2-7594-45d8-aeb4-562c05ca8a88 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:17.532465 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:17.533307 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-186705c2-7594-45d8-aeb4-562c05ca8a88 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:17.534527 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'status': 'completed', 'code': 200} Sep 02 13:29:17.656456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-b1fedddf-a6dc-4855-a5cf-0f1208c8c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:17.662041 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-b1fedddf-a6dc-4855-a5cf-0f1208c8c161 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345406 Sep 02 13:29:17.685309 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:17.759374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Pushing event deleted for resources: {'Port': ['ID=5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:17.773442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-e39e83b0-78c8-405b-a275-0930b69e5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:17.775232 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-e39e83b0-78c8-405b-a275-0930b69e5d2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1097 time: 0.3009093 Sep 02 13:29:17.800960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] No DVR routers for this DVR port 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:17.803773 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:17.806591 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ec82637-b92c-4748-86a2-f81cd6576229 req-61e06f57-87c3-48a3-814a-0042e81adf49 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.90 "DELETE /v2.0/ports/5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c HTTP/1.1" status: 204 len: 173 time: 0.9321404 Sep 02 13:29:17.815473 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:b1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:16Z', 'revision_number': 1, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:17.887299 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] Checking router: 86f60737-7546-4315-a317-6d7e4214c2fe for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:17.888205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-05dd3442-1a00-468f-ac0e-193672bb9ed2 service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149665 Sep 02 13:29:17.897620 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:17.898397 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:18.052183 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'name': 'network-vif-deleted', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:18.058889 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1456d3ff-1e65-42a2-81c6-462a2eb9d987" -d '{"events": [{"server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "name": "network-vif-deleted", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:18.065406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-6cb0dea0-fd26-4d55-b405-8786a368fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:18.068989 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-6cb0dea0-fd26-4d55-b405-8786a368fd2a service neutron] 10.222.0.77 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.2702892 Sep 02 13:29:18.105862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cd128-eb90-4a54-b150-1653a5109e8f req-65ab5b17-0948-42f2-9caf-5e398ef8c521 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:18.135452 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-811cd128-eb90-4a54-b150-1653a5109e8f req-65ab5b17-0948-42f2-9caf-5e398ef8c521 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3efcda5-4af2-4201-ace7-94d4e5fd831d HTTP/1.1" status: 200 len: 867 time: 0.5700710 Sep 02 13:29:18.206220 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6d5b1bd-f5b7-4541-b1b6-50bb9a27082f req-0fbafbfb-33fa-464d-a94a-6fd5dc7c1d6a service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021135 Sep 02 13:29:18.232993 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:18.334300 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-811cd128-eb90-4a54-b150-1653a5109e8f req-2f227b3e-9970-48e2-a9b5-ef5da3c70322 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658 tempest-FloatingIPsAssociationNegativeTestJSON-1318030658-project] 10.222.0.13 "GET /v2.0/security-groups?id=113196d0-f111-4bd9-a1df-06b5579d2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971407 Sep 02 13:29:18.348911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-b727f0e6-9b9a-4e34-bef7-6f7652d2442b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 999 time: 0.1834025 Sep 02 13:29:18.437240 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70d9799-4cbe-4578-928e-dd4b2cfbefe9 x-openstack-request-id: req-a70d9799-4cbe-4578-928e-dd4b2cfbefe9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:18.437531 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3efcda5-4af2-4201-ace7-94d4e5fd831d", "name": "network-vif-deleted", "tag": "5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:18.437804 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a70d9799-4cbe-4578-928e-dd4b2cfbefe9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:18.438744 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3efcda5-4af2-4201-ace7-94d4e5fd831d', 'name': 'network-vif-deleted', 'tag': '5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c', 'status': 'completed', 'code': 200} Sep 02 13:29:18.458041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-8a893cb1-ef30-4a9a-92d8-ad82ff9511fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:18.461117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-8a893cb1-ef30-4a9a-92d8-ad82ff9511fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.1031983 Sep 02 13:29:18.500303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eacdc6-d047-4bd0-87a6-bf442d63fec4 req-f1ef6874-483a-4e5d-9e0e-42d845a5d848 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:18.502299 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-36eacdc6-d047-4bd0-87a6-bf442d63fec4 req-f1ef6874-483a-4e5d-9e0e-42d845a5d848 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1330609 Sep 02 13:29:18.582666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-7870114f-aa75-49c4-837c-8ce4d6644e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:18.584711 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-7870114f-aa75-49c4-837c-8ce4d6644e44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134992 Sep 02 13:29:18.607775 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-36eacdc6-d047-4bd0-87a6-bf442d63fec4 req-2cbbd9fb-1926-42e2-9602-b51d30ccc8b8 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987751 Sep 02 13:29:18.809522 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:b1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:16Z', 'revision_number': 1, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:18.844277 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bad9f-eb38-4d93-bffa-14a923251d48 None None] The sync data for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 is: [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:b1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:16Z', 'revision_number': 1, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:19.027440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:19.061275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-ab32c4a5-ca14-4ff2-b19d-d53cc09a53a2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:19.063559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-ab32c4a5-ca14-4ff2-b19d-d53cc09a53a2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4769292 Sep 02 13:29:19.075876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:19.076650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5b9bd35c-44c6-4c1d-8dc2-b885ae9e2f9c not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:19.144155 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-fc88a49a-35ef-4a21-9a2d-9b0e93bce57e service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397429 Sep 02 13:29:19.204382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8451f-7c7c-4e73-b04b-88473a41f77a None None] New status for floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:29:19.239811 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-53f3225d-fe98-438a-bce6-6b2d185a48f9 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 999 time: 0.1672723 Sep 02 13:29:19.260377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Request body: {'floatingip': {'port_id': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:19.358924 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b19a1d61-acec-4088-9ab7-401089ccea9b req-81720783-0992-4101-99c3-2e3705d645d6 service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959260 Sep 02 13:29:19.364840 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:19.427038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46976) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:19.838751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360cf4f-62ca-4fd7-90a0-862c160203ce req-a87a3605-83fc-40c2-a13a-c80176afd526 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:19.840710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f360cf4f-62ca-4fd7-90a0-862c160203ce req-a87a3605-83fc-40c2-a13a-c80176afd526 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.0693536 Sep 02 13:29:19.931272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f360cf4f-62ca-4fd7-90a0-862c160203ce req-779e7212-b3db-4559-808b-b4ce9fbfa19f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796623 Sep 02 13:29:20.039225 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.api [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:29:20.039673 n-d-794796-4 neutron-server[94688]: DEBUG oslo_db.api [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:29:20.222979 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:20.541348 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:20.653981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Deleting port ef8c324e-d252-4632-82b6-e88abd882c23 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:20.654672 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:20.834176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] For port ef8c324e-d252-4632-82b6-e88abd882c23, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ef8c324e-d252-4632-82b6-e88abd882c23,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:20.835651 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:20.866456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Calling delete_port for ef8c324e-d252-4632-82b6-e88abd882c23 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:21.283985 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:21.292909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:21.371499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaf795-68d5-47b1-950c-33968388b4f9 req-646ba542-e628-4041-beb6-589f3a9bcb24 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:21.371499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-54aaf795-68d5-47b1-950c-33968388b4f9 req-646ba542-e628-4041-beb6-589f3a9bcb24 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1113639 Sep 02 13:29:21.463515 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-54aaf795-68d5-47b1-950c-33968388b4f9 req-5de48c33-a55c-4ba7-b346-dcbe54adf14e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591974 Sep 02 13:29:21.512932 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d associated. External IP: 172.25.3.16, port: 99dce95c-5da2-44f3-8f12-07a38c6e87e3. Sep 02 13:29:21.550845 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:21.621525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8c324e-d252-4632-82b6-e88abd882c23,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:21.659815 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.677567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:21.861818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Router 86f60737-7546-4315-a317-6d7e4214c2fe has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:22.021075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47034) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:22.128020 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-7567660f-f48d-48d1-9c7c-4319b6c21249 service neutron] show failed (client error): The resource could not be found. Sep 02 13:29:22.129521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-7567660f-f48d-48d1-9c7c-4319b6c21249 service neutron] 10.222.0.77 "GET /v2.0/ports/95467265-8180-4441-af67-81ee981188fd/bindings/n-h1-794796-4 HTTP/1.1" status: 404 len: 380 time: 0.2375236 Sep 02 13:29:22.141530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:22.153468 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] Sync routers for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:22.182357 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:22.183882 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:22.352299 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:22.448133 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:22.721280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-f471b686-5b56-468b-b94a-222dd33a5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:22.725390 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-f471b686-5b56-468b-b94a-222dd33a5046 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 1100 time: 0.1721768 Sep 02 13:29:22.739343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-4', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:22.764099 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde47d-8f4c-4e58-9db7-ec308c58d7fd req-0bb07833-3a65-4663-a9fa-4e67b35ead46 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:22.772007 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9cde47d-8f4c-4e58-9db7-ec308c58d7fd req-0bb07833-3a65-4663-a9fa-4e67b35ead46 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1573014 Sep 02 13:29:22.803896 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:7b:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:21Z', 'revision_number': 3, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:22.843841 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] Checking router: 86f60737-7546-4315-a317-6d7e4214c2fe for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:22.850776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:22.854546 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:22.855209 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:22.866554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Router 86f60737-7546-4315-a317-6d7e4214c2fe has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:22.943615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9cde47d-8f4c-4e58-9db7-ec308c58d7fd req-1c116d45-8b1f-4da0-96b7-8e2cc1e8c140 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706228 Sep 02 13:29:23.051997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Router 14b0142e-0718-49a2-9f6f-7f598b56e611 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:23.071686 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:23.227782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:23.240767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] Sync routers for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:23.242358 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e3218c6f-5843-47df-9129-3d8630ac3620 admin admin] 10.222.0.13 "PUT /v2.0/routers/14b0142e-0718-49a2-9f6f-7f598b56e611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8138583 Sep 02 13:29:23.245482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:23.259531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:23.260513 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:23.385397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:23.460611 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:23.585352 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:23.629726 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:7b:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:21Z', 'revision_number': 3, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:23.640479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:29:21Z', 'revision_number': 5, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:23.696756 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58612f6f-0577-4d74-95e4-5bd0abc87c36 None None] The sync data for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 is: [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:7b:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:21Z', 'revision_number': 3, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:23.709174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:23.739497 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:23.888335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] Checking router: 14b0142e-0718-49a2-9f6f-7f598b56e611 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:23.899457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] Routers {'14b0142e-0718-49a2-9f6f-7f598b56e611'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:23.900849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['14b0142e-0718-49a2-9f6f-7f598b56e611'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:23.915055 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:23.923402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:23.930282 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60" -d '{"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:24.012137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-056dd3a4-b263-4c69-a79f-704982d20be0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "PUT /v2.0/floatingips/c33d15a3-4a49-419b-b1c1-7f2d2ea4973d HTTP/1.1" status: 200 len: 997 time: 4.7588770 Sep 02 13:29:24.043041 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a11ce72-e0ca-4225-a954-67bcc2f4f11b x-openstack-request-id: req-1a11ce72-e0ca-4225-a954-67bcc2f4f11b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:24.043902 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:24.044196 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a11ce72-e0ca-4225-a954-67bcc2f4f11b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:24.044702 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'status': 'completed', 'code': 200} Sep 02 13:29:24.073679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] Set router 14b0142e-0718-49a2-9f6f-7f598b56e611 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:24.103695 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767202f4-5fa1-45d8-b32b-3d2f6d803c87 None None] New status for floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:29:24.142157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:24.198189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-73893532-6e86-421c-8389-961431bfbea2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:24.214647 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-73893532-6e86-421c-8389-961431bfbea2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports/99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 943 time: 0.2014010 Sep 02 13:29:24.290234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-76f1bf01-04ff-4924-a5f3-9f4a62c663ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:24.297738 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-76f1bf01-04ff-4924-a5f3-9f4a62c663ff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1097 time: 0.2308879 Sep 02 13:29:24.304815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:24.307293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:29:21Z', 'revision_number': 5, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:24.335862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Deleting port 6771ea41-b780-485b-9014-c5664f817bef {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:24.336170 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:24.359294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bacdb4-305f-42b3-884b-881a1974821e None None] The sync data for ids ['14b0142e-0718-49a2-9f6f-7f598b56e611'] in n-d-794796-4 is: [{'id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1161072614-router', 'tenant_id': '30fdd3614fc742a080c816209d6f5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '6771ea41-b780-485b-9014-c5664f817bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:28Z', 'updated_at': '2021-09-02T13:29:21Z', 'revision_number': 5, 'project_id': '30fdd3614fc742a080c816209d6f5774', 'gw_port': {'id': '6771ea41-b780-485b-9014-c5664f817bef', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b0142e-0718-49a2-9f6f-7f598b56e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:29Z', 'updated_at': '2021-09-02T13:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:24.465791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] For port 6771ea41-b780-485b-9014-c5664f817bef, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6771ea41-b780-485b-9014-c5664f817bef,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:24.466117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:24.481726 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Calling delete_port for 6771ea41-b780-485b-9014-c5664f817bef owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:24.503683 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:24.535070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-129f93bf-4f85-4905-b825-e358202b5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:24.537924 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-129f93bf-4f85-4905-b825-e358202b5d12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1097 time: 0.1841915 Sep 02 13:29:24.581618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Transition to ACTIVE for port object 95467265-8180-4441-af67-81ee981188fd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:24.601502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-aebc4de6-0b9b-422b-ad2c-7d8f46137e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:24.604023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-aebc4de6-0b9b-422b-ad2c-7d8f46137e40 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.2936697 Sep 02 13:29:24.654918 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:24.729038 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:24.752199 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c07b8f-0e3d-42d0-8260-48b03d23e788 req-f7ed7a72-970b-4cef-9153-8c8e444e991b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:24.760790 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79c07b8f-0e3d-42d0-8260-48b03d23e788 req-f7ed7a72-970b-4cef-9153-8c8e444e991b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.5508356 Sep 02 13:29:24.830503 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-6b855717-ad2e-43e9-bf36-01fc7417f6ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 217 time: 0.1549282 Sep 02 13:29:24.865701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6771ea41-b780-485b-9014-c5664f817bef,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:24.878657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] No DVR routers for this DVR port 95467265-8180-4441-af67-81ee981188fd on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:24.937048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] Sync routers for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:24.951402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:24.952913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:25.028420 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79c07b8f-0e3d-42d0-8260-48b03d23e788 req-88aa3484-05a9-4ddf-8c72-db1db81a1c77 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649632 Sep 02 13:29:25.029721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:25.078527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-da313aad-0358-469b-b3cd-0ee29213b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.080315 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-da313aad-0358-469b-b3cd-0ee29213b69f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.2179620 Sep 02 13:29:25.093465 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.093798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.094144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.094477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.094810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.095137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.108955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.109486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.109837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.110181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.110592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.110926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:25.138902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:25.139319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:25.156178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:25.172680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Port 95467265-8180-4441-af67-81ee981188fd on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:29:25.173035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:25.199909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-1db7cf8b-4347-4cc1-b9fb-546abeacad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.212330 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-1db7cf8b-4347-4cc1-b9fb-546abeacad3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.6503510 Sep 02 13:29:25.297057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-069ae915-a2f2-4b90-8287-f6a8c3add57a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 217 time: 0.0836303 Sep 02 13:29:25.307692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:25.308428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:25.309095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:25.309830 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Bound port: 95467265-8180-4441-af67-81ee981188fd, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:25.310470 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.311089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.461955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-18a7a2fc-2d53-42c8-b7a5-02e0d0211810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.464672 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-18a7a2fc-2d53-42c8-b7a5-02e0d0211810 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3475974 Sep 02 13:29:25.470402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-e4a87534-b02e-4a61-bce1-ad799b76d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.471668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:25.479417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-e4a87534-b02e-4a61-bce1-ad799b76d5be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.1808980 Sep 02 13:29:25.532110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:25.554627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.559062 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.565721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:25.609261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Deleting port 1dc1adac-db57-4190-9201-09907b84ee40 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:25.609631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.617897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.653391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ef8c324e-d252-4632-82b6-e88abd882c23 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:25.707413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: ef8c324e-d252-4632-82b6-e88abd882c23 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:25.708052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ef8c324e-d252-4632-82b6-e88abd882c23 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:25.761737 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.762200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b0142e-0718-49a2-9f6f-7f598b56e611 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:29:25.777940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.779158 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a508581f-11b9-4088-ae65-2017ff7362a0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/14b0142e-0718-49a2-9f6f-7f598b56e611 HTTP/1.1" status: 204 len: 168 time: 2.5299571 Sep 02 13:29:25.781857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:25.829426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-0155e1ea-deb0-45cd-8a42-8ec3b7771187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.831673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-0155e1ea-deb0-45cd-8a42-8ec3b7771187 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3509259 Sep 02 13:29:25.863346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:25.864910 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.867250 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] 10.222.0.90 "PUT /v2.0/ports/95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 1095 time: 3.1322773 Sep 02 13:29:25.889209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dc7cb6-9bac-4122-9b25-03be1fceba43 admin admin] Deleting subnet f54c26de-4503-4c3a-908a-4c19a8e32782 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:29:25.898853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] For port 1dc1adac-db57-4190-9201-09907b84ee40, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1dc1adac-db57-4190-9201-09907b84ee40,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:25.899236 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.901953 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7cb6-9bac-4122-9b25-03be1fceba43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:25.974747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Calling delete_port for 1dc1adac-db57-4190-9201-09907b84ee40 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:26.020562 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7cb6-9bac-4122-9b25-03be1fceba43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:26.067814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c'}, {'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd'}, {'name': 'network-changed', 'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'tag': '95467265-8180-4441-af67-81ee981188fd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:26.069678 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eae720-9451-4ce6-a476-7046781fc3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c"}, {"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-unplugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd"}, {"name": "network-changed", "server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "tag": "95467265-8180-4441-af67-81ee981188fd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:26.090360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc42e8f-fc0e-42e9-8ccc-71eabebf374d service neutron] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:26.134644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:7b:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:24Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:26.141180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 95467265-8180-4441-af67-81ee981188fd no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:26.163067 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-aa3e7249-0314-483e-b78b-6c1297acad6a service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943418 Sep 02 13:29:26.256222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] Checking router: 86f60737-7546-4315-a317-6d7e4214c2fe for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:26.259207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 95467265-8180-4441-af67-81ee981188fd not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:26.262716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-d41a1194-863d-4ede-a728-15a7ac504302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:26.266080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-d41a1194-863d-4ede-a728-15a7ac504302 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1098 time: 0.2666290 Sep 02 13:29:26.287232 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:26.288630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:26.295844 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-d48a6cc9-ab5f-49c1-8d5e-b2d86c945dfd service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546032 Sep 02 13:29:26.489573 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ffb4f1a-ecc1-4cf6-9055-4025994b9d60 req-3251b16b-6c78-4966-8375-bf0581af9074 service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954464 Sep 02 13:29:26.492357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:26.516636 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb097fb-5074-4da9-89b2-f48a1a520f8a req-529beb50-4800-4419-80c1-7539d4ebda65 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:26.524314 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2eb097fb-5074-4da9-89b2-f48a1a520f8a req-529beb50-4800-4419-80c1-7539d4ebda65 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 947 time: 0.3193350 Sep 02 13:29:26.557535 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7cb6-9bac-4122-9b25-03be1fceba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:26.566951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-2c005a5a-63b7-4436-b728-8bb561021f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:26.568044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-2c005a5a-63b7-4436-b728-8bb561021f68 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2914512 Sep 02 13:29:26.571944 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-0d7e0cc0-3d5b-4b11-9a5c-1268c29b8c30 service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373242 Sep 02 13:29:26.617630 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-e108b6e8-fc4f-4157-af3b-c21a6cc6b570 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.0424027 Sep 02 13:29:26.707624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-ac34fa4b-d9ca-4ad5-9dce-734503e6f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:26.709382 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-ac34fa4b-d9ca-4ad5-9dce-734503e6f138 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0789275 Sep 02 13:29:26.718237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-86e7a062-4f9e-42d5-b359-4561653e416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:26.720557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-86e7a062-4f9e-42d5-b359-4561653e416f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 1096 time: 0.0990841 Sep 02 13:29:26.883858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-31ec7b1c-6a83-42ea-8d9b-518ebaa82fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:26.885697 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-31ec7b1c-6a83-42ea-8d9b-518ebaa82fb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.1326766 Sep 02 13:29:26.887957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-c8851f68-96a2-49b7-92fb-44126712e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:26.890198 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-c8851f68-96a2-49b7-92fb-44126712e765 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1685197 Sep 02 13:29:26.972781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:7b:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:24Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:26.988428 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2eb097fb-5074-4da9-89b2-f48a1a520f8a req-c0cfb3dc-7db3-4718-b97a-9b1e55be0442 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629881 Sep 02 13:29:27.005353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786f189-3f45-4b33-a2b8-de1ff8ed5b3c None None] The sync data for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 is: [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:7b:15:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:24Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:27.054539 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7cb6-9bac-4122-9b25-03be1fceba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:27.079969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-c0afaeb1-3970-4858-971e-b34d9c28c66c service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727588 Sep 02 13:29:27.090133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-2b1d1d0f-a5bb-4c0e-abfb-dff4f780d838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 200 len: 1000 time: 0.1924033 Sep 02 13:29:27.100373 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7cb6-9bac-4122-9b25-03be1fceba43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:27.103083 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b3dc7cb6-9bac-4122-9b25-03be1fceba43 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f54c26de-4503-4c3a-908a-4c19a8e32782 HTTP/1.1" status: 204 len: 168 time: 1.3198180 Sep 02 13:29:27.103687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc7cb6-9bac-4122-9b25-03be1fceba43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54c26de-4503-4c3a-908a-4c19a8e32782,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:27.108072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:27.112845 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:27.114508 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27719077-8889-486b-895f-344a67c0e3dc None None] Network bf349948-a489-484b-8eb7-d1048591e8ed requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:29:27.238281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc1adac-db57-4190-9201-09907b84ee40,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:27.407470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-04149706-85d7-4c3e-b770-7bdec116091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.410817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-04149706-85d7-4c3e-b770-7bdec116091f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 1096 time: 0.2179596 Sep 02 13:29:27.555579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a551a0-0a60-4db1-8aeb-2280047d0c60 None None] DHCP port deletion for bf349948-a489-484b-8eb7-d1048591e8ed request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:29:27.632219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6771ea41-b780-485b-9014-c5664f817bef no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:27.660404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 6771ea41-b780-485b-9014-c5664f817bef {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:27.660801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6771ea41-b780-485b-9014-c5664f817bef not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:27.690612 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-77a551a0-0a60-4db1-8aeb-2280047d0c60 None None] Deleting port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:27.691386 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77a551a0-0a60-4db1-8aeb-2280047d0c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:27.710748 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ffc47-13ba-402a-88e4-35c80f56d486 x-openstack-request-id: req-f54ffc47-13ba-402a-88e4-35c80f56d486 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:27.711062 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c", "status": "completed", "code": 200}, {"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-unplugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd", "code": 200}, {"name": "network-changed", "server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "tag": "95467265-8180-4441-af67-81ee981188fd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:27.711279 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f54ffc47-13ba-402a-88e4-35c80f56d486 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:27.711674 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'status': 'completed', 'code': 200} Sep 02 13:29:27.711946 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd', 'code': 200} Sep 02 13:29:27.712191 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'tag': '95467265-8180-4441-af67-81ee981188fd', 'status': 'completed', 'code': 200} Sep 02 13:29:27.762380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-f6f84c0b-7978-4a6f-bc10-b26c0002bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.764443 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-f6f84c0b-7978-4a6f-bc10-b26c0002bc35 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.2834232 Sep 02 13:29:27.819813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-3134b9cb-f010-46a8-b65c-c8c74867e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.821483 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-3134b9cb-f010-46a8-b65c-c8c74867e64e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1098 time: 0.6238270 Sep 02 13:29:27.846374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-44ee9766-a6e1-4416-88e6-06d4aa7d4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.846925 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-44ee9766-a6e1-4416-88e6-06d4aa7d4af5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.7369573 Sep 02 13:29:27.849400 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:27.907963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-77a551a0-0a60-4db1-8aeb-2280047d0c60 None None] For port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87,segment=NetworkSegment(a57ad414-3bb0-419e-96d9-896f1e90a9fc),segment_id=a57ad414-3bb0-419e-96d9-896f1e90a9fc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:27.908649 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77a551a0-0a60-4db1-8aeb-2280047d0c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:27.922031 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-5d7c9192-138f-447e-be9d-0522295a369a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 200 len: 1000 time: 0.1414361 Sep 02 13:29:27.924195 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:27.929791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-77a551a0-0a60-4db1-8aeb-2280047d0c60 None None] Calling delete_port for 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:27.936039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-fa5e0121-2a6c-41d1-9a89-34518fa507c4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:27.938661 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-fa5e0121-2a6c-41d1-9a89-34518fa507c4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 820 time: 0.2675457 Sep 02 13:29:27.955544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f02a1ea5-0764-4867-b894-9bd703124b00 req-6b560752-6a4b-4b61-b2bf-09b63d5fbe89 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632126 Sep 02 13:29:27.996992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-64500f4f-b3dd-4bbd-8b93-46dac7b4d739 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/quotas/0af8c0179fe440ad933e02d682e720a9 HTTP/1.1" status: 200 len: 375 time: 0.0393145 Sep 02 13:29:28.070696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ba19-6a6a-4901-8020-1b832431926d req-5dfe2a5c-dff5-4c0b-b11f-8a4a8654fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.072543 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-5dfe2a5c-dff5-4c0b-b11f-8a4a8654fc4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750262 Sep 02 13:29:28.093315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-55502a58-3e18-4633-a68e-bc96979c28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.095817 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-55502a58-3e18-4633-a68e-bc96979c28d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2660773 Sep 02 13:29:28.133408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-d84f4e6d-95e0-4630-9d97-351db79a3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.134990 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-d84f4e6d-95e0-4630-9d97-351db79a3f33 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.1906819 Sep 02 13:29:28.161419 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77a551a0-0a60-4db1-8aeb-2280047d0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.192538 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-b69d7de6-bde0-42c7-8341-0360314d70b2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1618152 Sep 02 13:29:28.207342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a551a0-0a60-4db1-8aeb-2280047d0c60 None None] Pushing event deleted for resources: {'Port': ['ID=88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:28.227504 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-e0f3281e-65aa-4dbd-b573-505ac787bb63 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.1118133 Sep 02 13:29:28.232652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a551a0-0a60-4db1-8aeb-2280047d0c60 None None] No DVR routers for this DVR port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:28.283339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Deleting port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:28.283897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.292090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-3f0b87bf-18dd-4cd7-9c1a-da80f996c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.293631 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-3f0b87bf-18dd-4cd7-9c1a-da80f996c76b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493137 Sep 02 13:29:28.362345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-11a58779-bd9c-46e5-8af5-cff4e6a63a34 service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811816 Sep 02 13:29:28.371414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-3271b723-6d62-4e02-a1f3-6e1c7f270b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.372978 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-3271b723-6d62-4e02-a1f3-6e1c7f270b98 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1316457 Sep 02 13:29:28.411538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] For port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87, host n-d-794796-4, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:28.411948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.468907 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-09cd1a7f-1dbe-45a7-b358-f84a606fcf1f service neutron] 10.222.0.13 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642608 Sep 02 13:29:28.473249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Calling delete_port for 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:28.480694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 was not found and therefore no delete operation was performed {{(pid=94688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:29:28.488426 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.534420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:28.550852 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] No DVR routers for this DVR port 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:28.560257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-46f59944-1ea7-4053-83dc-c42137cfc92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.561930 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-46f59944-1ea7-4053-83dc-c42137cfc92b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745679 Sep 02 13:29:28.584658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c39ba19-6a6a-4901-8020-1b832431926d req-9bb9b16e-bef9-437a-aad5-e9ba14f3dba6 service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107210 Sep 02 13:29:28.598938 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-7e4fa6e2-6c9b-40b2-b859-64951a83d51a service neutron] 10.222.0.90 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646008 Sep 02 13:29:28.626363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:28.699891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-c9c78cc2-ba30-4ed8-b334-b53bdd059017 service neutron] 10.222.0.13 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141280 Sep 02 13:29:28.708503 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.753191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf349948-a489-484b-8eb7-d1048591e8ed']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:28.773513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57ad414-3bb0-419e-96d9-896f1e90a9fc') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:28.773806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57ad414-3bb0-419e-96d9-896f1e90a9fc') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:28.792275 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.814322 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-ab3eb888-5f7b-47b7-9ebe-de571765ad1f service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325583 Sep 02 13:29:28.841774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d5f8e-bfd9-4a1e-b970-91dbdb0cd1da req-bc558f2f-5508-4cfd-a940-6920a929204d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:28.844191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-1f50e091-3b4e-4650-ae70-a8af38e49511 service neutron] 10.222.0.90 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334447 Sep 02 13:29:28.851357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4a0d5f8e-bfd9-4a1e-b970-91dbdb0cd1da req-bc558f2f-5508-4cfd-a940-6920a929204d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 947 time: 0.1534946 Sep 02 13:29:28.861766 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.865942 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:28.873337 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0c909f1e-75d4-442b-93b7-bfcf773294f9 admin admin] 10.222.0.13 "PUT /v2.0/routers/8e24e5c0-3e25-45f2-97f2-f0a5c127fa75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8488655 Sep 02 13:29:28.876669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:28.879283 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] Sync routers for ids ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:28.897644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:29:28.897824 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:28.899080 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] Routers {'8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:28.899784 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:29:28.956816 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:29:29.068098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-a8f70554-e51f-40ac-8480-4e982e471328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:29.070056 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-a8f70554-e51f-40ac-8480-4e982e471328 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1098 time: 0.1112146 Sep 02 13:29:29.075563 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] Set router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:29.082372 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.108229 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.114651 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bf349948-a489-484b-8eb7-d1048591e8ed HTTP/1.1" status: 204 len: 168 time: 1.9917133 Sep 02 13:29:29.122275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580d61f-273b-427b-8c99-df1878109962 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf349948-a489-484b-8eb7-d1048591e8ed,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:29.130834 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4a0d5f8e-bfd9-4a1e-b970-91dbdb0cd1da req-7f3beaba-f4db-4430-9bd4-cbb85bdbb676 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785230 Sep 02 13:29:29.135890 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-0378ea63-7f3f-4c2d-b8ab-1d8385483986 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117418 Sep 02 13:29:29.223704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.234079 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.423529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:29.501242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:29.517950 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61441541-b815-4e37-858d-dad85c91fa7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:26:56Z', 'updated_at': '2021-09-02T13:29:26Z', 'revision_number': 5, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'gw_port': {'id': '61441541-b815-4e37-858d-dad85c91fa7f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:26:57Z', 'updated_at': '2021-09-02T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:29.522007 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e0c6a31-3684-498f-98b9-10d0af4af378 req-4a8f8378-d6c0-4a75-8f82-ec72483e8dae tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1000 time: 0.1880422 Sep 02 13:29:29.545225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:29.546263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 88e7fe3a-3f71-4fdb-bbb8-9a5d6d5aff87 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:29.579089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-34880781-c035-47a9-9ad9-751665855f9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30fdd3614fc742a080c816209d6f5774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540940 Sep 02 13:29:29.580017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:29.589419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dfcc1a39-39c0-4446-94bb-e7593f3eac0b req-fca6a29f-769e-4313-9507-951cf591dd10 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 210 time: 0.1013508 Sep 02 13:29:29.597857 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] Checking router: 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:29.609860 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] Routers {'8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:29.610179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.610595 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:29.616638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-5e555a64-76b2-4333-b270-3171f76fb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:29.618433 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-5e555a64-76b2-4333-b270-3171f76fb9fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.5319948 Sep 02 13:29:29.663600 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c6a31-3684-498f-98b9-10d0af4af378 req-3e497a2e-5dd2-4c4a-a0cf-0bf8055ae059 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:29.675197 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e0c6a31-3684-498f-98b9-10d0af4af378 req-3e497a2e-5dd2-4c4a-a0cf-0bf8055ae059 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports/bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 200 len: 942 time: 0.1519976 Sep 02 13:29:29.704358 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e52dd8bd-1c2c-41fe-86ab-a09ef121c29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.726259 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-d2977533-ec4c-4f6b-b6d1-2cb256d8b31a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.0939870 Sep 02 13:29:29.745333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e52dd8bd-1c2c-41fe-86ab-a09ef121c29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.802194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Deleting port 61441541-b815-4e37-858d-dad85c91fa7f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:29.802194 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.825751 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] Set router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:29.849569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-d736cafa-2088-4a97-84be-3b0d186065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:29.851231 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-d736cafa-2088-4a97-84be-3b0d186065bd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1121671 Sep 02 13:29:29.890716 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e0c6a31-3684-498f-98b9-10d0af4af378 req-554a8d81-fd7c-408e-954d-1b6ef41faa5c tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1000 time: 0.1152787 Sep 02 13:29:29.975836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e52dd8bd-1c2c-41fe-86ab-a09ef121c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.989478 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e52dd8bd-1c2c-41fe-86ab-a09ef121c29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:29.989478 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e52dd8bd-1c2c-41fe-86ab-a09ef121c29c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/113196d0-f111-4bd9-a1df-06b5579d2c53 HTTP/1.1" status: 204 len: 168 time: 0.3958631 Sep 02 13:29:29.989820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae720-9451-4ce6-a476-7046781fc3ab req-91e3956a-ec61-4014-904e-a37a8835c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:29.991281 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-91e3956a-ec61-4014-904e-a37a8835c116 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231995 Sep 02 13:29:30.003054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] For port 61441541-b815-4e37-858d-dad85c91fa7f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=61441541-b815-4e37-858d-dad85c91fa7f,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:30.004134 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:30.018159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dd8bd-1c2c-41fe-86ab-a09ef121c29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113196d0-f111-4bd9-a1df-06b5579d2c53,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:30.093951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c6a31-3684-498f-98b9-10d0af4af378 req-d1b6b201-be7d-42c6-a0b9-2babe034229e tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:30.096970 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e0c6a31-3684-498f-98b9-10d0af4af378 req-d1b6b201-be7d-42c6-a0b9-2babe034229e tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.1972663 Sep 02 13:29:30.138454 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:30.184322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Calling delete_port for 61441541-b815-4e37-858d-dad85c91fa7f owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:30.204651 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61441541-b815-4e37-858d-dad85c91fa7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:26:56Z', 'updated_at': '2021-09-02T13:29:26Z', 'revision_number': 5, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'gw_port': {'id': '61441541-b815-4e37-858d-dad85c91fa7f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:26:57Z', 'updated_at': '2021-09-02T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:30.262760 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee2e29-d683-45fd-bc55-68e3c2a78c6b None None] The sync data for ids ['8e24e5c0-3e25-45f2-97f2-f0a5c127fa75'] in n-d-794796-4 is: [{'id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'name': 'tempest-AttachSCSIVolumeTestJSON-1241012523-router', 'tenant_id': '058d0a34ff054479a1d2186cc5758d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61441541-b815-4e37-858d-dad85c91fa7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:26:56Z', 'updated_at': '2021-09-02T13:29:26Z', 'revision_number': 5, 'project_id': '058d0a34ff054479a1d2186cc5758d54', 'gw_port': {'id': '61441541-b815-4e37-858d-dad85c91fa7f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24e5c0-3e25-45f2-97f2-f0a5c127fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:26:57Z', 'updated_at': '2021-09-02T13:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:30.348050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28bd6-47b6-45b4-a0cf-a54c6262193b req-6b91c1c2-e242-425f-923f-525a1874e93b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:30.350861 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0cb28bd6-47b6-45b4-a0cf-a54c6262193b req-6b91c1c2-e242-425f-923f-525a1874e93b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 947 time: 0.0930707 Sep 02 13:29:30.413422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0cb28bd6-47b6-45b4-a0cf-a54c6262193b req-e8cb1d77-a509-4e5a-81e0-165f5aa489c7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494683 Sep 02 13:29:30.427377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-c626d000-c63e-4db7-a0ee-19534aa03e7c tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1000 time: 0.2394021 Sep 02 13:29:30.594226 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-eafcc7cc-8d38-4e8c-96f5-d37afb521dd4 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846882 Sep 02 13:29:30.621130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-d577a049-a42b-44c5-a6c1-4363d53a76da tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:30.638186 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-d577a049-a42b-44c5-a6c1-4363d53a76da tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports/bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 200 len: 942 time: 0.1901505 Sep 02 13:29:30.931059 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-679a07c6-5a54-4b9f-bfa4-6ba579d2ddb2 req-0840fa5d-fb97-4bb7-8160-00951310419a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 210 time: 0.1010544 Sep 02 13:29:31.118487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 95467265-8180-4441-af67-81ee981188fd details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:29:31.152712 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c340b7-c188-4d1d-8b5a-dd6490f8797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.175442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-822b163e-b845-4850-a100-0dc95546997c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:31.177643 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-822b163e-b845-4850-a100-0dc95546997c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 820 time: 0.2618508 Sep 02 13:29:31.219011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Request body: {'port': {'device_id': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7', 'admin_state_up': True, 'tenant_id': '0af8c0179fe440ad933e02d682e720a9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:31.306930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 95467265-8180-4441-af67-81ee981188fd, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:31.319687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47152) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:31.325277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '95467265-8180-4441-af67-81ee981188fd', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '95467265-8180-4441-af67-81ee981188fd', 'mac_address': 'fa:16:3e:62:11:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:29:31.409860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1dc1adac-db57-4190-9201-09907b84ee40 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:31.429165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-86eb02d3-6d1c-4a85-b7c4-8109c03fdd6e tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1000 time: 0.6962264 Sep 02 13:29:31.441015 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.474604 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.490854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Made reservation on behalf of 0af8c0179fe440ad933e02d682e720a9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:29:31.503897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.504776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95467265-8180-4441-af67-81ee981188fd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:31.514829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 1dc1adac-db57-4190-9201-09907b84ee40 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:31.515713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1dc1adac-db57-4190-9201-09907b84ee40 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:31.569806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 95467265-8180-4441-af67-81ee981188fd, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:31.579089 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.589796 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84eae720-9451-4ce6-a476-7046781fc3ab req-666a7967-cdb7-46a6-9038-5905a9c6c991 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9352736 Sep 02 13:29:31.596054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Pushing event deleted for resources: {'Port': ['ID=61441541-b815-4e37-858d-dad85c91fa7f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:31.656947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-network', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:31.691634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-4db1aa6a-6266-4f44-add3-573cabe3ff53 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:31.693178 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-4db1aa6a-6266-4f44-add3-573cabe3ff53 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2499611 Sep 02 13:29:31.694122 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.696488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:31.849205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00564096-9ceb-413f-b1d9-9448a39c2173 req-d046d183-b1f7-406f-a7fb-dfa4d71fd9a4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:31.851835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00564096-9ceb-413f-b1d9-9448a39c2173 req-d046d183-b1f7-406f-a7fb-dfa4d71fd9a4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 948 time: 0.2769070 Sep 02 13:29:31.857069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Made reservation on behalf of b7ed201cede64ef5b98173709f3471e9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:29:31.861420 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.885472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.893917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.897713 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:31.919524 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-a96f417d-98e1-4efc-b34c-b7080903ae29 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1000 time: 0.1875818 Sep 02 13:29:31.958692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-744ac320-240d-47e2-960b-eb7e312a37ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:31.993701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Allocated IP 172.20.0.12 (515a7ac4-769f-4a0e-969c-4af42ba1a9e7/57d5386f-be52-4da6-aff9-0d944f1f2793/f52d3290-1af6-43bc-afcf-e01da1d02271) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:32.003649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['95467265-8180-4441-af67-81ee981188fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:32.004095 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.004676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:29:32.012651 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.014083 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ad19e60e-8902-4fa3-ba70-9ea99e9ab602 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8e24e5c0-3e25-45f2-97f2-f0a5c127fa75 HTTP/1.1" status: 204 len: 168 time: 3.1280663 Sep 02 13:29:32.019807 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:32.052782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-744ac320-240d-47e2-960b-eb7e312a37ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.085938 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00564096-9ceb-413f-b1d9-9448a39c2173 req-f9d2a3a1-b11c-4c45-b696-f2561bc0a5d8 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084527 Sep 02 13:29:32.297917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-744ac320-240d-47e2-960b-eb7e312a37ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.307662 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-744ac320-240d-47e2-960b-eb7e312a37ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.308032 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-744ac320-240d-47e2-960b-eb7e312a37ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d disassociated. External IP: 172.25.3.16, port: bcb953a3-77b2-4dd3-bd52-6014ca32ec4c. Sep 02 13:29:32.317150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-394048db-7e92-4db4-a9bc-1045bcd222d9 admin admin] Deleting subnet f6014a2c-7c68-451f-9a31-b535cec4b6f0 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:29:32.323702 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-394048db-7e92-4db4-a9bc-1045bcd222d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.469924 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.474671 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-394048db-7e92-4db4-a9bc-1045bcd222d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.479385 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.504335 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.543240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:29:32.558128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6246a952-5215-4d9c-a49d-5ceaecbdb1ad,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:32.579651 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.580268 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Added segment cd520f0e-0806-4c60-b523-3ad2df9ce598 of type vlan for network cec96a4d-0837-444e-9fef-05a203bd9e20 Sep 02 13:29:32.742386 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.750636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-394048db-7e92-4db4-a9bc-1045bcd222d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.754057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-744ac320-240d-47e2-960b-eb7e312a37ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Router 86f60737-7546-4315-a317-6d7e4214c2fe has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:32.759355 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ecb10eef-428a-4e46-83ae-62ce3aea4fa5 req-1ffe6051-36c9-4b90-a12f-e033b468afc4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 210 time: 0.1442468 Sep 02 13:29:32.826014 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.835434 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.841696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:32.843808 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:32.847661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['3a3c8e27-3118-4da9-9aa8-e1c671ce9881'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:33.060191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:33.061440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Pushing event updated for resources: {'Port': ['ID=f52d3290-1af6-43bc-afcf-e01da1d02271,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:33.061919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-744ac320-240d-47e2-960b-eb7e312a37ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:33.074108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-744ac320-240d-47e2-960b-eb7e312a37ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:33.086109 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:33.089471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:33.097168 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] Sync routers for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:33.104596 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7819340 Sep 02 13:29:33.125146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47170) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:33.131631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:33.132897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:33.137169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Request body: {'subnet': {'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-subnet', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:33.171087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ca7e0-dffd-4c39-a752-7a070365b049 admin admin] Pushing event updated for resources: {'Network': ['ID=cec96a4d-0837-444e-9fef-05a203bd9e20,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:33.179206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-394048db-7e92-4db4-a9bc-1045bcd222d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:33.207594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:33.208212 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:33.249141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394048db-7e92-4db4-a9bc-1045bcd222d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6014a2c-7c68-451f-9a31-b535cec4b6f0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:33.252763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-744ac320-240d-47e2-960b-eb7e312a37ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "PUT /v2.0/floatingips/c33d15a3-4a49-419b-b1c1-7f2d2ea4973d HTTP/1.1" status: 200 len: 694 time: 1.2990358 Sep 02 13:29:33.258719 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:33.260738 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d184f4b-216a-4572-985b-e5a8fabad683" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:33.267540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network cec96a4d-0837-444e-9fef-05a203bd9e20 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:29:33.273792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-394048db-7e92-4db4-a9bc-1045bcd222d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:33.277179 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-394048db-7e92-4db4-a9bc-1045bcd222d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f6014a2c-7c68-451f-9a31-b535cec4b6f0 HTTP/1.1" status: 204 len: 168 time: 1.2562044 Sep 02 13:29:33.278907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Made reservation on behalf of b7ed201cede64ef5b98173709f3471e9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:29:33.280537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:33.282698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:33.284053 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-7f32ad96-00c9-4e3e-babf-7d3eb190a6b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0894065 Sep 02 13:29:33.397458 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:33.431162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Request body: {'port': {'device_id': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:33.463475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e5846-fd47-42c7-acee-29962c9a7cb8 None None] Network 1b279328-467a-439c-ad8e-a54b96737678 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:29:33.608987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 61441541-b815-4e37-858d-dad85c91fa7f no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:33.623556 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e3fd2d-6a87-4fa7-8868-6e08cee3c2d9 x-openstack-request-id: req-52e3fd2d-6a87-4fa7-8868-6e08cee3c2d9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:33.624171 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:33.624483 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52e3fd2d-6a87-4fa7-8868-6e08cee3c2d9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:33.625106 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'status': 'completed', 'code': 200} Sep 02 13:29:33.632997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-dd922cd2-a7e1-401a-8313-412ed76043b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:33.634946 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-dd922cd2-a7e1-401a-8313-412ed76043b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 1096 time: 0.1569402 Sep 02 13:29:33.668722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 61441541-b815-4e37-858d-dad85c91fa7f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:33.669796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 61441541-b815-4e37-858d-dad85c91fa7f not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:33.684919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:33.689040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-314ac54d-f401-4c1c-a307-57f159c48366 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:33.691799 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-314ac54d-f401-4c1c-a307-57f159c48366 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 948 time: 0.1459966 Sep 02 13:29:33.704801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-4ad7c0b8-d236-4a99-b2c6-b0cca54a39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:33.707382 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-4ad7c0b8-d236-4a99-b2c6-b0cca54a39be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 1096 time: 0.3771124 Sep 02 13:29:33.791975 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e963f7a9-be0d-4103-9c38-cb938f1ebdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:33.833976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-c7d819f7-57e1-4c5b-a403-abaf298e7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:33.835787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-c7d819f7-57e1-4c5b-a403-abaf298e7bed service neutron] 10.222.0.90 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.1837406 Sep 02 13:29:33.863620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:33.918102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-6baac8e8-cd9a-4d62-8631-1672b5e4d960 service neutron] 10.222.0.90 "GET /v2.0/ports/95467265-8180-4441-af67-81ee981188fd/bindings/n-h1-794796-4 HTTP/1.1" status: 200 len: 382 time: 0.2018626 Sep 02 13:29:34.093463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-9ade418b-3a71-4a9b-80d2-9cc34cfcb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.095943 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-9ade418b-3a71-4a9b-80d2-9cc34cfcb61e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1099 time: 0.1245568 Sep 02 13:29:34.105596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-2914262d-6858-426c-93c1-b38a6828fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.107710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e3324-8ddb-4994-9751-071ab7c33f76 None None] DHCP port deletion for 1b279328-467a-439c-ad8e-a54b96737678 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:29:34.108573 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-2914262d-6858-426c-93c1-b38a6828fcbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.2828526 Sep 02 13:29:34.203642 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.227207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:34.248339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-a2b332d1-7616-4260-8105-e6285458da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.250648 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-a2b332d1-7616-4260-8105-e6285458da72 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1408460 Sep 02 13:29:34.261291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] Checking router: 86f60737-7546-4315-a317-6d7e4214c2fe for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:34.276514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-794e3324-8ddb-4994-9751-071ab7c33f76 None None] Deleting port a21c865a-e159-473b-84a0-14d558fd7002 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:34.276899 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-794e3324-8ddb-4994-9751-071ab7c33f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.291094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:34.291753 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:34.339596 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-2fb7396f-e44d-46c0-8d7c-9630225642c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 200 len: 217 time: 0.4849091 Sep 02 13:29:34.350560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Deleting port a21c865a-e159-473b-84a0-14d558fd7002 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:34.351243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.381916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12f86c-8ef6-48bf-8a6c-3f81bde41a35 req-e578b77a-4e8c-4508-b820-06fb89ed5fa9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.384607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e12f86c-8ef6-48bf-8a6c-3f81bde41a35 req-e578b77a-4e8c-4508-b820-06fb89ed5fa9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 948 time: 0.7633562 Sep 02 13:29:34.392525 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-ab6d83f3-4986-4dcf-a900-eb594327c1f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.0835922 Sep 02 13:29:34.394367 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-27c11cb0-4852-4b87-8d47-70552e744c4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 200 len: 217 time: 0.1400740 Sep 02 13:29:34.454076 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-794e3324-8ddb-4994-9751-071ab7c33f76 None None] For port a21c865a-e159-473b-84a0-14d558fd7002, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a21c865a-e159-473b-84a0-14d558fd7002,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:34.454076 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-794e3324-8ddb-4994-9751-071ab7c33f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.466707 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52d3290-1af6-43bc-afcf-e01da1d02271 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:34.470835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-794e3324-8ddb-4994-9751-071ab7c33f76 None None] Calling delete_port for a21c865a-e159-473b-84a0-14d558fd7002 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:34.477700 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.482288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-af83a39c-04d2-4e95-a6cf-c4e5c0baf7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.484472 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-af83a39c-04d2-4e95-a6cf-c4e5c0baf7e7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0631547 Sep 02 13:29:34.492637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Transition to ACTIVE for port object f52d3290-1af6-43bc-afcf-e01da1d02271 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:34.495489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-d1629a8c-2552-49f5-bfc0-72317f69a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.497597 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-d1629a8c-2552-49f5-bfc0-72317f69a55c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.1389725 Sep 02 13:29:34.533701 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.572588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:34.606275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-c120154f-7e09-451a-90b2-38d1ffed8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.608638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-c120154f-7e09-451a-90b2-38d1ffed8cf6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960360 Sep 02 13:29:34.611149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-5ab6359c-ea3f-45a5-bd13-405328517dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.613698 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-5ab6359c-ea3f-45a5-bd13-405328517dca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.2116096 Sep 02 13:29:34.643156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e12f86c-8ef6-48bf-8a6c-3f81bde41a35 req-78c0669b-3f91-43fa-9594-e84c35f3ced9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329342 Sep 02 13:29:34.775997 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-a73bd254-fd81-4947-8c9e-259924839541 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175416 Sep 02 13:29:34.785605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-2fd25238-8429-4ba9-b0e9-a412d719d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.788736 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-2fd25238-8429-4ba9-b0e9-a412d719d695 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517946 Sep 02 13:29:34.814171 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.844302 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.905912 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-794e3324-8ddb-4994-9751-071ab7c33f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:34.956120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e3324-8ddb-4994-9751-071ab7c33f76 None None] No DVR routers for this DVR port a21c865a-e159-473b-84a0-14d558fd7002 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:34.979871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b280da13-eb2d-449e-b4c3-0de8e18069b1,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:34.981382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e3324-8ddb-4994-9751-071ab7c33f76 None None] Pushing event deleted for resources: {'Port': ['ID=a21c865a-e159-473b-84a0-14d558fd7002,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:34.985160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-c9dbc7f9-646a-4984-8035-ec7f7a9702fc service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184564 Sep 02 13:29:34.990673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-b984a731-d352-40f3-9e98-67e38f1a2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:34.996607 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-b984a731-d352-40f3-9e98-67e38f1a2c96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3669000 Sep 02 13:29:35.145219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Checking segment: {'id': 'cd520f0e-0806-4c60-b523-3ad2df9ce598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:35.145626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Network hostable DHCP agents. Network: cec96a4d-0837-444e-9fef-05a203bd9e20, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:29:35.168120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 95467265-8180-4441-af67-81ee981188fd up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:35.182434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-d181f37c-74e1-4a1d-b05b-0699227e2354 service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721411 Sep 02 13:29:35.316920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 95467265-8180-4441-af67-81ee981188fd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:35.328796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:35.335404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 95467265-8180-4441-af67-81ee981188fd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:35.336576 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.355352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c553ebb3-5875-4524-ab1b-24f2adf959de req-24442986-df70-4d2a-b82c-5365af7edb7b service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716948 Sep 02 13:29:35.375268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d3290-1af6-43bc-afcf-e01da1d02271,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:35.384748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Network cec96a4d-0837-444e-9fef-05a203bd9e20 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:29:35.405438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, cec96a4d-0837-444e-9fef-05a203bd9e20) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:35.412013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:35.412852 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.452929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] For port a21c865a-e159-473b-84a0-14d558fd7002, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a21c865a-e159-473b-84a0-14d558fd7002,segment=NetworkSegment(f9201a68-3c85-485a-8c13-dcf29a4a956b),segment_id=f9201a68-3c85-485a-8c13-dcf29a4a956b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:35.453831 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.464583 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-75f03c9a-be98-4ce5-a2f6-7e504bccd62d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3326852 Sep 02 13:29:35.464947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb15a59-41cc-4c75-9bb7-92de992cc97d None None] Network cec96a4d-0837-444e-9fef-05a203bd9e20 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:29:35.465115 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47190) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:35.473692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892333fe-44e5-4b55-8645-c696fa7f70b5 None None] The sync data for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 is: [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:35.486421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:35.551990 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.553885 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.630639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a21c865a-e159-473b-84a0-14d558fd7002 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:35.640515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-40dc7d58-2a9a-4f98-9e08-580eb274a925 service neutron] 10.222.0.90 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930639 Sep 02 13:29:35.655488 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.658902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Calling delete_port for a21c865a-e159-473b-84a0-14d558fd7002 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:35.676886 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: a21c865a-e159-473b-84a0-14d558fd7002 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:35.677268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a21c865a-e159-473b-84a0-14d558fd7002 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:35.751411 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.805941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 95467265-8180-4441-af67-81ee981188fd, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:35.812978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:35.815445 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd424020-e8b7-4dc5-8861-fae738c472fb" -d '{"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-plugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:35.822795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073289a7-de17-4a04-8c98-78b56d9216b5 req-4422d050-0c12-4a0b-821b-109948a38518 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:35.823881 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:35.837598 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-073289a7-de17-4a04-8c98-78b56d9216b5 req-4422d050-0c12-4a0b-821b-109948a38518 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.4288113 Sep 02 13:29:35.839282 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:35.840938 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:35.841774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:35.917235 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:36.012256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.030942 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a906d-9297-4cd7-beac-d58230a0c710 None None] New status for floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:29:36.041845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Port f52d3290-1af6-43bc-afcf-e01da1d02271 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:29:36.042327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:36.044808 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.117612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:36.118197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:36.119763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:36.119763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Bound port: f52d3290-1af6-43bc-afcf-e01da1d02271, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:36.119763 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.137519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21c865a-e159-473b-84a0-14d558fd7002,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:36.155357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-073289a7-de17-4a04-8c98-78b56d9216b5 req-ed93cefc-db75-4e4a-b92f-445bae4066ee tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068128 Sep 02 13:29:36.157118 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] No DVR routers for this DVR port a21c865a-e159-473b-84a0-14d558fd7002 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:36.178652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-cec96a4d-0837-444e-9fef-05a203bd9e20', 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'fixed_ips': [{'subnet_id': 'b280da13-eb2d-449e-b4c3-0de8e18069b1'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:29:36.180397 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.183693 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d184f4b-216a-4572-985b-e5a8fabad683 req-36424ab7-9d3b-437f-b9ef-216a2cb8f085 service neutron] 10.222.0.90 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005095 Sep 02 13:29:36.290374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a2e97-c696-4bcb-a5f1-27c9b3358003 req-9089df87-e440-4a23-8169-1f33e74b3bc4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:36.298485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-138a2e97-c696-4bcb-a5f1-27c9b3358003 req-9089df87-e440-4a23-8169-1f33e74b3bc4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.2346685 Sep 02 13:29:36.403548 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.420138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b279328-467a-439c-ad8e-a54b96737678']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:36.420677 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-138a2e97-c696-4bcb-a5f1-27c9b3358003 req-ebf2cddf-77cf-4ef4-bca6-30b281a17ad6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210966 Sep 02 13:29:36.439788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9201a68-3c85-485a-8c13-dcf29a4a956b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:36.439788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9201a68-3c85-485a-8c13-dcf29a4a956b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:36.473166 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Allocated IP 172.20.0.2 (cec96a4d-0837-444e-9fef-05a203bd9e20/b280da13-eb2d-449e-b4c3-0de8e18069b1/a504ba46-c49a-428f-a18e-dbb02d4ecadc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:36.474929 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.510944 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.525059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:29:36.525739 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:29:36.624263 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:29:36.704651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:36.707164 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.718590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Transition to ACTIVE for port object a504ba46-c49a-428f-a18e-dbb02d4ecadc will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:36.746018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Transition to ACTIVE for port object a504ba46-c49a-428f-a18e-dbb02d4ecadc will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:36.753395 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e45fe02-acc0-4f38-83c9-19a087b3c5af x-openstack-request-id: req-7e45fe02-acc0-4f38-83c9-19a087b3c5af {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:36.753867 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-plugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:36.754322 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e45fe02-acc0-4f38-83c9-19a087b3c5af {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:36.755220 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd', 'code': 200} Sep 02 13:29:36.769108 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.799954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:36.829379 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Network cec96a4d-0837-444e-9fef-05a203bd9e20 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:36.840855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:36.847280 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.851058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:36.852188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.855693 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.878675 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.885311 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b279328-467a-439c-ad8e-a54b96737678 HTTP/1.1" status: 204 len: 168 time: 3.5999956 Sep 02 13:29:36.907223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:36.908844 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.919929 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Pushing event updated for resources: {'Port': ['ID=a504ba46-c49a-428f-a18e-dbb02d4ecadc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:36.949414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Attempting to bind port a504ba46-c49a-428f-a18e-dbb02d4ecadc on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:36.950409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Attempting to bind port a504ba46-c49a-428f-a18e-dbb02d4ecadc by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'cd520f0e-0806-4c60-b523-3ad2df9ce598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:36.951322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Attempting to bind port a504ba46-c49a-428f-a18e-dbb02d4ecadc on network cec96a4d-0837-444e-9fef-05a203bd9e20 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:36.969871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:36.970572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:36.971229 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.971852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Checking segment: {'id': 'cd520f0e-0806-4c60-b523-3ad2df9ce598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:36.972856 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.974598 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] 10.222.0.90 "PUT /v2.0/ports/f52d3290-1af6-43bc-afcf-e01da1d02271 HTTP/1.1" status: 200 len: 1092 time: 3.5638685 Sep 02 13:29:36.975596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Bound using segment: {'id': 'cd520f0e-0806-4c60-b523-3ad2df9ce598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:36.978496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:36.981494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Bound port: a504ba46-c49a-428f-a18e-dbb02d4ecadc, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd520f0e-0806-4c60-b523-3ad2df9ce598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:36.982565 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c989271-1170-472e-9dc6-8130610ca903" -d '{"events": [{"name": "network-changed", "server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:36.982774 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:36.987989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c65481-39eb-4cde-b927-eded72aad3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b279328-467a-439c-ad8e-a54b96737678,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:37.020877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-6570ac57-d61f-4d00-8da1-d7be8b8f506c tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:37.023255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-6570ac57-d61f-4d00-8da1-d7be8b8f506c tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2946739 Sep 02 13:29:37.036827 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:37.126919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] For port a504ba46-c49a-428f-a18e-dbb02d4ecadc, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:37.128493 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a591fa19-7e06-4bb6-9b78-80bf318a6d61 x-openstack-request-id: req-a591fa19-7e06-4bb6-9b78-80bf318a6d61 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:37.128793 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:37.129049 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a591fa19-7e06-4bb6-9b78-80bf318a6d61 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:37.129455 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271', 'status': 'completed', 'code': 200} Sep 02 13:29:37.133378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] For port a504ba46-c49a-428f-a18e-dbb02d4ecadc, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a504ba46-c49a-428f-a18e-dbb02d4ecadc,segment=NetworkSegment(cd520f0e-0806-4c60-b523-3ad2df9ce598),segment_id=cd520f0e-0806-4c60-b523-3ad2df9ce598)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:37.140833 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:37.203498 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d6cee-1ae8-495c-8d87-761720255ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d3290-1af6-43bc-afcf-e01da1d02271,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:37.245589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-6dbf0dfb-0a1c-49df-bcdc-f47621c086ac tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.1978111 Sep 02 13:29:37.250321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-a158c5e9-59d1-490c-a181-8423da59fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:37.252106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-a158c5e9-59d1-490c-a181-8423da59fdf3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 1095 time: 0.1993999 Sep 02 13:29:37.284482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-aec9cc4f-ed59-4268-900e-6f6b1c2815a0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Request body: {'floatingip': {'port_id': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:37.294406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad392272-a240-4da5-ab00-1e53bb9a8ded None None] Pushing event updated for resources: {'Port': ['ID=a504ba46-c49a-428f-a18e-dbb02d4ecadc,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:37.360745 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-f1dfbf30-4cbf-4cfc-862a-2a13c4621e76 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f52d3290-1af6-43bc-afcf-e01da1d02271 HTTP/1.1" status: 200 len: 217 time: 0.0833001 Sep 02 13:29:37.413220 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-aec9cc4f-ed59-4268-900e-6f6b1c2815a0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:37.687587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-1eab6071-6bf3-4603-b1c3-b8e3c740fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:37.690362 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-1eab6071-6bf3-4603-b1c3-b8e3c740fa9f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.2936876 Sep 02 13:29:37.798557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-624d5646-84bf-4d40-8413-222397a13d11 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442035 Sep 02 13:29:37.915294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Allocated IP 172.25.3.12 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/ce2d42b5-b54c-4a22-993b-730100a7b87f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:37.967206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54aa9e-259d-480d-9f77-74c0a7a59747 req-b3775f69-b749-4d58-93d7-6f539b654d91 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:37.975491 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe54aa9e-259d-480d-9f77-74c0a7a59747 req-b3775f69-b749-4d58-93d7-6f539b654d91 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.1905522 Sep 02 13:29:38.048489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-65e8f82f-a50e-4d8d-8e23-6b0f9e015a17 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223737 Sep 02 13:29:38.177905 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe54aa9e-259d-480d-9f77-74c0a7a59747 req-78fbea8c-8d34-4e51-a473-0caa4f469f0f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001171 Sep 02 13:29:38.296226 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:38.438695 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:38.467928 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f0282c-ffd2-4719-9633-ac292bbfc148 req-61ac3c66-f95f-4108-b071-d4f650c87ec5 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545971 Sep 02 13:29:38.503391 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:38.540819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-18eaef0a-b1e5-4152-a66e-0939b32d41e2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:38.542833 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-18eaef0a-b1e5-4152-a66e-0939b32d41e2 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.90 "GET /v2.0/ports?device_id=c1b7a83d-e167-4582-8dbf-dc4380a32aac HTTP/1.1" status: 200 len: 945 time: 0.2431674 Sep 02 13:29:38.555382 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-aec9cc4f-ed59-4268-900e-6f6b1c2815a0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:38.587347 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-aec9cc4f-ed59-4268-900e-6f6b1c2815a0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:38.683241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:38.699235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:38.711533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:38.742933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Pushing event updated for resources: {'Port': ['ID=ce2d42b5-b54c-4a22-993b-730100a7b87f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:38.756696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a5ce7-4b91-41c5-9979-b5ccff94a3f6 req-e91570f0-60e4-4fcf-ba8c-2846e399ff6a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:38.758429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-170a5ce7-4b91-41c5-9979-b5ccff94a3f6 req-e91570f0-60e4-4fcf-ba8c-2846e399ff6a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.2503872 Sep 02 13:29:38.861123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989271-1170-472e-9dc6-8130610ca903 req-70ef804f-02ec-4a6b-9e57-1f105029a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:38.863390 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c989271-1170-472e-9dc6-8130610ca903 req-70ef804f-02ec-4a6b-9e57-1f105029a069 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 1095 time: 0.3194699 Sep 02 13:29:38.866781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27cb6d6-e51f-424e-be5f-578f890cb4bd None None] Network cec96a4d-0837-444e-9fef-05a203bd9e20 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:29:38.921805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-64a3d5c7-7a2d-412e-ac31-8fecb56ae8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:38.923313 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-64a3d5c7-7a2d-412e-ac31-8fecb56ae8df service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 1100 time: 0.2257764 Sep 02 13:29:38.941541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-61bd976c-2971-4725-a919-abf14eee252e None None] Provisioning for port a504ba46-c49a-428f-a18e-dbb02d4ecadc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:38.966943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-4', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:38.990728 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-170a5ce7-4b91-41c5-9979-b5ccff94a3f6 req-46c0ab6d-a2d3-47ec-a986-ac4aa976a6a1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209802 Sep 02 13:29:39.038006 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-aec9cc4f-ed59-4268-900e-6f6b1c2815a0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d associated. External IP: 172.25.3.16, port: 99dce95c-5da2-44f3-8f12-07a38c6e87e3. Sep 02 13:29:39.270884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.438020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Deleting port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:39.438337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.501938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a504ba46-c49a-428f-a18e-dbb02d4ecadc up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:39.568162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989271-1170-472e-9dc6-8130610ca903 req-3a7a6a20-d8c9-4354-aacd-d046eb0ff3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:39.569734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c989271-1170-472e-9dc6-8130610ca903 req-3a7a6a20-d8c9-4354-aacd-d046eb0ff3b6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.6913195 Sep 02 13:29:39.570621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port a504ba46-c49a-428f-a18e-dbb02d4ecadc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:39.573834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.575708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f064e-615d-4c91-966b-ecdeb949b321 req-498b75b8-fa50-4872-8cac-4c0c1b6bc83f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:39.578110 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9d9f064e-615d-4c91-966b-ecdeb949b321 req-498b75b8-fa50-4872-8cac-4c0c1b6bc83f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.2552960 Sep 02 13:29:39.582089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Deleting port 78d037b5-f9fc-421b-9fd6-a365450e83b8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:39.582512 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.592058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port a504ba46-c49a-428f-a18e-dbb02d4ecadc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:39.592825 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.654206 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c989271-1170-472e-9dc6-8130610ca903 req-3745580e-b8e1-45c6-ac7c-19c44b128161 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f52d3290-1af6-43bc-afcf-e01da1d02271 HTTP/1.1" status: 200 len: 217 time: 0.0624537 Sep 02 13:29:39.674730 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.705696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] For port 78d037b5-f9fc-421b-9fd6-a365450e83b8, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=78d037b5-f9fc-421b-9fd6-a365450e83b8,segment=NetworkSegment(8f75541a-b0d5-4518-8ab4-8e1520232391),segment_id=8f75541a-b0d5-4518-8ab4-8e1520232391)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:39.706069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.725313 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.742462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] For port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:39.743025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.752593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9d9f064e-615d-4c91-966b-ecdeb949b321 req-fa0bcdcc-625c-437b-8b5b-3f5651ef0eb5 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104672 Sep 02 13:29:39.793031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Calling delete_port for 78d037b5-f9fc-421b-9fd6-a365450e83b8 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:39.842168 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port a504ba46-c49a-428f-a18e-dbb02d4ecadc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a504ba46-c49a-428f-a18e-dbb02d4ecadc,segment=NetworkSegment(cd520f0e-0806-4c60-b523-3ad2df9ce598),segment_id=cd520f0e-0806-4c60-b523-3ad2df9ce598)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:39.852104 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:39.856716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Calling delete_port for bcb953a3-77b2-4dd3-bd52-6014ca32ec4c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:39.953584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=a504ba46-c49a-428f-a18e-dbb02d4ecadc,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:39.963704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.964130 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.964651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.965050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.965391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.965726 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.966083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.966378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.966703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.967025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.967380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.967701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:29:39.988556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989271-1170-472e-9dc6-8130610ca903 req-7169a509-a17a-4c64-b7e5-e5d2d88cffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:39.990194 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c989271-1170-472e-9dc6-8130610ca903 req-7169a509-a17a-4c64-b7e5-e5d2d88cffc2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.3186798 Sep 02 13:29:40.013289 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Router da6ad37b-9f88-4999-8a26-ba1dff211ae5 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:29:40.079227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c989271-1170-472e-9dc6-8130610ca903 req-689f9f89-343a-4fa4-8bd6-7d123eb0c56a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474474 Sep 02 13:29:40.163693 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:40.207398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-aec9cc4f-ed59-4268-900e-6f6b1c2815a0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Router 86f60737-7546-4315-a317-6d7e4214c2fe has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:40.224022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d037b5-f9fc-421b-9fd6-a365450e83b8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:40.234324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:40.252151 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Sync routers for ids ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:40.276492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Routers {'da6ad37b-9f88-4999-8a26-ba1dff211ae5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:40.279101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:40.306061 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:40.307811 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dbc6f780-f094-450e-8ad0-08aba95f77dd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8399160 Sep 02 13:29:40.313047 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:40.317732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aa292-e1cf-4dee-bced-623841fad2f0 req-0d18a885-2d31-4c4c-91f0-4782bca0f297 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:40.326216 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b1aa292-e1cf-4dee-bced-623841fad2f0 req-0d18a885-2d31-4c4c-91f0-4782bca0f297 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1634891 Sep 02 13:29:40.377526 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c989271-1170-472e-9dc6-8130610ca903 req-cec8453f-971e-4db3-b20b-55ad933d5c75 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633698 Sep 02 13:29:40.386967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b1aa292-e1cf-4dee-bced-623841fad2f0 req-bfb3596b-c471-44dc-bf1f-3f638feab8ec tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596623 Sep 02 13:29:40.469792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Set router da6ad37b-9f88-4999-8a26-ba1dff211ae5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:40.633040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:40.667654 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:40.685761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:29:35Z', 'updated_at': '2021-09-02T13:29:39Z', 'revision_number': 3, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'gw_port': {'id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:98:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:37Z', 'updated_at': '2021-09-02T13:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:40.689252 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:29:40.725674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Checking router: da6ad37b-9f88-4999-8a26-ba1dff211ae5 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:40.726122 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Updating router da6ad37b-9f88-4999-8a26-ba1dff211ae5 port ce2d42b5-b54c-4a22-993b-730100a7b87f binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:29:40.771436 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:40.779467 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:40.787065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['99dce95c-5da2-44f3-8f12-07a38c6e87e3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:40.794953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:40.877665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-aec9cc4f-ed59-4268-900e-6f6b1c2815a0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:40.879765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Pushing event deleted for resources: {'Port': ['ID=bcb953a3-77b2-4dd3-bd52-6014ca32ec4c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:40.882579 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c989271-1170-472e-9dc6-8130610ca903 req-6fd87fa7-8705-4d5c-be83-f4f0b928fe9c service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913063 Sep 02 13:29:40.906077 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] Sync routers for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:40.916609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-aec9cc4f-ed59-4268-900e-6f6b1c2815a0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:40.973440 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:40.974600 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:41.033539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:41.045065 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2017d682-6cc7-4ee8-b13c-bddc0ca29254" -d '{"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-unplugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:41.059074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:41.124510 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-aec9cc4f-ed59-4268-900e-6f6b1c2815a0 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "PUT /v2.0/floatingips/c33d15a3-4a49-419b-b1c1-7f2d2ea4973d HTTP/1.1" status: 200 len: 996 time: 3.8658271 Sep 02 13:29:41.139974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] No DVR routers for this DVR port bcb953a3-77b2-4dd3-bd52-6014ca32ec4c on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:41.162474 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:41.165909 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84c9699a-e3e2-42a7-8992-fd3059820de0 req-6eceb34e-f899-4712-84f7-bc5f4e0b7c27 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.90 "DELETE /v2.0/ports/bcb953a3-77b2-4dd3-bd52-6014ca32ec4c HTTP/1.1" status: 204 len: 173 time: 2.6087375 Sep 02 13:29:41.172998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Transition to ACTIVE for port object 95467265-8180-4441-af67-81ee981188fd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:41.175680 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:41.215663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:41.429105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-502837fd-3a4c-4c2a-9952-7e373ff76cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:41.431916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-502837fd-3a4c-4c2a-9952-7e373ff76cfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1097 time: 0.2890663 Sep 02 13:29:41.433112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 95467265-8180-4441-af67-81ee981188fd no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:41.592129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 95467265-8180-4441-af67-81ee981188fd not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:41.593104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bcb953a3-77b2-4dd3-bd52-6014ca32ec4c no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:41.644948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: bcb953a3-77b2-4dd3-bd52-6014ca32ec4c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:41.645525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bcb953a3-77b2-4dd3-bd52-6014ca32ec4c not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:41.703856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a504ba46-c49a-428f-a18e-dbb02d4ecadc up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:41.705108 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Router 06839a92-4e6a-424c-a173-128a43155809 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:41.715640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] No DVR routers for this DVR port 95467265-8180-4441-af67-81ee981188fd on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:41.722508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:41.816727 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:41.818903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2235d-6936-41d4-a13f-c81ebee253b6 req-07ffacca-d3f3-4243-bc2f-692a17b6bfbb tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:41.828473 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ae2235d-6936-41d4-a13f-c81ebee253b6 req-07ffacca-d3f3-4243-bc2f-692a17b6bfbb tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.8830431 Sep 02 13:29:41.852300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Transition to ACTIVE for port object ce2d42b5-b54c-4a22-993b-730100a7b87f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:41.862310 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port a504ba46-c49a-428f-a18e-dbb02d4ecadc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:41.863057 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:41.868365 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:41.920304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:41.930627 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0f0e0687-f516-4679-bbb1-bd6b108d4ad6 admin admin] 10.222.0.13 "PUT /v2.0/routers/06839a92-4e6a-424c-a173-128a43155809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0183721 Sep 02 13:29:41.933047 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47242) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:41.937472 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ae2235d-6936-41d4-a13f-c81ebee253b6 req-0623412b-b03b-4bd1-9ab9-99a75fcadd95 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002443 Sep 02 13:29:41.962066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07b562-35c8-44f0-921d-e994b6e7b188 None None] Pushing event updated for resources: {'Port': ['ID=ce2d42b5-b54c-4a22-993b-730100a7b87f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:41.964736 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] Sync routers for ids ['06839a92-4e6a-424c-a173-128a43155809'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:42.024581 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:b1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:38Z', 'revision_number': 8, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:42.049784 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] Routers {'06839a92-4e6a-424c-a173-128a43155809'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:42.050716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['06839a92-4e6a-424c-a173-128a43155809'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:42.096140 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] Checking router: 86f60737-7546-4315-a317-6d7e4214c2fe for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:42.120232 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:42.121252 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:42.189704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Attempting to bind port ce2d42b5-b54c-4a22-993b-730100a7b87f on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:42.190112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Attempting to bind port ce2d42b5-b54c-4a22-993b-730100a7b87f by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:42.190531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Attempting to bind port ce2d42b5-b54c-4a22-993b-730100a7b87f on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:42.202388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:42.202778 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:42.203190 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.203592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:42.204321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Bound port: ce2d42b5-b54c-4a22-993b-730100a7b87f, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:42.204723 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.302055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] Set router 06839a92-4e6a-424c-a173-128a43155809 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:42.325563 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:42.358365 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.370979 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d4f48-ac69-49c2-a2a6-57735638a067 x-openstack-request-id: req-8b9d4f48-ac69-49c2-a2a6-57735638a067 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:42.371553 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-unplugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:42.371717 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b9d4f48-ac69-49c2-a2a6-57735638a067 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:42.372338 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd', 'code': 200} Sep 02 13:29:42.411303 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:42.411919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:42.412451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:42.432880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Port 95467265-8180-4441-af67-81ee981188fd on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:29:42.433400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Attempting to bind port 95467265-8180-4441-af67-81ee981188fd on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:42.486480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:42.487072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:42.487688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:42.488437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Bound port: 95467265-8180-4441-af67-81ee981188fd, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:42.489015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.540280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] For port ce2d42b5-b54c-4a22-993b-730100a7b87f, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:42.544593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] For port ce2d42b5-b54c-4a22-993b-730100a7b87f, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ce2d42b5-b54c-4a22-993b-730100a7b87f,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:42.556404 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.607600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06839a92-4e6a-424c-a173-128a43155809', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:10Z', 'updated_at': '2021-09-02T13:29:40Z', 'revision_number': 5, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'gw_port': {'id': '92c592f3-14d3-45eb-b344-8b53fe2922a5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06839a92-4e6a-424c-a173-128a43155809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:11Z', 'updated_at': '2021-09-02T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:42.616544 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.619677 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Routers {'da6ad37b-9f88-4999-8a26-ba1dff211ae5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:42.620466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:42.625086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-a3a2d862-45b0-4157-ac49-b0ebdb5b18af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:42.626728 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:b1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:38Z', 'revision_number': 8, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:42.627526 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-a3a2d862-45b0-4157-ac49-b0ebdb5b18af service neutron] 10.222.0.13 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 1.0207164 Sep 02 13:29:42.630005 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.655221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c376f-a3d2-4d49-aa13-b782a943d8d2 req-c23b9291-4932-4942-a21e-36f7569b06b6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:42.672270 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5263fc83-4daa-4f35-bed3-cc373f2d5d2c None None] The sync data for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 is: [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'c33d15a3-4a49-419b-b1c1-7f2d2ea4973d', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'port_id': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'mac_address': 'fa:16:3e:b1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:28:56Z', 'updated_at': '2021-09-02T13:29:38Z', 'revision_number': 8, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:42.672565 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd2c376f-a3d2-4d49-aa13-b782a943d8d2 req-c23b9291-4932-4942-a21e-36f7569b06b6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 948 time: 0.3999565 Sep 02 13:29:42.701634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] Checking router: 06839a92-4e6a-424c-a173-128a43155809 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:42.729105 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd2c376f-a3d2-4d49-aa13-b782a943d8d2 req-04213c0a-81fc-4514-8f89-ed1d75b539b0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 Sep 02 13:29:42.748051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:42.805833 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-75f65697-bf8a-43e5-aa62-2f0e0734f199 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 999 time: 0.1617119 Sep 02 13:29:42.807615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:42.814897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] Routers {'06839a92-4e6a-424c-a173-128a43155809'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:42.815525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['06839a92-4e6a-424c-a173-128a43155809'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:42.818808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Deleting port 92c592f3-14d3-45eb-b344-8b53fe2922a5 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:42.820941 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.845574 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.921474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07b562-35c8-44f0-921d-e994b6e7b188 None None] Pushing event updated for resources: {'Port': ['ID=ce2d42b5-b54c-4a22-993b-730100a7b87f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:42.953538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] For port 92c592f3-14d3-45eb-b344-8b53fe2922a5, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=92c592f3-14d3-45eb-b344-8b53fe2922a5,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:42.953970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:42.970535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Calling delete_port for 92c592f3-14d3-45eb-b344-8b53fe2922a5 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:42.979334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] Set router da6ad37b-9f88-4999-8a26-ba1dff211ae5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:42.980652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-fa692256-9303-4feb-a123-6387380fc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:42.982024 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-fa692256-9303-4feb-a123-6387380fc595 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.1569545 Sep 02 13:29:43.000383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] Set router 06839a92-4e6a-424c-a173-128a43155809 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:43.069303 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d905154-3a46-4d21-adcc-7e2a71c81e4f None None] New status for floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:29:43.129139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.129772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.131161 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] 10.222.0.77 "PUT /v2.0/ports/95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 1096 time: 4.1727908 Sep 02 13:29:43.188469 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed415b6-b991-4557-804c-29afc0a14304 req-2c53758c-07b6-49df-883f-2741cb8f2019 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.190675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bed415b6-b991-4557-804c-29afc0a14304 req-2c53758c-07b6-49df-883f-2741cb8f2019 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.1059399 Sep 02 13:29:43.205768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06839a92-4e6a-424c-a173-128a43155809', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:10Z', 'updated_at': '2021-09-02T13:29:42Z', 'revision_number': 6, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:43.234949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Allocated IP 172.20.0.1 (cec96a4d-0837-444e-9fef-05a203bd9e20/b280da13-eb2d-449e-b4c3-0de8e18069b1/e50e6e5c-2adc-440d-989e-fad46c9ef1e0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:43.242568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c9ebe-419c-4a9b-8805-7f1fb7042037 service neutron] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=11']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:43.262293 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-285d50ee-930d-4d3e-b83b-10cd9d793ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.264114 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-285d50ee-930d-4d3e-b83b-10cd9d793ed7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437590 Sep 02 13:29:43.345504 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-071fed42-41e3-4801-a6fd-b037b876df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.347335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-071fed42-41e3-4801-a6fd-b037b876df2a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1099 time: 0.1863143 Sep 02 13:29:43.372950 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bed415b6-b991-4557-804c-29afc0a14304 req-4b9042ad-480e-4c5a-ab32-d8bc46d991e5 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003850 Sep 02 13:29:43.424175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc33d45-4033-4125-87fb-f3c42bad03e8 None None] The sync data for ids ['06839a92-4e6a-424c-a173-128a43155809'] in n-d-794796-4 is: [{'id': '06839a92-4e6a-424c-a173-128a43155809', 'name': 'tempest-AttachSCSIVolumeTestJSON-76456619-router', 'tenant_id': '9ccbc521791341e297152bef4732c2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:10Z', 'updated_at': '2021-09-02T13:29:42Z', 'revision_number': 6, 'project_id': '9ccbc521791341e297152bef4732c2e3', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:43.505038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:29:35Z', 'updated_at': '2021-09-02T13:29:39Z', 'revision_number': 3, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'gw_port': {'id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:98:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:37Z', 'updated_at': '2021-09-02T13:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:43.505659 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.539957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.544654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Pushing event deleted for resources: {'Port': ['ID=92c592f3-14d3-45eb-b344-8b53fe2922a5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:43.551263 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-f87ece81-a762-4050-84c3-48c6564a1730 service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745152 Sep 02 13:29:43.562610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f6302-ca9d-44f0-9cce-13ce4613f2d1 None None] The sync data for ids ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'] in n-d-794796-4 is: [{'id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:29:35Z', 'updated_at': '2021-09-02T13:29:39Z', 'revision_number': 3, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'gw_port': {'id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:98:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:37Z', 'updated_at': '2021-09-02T13:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:43.566806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-f679e6a5-851f-4edb-b945-ed10bc0111a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.568280 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-f679e6a5-851f-4edb-b945-ed10bc0111a3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1897905 Sep 02 13:29:43.583772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Transition to ACTIVE for port object e50e6e5c-2adc-440d-989e-fad46c9ef1e0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:43.644441 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.659620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-31d1332c-8589-4721-a8e2-fb0eb53e97ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.0741515 Sep 02 13:29:43.756331 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17c938b0-ad54-4242-a19f-0bfa10fa324f req-f1260ce2-8989-4495-ac08-f4e5eff639da service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972861 Sep 02 13:29:43.758699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-aabe74d2-c7d3-4fa4-bb17-062b78975757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.760865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-aabe74d2-c7d3-4fa4-bb17-062b78975757 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0915775 Sep 02 13:29:43.762020 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.767242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.769683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.843770 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.844209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06839a92-4e6a-424c-a173-128a43155809 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:29:43.858915 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Network cec96a4d-0837-444e-9fef-05a203bd9e20 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:43.859089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.864331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6f69c3ef-9bfd-4833-bc10-09c1ca6593bc admin admin] 10.222.0.13 "DELETE /v2.0/routers/06839a92-4e6a-424c-a173-128a43155809 HTTP/1.1" status: 204 len: 168 time: 1.9219368 Sep 02 13:29:43.864331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:43.894940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:43.897578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:43.931855 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Pushing event updated for resources: {'Port': ['ID=e50e6e5c-2adc-440d-989e-fad46c9ef1e0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:43.942508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9b417-605c-40cb-836e-37a1bed757e7 req-1fb6e729-0a3b-45d5-82a0-9531fd2e2aa9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.948454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9df9b417-605c-40cb-836e-37a1bed757e7 req-1fb6e729-0a3b-45d5-82a0-9531fd2e2aa9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 948 time: 0.1012828 Sep 02 13:29:43.952872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df803ed-b75d-42e4-a548-0fb9689fdaa8 admin admin] Deleting subnet 11554a1e-fef6-4011-8bea-af56d27d41bc {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:29:43.958116 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2df803ed-b75d-42e4-a548-0fb9689fdaa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:43.987890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612bb47-af66-422f-a977-27068ec165ee req-51ed3567-1418-4f69-b86d-c17dab83f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:43.990229 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-51ed3567-1418-4f69-b86d-c17dab83f3a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199125 Sep 02 13:29:43.998872 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.017470 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d64380d9-627c-45a9-a6b3-4c58a3878dda req-cf16a4e5-6e95-48b4-a58b-87faca9b79a7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips/c33d15a3-4a49-419b-b1c1-7f2d2ea4973d HTTP/1.1" status: 200 len: 998 time: 0.1969759 Sep 02 13:29:44.078325 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9df9b417-605c-40cb-836e-37a1bed757e7 req-9b486f70-e558-4688-a71d-13395a673b83 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226761 Sep 02 13:29:44.091900 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2df803ed-b75d-42e4-a548-0fb9689fdaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.294921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2df803ed-b75d-42e4-a548-0fb9689fdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.302115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3b5ec1bd-21b9-465c-95b2-bdec78d30c86 None None] Provisioning for port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:44.310791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3b5ec1bd-21b9-465c-95b2-bdec78d30c86 None None] Provisioning complete for port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:44.312075 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b5ec1bd-21b9-465c-95b2-bdec78d30c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.360853 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ec1bd-21b9-465c-95b2-bdec78d30c86 None None] Port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:29:44.376983 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3'}, {'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'name': 'network-vif-deleted', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c'}, {'name': 'network-changed', 'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'tag': '95467265-8180-4441-af67-81ee981188fd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:44.379926 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf532f47-9822-4c92-8f1f-448ba2378fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3"}, {"server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "name": "network-vif-deleted", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c"}, {"name": "network-changed", "server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "tag": "95467265-8180-4441-af67-81ee981188fd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:44.405230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2df803ed-b75d-42e4-a548-0fb9689fdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.453947 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-cc821fcf-facc-42f7-9e4f-9424190fe223 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494665 Sep 02 13:29:44.472559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df803ed-b75d-42e4-a548-0fb9689fdaa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11554a1e-fef6-4011-8bea-af56d27d41bc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:44.473847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832dae0-7e56-4caf-a57c-9902566bf4ec None None] Network feab0185-5032-45b7-947c-631dd7cf5867 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:29:44.475856 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2df803ed-b75d-42e4-a548-0fb9689fdaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.480802 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2df803ed-b75d-42e4-a548-0fb9689fdaa8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11554a1e-fef6-4011-8bea-af56d27d41bc HTTP/1.1" status: 204 len: 168 time: 0.6133094 Sep 02 13:29:44.493600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:44.573402 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8848af14-dab0-4290-95e1-316391b10634 x-openstack-request-id: req-8848af14-dab0-4290-95e1-316391b10634 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:44.574143 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3", "status": "completed", "code": 200}, {"server_uuid": "c1b7a83d-e167-4582-8dbf-dc4380a32aac", "name": "network-vif-deleted", "tag": "bcb953a3-77b2-4dd3-bd52-6014ca32ec4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "tag": "95467265-8180-4441-af67-81ee981188fd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:44.574143 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8848af14-dab0-4290-95e1-316391b10634 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:44.574539 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'status': 'completed', 'code': 200} Sep 02 13:29:44.574760 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b7a83d-e167-4582-8dbf-dc4380a32aac', 'name': 'network-vif-deleted', 'tag': 'bcb953a3-77b2-4dd3-bd52-6014ca32ec4c', 'status': 'completed', 'code': 200} Sep 02 13:29:44.575210 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'tag': '95467265-8180-4441-af67-81ee981188fd', 'status': 'completed', 'code': 200} Sep 02 13:29:44.624302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64380d9-627c-45a9-a6b3-4c58a3878dda req-00c1fd03-f4b4-4f21-8e6c-d1e66bc76f21 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:44.625760 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d64380d9-627c-45a9-a6b3-4c58a3878dda req-00c1fd03-f4b4-4f21-8e6c-d1e66bc76f21 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.5395484 Sep 02 13:29:44.652007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.654157 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.692884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-d64380d9-627c-45a9-a6b3-4c58a3878dda req-c99c5d8d-77e0-45e4-8690-4421ff15ee7f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:29:44.693912 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d64380d9-627c-45a9-a6b3-4c58a3878dda req-c99c5d8d-77e0-45e4-8690-4421ff15ee7f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431662 Sep 02 13:29:44.694051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-a7da9fa6-ea69-4b33-86d6-fbaa06a1f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:44.696562 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-a7da9fa6-ea69-4b33-86d6-fbaa06a1f730 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1097 time: 0.1351788 Sep 02 13:29:44.871493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52ef62-b054-41d5-8d80-1899920a3a36 None None] DHCP port deletion for feab0185-5032-45b7-947c-631dd7cf5867 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:29:44.881035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-56b3a147-de8e-439e-88cc-e8e8d4c19e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:44.883238 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-56b3a147-de8e-439e-88cc-e8e8d4c19e05 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1099 time: 0.3139288 Sep 02 13:29:44.895456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca22c9-27c1-4fd4-94da-72d0d0078ba6 req-6ef59100-44e1-45e2-b95d-4dd8ef5bdce7 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:44.903036 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-55ca22c9-27c1-4fd4-94da-72d0d0078ba6 req-6ef59100-44e1-45e2-b95d-4dd8ef5bdce7 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.2050965 Sep 02 13:29:44.943449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d52ef62-b054-41d5-8d80-1899920a3a36 None None] Deleting port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:44.944017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d52ef62-b054-41d5-8d80-1899920a3a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.954421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Deleting port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:44.956105 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:44.974941 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-55ca22c9-27c1-4fd4-94da-72d0d0078ba6 req-e6333bad-507a-4416-9640-26f053a03144 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704167 Sep 02 13:29:44.976204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-66bdf8f5-ef5e-4113-9253-285fe21f2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:44.977894 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-66bdf8f5-ef5e-4113-9253-285fe21f2984 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.2683604 Sep 02 13:29:45.051137 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0d52ef62-b054-41d5-8d80-1899920a3a36 None None] For port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=077f4ac8-fea6-42a9-ad9d-73cb2ebd4904,segment=NetworkSegment(8f75541a-b0d5-4518-8ab4-8e1520232391),segment_id=8f75541a-b0d5-4518-8ab4-8e1520232391)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:45.052043 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d52ef62-b054-41d5-8d80-1899920a3a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.068399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d52ef62-b054-41d5-8d80-1899920a3a36 None None] Calling delete_port for 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:45.080419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2612bb47-af66-422f-a977-27068ec165ee req-07f8b29d-5250-44a8-afb2-8500ff155cbc service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632024 Sep 02 13:29:45.097443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-7572f5f3-b820-47f4-b55d-4db4f9f61a36 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1001 time: 0.2131133 Sep 02 13:29:45.132440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] For port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=077f4ac8-fea6-42a9-ad9d-73cb2ebd4904,segment=NetworkSegment(8f75541a-b0d5-4518-8ab4-8e1520232391),segment_id=8f75541a-b0d5-4518-8ab4-8e1520232391)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:45.132779 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.158574 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-9910aae1-084c-4029-8ba9-e1340f6602a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 1001 time: 0.1676290 Sep 02 13:29:45.163061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Calling delete_port for 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:45.215052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-feeede7c-0c85-4eae-a5c9-29719ce3c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:45.216500 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-feeede7c-0c85-4eae-a5c9-29719ce3c3c9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2570534 Sep 02 13:29:45.283845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6492bcf-8cee-4500-8bb5-491aba9aeb53 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:45.285334 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6492bcf-8cee-4500-8bb5-491aba9aeb53 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports/99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 943 time: 0.1538949 Sep 02 13:29:45.290208 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-076bd0dd-742e-428e-8aa6-5d5f1c14cf35 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.0546856 Sep 02 13:29:45.351889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-5a5e9672-444a-4a91-9140-9dd265425c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:45.353618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-5a5e9672-444a-4a91-9140-9dd265425c3a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.1855536 Sep 02 13:29:45.360091 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.383813 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d52ef62-b054-41d5-8d80-1899920a3a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.393146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28a60-d358-4d00-875d-81c5e44848df req-37c194e4-1fcd-48f4-b426-2f1e35bc6bcc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:45.394891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e1b28a60-d358-4d00-875d-81c5e44848df req-37c194e4-1fcd-48f4-b426-2f1e35bc6bcc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 948 time: 0.1587102 Sep 02 13:29:45.404029 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.416231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52ef62-b054-41d5-8d80-1899920a3a36 None None] Pushing event deleted for resources: {'Port': ['ID=077f4ac8-fea6-42a9-ad9d-73cb2ebd4904,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:45.418466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52ef62-b054-41d5-8d80-1899920a3a36 None None] No DVR routers for this DVR port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:45.490296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-19fa80fd-016d-4dfa-ac14-b3a279837143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:45.491882 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-19fa80fd-016d-4dfa-ac14-b3a279837143 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286478 Sep 02 13:29:45.497273 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.503009 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e1b28a60-d358-4d00-875d-81c5e44848df req-8b2b0c7e-557e-4d38-85c1-9eac0cf571ad tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882945 Sep 02 13:29:45.559205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Pushing event deleted for resources: {'Port': ['ID=077f4ac8-fea6-42a9-ad9d-73cb2ebd4904,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:45.591548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ce2d42b5-b54c-4a22-993b-730100a7b87f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:45.602304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] No DVR routers for this DVR port 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:45.662833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ce2d42b5-b54c-4a22-993b-730100a7b87f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:45.669422 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ce2d42b5-b54c-4a22-993b-730100a7b87f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:45.669994 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.743513 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.756074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-b63911e8-8ae0-4c92-b4fc-9863bc1b302c service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519813 Sep 02 13:29:45.761068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feab0185-5032-45b7-947c-631dd7cf5867']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:45.790292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f75541a-b0d5-4518-8ab4-8e1520232391') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:45.790998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f75541a-b0d5-4518-8ab4-8e1520232391') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:45.794111 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.822512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ce2d42b5-b54c-4a22-993b-730100a7b87f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ce2d42b5-b54c-4a22-993b-730100a7b87f,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:45.827500 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.848374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.892914 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.903737 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:29:45.904373 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:29:45.906214 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:29:45.924187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ce2d42b5-b54c-4a22-993b-730100a7b87f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:45.930439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 78d037b5-f9fc-421b-9fd6-a365450e83b8 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:45.948246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:45.954004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 78d037b5-f9fc-421b-9fd6-a365450e83b8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:45.954583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 78d037b5-f9fc-421b-9fd6-a365450e83b8 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:45.955193 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:45.960554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-fc88e052-a4b1-47a7-96be-0ed4b82c6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:45.966203 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-fc88e052-a4b1-47a7-96be-0ed4b82c6612 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.6629305 Sep 02 13:29:45.978027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:45.978664 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 077f4ac8-fea6-42a9-ad9d-73cb2ebd4904 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:45.979240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 92c592f3-14d3-45eb-b344-8b53fe2922a5 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:45.998990 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a80e7fa0-5d9d-4b38-ae74-7139b49cd9f3 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1001 time: 0.6291571 Sep 02 13:29:46.007002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 92c592f3-14d3-45eb-b344-8b53fe2922a5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:46.007656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 92c592f3-14d3-45eb-b344-8b53fe2922a5 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:46.028519 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-4906680a-2798-404b-86db-9313748ffbd5 service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644126 Sep 02 13:29:46.035022 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.041541 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.049295 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] 10.222.0.13 "DELETE /v2.0/networks/feab0185-5032-45b7-947c-631dd7cf5867 HTTP/1.1" status: 204 len: 168 time: 1.5519032 Sep 02 13:29:46.093197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7387f-a0d0-4ba7-b338-1399ccdf16cc admin admin] Pushing event deleted for resources: {'Network': ['ID=feab0185-5032-45b7-947c-631dd7cf5867,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:46.180670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Pushing event updated for resources: {'Port': ['ID=e50e6e5c-2adc-440d-989e-fad46c9ef1e0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:46.216253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4426e-e67d-4b87-89b1-a09ac429515b req-413e472c-62f5-475d-891a-4dca924d138d tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:46.219415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2b4426e-e67d-4b87-89b1-a09ac429515b req-413e472c-62f5-475d-891a-4dca924d138d tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.1299098 Sep 02 13:29:46.241999 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-d65b4046-cb1c-4ad8-b731-38fdfb469cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:46.244584 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-d65b4046-cb1c-4ad8-b731-38fdfb469cff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 1099 time: 0.1481707 Sep 02 13:29:46.251587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-046fb1a6-af0a-4d11-9921-6a6877a5c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:46.254294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-046fb1a6-af0a-4d11-9921-6a6877a5c267 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2759469 Sep 02 13:29:46.301977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:46.376929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2b4426e-e67d-4b87-89b1-a09ac429515b req-bff36d25-e445-4d16-a6d8-08dc120746ce tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495395 Sep 02 13:29:46.427115 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-4263b67a-5aae-47da-84b9-f9fc19a452a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:46.429797 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-4263b67a-5aae-47da-84b9-f9fc19a452a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1748314 Sep 02 13:29:46.440858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-0b97db32-8c9d-4707-b4e2-d5f51dd764ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:46.442235 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-0b97db32-8c9d-4707-b4e2-d5f51dd764ef tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.4424496 Sep 02 13:29:46.462575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Network cec96a4d-0837-444e-9fef-05a203bd9e20 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:46.476943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:46.497877 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-358e7d14-6545-4262-a0c4-f186a0020416 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 200 len: 217 time: 0.0579314 Sep 02 13:29:46.553848 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d3f1dfa8-c5d9-4a8e-8209-5c411325de1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=058d0a34ff054479a1d2186cc5758d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397287 Sep 02 13:29:46.556849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:46.575510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-1f12e1b4-aeb5-488f-9ce2-832de6bcd530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:46.578450 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-1f12e1b4-aeb5-488f-9ce2-832de6bcd530 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0720305 Sep 02 13:29:46.661621 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-1d3dc8fb-a1d3-4e98-a95b-1645757a18f3 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834858 Sep 02 13:29:46.671479 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-e03c2507-0423-40e4-b138-4a695cfd09d7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1001 time: 0.2170808 Sep 02 13:29:46.691590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6b09d95-3af4-4b79-b26e-9b42228b789d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:46.693712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4db85325-0912-4024-8dfa-2f9df725b142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.710838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-0a7d60cc-5147-4948-af76-c6632378df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:46.712776 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-0a7d60cc-5147-4948-af76-c6632378df0d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229613 Sep 02 13:29:46.774473 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4db85325-0912-4024-8dfa-2f9df725b142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.787039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63406c65-e8b7-4f6d-8f42-30e46bca4a23 req-a9c35243-29ed-4e7c-bd93-5295cb7f0ba7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:46.788604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63406c65-e8b7-4f6d-8f42-30e46bca4a23 req-a9c35243-29ed-4e7c-bd93-5295cb7f0ba7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 948 time: 0.1564157 Sep 02 13:29:46.839507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5733b54f-ea5c-4741-b59c-72542739459e None None] Provisioning complete for port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:46.839507 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5733b54f-ea5c-4741-b59c-72542739459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.846650 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6b09d95-3af4-4b79-b26e-9b42228b789d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.888631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Router da6ad37b-9f88-4999-8a26-ba1dff211ae5 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:46.892453 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63406c65-e8b7-4f6d-8f42-30e46bca4a23 req-58685ab9-e460-4be0-991a-79b116091730 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850644 Sep 02 13:29:46.902146 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-620c1c12-f615-474e-958d-b73d9198dc8e service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801407 Sep 02 13:29:46.905722 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-60d0268a-56fb-4458-aa71-0f7d2c8a310c service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290142 Sep 02 13:29:46.915789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5733b54f-ea5c-4741-b59c-72542739459e None None] Port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:29:46.968679 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4db85325-0912-4024-8dfa-2f9df725b142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.971489 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4db85325-0912-4024-8dfa-2f9df725b142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:46.973523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4db85325-0912-4024-8dfa-2f9df725b142 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63c0ffa9-218e-4ede-a1c3-d541c89269e5 HTTP/1.1" status: 204 len: 168 time: 0.4156342 Sep 02 13:29:46.996237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db85325-0912-4024-8dfa-2f9df725b142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c0ffa9-218e-4ede-a1c3-d541c89269e5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:47.055979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf532f47-9822-4c92-8f1f-448ba2378fa0 req-adefab47-f7dd-4fa7-9f6a-a61404bba439 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439798 Sep 02 13:29:47.127059 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6b09d95-3af4-4b79-b26e-9b42228b789d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:47.134592 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6b09d95-3af4-4b79-b26e-9b42228b789d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:47.134948 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6b09d95-3af4-4b79-b26e-9b42228b789d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d disassociated. External IP: 172.25.3.16, port: 99dce95c-5da2-44f3-8f12-07a38c6e87e3. Sep 02 13:29:47.214168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:47.225429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f52d3290-1af6-43bc-afcf-e01da1d02271 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:29:47.226056 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5581d386-312a-43ac-96f0-c6d409d79bde admin admin] 10.222.0.13 "PUT /v2.0/routers/da6ad37b-9f88-4999-8a26-ba1dff211ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9082060 Sep 02 13:29:47.252718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Sync routers for ids ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:47.326981 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Routers {'da6ad37b-9f88-4999-8a26-ba1dff211ae5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:47.328122 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:47.483103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6b09d95-3af4-4b79-b26e-9b42228b789d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Router 86f60737-7546-4315-a317-6d7e4214c2fe has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:47.516992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:47.531345 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ce2d42b5-b54c-4a22-993b-730100a7b87f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:47.581274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Set router da6ad37b-9f88-4999-8a26-ba1dff211ae5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:47.618421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'f52d3290-1af6-43bc-afcf-e01da1d02271', 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7', 'port_id': 'f52d3290-1af6-43bc-afcf-e01da1d02271', 'mac_address': 'fa:16:3e:f4:5d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d5386f-be52-4da6-aff9-0d944f1f2793', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:29:47.641229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6b09d95-3af4-4b79-b26e-9b42228b789d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:47.644274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ce2d42b5-b54c-4a22-993b-730100a7b87f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:47.645192 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:47.653988 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] Sync routers for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:47.660205 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6b09d95-3af4-4b79-b26e-9b42228b789d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:47.668839 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:47.673321 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:47.690231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:47.710566 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a6b09d95-3af4-4b79-b26e-9b42228b789d tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "PUT /v2.0/floatingips/c33d15a3-4a49-419b-b1c1-7f2d2ea4973d HTTP/1.1" status: 200 len: 695 time: 1.0230303 Sep 02 13:29:47.711462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:47.714118 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73223249-fbc1-4a24-8b89-7e03868f0feb" -d '{"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:47.774573 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-a62f718c-a701-4718-9176-5e563ac7a854 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1857221 Sep 02 13:29:47.787901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:47.791499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-8d294a5d-4925-4c77-a092-6e503079d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:47.793582 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-8d294a5d-4925-4c77-a092-6e503079d9df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1097 time: 0.0698144 Sep 02 13:29:47.817417 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b5392504-e37b-4f4c-b460-d14147c3a530 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ccbc521791341e297152bef4732c2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225750 Sep 02 13:29:47.817640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:47.835528 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:47.844653 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:47.859982 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:47.947306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52d3290-1af6-43bc-afcf-e01da1d02271 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:47.956960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-567351ed-8ec0-45dc-93bd-7fdb8ac33a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:47.977669 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.006564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:48.014530 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.029715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-567351ed-8ec0-45dc-93bd-7fdb8ac33a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.033879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a3c9e8dd-a3d3-46cd-9a24-84c8d4c33435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:48.036374 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-a3c9e8dd-a3d3-46cd-9a24-84c8d4c33435 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.2333598 Sep 02 13:29:48.091081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f52d3290-1af6-43bc-afcf-e01da1d02271,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:48.100193 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:29:35Z', 'updated_at': '2021-09-02T13:29:44Z', 'revision_number': 4, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'gw_port': {'id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:37Z', 'updated_at': '2021-09-02T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'e50e6e5c-2adc-440d-989e-fad46c9ef1e0', 'name': '', 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'mac_address': 'fa:16:3e:1f:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b280da13-eb2d-449e-b4c3-0de8e18069b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:42Z', 'updated_at': '2021-09-02T13:29:44Z', 'revision_number': 2, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'subnets': [{'id': 'b280da13-eb2d-449e-b4c3-0de8e18069b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:48.120224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-02fd2e84-7441-4607-b93d-da80ac1cf8f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 217 time: 0.0755143 Sep 02 13:29:48.152351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Checking router: da6ad37b-9f88-4999-8a26-ba1dff211ae5 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:48.152943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Updating router da6ad37b-9f88-4999-8a26-ba1dff211ae5 port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:29:48.168299 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:48.186598 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.188665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Allocated IP 172.25.3.32 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/b12613b6-762d-4e74-84aa-c698add9987b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:48.207612 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] Checking router: 86f60737-7546-4315-a317-6d7e4214c2fe for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:48.217762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-4c4728d2-74e9-40cf-b4f8-37865cc58e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:48.218947 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:48.219582 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:48.220709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-4c4728d2-74e9-40cf-b4f8-37865cc58e88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.0899904 Sep 02 13:29:48.251252 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-567351ed-8ec0-45dc-93bd-7fdb8ac33a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.255136 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-567351ed-8ec0-45dc-93bd-7fdb8ac33a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.256538 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-567351ed-8ec0-45dc-93bd-7fdb8ac33a50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07c38008-ed65-47ad-9ecd-25c4c707f509 HTTP/1.1" status: 204 len: 168 time: 0.4378550 Sep 02 13:29:48.281289 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 95467265-8180-4441-af67-81ee981188fd details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:29:48.305375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567351ed-8ec0-45dc-93bd-7fdb8ac33a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c38008-ed65-47ad-9ecd-25c4c707f509,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:48.334322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-c32d4f48-8be7-49a4-9ab8-ea58db91e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:48.346926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-c32d4f48-8be7-49a4-9ab8-ea58db91e9a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016655 Sep 02 13:29:48.417976 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:48.437401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['f52d3290-1af6-43bc-afcf-e01da1d02271'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:48.518067 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-b0017600-8883-4307-b020-60b856cac366 service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681581 Sep 02 13:29:48.540783 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:29:48.741963 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8fe326-0c36-4eea-bba8-6131a6e7d1cd req-55e9dc4a-1420-4255-b0a4-babe620fcf7f service neutron] 10.222.0.13 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162068 Sep 02 13:29:48.800665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:48.809564 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:48.839874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '95467265-8180-4441-af67-81ee981188fd', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '95467265-8180-4441-af67-81ee981188fd', 'mac_address': 'fa:16:3e:62:11:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:29:48.884954 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.893239 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e13d57-f4e0-479e-9e49-b264b6a86076 None None] The sync data for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 is: [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:28:27Z', 'revision_number': 4, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9adcd82b-ca7c-4108-9583-4972a279a0a7', 'name': '', 'network_id': 'd059279e-45ac-4663-94b9-29972b115da9', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'mac_address': 'fa:16:3e:d1:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '60222091-915f-42f8-84cf-97a26ab39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:25Z', 'updated_at': '2021-09-02T13:28:37Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'subnets': [{'id': '60222091-915f-42f8-84cf-97a26ab39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:48.964205 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.965229 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:48.979264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e03f3-19b5-45a5-b4a0-29b0476de533 req-cc6b3474-7eb6-4527-b388-98892d8e21ff tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:48.980890 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-274e03f3-19b5-45a5-b4a0-29b0476de533 req-cc6b3474-7eb6-4527-b388-98892d8e21ff tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 945 time: 0.1090882 Sep 02 13:29:49.017689 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95467265-8180-4441-af67-81ee981188fd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:49.024432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:49.028058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:49.031677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:49.042950 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:49.064754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-274e03f3-19b5-45a5-b4a0-29b0476de533 req-3ac1f58e-719a-4a71-a144-8289726cf293 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648520 Sep 02 13:29:49.070391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:49.072755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Transition to ACTIVE for port object e50e6e5c-2adc-440d-989e-fad46c9ef1e0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:49.081615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event updated for resources: {'Port': ['ID=b12613b6-762d-4e74-84aa-c698add9987b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:49.082409 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:49.096922 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:49.158577 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aff7dc-2141-4e15-9a38-4b4b09ed8a28 x-openstack-request-id: req-b8aff7dc-2141-4e15-9a38-4b4b09ed8a28 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:49.158879 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:49.159123 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8aff7dc-2141-4e15-9a38-4b4b09ed8a28 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:49.159539 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'status': 'completed', 'code': 200} Sep 02 13:29:49.218620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:49.256454 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:49.277223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-a2410e5f-ea36-438f-aecd-c6bc710f2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:49.278962 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-a2410e5f-ea36-438f-aecd-c6bc710f2c48 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1032ef769ce84efbacf958179a4b2385&device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 1097 time: 0.0896566 Sep 02 13:29:49.337101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Attempting to bind port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:49.337787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Attempting to bind port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'cd520f0e-0806-4c60-b523-3ad2df9ce598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:49.337928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Attempting to bind port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 on network cec96a4d-0837-444e-9fef-05a203bd9e20 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:49.370040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:49.370428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Checking segment: {'id': 'cd520f0e-0806-4c60-b523-3ad2df9ce598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:49.371121 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:49.390002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Bound using segment: {'id': 'cd520f0e-0806-4c60-b523-3ad2df9ce598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:49.391030 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Bound port: e50e6e5c-2adc-440d-989e-fad46c9ef1e0, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd520f0e-0806-4c60-b523-3ad2df9ce598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:49.392787 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:49.408184 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52babc-dd6f-420e-8184-2f48c6dc5eb0 None None] Pushing event updated for resources: {'Port': ['ID=e50e6e5c-2adc-440d-989e-fad46c9ef1e0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:49.411081 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:49.430416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['95467265-8180-4441-af67-81ee981188fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:49.431676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330cf90-48ff-4f83-bf59-0083129861a1 req-a57f56b7-2f97-432b-a93a-f297ee58854e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:49.440113 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3330cf90-48ff-4f83-bf59-0083129861a1 req-a57f56b7-2f97-432b-a93a-f297ee58854e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.1409497 Sep 02 13:29:49.499590 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3330cf90-48ff-4f83-bf59-0083129861a1 req-0f294992-ca07-41b6-b5af-eb62981f0ddd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583980 Sep 02 13:29:49.516647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-5aea77b5-e706-4e73-a2cb-77e93898b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:49.519378 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-5aea77b5-e706-4e73-a2cb-77e93898b290 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 200 len: 922 time: 0.2293727 Sep 02 13:29:49.605861 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-983e5e03-71d8-499f-a863-706ee1733bd6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 200 len: 217 time: 0.0788102 Sep 02 13:29:49.716181 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95763ee-5f1c-47c2-9d0f-84e4786118eb None None] New status for floating IP c33d15a3-4a49-419b-b1c1-7f2d2ea4973d: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:29:49.752912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-0d67c007-9e44-45a3-bc0a-54e0fcda6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:49.754818 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-0d67c007-9e44-45a3-bc0a-54e0fcda6446 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 200 len: 860 time: 0.1384149 Sep 02 13:29:49.868583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:49.872732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-24019622-3680-4d77-9d42-b1ecb5c030bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:49.875148 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-24019622-3680-4d77-9d42-b1ecb5c030bf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d059279e-45ac-4663-94b9-29972b115da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991793 Sep 02 13:29:49.876036 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:49.897209 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] For port e50e6e5c-2adc-440d-989e-fad46c9ef1e0, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:49.982712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] For port e50e6e5c-2adc-440d-989e-fad46c9ef1e0, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e50e6e5c-2adc-440d-989e-fad46c9ef1e0,segment=NetworkSegment(cd520f0e-0806-4c60-b523-3ad2df9ce598),segment_id=cd520f0e-0806-4c60-b523-3ad2df9ce598)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:50.020406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event updated for resources: {'Port': ['ID=b12613b6-762d-4e74-84aa-c698add9987b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:50.026508 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:50.031614 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:50.039909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26ef26-dbc0-442a-91c3-cefbfe4dae78 req-8edc2e20-d0e3-43d9-9d71-f67732e00e8f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:50.048614 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da26ef26-dbc0-442a-91c3-cefbfe4dae78 req-8edc2e20-d0e3-43d9-9d71-f67732e00e8f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 949 time: 0.0867147 Sep 02 13:29:50.068214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:50.069747 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-20e9d3dd-04f2-4472-a75c-bb2abd270837 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2937026 Sep 02 13:29:50.108317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da26ef26-dbc0-442a-91c3-cefbfe4dae78 req-3912491a-e2da-45e9-9861-924788a1b121 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570948 Sep 02 13:29:50.157809 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52babc-dd6f-420e-8184-2f48c6dc5eb0 None None] Pushing event updated for resources: {'Port': ['ID=e50e6e5c-2adc-440d-989e-fad46c9ef1e0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:50.160509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Routers {'da6ad37b-9f88-4999-8a26-ba1dff211ae5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:50.161086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:50.192137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-d2481613-55c5-4be4-85a9-488ca27a0f16 service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068676 Sep 02 13:29:50.213510 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-424e39f8-ee38-4133-99db-2ca91d781e6b tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.32 HTTP/1.1" status: 200 len: 695 time: 0.1164970 Sep 02 13:29:50.315014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] Set router da6ad37b-9f88-4999-8a26-ba1dff211ae5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:50.416449 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73223249-fbc1-4a24-8b89-7e03868f0feb req-bc6359dd-ea0a-4e9e-accc-1a30c566a41c service neutron] 10.222.0.77 "GET /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160258 Sep 02 13:29:50.441084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-09ac26c3-2e46-43cc-8a5b-6be1d577f88b tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:50.442819 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6a2fa65-8756-42de-befc-4fa77d90f4c8 req-09ac26c3-2e46-43cc-8a5b-6be1d577f88b tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.1862254 Sep 02 13:29:50.615752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3bf99-e77d-44ad-8788-7b85a3eee4df req-b2df5ea1-3d65-4cac-bcf4-d8671a26f097 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:50.617460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:29:35Z', 'updated_at': '2021-09-02T13:29:44Z', 'revision_number': 4, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'gw_port': {'id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:37Z', 'updated_at': '2021-09-02T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'e50e6e5c-2adc-440d-989e-fad46c9ef1e0', 'name': '', 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'mac_address': 'fa:16:3e:1f:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b280da13-eb2d-449e-b4c3-0de8e18069b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:42Z', 'updated_at': '2021-09-02T13:29:49Z', 'revision_number': 4, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'subnets': [{'id': 'b280da13-eb2d-449e-b4c3-0de8e18069b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:50.619096 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4bc3bf99-e77d-44ad-8788-7b85a3eee4df req-b2df5ea1-3d65-4cac-bcf4-d8671a26f097 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 945 time: 0.0661404 Sep 02 13:29:50.649317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc51e7-2f68-4984-9513-7627bc0f72c3 None None] The sync data for ids ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'] in n-d-794796-4 is: [{'id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:29:35Z', 'updated_at': '2021-09-02T13:29:44Z', 'revision_number': 4, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'gw_port': {'id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:37Z', 'updated_at': '2021-09-02T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'e50e6e5c-2adc-440d-989e-fad46c9ef1e0', 'name': '', 'network_id': 'cec96a4d-0837-444e-9fef-05a203bd9e20', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'mac_address': 'fa:16:3e:1f:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'b280da13-eb2d-449e-b4c3-0de8e18069b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:42Z', 'updated_at': '2021-09-02T13:29:49Z', 'revision_number': 4, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'subnets': [{'id': 'b280da13-eb2d-449e-b4c3-0de8e18069b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:50.672060 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4bc3bf99-e77d-44ad-8788-7b85a3eee4df req-a5b6e3fc-c4f5-494e-8942-d5729a539f8a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444794 Sep 02 13:29:50.780780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-0f8ee72b-db21-43f9-b923-82eb4e471b62 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips/c33d15a3-4a49-419b-b1c1-7f2d2ea4973d HTTP/1.1" status: 200 len: 693 time: 0.0634813 Sep 02 13:29:50.930243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-d0a9d884-1c00-4bb2-9edc-a9f20560d499 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:50.931759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-d0a9d884-1c00-4bb2-9edc-a9f20560d499 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.1420541 Sep 02 13:29:50.995165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-10e054fc-176a-4c12-b4bf-a7d999173828 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 696 time: 0.0536799 Sep 02 13:29:51.056894 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-67136b57-e2c6-4c67-8112-f96aeae22f5f tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 696 time: 0.0553427 Sep 02 13:29:51.093100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-b4c05d23-f72b-43b6-be7a-416f84556de0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5113928 Sep 02 13:29:51.099258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:51.124585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.206895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Deleting port 3b6d2f91-ce35-489e-baef-e43041e2f7fb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:51.207251 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.236850 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.259764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f52d3290-1af6-43bc-afcf-e01da1d02271 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:51.309231 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.309736 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.324259 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Calling delete_port for 3b6d2f91-ce35-489e-baef-e43041e2f7fb owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:51.332543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port f52d3290-1af6-43bc-afcf-e01da1d02271 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:51.343701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port f52d3290-1af6-43bc-afcf-e01da1d02271 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:51.344126 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.399225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Allocated IP 172.25.3.48 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/9e929e70-0c78-4add-8338-0ae4c11ba503) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:51.522718 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.565285 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.573215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:51.575475 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d23ba2b-1d59-4094-ad28-d839fec67734" -d '{"events": [{"server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "name": "network-vif-plugged", "status": "completed", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:51.586212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e50e6e5c-2adc-440d-989e-fad46c9ef1e0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:51.602297 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.618689 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:51.629448 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.634932 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.637311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Pushing event deleted for resources: {'Port': ['ID=3b6d2f91-ce35-489e-baef-e43041e2f7fb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:51.678188 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:51.681306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:51.685031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:51.691579 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event updated for resources: {'Port': ['ID=9e929e70-0c78-4add-8338-0ae4c11ba503,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:51.709618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f52d3290-1af6-43bc-afcf-e01da1d02271,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:51.721644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:51.732167 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.736178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:51.736472 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.740248 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.741454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a75acf8-41d4-4433-875b-a48c54c394b3 req-7bb5f10f-6b53-4fd7-8fae-5786711c43c7 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "DELETE /v2.0/floatingips/c33d15a3-4a49-419b-b1c1-7f2d2ea4973d HTTP/1.1" status: 204 len: 173 time: 0.6767585 Sep 02 13:29:51.812960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.845521 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.854846 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.883605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port e50e6e5c-2adc-440d-989e-fad46c9ef1e0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e50e6e5c-2adc-440d-989e-fad46c9ef1e0,segment=NetworkSegment(cd520f0e-0806-4c60-b523-3ad2df9ce598),segment_id=cd520f0e-0806-4c60-b523-3ad2df9ce598)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:51.891576 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:51.944148 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=e50e6e5c-2adc-440d-989e-fad46c9ef1e0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:52.011286 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-22627cff-877e-47ac-ba58-3a12c05f6ae0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282578 Sep 02 13:29:52.017469 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.022983 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.097021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event updated for resources: {'Port': ['ID=9e929e70-0c78-4add-8338-0ae4c11ba503,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:52.105664 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.120921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.122220 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-ec3d9f30-513d-4a20-abce-a45fb2ebbab0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0272355 Sep 02 13:29:52.140344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-7cceb0c3-224a-447e-ab0f-d03d860ec1b6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:52.141862 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-7cceb0c3-224a-447e-ab0f-d03d860ec1b6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240790 Sep 02 13:29:52.158881 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-f5830ee5-8b7e-4e16-b29e-fd28a5255c34 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/quotas/1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 375 time: 0.0106068 Sep 02 13:29:52.177856 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-23a21b4d-1611-4d27-947b-b5fc41610748 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0487146 Sep 02 13:29:52.213684 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-c42605f0-00f9-4627-a5a3-f9de1f836b60 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489700 Sep 02 13:29:52.278079 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 95467265-8180-4441-af67-81ee981188fd up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:52.291783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-d1c8149c-b237-4a5e-a786-ccfecceb5b52 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:52.296179 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-d1c8149c-b237-4a5e-a786-ccfecceb5b52 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.1126876 Sep 02 13:29:52.308151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-1d4c586a-ceae-4cd3-b327-eddf5b8fec0a tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:29:52.309156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c433622-2425-4e35-a4f2-f0b2fe704228 req-1d4c586a-ceae-4cd3-b327-eddf5b8fec0a tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060499 Sep 02 13:29:52.355625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 95467265-8180-4441-af67-81ee981188fd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:52.361955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 95467265-8180-4441-af67-81ee981188fd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:52.362344 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.431801 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1728d0ba-3d6f-4ed1-8823-92f4d731d651 x-openstack-request-id: req-1728d0ba-3d6f-4ed1-8823-92f4d731d651 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:52.432181 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "name": "network-vif-plugged", "status": "completed", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:52.432553 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1728d0ba-3d6f-4ed1-8823-92f4d731d651 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:52.433057 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271', 'code': 200} Sep 02 13:29:52.456206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.503372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:52.508680 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.567330 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=13']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:52.581974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ac87-9706-434d-ba11-ebf8684854c0 req-5b59f19b-630b-4e5c-8ecb-fc0cfdc34993 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:52.583562 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-db15ac87-9706-434d-ba11-ebf8684854c0 req-5b59f19b-630b-4e5c-8ecb-fc0cfdc34993 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.1112058 Sep 02 13:29:52.585725 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51adfa5-3473-44a1-9b24-f5215d7d6f03 req-5ed93723-dbf5-42c0-b059-e9cf92ca111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:52.587829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e51adfa5-3473-44a1-9b24-f5215d7d6f03 req-5ed93723-dbf5-42c0-b059-e9cf92ca111e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 1097 time: 0.1043174 Sep 02 13:29:52.649269 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-db15ac87-9706-434d-ba11-ebf8684854c0 req-1eb1e09d-985f-44b4-8da9-baefe3c8abf8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574372 Sep 02 13:29:52.653829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e51adfa5-3473-44a1-9b24-f5215d7d6f03 req-f8d4d010-f569-47c2-80da-efd4310b8617 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536757 Sep 02 13:29:52.781678 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3551d145-c4c2-4222-bc7b-cb1ad401da5e req-3aea204f-3f38-4c70-b595-09171de4a499 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 210 time: 0.0463686 Sep 02 13:29:52.831720 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-c8c48411-c9ff-4da7-92a4-c1309f4150e3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1532035 Sep 02 13:29:52.845756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:52.879481 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:52.888364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67423fd2-be56-4540-89ec-ed7009272ff6 req-dbebfe7a-8858-41e3-bb1c-8ac49bc4ef51 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:52.891092 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-67423fd2-be56-4540-89ec-ed7009272ff6 req-dbebfe7a-8858-41e3-bb1c-8ac49bc4ef51 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 946 time: 0.0542691 Sep 02 13:29:52.968680 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-67423fd2-be56-4540-89ec-ed7009272ff6 req-b5e2e899-3324-45c8-88d5-126ee07713b6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663564 Sep 02 13:29:53.013517 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.071801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47428) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:53.150427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Allocated IP 172.25.3.179 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/cb9e9c11-b959-452f-b255-ab661ec7a568) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:53.236787 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3721f0f3-0e4f-4669-94d9-428dd5df01e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.288637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.353420 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.365991 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3721f0f3-0e4f-4669-94d9-428dd5df01e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.371266 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3721f0f3-0e4f-4669-94d9-428dd5df01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.401872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:53.406349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:53.410141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:53.412837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721f0f3-0e4f-4669-94d9-428dd5df01e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d86aa3-88ff-4eef-8cf3-4a24c988c301,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:53.417323 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3721f0f3-0e4f-4669-94d9-428dd5df01e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1637eec8c08647eb957ba2459652a2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445549 Sep 02 13:29:53.419942 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:53.446535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event updated for resources: {'Port': ['ID=cb9e9c11-b959-452f-b255-ab661ec7a568,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:53.503770 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc1ecbd9-7124-45f4-9e61-f314c13ac7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.518272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e50e6e5c-2adc-440d-989e-fad46c9ef1e0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:29:53.544952 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc1ecbd9-7124-45f4-9e61-f314c13ac7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.565843 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.600352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:53.604279 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.614057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.624991 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc1ecbd9-7124-45f4-9e61-f314c13ac7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.628059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc1ecbd9-7124-45f4-9e61-f314c13ac7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:53.631840 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bc1ecbd9-7124-45f4-9e61-f314c13ac7b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6d86aa3-88ff-4eef-8cf3-4a24c988c301 HTTP/1.1" status: 204 len: 168 time: 0.2079394 Sep 02 13:29:53.657508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ecbd9-7124-45f4-9e61-f314c13ac7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d86aa3-88ff-4eef-8cf3-4a24c988c301,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:53.677206 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-7b8e641a-8596-4dfa-82e8-ba1ca1e4aaac tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281751 Sep 02 13:29:53.846458 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a128ba-f745-448e-b328-e0ef6141b0c3 req-ba4d7041-0c11-4f4b-badd-e2db6751eca1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:53.850052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9a128ba-f745-448e-b328-e0ef6141b0c3 req-ba4d7041-0c11-4f4b-badd-e2db6751eca1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.0865312 Sep 02 13:29:53.920666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9a128ba-f745-448e-b328-e0ef6141b0c3 req-b9e73594-5562-45c1-904d-67daa9bf9805 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654676 Sep 02 13:29:53.931340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-853dee3a-a167-438a-9a5c-444a02850a5e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:53.934069 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-853dee3a-a167-438a-9a5c-444a02850a5e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426450 Sep 02 13:29:53.957018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Request body: {'port': {'device_id': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '1ae87bd3068e4b56903a7f8f22eb00c0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:54.065599 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.070327 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aba1dc44-3693-49dc-8318-92c8d613be21 req-1b00859e-5d52-4a1d-8db3-3094aedd532a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 210 time: 0.0342350 Sep 02 13:29:54.078251 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.091787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-b6b608bf-c34f-4722-bceb-b29a927832da tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:54.093884 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-b6b608bf-c34f-4722-bceb-b29a927832da tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.77 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 946 time: 0.1288722 Sep 02 13:29:54.145369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event updated for resources: {'Port': ['ID=cb9e9c11-b959-452f-b255-ab661ec7a568,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:54.205708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.235034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Made reservation on behalf of 1ae87bd3068e4b56903a7f8f22eb00c0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:29:54.239418 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.255358 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.256620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-46c6493f-e9f4-4247-9936-49667012db83 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4175828 Sep 02 13:29:54.338304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65d30d-f114-4f55-8472-6f63b16ad823 req-5f0e819b-bb96-4389-a63f-69a0fe283723 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:54.339794 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9f65d30d-f114-4f55-8472-6f63b16ad823 req-5f0e819b-bb96-4389-a63f-69a0fe283723 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead3a27c-3d8b-4e1e-a934-0ecad17ae024 HTTP/1.1" status: 200 len: 946 time: 0.1419563 Sep 02 13:29:54.346563 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-b5fab2eb-d736-44f6-8585-9772e2b9db31 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.0796289 Sep 02 13:29:54.355157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Deleting port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:54.355503 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.434770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:54.437171 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8761de61-0b2b-4069-888b-83f29512925d" -d '{"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-plugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:54.437559 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9f65d30d-f114-4f55-8472-6f63b16ad823 req-abcce0f1-3823-4e27-9ed0-df79e0938f53 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.13 "GET /v2.0/security-groups?id=b60df30f-8d1f-4493-9f98-0d3480f48057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783749 Sep 02 13:29:54.497414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] For port 99dce95c-5da2-44f3-8f12-07a38c6e87e3, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=99dce95c-5da2-44f3-8f12-07a38c6e87e3,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:54.498234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.511513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-2d826594-4315-46e1-8a9e-0840c42b2242 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:54.512932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aaa6feac-456f-4e29-bfce-5048cf038a71 req-2d826594-4315-46e1-8a9e-0840c42b2242 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.1538322 Sep 02 13:29:54.514684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Calling delete_port for 99dce95c-5da2-44f3-8f12-07a38c6e87e3 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:54.525921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Allocated IP 192.168.233.192 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:54.569649 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2545abe-f91f-43c1-9da8-b62f0ec2082c x-openstack-request-id: req-b2545abe-f91f-43c1-9da8-b62f0ec2082c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:54.570169 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-plugged", "status": "completed", "tag": "95467265-8180-4441-af67-81ee981188fd", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:54.570169 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2545abe-f91f-43c1-9da8-b62f0ec2082c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:54.570575 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95467265-8180-4441-af67-81ee981188fd', 'code': 200} Sep 02 13:29:54.670414 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.684859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['99dce95c-5da2-44f3-8f12-07a38c6e87e3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:54.712035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Pushing event deleted for resources: {'Port': ['ID=99dce95c-5da2-44f3-8f12-07a38c6e87e3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:54.758776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:54.764843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] No DVR routers for this DVR port 99dce95c-5da2-44f3-8f12-07a38c6e87e3 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:29:54.768711 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.770848 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87374ce6-d8e2-4478-bc48-37ba9c04512f req-310a0b99-5676-464b-83b9-b35ec20e5ff6 tempest-FloatingIPsAssociationTestJSON-1859165676 tempest-FloatingIPsAssociationTestJSON-1859165676-project] 10.222.0.77 "DELETE /v2.0/ports/99dce95c-5da2-44f3-8f12-07a38c6e87e3 HTTP/1.1" status: 204 len: 173 time: 0.6598840 Sep 02 13:29:54.771576 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'name': 'network-vif-deleted', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:54.773910 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2228d7a6-99ee-4983-ac9c-e0810277e132" -d '{"events": [{"server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "name": "network-vif-deleted", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:54.810517 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-ad5878db-dce7-4cc4-89cc-b2936bd3d2b6 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2130535 Sep 02 13:29:54.829901 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb05331-aed6-43a8-b2f0-66d0b1e0ed0b x-openstack-request-id: req-abb05331-aed6-43a8-b2f0-66d0b1e0ed0b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:54.830324 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead3a27c-3d8b-4e1e-a934-0ecad17ae024", "name": "network-vif-deleted", "tag": "99dce95c-5da2-44f3-8f12-07a38c6e87e3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:54.830720 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abb05331-aed6-43a8-b2f0-66d0b1e0ed0b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:54.831318 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead3a27c-3d8b-4e1e-a934-0ecad17ae024', 'name': 'network-vif-deleted', 'tag': '99dce95c-5da2-44f3-8f12-07a38c6e87e3', 'status': 'completed', 'code': 200} Sep 02 13:29:54.834785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:54.855656 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.876159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Transition to ACTIVE for port object c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:54.880779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.907090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-769234222-network', 'tenant_id': '14e3953c36634d83a7eaa15c1751f754'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:54.971298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Made reservation on behalf of 14e3953c36634d83a7eaa15c1751f754 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:29:54.973588 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.986352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:54.996440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:55.009117 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['efe7c697-2021-4557-a066-b7a83cdae6fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:55.014548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['1d451c2c-26b6-44ef-b421-a22d707dec85', '95467265-8180-4441-af67-81ee981188fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:29:55.062285 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480a936-43d5-450c-961f-e707270a8922 req-94233a47-93aa-41e5-b68b-afbd5548ddb8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:55.069829 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f480a936-43d5-450c-961f-e707270a8922 req-94233a47-93aa-41e5-b68b-afbd5548ddb8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.0595167 Sep 02 13:29:55.071766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:55.086141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:55.091574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:55.094920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:55.117262 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f480a936-43d5-450c-961f-e707270a8922 req-f65837a1-f34e-4f14-86c7-3c26895ddb04 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458941 Sep 02 13:29:55.191222 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:55.192362 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:55.260142 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:55.347605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc30579-8e4d-42a2-9807-d7beaaa08199 req-ac6fbc83-e6dc-487e-bbd2-3c0e7b219bb0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:55.357192 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dc30579-8e4d-42a2-9807-d7beaaa08199 req-ac6fbc83-e6dc-487e-bbd2-3c0e7b219bb0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 936 time: 0.0828252 Sep 02 13:29:55.439438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dc30579-8e4d-42a2-9807-d7beaaa08199 req-3dec3c9d-70a1-467f-82e6-948a235f05ea tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755277 Sep 02 13:29:55.479266 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:55.496638 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:55.502669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Allocated IP 172.25.3.6 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/5f7da1d7-0492-4887-84f1-c833af4cecaf) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:29:55.514244 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-dbedd0e1-79e2-4d57-a807-70ac01fcb115 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5634747 Sep 02 13:29:55.535952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Request body: {'port': {'device_id': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:55.574696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:29:55.590177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aa5850-f98f-4edb-8aab-5e9f640b5f80,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:55.614072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b425589d-ed46-4d90-8399-15c2ed2b61af None None] Provisioning for port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:29:55.615112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420039e-b704-4f8e-b462-6bfb8461c34b req-4d242e66-ba50-4d89-b704-f428192aeba2 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:55.620055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b425589d-ed46-4d90-8399-15c2ed2b61af None None] Provisioning complete for port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:29:55.620757 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b425589d-ed46-4d90-8399-15c2ed2b61af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:55.624211 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2420039e-b704-4f8e-b462-6bfb8461c34b req-4d242e66-ba50-4d89-b704-f428192aeba2 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 1097 time: 0.0920720 Sep 02 13:29:55.629447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:55.629800 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Added segment 5c57a143-eb5e-40a3-a764-60a9a3d89f98 of type vlan for network 483d653f-34c2-4f13-b78a-8fc2822bcaea Sep 02 13:29:55.664290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2420039e-b704-4f8e-b462-6bfb8461c34b req-35ebf560-9f94-4450-888d-80938b8d8729 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Sep 02 13:29:55.666995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b425589d-ed46-4d90-8399-15c2ed2b61af None None] Port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:29:55.725881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47498) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:55.959350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:55.971590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:55.978943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076549bc-2d1a-46a7-bdc9-b20c6b5bb386 req-950b9aef-5896-4318-8732-74496d288fd3 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:55.980542 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-076549bc-2d1a-46a7-bdc9-b20c6b5bb386 req-950b9aef-5896-4318-8732-74496d288fd3 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 1097 time: 0.0666800 Sep 02 13:29:56.041855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.047220 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-076549bc-2d1a-46a7-bdc9-b20c6b5bb386 req-29702c6d-5a74-4ee5-9f6f-0b269df2f377 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443707 Sep 02 13:29:56.064160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.065136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:56.065767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.166655 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.186553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4266922 Sep 02 13:29:56.193921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47506) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:56.215257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Request body: {'subnet': {'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-769234222-subnet', 'tenant_id': '14e3953c36634d83a7eaa15c1751f754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:56.231284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed16be-98de-4d2c-ae33-b244ec072075 admin admin] Pushing event updated for resources: {'Network': ['ID=483d653f-34c2-4f13-b78a-8fc2822bcaea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:56.247409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 483d653f-34c2-4f13-b78a-8fc2822bcaea details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:29:56.298673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.305182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Made reservation on behalf of 14e3953c36634d83a7eaa15c1751f754 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:29:56.307654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.425461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:29:56.447330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:56.458994 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:29:56.460745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Deleting port 9adcd82b-ca7c-4108-9583-4972a279a0a7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:56.461353 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.504453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event updated for resources: {'Port': ['ID=5f7da1d7-0492-4887-84f1-c833af4cecaf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:56.558841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] For port 9adcd82b-ca7c-4108-9583-4972a279a0a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9adcd82b-ca7c-4108-9583-4972a279a0a7,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:56.559339 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.576006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Calling delete_port for 9adcd82b-ca7c-4108-9583-4972a279a0a7 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:56.635764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:29:56.650603 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.671135 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.679947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Transition to ACTIVE for port object c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:29:56.690170 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.786997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.788912 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.821864 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=9adcd82b-ca7c-4108-9583-4972a279a0a7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:56.834639 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:56.841729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:57.030973 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9031b831-f921-492d-b523-e8f8aace4066,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:57.044602 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:57.060057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Checking segment: {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:57.060420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Network hostable DHCP agents. Network: 483d653f-34c2-4f13-b78a-8fc2822bcaea, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:29:57.069945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:57.070281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:57.070978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:57.083638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:29:57.084165 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:57.124232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:57.124580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:57.124973 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:57.125431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Bound port: c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:57.125796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:57.148144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Network 483d653f-34c2-4f13-b78a-8fc2822bcaea is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:29:57.179134 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 483d653f-34c2-4f13-b78a-8fc2822bcaea) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:29:57.182306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:57.189506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d5600-3658-4c93-b51e-3c04e0a7c706 None None] Network 483d653f-34c2-4f13-b78a-8fc2822bcaea requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:29:57.211061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:57.215444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:57.216068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:57.282116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-35483ff4-57a1-48c0-bfd6-4aad6b6b0c25 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0786779 Sep 02 13:29:57.319137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event updated for resources: {'Port': ['ID=5f7da1d7-0492-4887-84f1-c833af4cecaf,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:57.322001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:29:57.341067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:57.348095 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:57.358551 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:57.401779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:57.402454 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:57.403912 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] 10.222.0.90 "PUT /v2.0/ports/c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 1096 time: 1.8723700 Sep 02 13:29:57.407144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:29:57.409600 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b627f0-8125-464a-8b5e-c6889b462a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:29:57.423820 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:57.439264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-1aeb7017-eb92-4150-8430-7e7bc52ac6e0 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.6184559 Sep 02 13:29:57.456535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123f68b-b627-4ed3-afc4-7f595f8b9b7b service neutron] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:57.480695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e4abc-e2e8-43c1-8210-28582d242b98 None None] Network 483d653f-34c2-4f13-b78a-8fc2822bcaea requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:29:57.551228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-c4cb2029-a44e-4e40-b5e1-f6e608090c5b tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:29:57.552630 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-dbcb0f89-3f6b-49b7-974c-41bd107caf15 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.1124513 Sep 02 13:29:57.553065 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-c4cb2029-a44e-4e40-b5e1-f6e608090c5b tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069675 Sep 02 13:29:57.604281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-6ee2218a-ec68-4ec1-bffc-9797f5614543 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:57.605992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-6ee2218a-ec68-4ec1-bffc-9797f5614543 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports/f52d3290-1af6-43bc-afcf-e01da1d02271 HTTP/1.1" status: 200 len: 1094 time: 0.0443268 Sep 02 13:29:57.624898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-9f59d57f-508e-4044-9955-555580c3a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:57.626552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-9f59d57f-508e-4044-9955-555580c3a641 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1099 time: 0.1749413 Sep 02 13:29:57.634835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Request body: {'binding': {'host': 'n-h2-794796-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:29:57.635345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Unknown quota resources ['binding']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:29:57.666862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-fff19ecb-b837-4056-94d2-d19ef762d25b tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:57.680402 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ccd72df-3328-455f-87df-7b7c0fbda339 req-fff19ecb-b837-4056-94d2-d19ef762d25b tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.1264422 Sep 02 13:29:57.728807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-7793928a-f25e-446d-8833-af368566cb7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 217 time: 0.0477347 Sep 02 13:29:57.809624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f7d61-a150-4db3-9f8b-a59016404d07 req-de15bd25-51e2-45eb-a0d8-489183098e69 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:57.812332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3f7d61-a150-4db3-9f8b-a59016404d07 req-de15bd25-51e2-45eb-a0d8-489183098e69 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 948 time: 0.0820575 Sep 02 13:29:57.813970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-47f89b61-1490-49f7-aade-fc36f605a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:57.815497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-47f89b61-1490-49f7-aade-fc36f605a980 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0757968 Sep 02 13:29:57.848127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Router 86f60737-7546-4315-a317-6d7e4214c2fe has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:29:57.879903 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b3f7d61-a150-4db3-9f8b-a59016404d07 req-a50a3942-3bf4-459b-bbf3-6cd038b9b43b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588448 Sep 02 13:29:57.891553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-21970e23-0567-4bc7-b000-cba4fa4e5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:57.893371 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-21970e23-0567-4bc7-b000-cba4fa4e5ecc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648572 Sep 02 13:29:57.958743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 on host n-h2-794796-4 for vnic_type normal with profile None {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:29:57.959187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:29:57.959637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:57.967099 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Port f52d3290-1af6-43bc-afcf-e01da1d02271 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:29:57.967551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:29:57.977278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:29:57.977742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:29:57.978137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:29:57.978580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Bound port: f52d3290-1af6-43bc-afcf-e01da1d02271, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:29:57.994477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-974f418e-1745-4e47-a58f-6c7ed7286552 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890026 Sep 02 13:29:58.037051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:29:58.043929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ff5225af-466d-4242-a37a-844e7a849f47 admin admin] 10.222.0.13 "PUT /v2.0/routers/86f60737-7546-4315-a317-6d7e4214c2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3163335 Sep 02 13:29:58.047426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47546) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:29:58.052829 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] Sync routers for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:29:58.065284 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:58.065831 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:58.097309 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67e96c4-9943-46fb-a9bc-bf70672e7678 req-ef40c095-686d-4803-ac02-961e92a65b6e service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972121 Sep 02 13:29:58.101167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:29:58.133825 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:58.135201 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f7b8968d-e343-4822-8de9-8e967831cf48 service neutron] 10.222.0.13 "POST /v2.0/ports/f52d3290-1af6-43bc-afcf-e01da1d02271/bindings HTTP/1.1" status: 201 len: 389 time: 0.5040705 Sep 02 13:29:58.142558 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871807c6-9ac9-4d00-bcaa-75ee048280d5 x-openstack-request-id: req-871807c6-9ac9-4d00-bcaa-75ee048280d5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:29:58.142558 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:29:58.143035 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-871807c6-9ac9-4d00-bcaa-75ee048280d5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:29:58.143466 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'status': 'completed', 'code': 200} Sep 02 13:29:58.197860 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:58.211831 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-d0478045-c0bb-4f92-938e-b081c5e3ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:58.213606 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-d0478045-c0bb-4f92-938e-b081c5e3ada7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1099 time: 0.0456138 Sep 02 13:29:58.215571 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:58.309620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 99dce95c-5da2-44f3-8f12-07a38c6e87e3 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:58.361363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9eeeb14d-8112-4ce3-a8e2-98c430789a65 req-d06d0e07-ccf5-4b3d-8e40-d14cf7488f34 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips/e71755db-f1a2-4b3d-ad48-51e0f2e77d73 HTTP/1.1" status: 200 len: 691 time: 0.0710664 Sep 02 13:29:58.382357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 99dce95c-5da2-44f3-8f12-07a38c6e87e3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:58.383411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 99dce95c-5da2-44f3-8f12-07a38c6e87e3 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:58.410783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-d095722f-e958-429e-9c4a-d920a1fe919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:58.412692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-d095722f-e958-429e-9c4a-d920a1fe919f service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1909702 Sep 02 13:29:58.549759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-66ea46ce-a29c-43c2-bb9b-f3bfb49e2647 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 217 time: 0.1284573 Sep 02 13:29:58.567991 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-21d0c21f-4139-4718-8039-77fa05593c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:58.569429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-21d0c21f-4139-4718-8039-77fa05593c61 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 1097 time: 0.1074774 Sep 02 13:29:58.587092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:58.605942 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:29:56Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:58.612429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeeb14d-8112-4ce3-a8e2-98c430789a65 req-085e30e2-607a-4f84-bf32-ed7e94f3b222 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:58.619279 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9eeeb14d-8112-4ce3-a8e2-98c430789a65 req-085e30e2-607a-4f84-bf32-ed7e94f3b222 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2569995 Sep 02 13:29:58.625614 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-87d50527-3663-4ac1-a0ae-0b7b48881c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:58.627124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-87d50527-3663-4ac1-a0ae-0b7b48881c28 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0660050 Sep 02 13:29:58.635064 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] Checking router: 86f60737-7546-4315-a317-6d7e4214c2fe for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:29:58.644173 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] Routers {'86f60737-7546-4315-a317-6d7e4214c2fe'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:29:58.644798 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:29:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['86f60737-7546-4315-a317-6d7e4214c2fe'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:58.660771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-9eeeb14d-8112-4ce3-a8e2-98c430789a65 req-2ccd4935-26ad-4a77-bbbf-b9c216c577ca tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:29:58.666442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9eeeb14d-8112-4ce3-a8e2-98c430789a65 req-2ccd4935-26ad-4a77-bbbf-b9c216c577ca tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463107 Sep 02 13:29:58.711445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9969366-145d-4719-b942-f276dd4e1971 req-e2fa9b16-61ed-4b84-b69e-a0fbc62a7613 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:58.713038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-e2fa9b16-61ed-4b84-b69e-a0fbc62a7613 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/networks?id=483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 200 len: 814 time: 0.2340961 Sep 02 13:29:58.720066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-e772a7b5-03ab-41f6-90a2-214a34ffecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:58.721648 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-e772a7b5-03ab-41f6-90a2-214a34ffecb7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789661 Sep 02 13:29:58.735103 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-691fe1cc-4d63-47fa-84f5-ebbb26928798 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/quotas/14e3953c36634d83a7eaa15c1751f754 HTTP/1.1" status: 200 len: 375 time: 0.0119843 Sep 02 13:29:58.788941 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-4f4ba062-1e13-438f-be73-b12c02896753 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14e3953c36634d83a7eaa15c1751f754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392897 Sep 02 13:29:58.797727 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] Set router 86f60737-7546-4315-a317-6d7e4214c2fe gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:29:58.830049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-57601a0f-5505-4d9f-a4c2-8a3adee4065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:58.832290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-57601a0f-5505-4d9f-a4c2-8a3adee4065d service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.2531869 Sep 02 13:29:58.844804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e800-3887-47c7-bb41-ec6ac3d6d53c req-cf21c7c3-5275-412c-be21-7566c15148f4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:58.846683 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e025e800-3887-47c7-bb41-ec6ac3d6d53c req-cf21c7c3-5275-412c-be21-7566c15148f4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.1078274 Sep 02 13:29:58.856684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Deleting port 1a1384f9-94ba-49a7-871c-569fe83f5ded {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:58.857176 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:58.905466 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-7e4f7439-1997-4d43-9a03-e06bf57c15f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f52d3290-1af6-43bc-afcf-e01da1d02271 HTTP/1.1" status: 200 len: 217 time: 0.0568342 Sep 02 13:29:58.928315 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-b5c0796a-de66-4492-be58-e4605203756b service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905701 Sep 02 13:29:58.960330 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-0863f90c-0cae-4a62-adf8-7ab584a85b7a service neutron] 10.222.0.13 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451650 Sep 02 13:29:59.001584 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:29:56Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:29:59.015363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e025e800-3887-47c7-bb41-ec6ac3d6d53c req-8f607ad6-0342-4c18-a667-a8837d5a27b4 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270542 Sep 02 13:29:59.033029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-6a69bd21-99e3-4fc9-892f-1651759eae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:59.034537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-6a69bd21-99e3-4fc9-892f-1651759eae01 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.0879135 Sep 02 13:29:59.036794 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4607b69-76c7-4015-af1a-e88e1db10b97 None None] The sync data for ids ['86f60737-7546-4315-a317-6d7e4214c2fe'] in n-d-794796-4 is: [{'id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2048682135-router', 'tenant_id': '1032ef769ce84efbacf958179a4b2385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:28:17Z', 'updated_at': '2021-09-02T13:29:56Z', 'revision_number': 5, 'project_id': '1032ef769ce84efbacf958179a4b2385', 'gw_port': {'id': '1a1384f9-94ba-49a7-871c-569fe83f5ded', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f60737-7546-4315-a317-6d7e4214c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:28:18Z', 'updated_at': '2021-09-02T13:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:29:59.090267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] For port 1a1384f9-94ba-49a7-871c-569fe83f5ded, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1a1384f9-94ba-49a7-871c-569fe83f5ded,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:29:59.090675 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:59.111515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60b627f0-8125-464a-8b5e-c6889b462a7d req-e1d4af04-4ff6-46f2-8299-8c45874cefe9 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724820 Sep 02 13:29:59.141487 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-c6303ac8-fa9b-414e-98ea-d3d82b477b6c service neutron] 10.222.0.13 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561732 Sep 02 13:29:59.150469 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-cd0db035-afa4-4d6d-b7ee-13ca66368e45 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050811 Sep 02 13:29:59.156358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Calling delete_port for 1a1384f9-94ba-49a7-871c-569fe83f5ded owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:29:59.176891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-957b103d-a763-408b-9567-0983a3518353 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips/e71755db-f1a2-4b3d-ad48-51e0f2e77d73 HTTP/1.1" status: 200 len: 691 time: 0.0989156 Sep 02 13:29:59.238451 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:59.372579 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-ce769f31-9a5a-4e73-8531-3ec94da979a9 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104115 Sep 02 13:29:59.375838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bb0a5-1672-4de0-94e0-2b1648269536 req-eafff984-5b85-4a5c-80fe-70754eaa419b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:59.384396 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d9bb0a5-1672-4de0-94e0-2b1648269536 req-eafff984-5b85-4a5c-80fe-70754eaa419b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 948 time: 0.0682724 Sep 02 13:29:59.446579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9adcd82b-ca7c-4108-9583-4972a279a0a7 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:29:59.482669 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d9bb0a5-1672-4de0-94e0-2b1648269536 req-5cf245d5-db16-4341-9158-f41417710ebc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966976 Sep 02 13:29:59.486886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-b6d88518-1c30-4a5a-92f0-02dfd26d1762 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:29:59.494206 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-b6d88518-1c30-4a5a-92f0-02dfd26d1762 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.3045344 Sep 02 13:29:59.497754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 9adcd82b-ca7c-4108-9583-4972a279a0a7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:29:59.498614 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9adcd82b-ca7c-4108-9583-4972a279a0a7 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:29:59.574486 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-9f55a1ca-fa68-49ec-9546-bee5850579b1 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.0793087 Sep 02 13:29:59.672300 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-93c89fbf-a1b1-4918-a668-041b91b55e52 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.0968788 Sep 02 13:29:59.742800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-f0223fe0-789b-415f-8f5e-c02e362ceaf7 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564267 Sep 02 13:29:59.788489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fbeb41ff-d594-43d3-83f2-493ef3685434 req-611b5e1d-44f5-497c-9279-90b846705e3c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 210 time: 0.0443776 Sep 02 13:29:59.798626 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:59.842559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1384f9-94ba-49a7-871c-569fe83f5ded,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:29:59.932680 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:29:59.966730 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Deleting port 5f7da1d7-0492-4887-84f1-c833af4cecaf {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:29:59.967081 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.070383 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.076501 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.141267 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.149033 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.149578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f60737-7546-4315-a317-6d7e4214c2fe {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:30:00.155287 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.159249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:00.159831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fe1e1654-b906-4b4b-a2c0-972c91f260ea admin admin] 10.222.0.13 "DELETE /v2.0/routers/86f60737-7546-4315-a317-6d7e4214c2fe HTTP/1.1" status: 204 len: 168 time: 2.1113863 Sep 02 13:30:00.162060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.162397 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.191362 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Calling delete_port for 5f7da1d7-0492-4887-84f1-c833af4cecaf owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:00.236606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12d5d1-8427-423f-88c6-9288ce331582 req-d5245f30-0fa0-4f0e-9ebb-1c68fcb3c67d tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:00.246814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b12d5d1-8427-423f-88c6-9288ce331582 req-d5245f30-0fa0-4f0e-9ebb-1c68fcb3c67d tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.1416571 Sep 02 13:30:00.280577 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdd5c42-820a-42fc-a136-c45f72f66361 admin admin] Deleting subnet 60222091-915f-42f8-84cf-97a26ab39e18 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:30:00.284828 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5c42-820a-42fc-a136-c45f72f66361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.356010 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5c42-820a-42fc-a136-c45f72f66361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.371022 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.400160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event deleted for resources: {'Port': ['ID=5f7da1d7-0492-4887-84f1-c833af4cecaf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:00.572869 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.577004 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:00.578851 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68b9a127-80b9-49cd-9d30-fb0675e9a2c6 req-92ba9bf0-b422-4703-9f84-8c7844c5cdd3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "DELETE /v2.0/floatingips/e71755db-f1a2-4b3d-ad48-51e0f2e77d73 HTTP/1.1" status: 204 len: 173 time: 0.9038470 Sep 02 13:30:00.705475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9969366-145d-4719-b942-f276dd4e1971 req-8d284a03-8767-4b50-8975-064f1bd8aaa6 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:00.711633 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-8d284a03-8767-4b50-8975-064f1bd8aaa6 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.77 "GET /v2.0/networks?id=483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 200 len: 814 time: 0.2227626 Sep 02 13:30:00.742488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Request body: {'port': {'device_id': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea', 'admin_state_up': True, 'tenant_id': '14e3953c36634d83a7eaa15c1751f754'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:00.839875 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b12d5d1-8427-423f-88c6-9288ce331582 req-14bffec4-25c5-4a80-b5ce-2cdecb78fdc6 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837080 Sep 02 13:30:01.056842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5c42-820a-42fc-a136-c45f72f66361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.104712 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73a386a-95cf-4cba-9a77-8c49fe49bc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.236442 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5c42-820a-42fc-a136-c45f72f66361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.253409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2050999-65d4-4a43-a8f1-c0a49412523f req-55cce9ca-7cfc-4282-a603-23f8fb1131fa tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:01.254554 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2050999-65d4-4a43-a8f1-c0a49412523f req-55cce9ca-7cfc-4282-a603-23f8fb1131fa tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 948 time: 0.5417800 Sep 02 13:30:01.287925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd5c42-820a-42fc-a136-c45f72f66361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60222091-915f-42f8-84cf-97a26ab39e18,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:01.290089 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8fdd5c42-820a-42fc-a136-c45f72f66361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.294235 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8fdd5c42-820a-42fc-a136-c45f72f66361 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60222091-915f-42f8-84cf-97a26ab39e18 HTTP/1.1" status: 204 len: 168 time: 1.1339316 Sep 02 13:30:01.295920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d26474-2a9e-4926-8654-eb81163d39f6 None None] Network d059279e-45ac-4663-94b9-29972b115da9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:01.302313 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47596) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:01.304921 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2050999-65d4-4a43-a8f1-c0a49412523f req-d2346225-3b19-4abc-bf19-2e9e81ca33d4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394900 Sep 02 13:30:01.351195 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:30:01.366446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d007baf-7518-48ef-b3f8-3170f7d3b25b req-37b5eba1-35b0-4254-9afe-c3fdc8b38eaf tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:01.382637 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d007baf-7518-48ef-b3f8-3170f7d3b25b req-37b5eba1-35b0-4254-9afe-c3fdc8b38eaf tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2662544 Sep 02 13:30:01.507360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.519253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Made reservation on behalf of 14e3953c36634d83a7eaa15c1751f754 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:01.523106 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.573460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1a1384f9-94ba-49a7-871c-569fe83f5ded no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:01.603198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 1a1384f9-94ba-49a7-871c-569fe83f5ded {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:01.603785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1a1384f9-94ba-49a7-871c-569fe83f5ded not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:01.614690 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62341a32-777c-46ad-8edb-0ecd9611f02d req-41f4d504-c130-43c9-8832-b0c8578b4299 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 210 time: 0.0474205 Sep 02 13:30:01.678894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:01.689054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d59e79ca-1b8d-46f4-8116-5937219ea52f req-0bea23eb-051b-43a8-8e01-2fcc16e3afe6 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=b7ed201cede64ef5b98173709f3471e9 HTTP/1.1" status: 200 len: 1655 time: 0.1751080 Sep 02 13:30:01.693625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'mac_address': 'fa:16:3e:62:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:30:01.855308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Deleting port 09782547-5e5f-428d-8255-d4a0ed25a4bc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:01.855739 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.895866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e9b32-bf61-4a38-8408-bdf33b06626d None None] DHCP port deletion for d059279e-45ac-4663-94b9-29972b115da9 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:30:01.924658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Allocated IP 172.20.0.12 (483d653f-34c2-4f13-b78a-8fc2822bcaea/9031b831-f921-492d-b523-e8f8aace4066/ed69415e-0eb3-4987-b7f4-755745a47f50) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:01.936732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e79ca-1b8d-46f4-8116-5937219ea52f req-491319e9-ee53-4ddf-bd81-f48b8227bddc tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:01.938281 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d59e79ca-1b8d-46f4-8116-5937219ea52f req-491319e9-ee53-4ddf-bd81-f48b8227bddc tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks?id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 787 time: 0.2368324 Sep 02 13:30:01.953031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-d59e79ca-1b8d-46f4-8116-5937219ea52f req-eeb5652f-f346-4fe6-8350-31c3b735bdb3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:30:01.954074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d59e79ca-1b8d-46f4-8116-5937219ea52f req-eeb5652f-f346-4fe6-8350-31c3b735bdb3 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074346 Sep 02 13:30:01.962457 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:01.975808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67861-6927-4b62-853d-64e7ea4a7994 req-8e9c930a-bdee-4633-b6e9-45d9f194d5a8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:01.985438 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abd67861-6927-4b62-853d-64e7ea4a7994 req-8e9c930a-bdee-4633-b6e9-45d9f194d5a8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.0722623 Sep 02 13:30:02.000598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:02.003425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] For port 09782547-5e5f-428d-8255-d4a0ed25a4bc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=09782547-5e5f-428d-8255-d4a0ed25a4bc,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:02.003856 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.032826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abd67861-6927-4b62-853d-64e7ea4a7994 req-7121c955-42f0-4a8d-afd5-6f79c3722221 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 Sep 02 13:30:02.034333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:02.050156 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.061684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Calling delete_port for 09782547-5e5f-428d-8255-d4a0ed25a4bc owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:02.063711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e9b32-bf61-4a38-8408-bdf33b06626d None None] Deleting port 09782547-5e5f-428d-8255-d4a0ed25a4bc {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:02.064602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9b32-bf61-4a38-8408-bdf33b06626d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.075429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-f6755a08-1320-445d-b085-8b4c81710dfb tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips/ee68dc1e-6558-4387-a316-4317ae63998c HTTP/1.1" status: 200 len: 693 time: 0.0924106 Sep 02 13:30:02.193919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8b0e9b32-bf61-4a38-8408-bdf33b06626d None None] For port 09782547-5e5f-428d-8255-d4a0ed25a4bc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=09782547-5e5f-428d-8255-d4a0ed25a4bc,segment=NetworkSegment(f697f99b-4fed-4730-b9cb-80e37a4f1369),segment_id=f697f99b-4fed-4730-b9cb-80e37a4f1369)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:02.195225 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9b32-bf61-4a38-8408-bdf33b06626d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.211570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e9b32-bf61-4a38-8408-bdf33b06626d None None] Calling delete_port for 09782547-5e5f-428d-8255-d4a0ed25a4bc owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:02.292948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:02.356713 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9b32-bf61-4a38-8408-bdf33b06626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.369234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-642c19c7-fbe6-4d68-968c-11dd39da6dba tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:02.370725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-642c19c7-fbe6-4d68-968c-11dd39da6dba tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2853694 Sep 02 13:30:02.382486 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.384173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e9b32-bf61-4a38-8408-bdf33b06626d None None] Pushing event deleted for resources: {'Port': ['ID=09782547-5e5f-428d-8255-d4a0ed25a4bc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:02.389960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:02.392117 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e9b32-bf61-4a38-8408-bdf33b06626d None None] No DVR routers for this DVR port 09782547-5e5f-428d-8255-d4a0ed25a4bc on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:02.444428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.451644 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-69aa1a94-83ff-43fb-8dc6-362b2c80d744 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.0610952 Sep 02 13:30:02.501653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Pushing event deleted for resources: {'Port': ['ID=09782547-5e5f-428d-8255-d4a0ed25a4bc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:02.536397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] No DVR routers for this DVR port 09782547-5e5f-428d-8255-d4a0ed25a4bc on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:02.570342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93977-a0a5-45ef-9697-19ed4ea32778 req-8c822420-bfa8-4f6e-a4ed-9c19e419b005 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:02.574919 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-2bbfac4c-6b73-4dfb-ba9a-6f3d0b9503c9 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.0969734 Sep 02 13:30:02.587375 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcd93977-a0a5-45ef-9697-19ed4ea32778 req-8c822420-bfa8-4f6e-a4ed-9c19e419b005 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 949 time: 0.1173949 Sep 02 13:30:02.636759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcd93977-a0a5-45ef-9697-19ed4ea32778 req-45eda289-7df0-4b31-a57d-a16de9ca4446 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484650 Sep 02 13:30:02.668465 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.769051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a132-80a2-4738-93e4-63303c385694 req-f845c2a1-30bd-4fc9-9e49-5ce2ab267958 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:02.769592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.770964 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f011a132-80a2-4738-93e4-63303c385694 req-f845c2a1-30bd-4fc9-9e49-5ce2ab267958 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 946 time: 0.0654333 Sep 02 13:30:02.802949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d059279e-45ac-4663-94b9-29972b115da9']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:02.812406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Network 483d653f-34c2-4f13-b78a-8fc2822bcaea is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:02.826987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f011a132-80a2-4738-93e4-63303c385694 req-b9494fcc-4205-4761-8a7a-a18dc9c2b4b0 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471816 Sep 02 13:30:02.834756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f697f99b-4fed-4730-b9cb-80e37a4f1369') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:02.835061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f697f99b-4fed-4730-b9cb-80e37a4f1369') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:02.849675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Pushing event updated for resources: {'Port': ['ID=ed69415e-0eb3-4987-b7f4-755745a47f50,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:02.849675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:02.854907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.857025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:02.902641 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.915921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:30:02.916349 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:30:02.918146 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:30:02.983049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:02.983049 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:02.998356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Deleting port cb9e9c11-b959-452f-b255-ab661ec7a568 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:02.998639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.006212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.025310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.030835 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] 10.222.0.13 "DELETE /v2.0/networks/d059279e-45ac-4663-94b9-29972b115da9 HTTP/1.1" status: 204 len: 168 time: 1.7247927 Sep 02 13:30:03.043246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47e129-b129-4048-a09a-ce15e990d934 req-dad30fba-5642-4628-b5fd-b37c1deb8a4d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:03.047635 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c47e129-b129-4048-a09a-ce15e990d934 req-dad30fba-5642-4628-b5fd-b37c1deb8a4d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 932 time: 0.0607572 Sep 02 13:30:03.058029 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-0aa75df3-567a-4685-bb24-50fdd0084110 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3237197 Sep 02 13:30:03.078901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Request body: {'port': {'device_id': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:03.086035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ded8c-7826-4730-81a1-a6954b60f56f admin admin] Pushing event deleted for resources: {'Network': ['ID=d059279e-45ac-4663-94b9-29972b115da9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:03.114146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c47e129-b129-4048-a09a-ce15e990d934 req-a8db77b5-ce39-4f8b-9e3d-cce30338b8e8 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531936 Sep 02 13:30:03.174001 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.199453 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.199843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.214829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47624) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:03.244307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Calling delete_port for cb9e9c11-b959-452f-b255-ab661ec7a568 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:03.284232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a010dd-31bb-4ed9-8680-9235dc477eb1 req-c5852c67-1b36-4b44-8c8d-af751f32e8fa tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:03.286163 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4a010dd-31bb-4ed9-8680-9235dc477eb1 req-c5852c67-1b36-4b44-8c8d-af751f32e8fa tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.1077700 Sep 02 13:30:03.293942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f638c9c1-1511-4b76-8731-964d153c666f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1032ef769ce84efbacf958179a4b2385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768931 Sep 02 13:30:03.297233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:03.318818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:03.386920 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4a010dd-31bb-4ed9-8680-9235dc477eb1 req-1314e524-1b1e-487c-a26d-4fac69ea5059 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884285 Sep 02 13:30:03.389537 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:03.395058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:03.395812 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.416091 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f67adfd-09b7-4f51-aded-0516b4db1458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.448357 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f67adfd-09b7-4f51-aded-0516b4db1458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.498486 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.528075 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f67adfd-09b7-4f51-aded-0516b4db1458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.536868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:03.537827 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:03.540129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f67adfd-09b7-4f51-aded-0516b4db1458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.540276 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c54120b-f237-4050-a14f-63abb632ff24" -d '{"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-plugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:03.546432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0f67adfd-09b7-4f51-aded-0516b4db1458 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b60df30f-8d1f-4493-9f98-0d3480f48057 HTTP/1.1" status: 204 len: 168 time: 0.2479544 Sep 02 13:30:03.555962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67adfd-09b7-4f51-aded-0516b4db1458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60df30f-8d1f-4493-9f98-0d3480f48057,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:03.567059 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.569238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 09782547-5e5f-428d-8255-d4a0ed25a4bc no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:03.616377 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1629f18-76f3-4664-bb09-aa7083ad9d32 x-openstack-request-id: req-d1629f18-76f3-4664-bb09-aa7083ad9d32 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:03.616615 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-plugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:03.616715 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1629f18-76f3-4664-bb09-aa7083ad9d32 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:03.617069 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'code': 200} Sep 02 13:30:03.647268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 09782547-5e5f-428d-8255-d4a0ed25a4bc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:03.647533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 09782547-5e5f-428d-8255-d4a0ed25a4bc not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:03.659160 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3eabd3a1-dcac-48d5-bd90-2d9c89633d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.685980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:03.737789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491212b6-d33e-40d7-a8b3-ed68d99e78ce req-3c46373e-fef3-4e62-ade7-ac9a8ce74428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:03.744168 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-491212b6-d33e-40d7-a8b3-ed68d99e78ce req-3c46373e-fef3-4e62-ade7-ac9a8ce74428 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1101 time: 0.0717282 Sep 02 13:30:03.812254 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-491212b6-d33e-40d7-a8b3-ed68d99e78ce req-b89c78a7-bbd1-4a99-8c1d-5681bd35d4f0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510602 Sep 02 13:30:03.825153 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.841136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ddc4-65e0-474b-ade8-50e7a5a546cb req-4e62f0d4-993b-4978-a5c6-6d13c334fe5f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:03.843688 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c51ddc4-65e0-474b-ade8-50e7a5a546cb req-4e62f0d4-993b-4978-a5c6-6d13c334fe5f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.0952132 Sep 02 13:30:03.886366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed69415e-0eb3-4987-b7f4-755745a47f50 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:03.891826 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event deleted for resources: {'Port': ['ID=cb9e9c11-b959-452f-b255-ab661ec7a568,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:03.902210 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:03.941939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-f9fae58b-d8d1-4d1e-9954-4ba605658aad tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:03.945626 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-f9fae58b-d8d1-4d1e-9954-4ba605658aad tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.77 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 946 time: 0.0711098 Sep 02 13:30:03.948817 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c51ddc4-65e0-474b-ade8-50e7a5a546cb req-d9d11922-4b3b-4817-9192-806fe9711172 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946050 Sep 02 13:30:04.016230 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.034704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Transition to ACTIVE for port object ed69415e-0eb3-4987-b7f4-755745a47f50 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:04.041953 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.049168 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.054192 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.055700 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53e6d85b-5858-4d34-9eb7-e001a9378744 req-ea5e9d4d-81b2-4ef2-a58a-3ceda03a610c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "DELETE /v2.0/floatingips/ee68dc1e-6558-4387-a316-4317ae63998c HTTP/1.1" status: 204 len: 173 time: 1.4640489 Sep 02 13:30:04.148256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed69415e-0eb3-4987-b7f4-755745a47f50,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:04.153426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e18e4-5188-4f73-a513-c252efba1382 req-26853381-33be-44ad-a239-4a2322745f84 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:04.164781 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-592e18e4-5188-4f73-a513-c252efba1382 req-26853381-33be-44ad-a239-4a2322745f84 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 946 time: 0.1035516 Sep 02 13:30:04.179554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Deleting port f18a589c-759d-4341-843a-2d96f01056cc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:04.180306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.276662 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-592e18e4-5188-4f73-a513-c252efba1382 req-57535466-009c-4dbe-a47b-fc5123603042 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102192 Sep 02 13:30:04.278306 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-314184ae-2935-440e-8aac-47c180d1d787 req-3836a9e4-017e-47ae-9d06-fb5a1a5cbf32 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips/5c8ea94c-ddb9-4c35-b5a6-8432999cc3a1 HTTP/1.1" status: 200 len: 692 time: 0.0567741 Sep 02 13:30:04.348169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] For port f18a589c-759d-4341-843a-2d96f01056cc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=f18a589c-759d-4341-843a-2d96f01056cc,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:04.348887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.422330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Attempting to bind port ed69415e-0eb3-4987-b7f4-755745a47f50 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:04.422685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Attempting to bind port ed69415e-0eb3-4987-b7f4-755745a47f50 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:04.423027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Attempting to bind port ed69415e-0eb3-4987-b7f4-755745a47f50 on network 483d653f-34c2-4f13-b78a-8fc2822bcaea {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:04.437573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Port ed69415e-0eb3-4987-b7f4-755745a47f50 on network 483d653f-34c2-4f13-b78a-8fc2822bcaea not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:30:04.437919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Attempting to bind port ed69415e-0eb3-4987-b7f4-755745a47f50 on network 483d653f-34c2-4f13-b78a-8fc2822bcaea {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:04.461483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:04.461855 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Checking segment: {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:04.462254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Bound using segment: {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:04.462715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Bound port: ed69415e-0eb3-4987-b7f4-755745a47f50, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:04.463081 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.513499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314184ae-2935-440e-8aac-47c180d1d787 req-0424f35c-2806-4662-9819-c91d34e73592 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:04.515236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-314184ae-2935-440e-8aac-47c180d1d787 req-0424f35c-2806-4662-9819-c91d34e73592 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2246103 Sep 02 13:30:04.595080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304d97-b5ef-4216-8100-f3b903e006b5 req-c25352d9-2584-450a-b85d-08810b93c0ae tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:04.597204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3304d97-b5ef-4216-8100-f3b903e006b5 req-c25352d9-2584-450a-b85d-08810b93c0ae tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 944 time: 0.1601379 Sep 02 13:30:04.597989 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-314184ae-2935-440e-8aac-47c180d1d787 req-7b5396af-bd63-4153-a967-cc35c2f4312c tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.0755618 Sep 02 13:30:04.609619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:04.621862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed69415e-0eb3-4987-b7f4-755745a47f50,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:04.672940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47664) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:04.683874 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.735227 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.736419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3304d97-b5ef-4216-8100-f3b903e006b5 req-7e765c6c-9640-43ce-8a44-8ff7fb2b9ab5 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252954 Sep 02 13:30:04.756254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed69415e-0eb3-4987-b7f4-755745a47f50,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:04.778806 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-314184ae-2935-440e-8aac-47c180d1d787 req-fdbdd1d2-c3eb-4e91-bdd2-88325421514b tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.48 HTTP/1.1" status: 200 len: 695 time: 0.1658211 Sep 02 13:30:04.784110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.784891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.785411 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Floating IP 7bfebd3c-61bb-4028-a0eb-b2622fbbfad5 disassociated. External IP: 172.25.3.215, port: f18a589c-759d-4341-843a-2d96f01056cc. Sep 02 13:30:04.785921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Calling delete_port for f18a589c-759d-4341-843a-2d96f01056cc owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:04.856332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:04.856984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:04.858481 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-6298e5f6-0512-4811-b6ca-f1ed4d7021c8 service neutron] 10.222.0.77 "PUT /v2.0/ports/ed69415e-0eb3-4987-b7f4-755745a47f50 HTTP/1.1" status: 200 len: 1092 time: 1.7845464 Sep 02 13:30:04.858939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:04.861301 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e02b02e-50de-4066-a838-4d1967aa59f7" -d '{"events": [{"name": "network-changed", "server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:04.919324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1717298059-network', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:04.949530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cb979-0970-4f98-94c4-7c79ecc793e8 req-db5a9731-4f79-4bd8-ae62-94359a7cacc0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:04.953626 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-951cb979-0970-4f98-94c4-7c79ecc793e8 req-db5a9731-4f79-4bd8-ae62-94359a7cacc0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.0989606 Sep 02 13:30:05.025054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Made reservation on behalf of b74578967b3b48d0b79a21517b210ea7 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:05.028363 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.042437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-951cb979-0970-4f98-94c4-7c79ecc793e8 req-32d79bc8-31f6-408f-ac8c-d14e90ab1cc1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774040 Sep 02 13:30:05.047500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9969366-145d-4719-b942-f276dd4e1971 req-98118af4-4004-4acb-850f-e4b275f8f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:05.050127 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-98118af4-4004-4acb-850f-e4b275f8f9f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14e3953c36634d83a7eaa15c1751f754&device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 1095 time: 0.1395590 Sep 02 13:30:05.054160 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.081617 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.115157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Pushing event deleted for resources: {'Port': ['ID=f18a589c-759d-4341-843a-2d96f01056cc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:05.129971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-0fa8f6e6-043f-45dc-ba6a-13496f5e71db service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed69415e-0eb3-4987-b7f4-755745a47f50 HTTP/1.1" status: 200 len: 217 time: 0.0694189 Sep 02 13:30:05.180253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-314184ae-2935-440e-8aac-47c180d1d787 req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Deleting port 9e929e70-0c78-4add-8338-0ae4c11ba503 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:05.180589 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-314184ae-2935-440e-8aac-47c180d1d787 req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.288200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Router 72d1503e-90be-4472-9bd5-40f9eb109cd9 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:30:05.290335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9969366-145d-4719-b942-f276dd4e1971 req-2b3b319f-e48b-4b56-9901-c618ee551d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:05.292032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-2b3b319f-e48b-4b56-9901-c618ee551d06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9031b831-f921-492d-b523-e8f8aace4066 HTTP/1.1" status: 200 len: 854 time: 0.1531885 Sep 02 13:30:05.294418 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafc4983-30f5-4624-99ec-b6b501a27c68 x-openstack-request-id: req-bafc4983-30f5-4624-99ec-b6b501a27c68 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:05.294775 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:05.295537 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bafc4983-30f5-4624-99ec-b6b501a27c68 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:05.295957 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50', 'status': 'completed', 'code': 200} Sep 02 13:30:05.391688 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-8cb6ade9-87be-493c-87e3-3b3b9cd08912 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=483d653f-34c2-4f13-b78a-8fc2822bcaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458224 Sep 02 13:30:05.476949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:30:05.486043 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4a12d-d89c-4274-800d-195346cf366c req-caae2a5a-4e2a-48de-a511-a17d8b3643e3 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:05.486881 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-314184ae-2935-440e-8aac-47c180d1d787 req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.487550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cea4a12d-d89c-4274-800d-195346cf366c req-caae2a5a-4e2a-48de-a511-a17d8b3643e3 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1193142 Sep 02 13:30:05.493072 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-314184ae-2935-440e-8aac-47c180d1d787 req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.503197 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.512803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] Sync routers for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:30:05.523388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:05.524457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:05.526372 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.536581 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-314184ae-2935-440e-8aac-47c180d1d787 req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Calling delete_port for 9e929e70-0c78-4add-8338-0ae4c11ba503 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:05.545518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] No DVR routers for this DVR port f18a589c-759d-4341-843a-2d96f01056cc on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:05.549071 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.551194 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6070f6e7-31dc-4a14-9544-fd38b1cc2cf0 req-fc37bc51-8dd5-44b4-93f0-cd392d4d29c3 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.77 "DELETE /v2.0/ports/f18a589c-759d-4341-843a-2d96f01056cc HTTP/1.1" status: 204 len: 173 time: 1.5993912 Sep 02 13:30:05.551793 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'name': 'network-vif-deleted', 'tag': 'f18a589c-759d-4341-843a-2d96f01056cc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:05.554617 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73ee52d-50be-4ca2-8fba-bce564bb105d" -d '{"events": [{"server_uuid": "d020ef8a-52ab-474c-aa66-cfd7df67d143", "name": "network-vif-deleted", "tag": "f18a589c-759d-4341-843a-2d96f01056cc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:05.576032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cea4a12d-d89c-4274-800d-195346cf366c req-688603f5-bdd9-4329-bd25-2551441d4b62 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823388 Sep 02 13:30:05.705649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:05.734267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14688e13-8622-4dc6-9eff-bf226413322b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:05.847290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71c79b2f-140a-44af-9cc9-d5793a90b632 req-4f953894-30d6-4965-8343-8c4e68a4a3a2 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/ports?device_id=d020ef8a-52ab-474c-aa66-cfd7df67d143 HTTP/1.1" status: 200 len: 210 time: 0.0343301 Sep 02 13:30:05.876956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:30:05.911493 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeef214-a376-4de9-a9a2-8d9b1b7ea4d5 x-openstack-request-id: req-daeef214-a376-4de9-a9a2-8d9b1b7ea4d5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:05.911883 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d020ef8a-52ab-474c-aa66-cfd7df67d143", "name": "network-vif-deleted", "tag": "f18a589c-759d-4341-843a-2d96f01056cc", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:05.912150 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daeef214-a376-4de9-a9a2-8d9b1b7ea4d5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:05.912557 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd020ef8a-52ab-474c-aa66-cfd7df67d143', 'name': 'network-vif-deleted', 'tag': 'f18a589c-759d-4341-843a-2d96f01056cc', 'status': 'completed', 'code': 200} Sep 02 13:30:05.916716 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:05.917083 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Added segment 734dc226-54fe-473d-8bd8-028359effe28 of type vlan for network e4b490bf-e466-46f0-b18e-2b0b93ecdedb Sep 02 13:30:05.947279 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-3c3d490c-4307-4b0b-941d-00fc0fe65815 service neutron] 10.222.0.77 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448718 Sep 02 13:30:06.014892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5e030-5d2c-4891-81f8-0f984f1bd3fe req-407f5a2c-ae4a-45a3-b25d-a4d573557c8b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:06.022953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bc5e030-5d2c-4891-81f8-0f984f1bd3fe req-407f5a2c-ae4a-45a3-b25d-a4d573557c8b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 944 time: 0.0620165 Sep 02 13:30:06.048103 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:06.074580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bc5e030-5d2c-4891-81f8-0f984f1bd3fe req-e695f097-47e5-4007-a640-cb42b61826ed tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474031 Sep 02 13:30:06.081956 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-314184ae-2935-440e-8aac-47c180d1d787 req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:06.084164 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:35Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cf2d3d9-07a9-40a5-b7d6-cc35774987e9', 'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'mac_address': 'fa:16:3e:a6:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:34Z', 'updated_at': '2021-09-02T13:27:45Z', 'revision_number': 5, 'project_id': '437f9333e8e74059b94e73769559ad43', 'subnets': [{'id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:06.128341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] Checking router: 72d1503e-90be-4472-9bd5-40f9eb109cd9 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:30:06.141470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:06.142569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:06.291365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02565e-b9b0-498d-b0c1-f81553a7721f req-1cd57891-f9b5-468a-b52d-48a47e53a493 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:06.299862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:06.300283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-af02565e-b9b0-498d-b0c1-f81553a7721f req-1cd57891-f9b5-468a-b52d-48a47e53a493 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.1249418 Sep 02 13:30:06.361177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-af02565e-b9b0-498d-b0c1-f81553a7721f req-10690178-09bd-41b4-b1be-c2f565e17fbc tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596688 Sep 02 13:30:06.512751 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:06.673837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:35Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cf2d3d9-07a9-40a5-b7d6-cc35774987e9', 'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'mac_address': 'fa:16:3e:a6:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:34Z', 'updated_at': '2021-09-02T13:27:45Z', 'revision_number': 5, 'project_id': '437f9333e8e74059b94e73769559ad43', 'subnets': [{'id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:06.732039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9969366-145d-4719-b942-f276dd4e1971 req-3095db0f-907d-4366-bed5-e535aa4f5e53 service neutron] 10.222.0.77 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588611 Sep 02 13:30:06.734317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc19d4-9847-4440-8a8e-7683eac5aad2 None None] The sync data for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 is: [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:27:35Z', 'revision_number': 4, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cf2d3d9-07a9-40a5-b7d6-cc35774987e9', 'name': '', 'network_id': '49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'mac_address': 'fa:16:3e:a6:5d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:34Z', 'updated_at': '2021-09-02T13:27:45Z', 'revision_number': 5, 'project_id': '437f9333e8e74059b94e73769559ad43', 'subnets': [{'id': '3c063b1f-abc4-4373-a626-f75bffd3670f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:30:06.740636 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event deleted for resources: {'Port': ['ID=9e929e70-0c78-4add-8338-0ae4c11ba503,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:06.748423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:06.748423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:06.748423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:06.769898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c2692-a389-42b5-b39b-4d1b9030b84c req-94975fdf-0bab-4a83-9075-895bd712ff9e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:06.781123 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e1c2692-a389-42b5-b39b-4d1b9030b84c req-94975fdf-0bab-4a83-9075-895bd712ff9e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.0879114 Sep 02 13:30:06.831668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e1c2692-a389-42b5-b39b-4d1b9030b84c req-8bff4b87-c0d4-4a23-8466-d0e49643dd3a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Sep 02 13:30:06.945242 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2706666 Sep 02 13:30:06.949038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:06.955394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Request body: {'subnet': {'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1717298059-subnet', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:06.957864 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f463df-ee0a-40db-bb62-ab1fb5a44c80 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b490bf-e466-46f0-b18e-2b0b93ecdedb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:06.980910 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network e4b490bf-e466-46f0-b18e-2b0b93ecdedb details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:30:06.981675 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-314184ae-2935-440e-8aac-47c180d1d787 req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:06.984823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-314184ae-2935-440e-8aac-47c180d1d787 req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:06.994731 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-314184ae-2935-440e-8aac-47c180d1d787 req-0d5cfdb1-cee0-41d1-8e58-6c1bf7e1fbee tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "DELETE /v2.0/floatingips/5c8ea94c-ddb9-4c35-b5a6-8432999cc3a1 HTTP/1.1" status: 204 len: 173 time: 2.2142463 Sep 02 13:30:07.001613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-60f75d6f-96eb-4a52-b19f-e6d5f93b244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:07.003694 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-60f75d6f-96eb-4a52-b19f-e6d5f93b244d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14e3953c36634d83a7eaa15c1751f754&device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 1095 time: 0.1586738 Sep 02 13:30:07.033388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Made reservation on behalf of b74578967b3b48d0b79a21517b210ea7 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:07.039330 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.159862 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-756ffa76-0ebf-4704-8233-34195525e543 req-2547385c-6c62-4e21-a5cf-df862232237e tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips/da78aad1-1cb5-4ad7-9a76-78557908ee17 HTTP/1.1" status: 200 len: 692 time: 0.0665619 Sep 02 13:30:07.165705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ba325-ca72-489e-9889-1a64731b4976 req-33f695e2-584c-47c0-ba84-ecd7bda94c4f tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:07.167370 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-732ba325-ca72-489e-9889-1a64731b4976 req-33f695e2-584c-47c0-ba84-ecd7bda94c4f tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1101 time: 0.1384170 Sep 02 13:30:07.208350 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d85051e-273f-425d-ac92-363a7ee1bb30 None None] New status for floating IP 7bfebd3c-61bb-4028-a0eb-b2622fbbfad5: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:30:07.226154 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-732ba325-ca72-489e-9889-1a64731b4976 req-b9de0c8c-9490-4990-bee3-14a47cfafe42 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501359 Sep 02 13:30:07.280435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-d94ee1bf-01a2-4ddf-82da-bc5d3a960910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:07.281904 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-d94ee1bf-01a2-4ddf-82da-bc5d3a960910 service neutron] 10.222.0.77 "GET /v2.0/networks?id=483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 200 len: 915 time: 0.2695343 Sep 02 13:30:07.313647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:07.352063 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.377781 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-5f77a415-1221-4dad-8379-a7d84541c9f3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed69415e-0eb3-4987-b7f4-755745a47f50 HTTP/1.1" status: 200 len: 217 time: 0.0864694 Sep 02 13:30:07.433789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ffa76-0ebf-4704-8233-34195525e543 req-832b70c0-98aa-45cf-96c4-4464c808f2d2 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:07.436004 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-756ffa76-0ebf-4704-8233-34195525e543 req-832b70c0-98aa-45cf-96c4-4464c808f2d2 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2667611 Sep 02 13:30:07.453549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4620482d-5406-49ae-b7d3-0c02bcda2035,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:07.478778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0a77-5289-4b59-986c-e60291fda604 req-ecdf91d3-1c9f-4953-8d4d-cdd4e55b9347 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:07.481369 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6dd0a77-5289-4b59-986c-e60291fda604 req-ecdf91d3-1c9f-4953-8d4d-cdd4e55b9347 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 944 time: 0.0937333 Sep 02 13:30:07.484475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Checking segment: {'id': '734dc226-54fe-473d-8bd8-028359effe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:07.484908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Network hostable DHCP agents. Network: e4b490bf-e466-46f0-b18e-2b0b93ecdedb, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:30:07.523147 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-756ffa76-0ebf-4704-8233-34195525e543 req-1d75c68c-4464-4a5a-b899-b3e52e4fc127 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.32 HTTP/1.1" status: 200 len: 695 time: 0.0673122 Sep 02 13:30:07.528058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-eb17f3b8-7922-4aee-b1d6-3ebb391ff63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:07.530255 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-eb17f3b8-7922-4aee-b1d6-3ebb391ff63c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9031b831-f921-492d-b523-e8f8aace4066 HTTP/1.1" status: 200 len: 854 time: 0.1439009 Sep 02 13:30:07.530877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Network e4b490bf-e466-46f0-b18e-2b0b93ecdedb is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:30:07.536132 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6dd0a77-5289-4b59-986c-e60291fda604 req-da671e18-1827-43d6-bb77-0609c88ea260 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475612 Sep 02 13:30:07.547836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, e4b490bf-e466-46f0-b18e-2b0b93ecdedb) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:07.553821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:07.555001 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.559399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab316014-4e31-4acc-bfe7-15cf75f82a2d None None] Network e4b490bf-e466-46f0-b18e-2b0b93ecdedb requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:07.578828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c019f62b-8371-4d26-9a88-36f3003b6221 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6286004 Sep 02 13:30:07.582145 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:07.588710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:07.617268 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.618978 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.633177 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43a0c517-5993-41a6-a63c-1c2803512e30 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.646256 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-b5cdb421-8b02-4806-968d-551de886757f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=483d653f-34c2-4f13-b78a-8fc2822bcaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976865 Sep 02 13:30:07.662079 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-756ffa76-0ebf-4704-8233-34195525e543 req-5daa765d-2fcf-4b19-969e-3f25cf43a9d9 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.32 HTTP/1.1" status: 200 len: 695 time: 0.1244786 Sep 02 13:30:07.698721 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.765470 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43a0c517-5993-41a6-a63c-1c2803512e30 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.828925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-e4b490bf-e466-46f0-b18e-2b0b93ecdedb', 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'fixed_ips': [{'subnet_id': '4620482d-5406-49ae-b7d3-0c02bcda2035'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:30:07.830087 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.909879 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.975941 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-e31c352d-1307-4866-9b6a-abdb617da455 service neutron] 10.222.0.77 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181989 Sep 02 13:30:07.977536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43a0c517-5993-41a6-a63c-1c2803512e30 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.980498 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43a0c517-5993-41a6-a63c-1c2803512e30 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:07.988691 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-43a0c517-5993-41a6-a63c-1c2803512e30 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d HTTP/1.1" status: 204 len: 168 time: 0.6670914 Sep 02 13:30:07.990001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:08.018159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Allocated IP 172.20.0.2 (e4b490bf-e466-46f0-b18e-2b0b93ecdedb/4620482d-5406-49ae-b7d3-0c02bcda2035/4ed232df-b8e8-4e65-8afa-31417f255862) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:08.045349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-756ffa76-0ebf-4704-8233-34195525e543 req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Deleting port b12613b6-762d-4e74-84aa-c698add9987b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:08.047204 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-69f5213b-e968-411c-8bba-446e33c2f750 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] show failed (client error): The resource could not be found. Sep 02 13:30:08.048636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-69f5213b-e968-411c-8bba-446e33c2f750 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "GET /v2.0/security-groups/cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d HTTP/1.1" status: 404 len: 347 time: 0.0564032 Sep 02 13:30:08.048981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-756ffa76-0ebf-4704-8233-34195525e543 req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.051549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:08.172916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0c517-5993-41a6-a63c-1c2803512e30 tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8ba3fb-96d5-4375-99c3-c2c1b0bc220d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:08.332016 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.346556 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Transition to ACTIVE for port object 4ed232df-b8e8-4e65-8afa-31417f255862 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:08.367040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed69415e-0eb3-4987-b7f4-755745a47f50 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:30:08.371686 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device f18a589c-759d-4341-843a-2d96f01056cc no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:08.379230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-756ffa76-0ebf-4704-8233-34195525e543 req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.381054 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-756ffa76-0ebf-4704-8233-34195525e543 req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.417388 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-756ffa76-0ebf-4704-8233-34195525e543 req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Calling delete_port for b12613b6-762d-4e74-84aa-c698add9987b owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:08.423418 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: f18a589c-759d-4341-843a-2d96f01056cc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:08.424016 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device f18a589c-759d-4341-843a-2d96f01056cc not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:08.429882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Transition to ACTIVE for port object 4ed232df-b8e8-4e65-8afa-31417f255862 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:08.444595 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.450558 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-f1bdc9cb-f161-427e-86a6-7e052a744fa2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1780455 Sep 02 13:30:08.473079 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e02b02e-50de-4066-a838-4d1967aa59f7 req-4ab3490f-f3bd-4e90-ba9a-6c26dfd6b9d0 service neutron] 10.222.0.77 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759052 Sep 02 13:30:08.576344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Network e4b490bf-e466-46f0-b18e-2b0b93ecdedb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:08.583377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:08.590447 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:08.596197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4ed232df-b8e8-4e65-8afa-31417f255862,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:08.680148 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed69415e-0eb3-4987-b7f4-755745a47f50,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:08.689993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-aaa35347-544f-477e-97ef-d2e846e8ed35 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5835633 Sep 02 13:30:08.707640 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Attempting to bind port 4ed232df-b8e8-4e65-8afa-31417f255862 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:08.708959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Attempting to bind port 4ed232df-b8e8-4e65-8afa-31417f255862 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '734dc226-54fe-473d-8bd8-028359effe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:08.708959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Attempting to bind port 4ed232df-b8e8-4e65-8afa-31417f255862 on network e4b490bf-e466-46f0-b18e-2b0b93ecdedb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:08.710538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-756ffa76-0ebf-4704-8233-34195525e543 req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.716189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'ed69415e-0eb3-4987-b7f4-755745a47f50', 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea', 'port_id': 'ed69415e-0eb3-4987-b7f4-755745a47f50', 'mac_address': 'fa:16:3e:62:27:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031b831-f921-492d-b523-e8f8aace4066', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:30:08.721604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:08.722049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Checking segment: {'id': '734dc226-54fe-473d-8bd8-028359effe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:08.722465 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.723010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Bound using segment: {'id': '734dc226-54fe-473d-8bd8-028359effe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:08.723711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Bound port: 4ed232df-b8e8-4e65-8afa-31417f255862, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734dc226-54fe-473d-8bd8-028359effe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:08.724282 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581fff4-4d25-41a8-90fb-39e4c931743c req-0f487e56-b6a2-41b8-a090-b8a0954198cc tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:08.724480 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.732908 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f581fff4-4d25-41a8-90fb-39e4c931743c req-0f487e56-b6a2-41b8-a090-b8a0954198cc tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.2295196 Sep 02 13:30:08.754584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Pushing event deleted for resources: {'Port': ['ID=b12613b6-762d-4e74-84aa-c698add9987b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:08.813184 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.839272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed69415e-0eb3-4987-b7f4-755745a47f50 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:08.855848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] For port 4ed232df-b8e8-4e65-8afa-31417f255862, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:08.860616 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-756ffa76-0ebf-4704-8233-34195525e543 req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.863580 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-756ffa76-0ebf-4704-8233-34195525e543 req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.864081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] For port 4ed232df-b8e8-4e65-8afa-31417f255862, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4ed232df-b8e8-4e65-8afa-31417f255862,segment=NetworkSegment(734dc226-54fe-473d-8bd8-028359effe28),segment_id=734dc226-54fe-473d-8bd8-028359effe28)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:08.865539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-756ffa76-0ebf-4704-8233-34195525e543 req-9d5cdff5-ff7c-4024-b5f6-af614b31dbd5 tempest-FloatingIPDetailsTestJSON-501737177 tempest-FloatingIPDetailsTestJSON-501737177-project] 10.222.0.13 "DELETE /v2.0/floatingips/da78aad1-1cb5-4ad7-9a76-78557908ee17 HTTP/1.1" status: 204 len: 173 time: 1.1902637 Sep 02 13:30:08.868444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed69415e-0eb3-4987-b7f4-755745a47f50,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:08.871376 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:08.875920 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47746) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:08.892000 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:09.005935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390261f2-25a1-4c74-8fc0-91fba890e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4ed232df-b8e8-4e65-8afa-31417f255862,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:09.028815 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f581fff4-4d25-41a8-90fb-39e4c931743c req-0ef5b391-32fe-4a20-89c6-fab61974577c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939987 Sep 02 13:30:09.040868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-7a0ca64e-911d-4995-9ba7-c0b55a509eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:09.042412 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-7a0ca64e-911d-4995-9ba7-c0b55a509eb5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ae31818d12146ab9f030c96f8424b59&device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 1096 time: 0.3068686 Sep 02 13:30:09.056751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Deleting port 83273574-1285-444c-b3d5-eabe3127289c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:09.057885 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:09.145461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ed69415e-0eb3-4987-b7f4-755745a47f50,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:09.175072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['ed69415e-0eb3-4987-b7f4-755745a47f50'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:09.196543 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:09.440299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-6e92f60e-614f-4407-8e03-5e1944e6a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:09.441861 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-6e92f60e-614f-4407-8e03-5e1944e6a2ac service neutron] 10.222.0.90 "GET /v2.0/networks?id=6843c48f-067c-483f-b84d-09e0f8ba7bf9 HTTP/1.1" status: 200 len: 913 time: 0.2526650 Sep 02 13:30:09.454852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597937f-aace-4c4e-bf98-d45b88d08d55 req-3c29e91b-6d63-407b-8345-a8a0ec24f7e0 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:09.458345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:09.460834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c597937f-aace-4c4e-bf98-d45b88d08d55 req-3c29e91b-6d63-407b-8345-a8a0ec24f7e0 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 945 time: 0.2113352 Sep 02 13:30:09.590384 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c597937f-aace-4c4e-bf98-d45b88d08d55 req-cba916cf-3c87-4d95-9987-c80236be743a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139357 Sep 02 13:30:09.609508 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4ed232df-b8e8-4e65-8afa-31417f255862 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:09.664469 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:09.664848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:09.691394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6418387-9ec3-4b48-bc94-136ffb8ecd0a req-bd5ff78b-2f0b-4b01-ad93-74dc7ace36dd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:09.698937 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b6418387-9ec3-4b48-bc94-136ffb8ecd0a req-bd5ff78b-2f0b-4b01-ad93-74dc7ace36dd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.4988351 Sep 02 13:30:09.713738 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-6c07ad94-e203-4e35-95b1-a3f0d7f286fb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=746ed205-733d-4d2a-87b4-140160636979 HTTP/1.1" status: 200 len: 1000 time: 0.2479465 Sep 02 13:30:09.714781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Calling delete_port for 83273574-1285-444c-b3d5-eabe3127289c owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:09.734546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7170a504-e44b-41a6-a964-f294ae729208 req-bb7402a6-a26d-4442-aad1-df0253cb69dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1369367 Sep 02 13:30:09.763349 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:09.875419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 4ed232df-b8e8-4e65-8afa-31417f255862 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:09.891117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b6418387-9ec3-4b48-bc94-136ffb8ecd0a req-46e2d9d3-bc70-4b59-8358-fa1bc660ea46 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912880 Sep 02 13:30:09.906485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-47a9573b-4c37-49f0-be6e-6640ec3dc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:09.908027 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-47a9573b-4c37-49f0-be6e-6640ec3dc0a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3 HTTP/1.1" status: 200 len: 851 time: 0.1828697 Sep 02 13:30:09.916194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a504-e44b-41a6-a964-f294ae729208 req-768737b4-7ab0-4947-88ea-9aa34b42faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:09.917709 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7170a504-e44b-41a6-a964-f294ae729208 req-768737b4-7ab0-4947-88ea-9aa34b42faaf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 1095 time: 0.1036289 Sep 02 13:30:09.933118 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Allocated IP 172.25.3.247 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/98802674-0ce1-494e-b570-ace7064f01e8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:10.057316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-b7962677-7eb8-4283-8f2d-f71ed51a1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:10.058932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-b7962677-7eb8-4283-8f2d-f71ed51a1fdb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6843c48f-067c-483f-b84d-09e0f8ba7bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367903 Sep 02 13:30:10.125596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a504-e44b-41a6-a964-f294ae729208 req-66b623c5-f7d3-473c-9725-098af19dc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:10.127527 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7170a504-e44b-41a6-a964-f294ae729208 req-66b623c5-f7d3-473c-9725-098af19dc3a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.1614242 Sep 02 13:30:10.207866 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7170a504-e44b-41a6-a964-f294ae729208 req-0b78cc51-9d17-45d3-8b79-3d685b9d79fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 200 len: 217 time: 0.0588176 Sep 02 13:30:10.305027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a504-e44b-41a6-a964-f294ae729208 req-f214345b-53f1-42d2-96a9-b8a0644f0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:10.306532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7170a504-e44b-41a6-a964-f294ae729208 req-f214345b-53f1-42d2-96a9-b8a0644f0dcc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.0810370 Sep 02 13:30:10.356296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7170a504-e44b-41a6-a964-f294ae729208 req-eacbda93-bc83-4386-90d4-b7500c70ed8d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412271 Sep 02 13:30:10.371345 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed69415e-0eb3-4987-b7f4-755745a47f50 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:10.415667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98bbd0c-5b8f-47f3-88cf-59386beaf7a9 None None] Network e4b490bf-e466-46f0-b18e-2b0b93ecdedb requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:10.437773 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.444630 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.452866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Deleting port e50e6e5c-2adc-440d-989e-fad46c9ef1e0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:10.453577 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.491086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94a26a-bec7-4429-b9b7-426b23a13a50 req-3a047bd3-c437-4ac4-a7ca-fea50d10e249 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:10.493684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab94a26a-bec7-4429-b9b7-426b23a13a50 req-3a047bd3-c437-4ac4-a7ca-fea50d10e249 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.2938883 Sep 02 13:30:10.505643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b946344a-29bc-45df-9da7-ceb2c585106f None None] Provisioning for port 4ed232df-b8e8-4e65-8afa-31417f255862 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:10.534453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port ed69415e-0eb3-4987-b7f4-755745a47f50 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:10.537179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b946344a-29bc-45df-9da7-ceb2c585106f None None] Provisioning complete for port 4ed232df-b8e8-4e65-8afa-31417f255862 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:10.537987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b946344a-29bc-45df-9da7-ceb2c585106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.545751 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port ed69415e-0eb3-4987-b7f4-755745a47f50 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:10.546170 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.557705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-c7586ea1-c419-42c5-9d79-c81c9ec050a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:10.560726 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-c7586ea1-c419-42c5-9d79-c81c9ec050a8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1101 time: 0.3022704 Sep 02 13:30:10.561859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Pushing event deleted for resources: {'Port': ['ID=83273574-1285-444c-b3d5-eabe3127289c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:10.579450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-04ee775e-321a-4a0f-ad00-018547caba4d service neutron] 10.222.0.90 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112374 Sep 02 13:30:10.679865 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7170a504-e44b-41a6-a964-f294ae729208 req-fe15d22b-7324-4de4-8091-4c72e269e009 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161237 Sep 02 13:30:10.683056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] For port e50e6e5c-2adc-440d-989e-fad46c9ef1e0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e50e6e5c-2adc-440d-989e-fad46c9ef1e0,segment=NetworkSegment(cd520f0e-0806-4c60-b523-3ad2df9ce598),segment_id=cd520f0e-0806-4c60-b523-3ad2df9ce598)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:10.683792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.783999 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.819354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Calling delete_port for e50e6e5c-2adc-440d-989e-fad46c9ef1e0 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:10.827292 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b946344a-29bc-45df-9da7-ceb2c585106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.833366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:10.835903 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589ac225-630f-4142-a6ad-de03f0cb0025" -d '{"events": [{"server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:10.859958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed69415e-0eb3-4987-b7f4-755745a47f50,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:10.870264 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.900091 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab94a26a-bec7-4429-b9b7-426b23a13a50 req-4ba5d4e6-1df3-4890-a545-657ed111dbee tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503933 Sep 02 13:30:10.967947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b946344a-29bc-45df-9da7-ceb2c585106f None None] For port 4ed232df-b8e8-4e65-8afa-31417f255862, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4ed232df-b8e8-4e65-8afa-31417f255862,segment=NetworkSegment(734dc226-54fe-473d-8bd8-028359effe28),segment_id=734dc226-54fe-473d-8bd8-028359effe28)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:10.981073 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b946344a-29bc-45df-9da7-ceb2c585106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.983554 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.986131 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:10.990982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1560c047-7c5b-452a-9956-8d258425dc0c tempest-ServersTestFqdnHostnames-545095952 tempest-ServersTestFqdnHostnames-545095952-project] 10.222.0.13 "DELETE /v2.0/floatingips/7bfebd3c-61bb-4028-a0eb-b2622fbbfad5 HTTP/1.1" status: 204 len: 168 time: 2.9318140 Sep 02 13:30:10.994138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-cf3cc667-91ac-4392-8e98-4ed9a6a35c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:10.996319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-cf3cc667-91ac-4392-8e98-4ed9a6a35c71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.4083343 Sep 02 13:30:10.999308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47766) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:11.018853 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:11.020602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ed69415e-0eb3-4987-b7f4-755745a47f50,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:11.032294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7170a504-e44b-41a6-a964-f294ae729208 req-bd8e1571-de98-451d-9dd1-4d7d7832d99e service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412871 Sep 02 13:30:11.056794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f6c6d-1a04-40c6-9f1e-9e2f7558b5b1 req-dfbd975d-5cd1-4676-8004-e106cbe5f1f2 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:11.072428 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2f9f6c6d-1a04-40c6-9f1e-9e2f7558b5b1 req-dfbd975d-5cd1-4676-8004-e106cbe5f1f2 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 945 time: 0.3562107 Sep 02 13:30:11.089661 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31a9426-119d-4b0b-a8ed-93f14f7dd65d x-openstack-request-id: req-d31a9426-119d-4b0b-a8ed-93f14f7dd65d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:11.090003 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:11.090348 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d31a9426-119d-4b0b-a8ed-93f14f7dd65d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:11.096321 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50', 'code': 200} Sep 02 13:30:11.155437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946344a-29bc-45df-9da7-ceb2c585106f None None] Pushing event updated for resources: {'Port': ['ID=4ed232df-b8e8-4e65-8afa-31417f255862,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:11.212598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9a91b04b-8e75-4b33-b0d4-ae0782b23f88 None None] Provisioning complete for port 4ed232df-b8e8-4e65-8afa-31417f255862 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:11.213150 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a91b04b-8e75-4b33-b0d4-ae0782b23f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:11.234511 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2f9f6c6d-1a04-40c6-9f1e-9e2f7558b5b1 req-41c0f6e3-b575-4cc3-ad89-227846c4be6d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607702 Sep 02 13:30:11.268793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b800b-34da-46fb-b2f4-d1c0f69710e2 req-0017f5ea-4dfc-4cfe-b01f-62f60598bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:11.271930 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-201b800b-34da-46fb-b2f4-d1c0f69710e2 req-0017f5ea-4dfc-4cfe-b01f-62f60598bdf9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 1097 time: 0.1465261 Sep 02 13:30:11.333813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:11.363534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-f6ab4b65-36aa-4adf-b6b7-6ad589682bad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 217 time: 0.3552871 Sep 02 13:30:11.364808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:11.370969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be82dcf1-a11d-425c-96e9-2781c9ea0eb9 req-fce2998a-f781-452c-a353-38c0b25e1b89 service neutron] 10.222.0.90 "GET /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7604902 Sep 02 13:30:11.372552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:11.396636 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-201b800b-34da-46fb-b2f4-d1c0f69710e2 req-7cb84138-29c3-49ce-8030-c701413abf52 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Sep 02 13:30:11.397435 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:11.606234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Pushing event updated for resources: {'Port': ['ID=98802674-0ce1-494e-b570-ace7064f01e8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:11.611875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-1baaf288-1bc9-4327-b806-b07a0574ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:11.613440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4ed232df-b8e8-4e65-8afa-31417f255862 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:11.614411 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-1baaf288-1bc9-4327-b806-b07a0574ae74 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1539249 Sep 02 13:30:11.626839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Pushing event deleted for resources: {'Port': ['ID=e50e6e5c-2adc-440d-989e-fad46c9ef1e0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:11.746895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4ed232df-b8e8-4e65-8afa-31417f255862 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:11.748734 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:11.884904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-0fbda0e2-cd22-4c62-a3f7-a05cbcafd30d tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:11.886875 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-0fbda0e2-cd22-4c62-a3f7-a05cbcafd30d tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1097 time: 0.0825908 Sep 02 13:30:11.900993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:11.906450 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:12.178457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d86f-a421-4505-9166-9bcee99a5132 req-564294ac-70db-43d5-b5b5-a2480e4e4830 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:12.179951 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00b7d86f-a421-4505-9166-9bcee99a5132 req-564294ac-70db-43d5-b5b5-a2480e4e4830 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.9734168 Sep 02 13:30:12.311900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7a8ada19-eee3-4528-a8ab-a0629f0da2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:12.313582 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7a8ada19-eee3-4528-a8ab-a0629f0da2e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6358294 Sep 02 13:30:12.381750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:12.408697 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device f52d3290-1af6-43bc-afcf-e01da1d02271 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:30:12.446561 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4687b-902c-4c71-92e2-1f7ae5ead4c5 req-6c6db580-e2a8-4329-9cb8-a6bae34f5520 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:12.451240 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbc4687b-902c-4c71-92e2-1f7ae5ead4c5 req-6c6db580-e2a8-4329-9cb8-a6bae34f5520 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 946 time: 0.1105993 Sep 02 13:30:12.451412 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00b7d86f-a421-4505-9166-9bcee99a5132 req-1b55837a-9451-4834-b5f4-35473305a7fd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347698 Sep 02 13:30:12.669249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:12.702276 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device f52d3290-1af6-43bc-afcf-e01da1d02271 has no active binding in host n-h2-794796-4 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 13:30:12.738100 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbc4687b-902c-4c71-92e2-1f7ae5ead4c5 req-38fba458-684c-4213-bdc6-e7d0f0ed1af2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695305 Sep 02 13:30:12.783996 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-bbe199a8-a9cc-4d8a-97fc-df3379c17366 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449387 Sep 02 13:30:12.835493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:12.859298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Router da6ad37b-9f88-4999-8a26-ba1dff211ae5 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:30:12.948888 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a5fc2-c23b-458e-b83c-7bcb680b1615 req-89d42791-8801-4a05-a742-e554d620828e tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:12.951816 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da4a5fc2-c23b-458e-b83c-7bcb680b1615 req-89d42791-8801-4a05-a742-e554d620828e tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.2912941 Sep 02 13:30:12.958011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.027912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:13.130665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:13.135238 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5decd554-bd42-4d3a-b5ae-98cde4d57751" -d '{"events": [{"server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:13.139385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da4a5fc2-c23b-458e-b83c-7bcb680b1615 req-c80bf24e-cc56-4acd-b4b2-390a0686c45d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407497 Sep 02 13:30:13.149899 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.173095 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7cd2ef9e-e555-4bd3-a1c7-95ed565b9960 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633494 Sep 02 13:30:13.181548 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.210975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:30:13.234215 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-949f475b-1987-496f-b435-e2ded152f99d admin admin] 10.222.0.13 "PUT /v2.0/routers/da6ad37b-9f88-4999-8a26-ba1dff211ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3567495 Sep 02 13:30:13.237715 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ec18ec-0dda-4394-a373-b2939c78403b x-openstack-request-id: req-32ec18ec-0dda-4394-a373-b2939c78403b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:13.238761 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "name": "network-vif-unplugged", "status": "completed", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:13.238761 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32ec18ec-0dda-4394-a373-b2939c78403b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:13.239132 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271', 'code': 200} Sep 02 13:30:13.243023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] Sync routers for ids ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:30:13.262366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] Routers {'da6ad37b-9f88-4999-8a26-ba1dff211ae5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:13.263006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:13.278217 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47782) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:13.422895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] Set router da6ad37b-9f88-4999-8a26-ba1dff211ae5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:13.427924 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d3290-1af6-43bc-afcf-e01da1d02271,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:13.456396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 on host n-h1-794796-4 for vnic_type normal with profile {"migrating_to": "n-h2-794796-4"} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:13.456895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:13.457987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:13.475509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Port f52d3290-1af6-43bc-afcf-e01da1d02271 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:30:13.476007 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Attempting to bind port f52d3290-1af6-43bc-afcf-e01da1d02271 on network 515a7ac4-769f-4a0e-969c-4af42ba1a9e7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:13.477925 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.488493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:13.489060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Checking segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:13.489612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Bound using segment: {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:13.490327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Bound port: f52d3290-1af6-43bc-afcf-e01da1d02271, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926414a-2ce1-43ac-94b7-c64c6296ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '515a7ac4-769f-4a0e-969c-4af42ba1a9e7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:13.490871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.492814 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.512856 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.656047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:29:35Z', 'updated_at': '2021-09-02T13:30:11Z', 'revision_number': 5, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'gw_port': {'id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:37Z', 'updated_at': '2021-09-02T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:13.663200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:13.667808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:13.673627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.694961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] Checking router: da6ad37b-9f88-4999-8a26-ba1dff211ae5 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:30:13.705253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] Routers {'da6ad37b-9f88-4999-8a26-ba1dff211ae5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:13.706529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:13.738600 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.791121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:13.791581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.793106 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] 10.222.0.77 "PUT /v2.0/ports/f52d3290-1af6-43bc-afcf-e01da1d02271 HTTP/1.1" status: 200 len: 1122 time: 1.8980532 Sep 02 13:30:13.795489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce0ea3-cf52-493d-9ada-e16030c9c869 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d3290-1af6-43bc-afcf-e01da1d02271,revision_number=8']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:13.875489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Deleting port ce2d42b5-b54c-4a22-993b-730100a7b87f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:13.875896 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:13.930975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] Set router da6ad37b-9f88-4999-8a26-ba1dff211ae5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:14.009545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['f52d3290-1af6-43bc-afcf-e01da1d02271'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:14.011596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['f52d3290-1af6-43bc-afcf-e01da1d02271'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:14.026162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Router 461e6cf8-3004-44fe-ac65-c50e59f2091b is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:30:14.041508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d692ff-2f2b-4d2d-8d92-06fd29bd7751 req-e90dc4ec-eacc-4f81-81d3-0a0a0730917d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:14.044942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b4d692ff-2f2b-4d2d-8d92-06fd29bd7751 req-e90dc4ec-eacc-4f81-81d3-0a0a0730917d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.4278300 Sep 02 13:30:14.090518 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] For port ce2d42b5-b54c-4a22-993b-730100a7b87f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ce2d42b5-b54c-4a22-993b-730100a7b87f,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:14.091633 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:14.129593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Calling delete_port for ce2d42b5-b54c-4a22-993b-730100a7b87f owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:14.161883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1130770-a55c-4e42-91b7-5a65a3c3b2dc req-01807f8d-33ae-4738-990b-a939ed986961 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:14.174184 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1130770-a55c-4e42-91b7-5a65a3c3b2dc req-01807f8d-33ae-4738-990b-a939ed986961 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.2267156 Sep 02 13:30:14.224813 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b4d692ff-2f2b-4d2d-8d92-06fd29bd7751 req-0e1ce00c-5a87-482e-b8f2-91eef08b5f8f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683633 Sep 02 13:30:14.238250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:30:14.265788 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Sync routers for ids ['461e6cf8-3004-44fe-ac65-c50e59f2091b'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:30:14.266585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:14.271779 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-92610aa3-c271-4751-b390-6e151559a89e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6877265 Sep 02 13:30:14.275103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:14.285808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Deleting port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:14.286305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:14.288872 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Routers {'461e6cf8-3004-44fe-ac65-c50e59f2091b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:14.291817 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['461e6cf8-3004-44fe-ac65-c50e59f2091b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:14.427711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1130770-a55c-4e42-91b7-5a65a3c3b2dc req-03abae3a-fdf1-41d3-a953-3969bd1facd9 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642773 Sep 02 13:30:14.486441 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Set router 461e6cf8-3004-44fe-ac65-c50e59f2091b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:14.622233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:29:35Z', 'updated_at': '2021-09-02T13:30:11Z', 'revision_number': 5, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'gw_port': {'id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:37Z', 'updated_at': '2021-09-02T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:14.642335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653d5ce-d7a4-49df-916e-cad60d78d273 req-21d48bd7-aae5-4202-8922-2196e2dfc1b3 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:14.656914 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f653d5ce-d7a4-49df-916e-cad60d78d273 req-21d48bd7-aae5-4202-8922-2196e2dfc1b3 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1202471 Sep 02 13:30:14.657977 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11578f52-f017-4cfe-b570-cff2975f433d None None] The sync data for ids ['da6ad37b-9f88-4999-8a26-ba1dff211ae5'] in n-d-794796-4 is: [{'id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'name': 'tempest-FloatingIPDetailsTestJSON-1817925485-router', 'tenant_id': 'b7ed201cede64ef5b98173709f3471e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:29:35Z', 'updated_at': '2021-09-02T13:30:11Z', 'revision_number': 5, 'project_id': 'b7ed201cede64ef5b98173709f3471e9', 'gw_port': {'id': 'ce2d42b5-b54c-4a22-993b-730100a7b87f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:98:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6ad37b-9f88-4999-8a26-ba1dff211ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:29:37Z', 'updated_at': '2021-09-02T13:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:30:14.718711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f653d5ce-d7a4-49df-916e-cad60d78d273 req-a1e60381-3d3c-4f66-806b-8a0d282daf8e tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605078 Sep 02 13:30:14.724547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:14.777601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2d42b5-b54c-4a22-993b-730100a7b87f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:14.813970 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '98802674-0ce1-494e-b570-ace7064f01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:07Z', 'updated_at': '2021-09-02T13:30:12Z', 'revision_number': 3, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'gw_port': {'id': '98802674-0ce1-494e-b570-ace7064f01e8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:09Z', 'updated_at': '2021-09-02T13:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:14.846764 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Checking router: 461e6cf8-3004-44fe-ac65-c50e59f2091b for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:30:14.846764 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Updating router 461e6cf8-3004-44fe-ac65-c50e59f2091b port 98802674-0ce1-494e-b570-ace7064f01e8 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:30:14.882568 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:14.891124 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:14.973141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cef38-19c7-49c3-8961-9475a2afd8ee req-29769094-73a6-43db-a121-4db26a2c3d52 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:14.973768 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b9cef38-19c7-49c3-8961-9475a2afd8ee req-29769094-73a6-43db-a121-4db26a2c3d52 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1291072 Sep 02 13:30:14.993975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] For port 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1cf2d3d9-07a9-40a5-b7d6-cc35774987e9,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:14.994672 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.020595 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.023411 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.084947 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.086563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Fanout notify agent at l3_agent the message router_deleted on router da6ad37b-9f88-4999-8a26-ba1dff211ae5 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:30:15.093186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Calling delete_port for 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:15.096152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.101878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d82b28a7-16c9-4b00-88e1-a2913d36115d admin admin] 10.222.0.13 "DELETE /v2.0/routers/da6ad37b-9f88-4999-8a26-ba1dff211ae5 HTTP/1.1" status: 204 len: 168 time: 1.8224785 Sep 02 13:30:15.102691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:15.157009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfecde0f-d042-4076-b884-0da7d82f7da3 admin admin] Deleting subnet b280da13-eb2d-449e-b4c3-0de8e18069b1 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:30:15.160437 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfecde0f-d042-4076-b884-0da7d82f7da3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.175088 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b9cef38-19c7-49c3-8961-9475a2afd8ee req-33d92c3c-860d-4e97-a878-db4fa3316306 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856315 Sep 02 13:30:15.240488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:15.243567 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3130e90-576d-4753-94c3-0cbb9305d2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:15.274125 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfecde0f-d042-4076-b884-0da7d82f7da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.287141 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.314712 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Transition to ACTIVE for port object 98802674-0ce1-494e-b570-ace7064f01e8 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:15.334734 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.397505 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82ef14b-6068-4f9e-838b-509d5524c198 x-openstack-request-id: req-c82ef14b-6068-4f9e-838b-509d5524c198 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:15.397832 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:15.398117 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c82ef14b-6068-4f9e-838b-509d5524c198 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:15.400648 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271', 'status': 'completed', 'code': 200} Sep 02 13:30:15.461742 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Attempting to bind port 98802674-0ce1-494e-b570-ace7064f01e8 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:15.462573 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Attempting to bind port 98802674-0ce1-494e-b570-ace7064f01e8 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:15.463619 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Attempting to bind port 98802674-0ce1-494e-b570-ace7064f01e8 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:15.477961 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Pushing event updated for resources: {'Port': ['ID=98802674-0ce1-494e-b570-ace7064f01e8,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:15.511044 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfecde0f-d042-4076-b884-0da7d82f7da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.532903 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:15.538834 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:15.540202 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.540702 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:15.541620 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Bound port: 98802674-0ce1-494e-b570-ace7064f01e8, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:15.542093 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.548519 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.549252 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.549974 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.550688 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.560940 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.564397 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.564951 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.565405 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.565863 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.566301 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.569943 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.570508 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:15.693546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e50e6e5c-2adc-440d-989e-fad46c9ef1e0 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:15.702070 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfecde0f-d042-4076-b884-0da7d82f7da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.706714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-449bd563-5e81-424e-99f8-ed19d278c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:15.708568 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-449bd563-5e81-424e-99f8-ed19d278c981 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 1125 time: 0.2773678 Sep 02 13:30:15.793278 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] For port 98802674-0ce1-494e-b570-ace7064f01e8, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:15.800095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: e50e6e5c-2adc-440d-989e-fad46c9ef1e0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:15.805058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e50e6e5c-2adc-440d-989e-fad46c9ef1e0 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:15.815177 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] For port 98802674-0ce1-494e-b570-ace7064f01e8, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=98802674-0ce1-494e-b570-ace7064f01e8,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:15.824579 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.834892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecde0f-d042-4076-b884-0da7d82f7da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b280da13-eb2d-449e-b4c3-0de8e18069b1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:15.871080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc49a14-e2ab-4d15-8d9f-30faca3ff885 None None] Network cec96a4d-0837-444e-9fef-05a203bd9e20 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:15.873237 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.879766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfecde0f-d042-4076-b884-0da7d82f7da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:15.892782 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dfecde0f-d042-4076-b884-0da7d82f7da3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b280da13-eb2d-449e-b4c3-0de8e18069b1 HTTP/1.1" status: 204 len: 168 time: 0.7883513 Sep 02 13:30:15.894009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47830) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:15.967533 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f78c17-228b-42f9-aa8c-b745e8536cf0 None None] Pushing event updated for resources: {'Port': ['ID=98802674-0ce1-494e-b570-ace7064f01e8,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:16.015138 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Routers {'461e6cf8-3004-44fe-ac65-c50e59f2091b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:16.016034 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['461e6cf8-3004-44fe-ac65-c50e59f2091b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:16.156100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf2d3d9-07a9-40a5-b7d6-cc35774987e9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:16.235890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4f94f-05f5-4a63-8e8b-11fd022c52b9 None None] DHCP port deletion for cec96a4d-0837-444e-9fef-05a203bd9e20 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:30:16.274380 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:16.314124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd5f97-3cd4-46bb-b27b-3681fbde4324 req-6fb0c902-8975-4bc6-92b8-44c9026c3547 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:16.318159 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a1fd5f97-3cd4-46bb-b27b-3681fbde4324 req-6fb0c902-8975-4bc6-92b8-44c9026c3547 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.6940370 Sep 02 13:30:16.354148 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] Set router 461e6cf8-3004-44fe-ac65-c50e59f2091b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:16.354934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c349f0-a0aa-4645-9b57-107ca6ebef1d req-8dc545ec-62da-446c-80b0-1b4885558d97 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:16.368135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-19c4f94f-05f5-4a63-8e8b-11fd022c52b9 None None] Deleting port a504ba46-c49a-428f-a18e-dbb02d4ecadc {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:16.368135 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19c4f94f-05f5-4a63-8e8b-11fd022c52b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:16.384074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-51c349f0-a0aa-4645-9b57-107ca6ebef1d req-8dc545ec-62da-446c-80b0-1b4885558d97 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.2394025 Sep 02 13:30:16.401663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-c7a585dc-8f18-44c4-ac38-57bc1d7500ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:16.403495 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-c7a585dc-8f18-44c4-ac38-57bc1d7500ea service neutron] 10.222.0.90 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.6781352 Sep 02 13:30:16.500162 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-51c349f0-a0aa-4645-9b57-107ca6ebef1d req-b008ef48-1193-4c15-9948-32e8b52eb15e tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093733 Sep 02 13:30:16.540883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Deleting port a504ba46-c49a-428f-a18e-dbb02d4ecadc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:16.542152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:16.543153 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:16.546455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-19c4f94f-05f5-4a63-8e8b-11fd022c52b9 None None] For port a504ba46-c49a-428f-a18e-dbb02d4ecadc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a504ba46-c49a-428f-a18e-dbb02d4ecadc,segment=NetworkSegment(cd520f0e-0806-4c60-b523-3ad2df9ce598),segment_id=cd520f0e-0806-4c60-b523-3ad2df9ce598)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:16.546903 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19c4f94f-05f5-4a63-8e8b-11fd022c52b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:16.559181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-57afaff1-68ea-4d63-b59a-d0b3e67951ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f52d3290-1af6-43bc-afcf-e01da1d02271 HTTP/1.1" status: 200 len: 217 time: 0.1399734 Sep 02 13:30:16.570241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-19c4f94f-05f5-4a63-8e8b-11fd022c52b9 None None] Calling delete_port for a504ba46-c49a-428f-a18e-dbb02d4ecadc owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:16.648638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] For port a504ba46-c49a-428f-a18e-dbb02d4ecadc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a504ba46-c49a-428f-a18e-dbb02d4ecadc,segment=NetworkSegment(cd520f0e-0806-4c60-b523-3ad2df9ce598),segment_id=cd520f0e-0806-4c60-b523-3ad2df9ce598)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:16.650289 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:16.673494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Calling delete_port for a504ba46-c49a-428f-a18e-dbb02d4ecadc owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:16.701863 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19c4f94f-05f5-4a63-8e8b-11fd022c52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:16.750712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4f94f-05f5-4a63-8e8b-11fd022c52b9 None None] Pushing event deleted for resources: {'Port': ['ID=a504ba46-c49a-428f-a18e-dbb02d4ecadc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:16.761752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4f94f-05f5-4a63-8e8b-11fd022c52b9 None None] No DVR routers for this DVR port a504ba46-c49a-428f-a18e-dbb02d4ecadc on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:16.857858 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:16.861327 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '98802674-0ce1-494e-b570-ace7064f01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:07Z', 'updated_at': '2021-09-02T13:30:12Z', 'revision_number': 3, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'gw_port': {'id': '98802674-0ce1-494e-b570-ace7064f01e8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:09Z', 'updated_at': '2021-09-02T13:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:16.894946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2657e2b-2ff2-4763-82c7-3a3eb97e28c3 req-0ef309e1-9e3b-435e-9bb5-b357631b76e5 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:16.896833 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2657e2b-2ff2-4763-82c7-3a3eb97e28c3 req-0ef309e1-9e3b-435e-9bb5-b357631b76e5 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1031897 Sep 02 13:30:16.901496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Pushing event deleted for resources: {'Port': ['ID=a504ba46-c49a-428f-a18e-dbb02d4ecadc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:16.907190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] No DVR routers for this DVR port a504ba46-c49a-428f-a18e-dbb02d4ecadc on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:16.912039 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f783cc-9ded-4353-a6b3-ecd1437f7eda None None] The sync data for ids ['461e6cf8-3004-44fe-ac65-c50e59f2091b'] in n-d-794796-4 is: [{'id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '98802674-0ce1-494e-b570-ace7064f01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:07Z', 'updated_at': '2021-09-02T13:30:12Z', 'revision_number': 3, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'gw_port': {'id': '98802674-0ce1-494e-b570-ace7064f01e8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:09Z', 'updated_at': '2021-09-02T13:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:30:16.931446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a1fd5f97-3cd4-46bb-b27b-3681fbde4324 req-5d654622-8e29-41b0-b51d-0d9f74ec9347 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504606 Sep 02 13:30:16.941796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-bd56c634-0214-4cda-a659-d658f027c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:16.943862 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-bd56c634-0214-4cda-a659-d658f027c20c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.3623042 Sep 02 13:30:17.040723 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2657e2b-2ff2-4763-82c7-3a3eb97e28c3 req-42b5ea75-5604-4739-bb03-5dfbdb1a7245 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315815 Sep 02 13:30:17.061006 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.081822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec96a4d-0837-444e-9fef-05a203bd9e20']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:17.097568 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd520f0e-0806-4c60-b523-3ad2df9ce598') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:17.098278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd520f0e-0806-4c60-b523-3ad2df9ce598') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:17.103415 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-4a551813-a8ec-4412-a078-f5137ee6dd81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357224 Sep 02 13:30:17.111795 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.129376 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.136098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:30:17.136555 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:30:17.138278 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:30:17.178793 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.198142 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.212851 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.215097 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] 10.222.0.13 "DELETE /v2.0/networks/cec96a4d-0837-444e-9fef-05a203bd9e20 HTTP/1.1" status: 204 len: 168 time: 1.3197443 Sep 02 13:30:17.237499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d2a74-01b0-49a6-9843-229bf045768b admin admin] Pushing event deleted for resources: {'Network': ['ID=cec96a4d-0837-444e-9fef-05a203bd9e20,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:17.416022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47838) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:17.420525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Allocated IP 172.20.0.1 (e4b490bf-e466-46f0-b18e-2b0b93ecdedb/4620482d-5406-49ae-b7d3-0c02bcda2035/51fab623-e879-4d0a-88b6-448630096dbb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:17.508429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-58d5d2af-87fd-41a5-8bd8-f1b13429e093 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7ed201cede64ef5b98173709f3471e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908418 Sep 02 13:30:17.511224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47840) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:17.546343 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-7aa5a03d-4d0d-4ab5-aba5-1e3ece45b057 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310663 Sep 02 13:30:17.616954 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed7a3-9d93-47aa-9c61-a2298f6e3223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.655956 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed7a3-9d93-47aa-9c61-a2298f6e3223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.690653 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:30:17.759838 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 98802674-0ce1-494e-b570-ace7064f01e8 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:17.789440 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed7a3-9d93-47aa-9c61-a2298f6e3223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.792548 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f2ed7a3-9d93-47aa-9c61-a2298f6e3223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:17.793789 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0f2ed7a3-9d93-47aa-9c61-a2298f6e3223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6246a952-5215-4d9c-a49d-5ceaecbdb1ad HTTP/1.1" status: 204 len: 168 time: 0.2820642 Sep 02 13:30:17.811753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ed7a3-9d93-47aa-9c61-a2298f6e3223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6246a952-5215-4d9c-a49d-5ceaecbdb1ad,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:17.843634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 98802674-0ce1-494e-b570-ace7064f01e8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:17.849283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 98802674-0ce1-494e-b570-ace7064f01e8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:17.850957 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:18.009016 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:18.038622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 98802674-0ce1-494e-b570-ace7064f01e8, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=98802674-0ce1-494e-b570-ace7064f01e8,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:18.044452 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:18.126654 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a504ba46-c49a-428f-a18e-dbb02d4ecadc no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:18.184619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: a504ba46-c49a-428f-a18e-dbb02d4ecadc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:18.188172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5f8ef-3d94-4b36-a7d2-af82c1b3f91e req-f63bebd2-c917-455b-adb6-bc47a501f9c7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:18.188913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a504ba46-c49a-428f-a18e-dbb02d4ecadc not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:18.189477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ce2d42b5-b54c-4a22-993b-730100a7b87f no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:18.190534 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cfc5f8ef-3d94-4b36-a7d2-af82c1b3f91e req-f63bebd2-c917-455b-adb6-bc47a501f9c7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1227529 Sep 02 13:30:18.230993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: ce2d42b5-b54c-4a22-993b-730100a7b87f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:18.231830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ce2d42b5-b54c-4a22-993b-730100a7b87f not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:18.233916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=98802674-0ce1-494e-b570-ace7064f01e8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:18.271440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cfc5f8ef-3d94-4b36-a7d2-af82c1b3f91e req-d27de13f-144d-4024-ad15-2de2ae9ab0c6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738053 Sep 02 13:30:18.318516 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Router 72d1503e-90be-4472-9bd5-40f9eb109cd9 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:30:18.376789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc79cff-0c0d-4b4a-b726-29ce095c7f74 req-6c0dfeb8-9496-4b0c-b33a-fb69baad16a0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:18.387192 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1dc79cff-0c0d-4b4a-b726-29ce095c7f74 req-6c0dfeb8-9496-4b0c-b33a-fb69baad16a0 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.7159603 Sep 02 13:30:18.460745 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:18.464935 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3130e90-576d-4753-94c3-0cbb9305d2fa req-ba6bc953-6aed-4d9b-ae02-ed6e02e46a91 service neutron] 10.222.0.90 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8949747 Sep 02 13:30:18.531516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12f93-2d3c-4685-ba80-787d5b479760 req-4e049fe2-dd68-4b57-9837-b2f80beefa4e tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:18.535163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Transition to ACTIVE for port object 51fab623-e879-4d0a-88b6-448630096dbb will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:18.539415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fc12f93-2d3c-4685-ba80-787d5b479760 req-4e049fe2-dd68-4b57-9837-b2f80beefa4e tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0824811 Sep 02 13:30:18.597824 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fc12f93-2d3c-4685-ba80-787d5b479760 req-12c3917f-32bb-4278-a2c7-501cad3eaed7 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564170 Sep 02 13:30:18.620234 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1dc79cff-0c0d-4b4a-b726-29ce095c7f74 req-01bbe7ad-c3ad-4961-8c8f-ce2af0d88437 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320867 Sep 02 13:30:18.627285 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:18.689321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Network e4b490bf-e466-46f0-b18e-2b0b93ecdedb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:18.696102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:18.706802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:18.716997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Pushing event updated for resources: {'Port': ['ID=51fab623-e879-4d0a-88b6-448630096dbb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:18.758817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:30:18.770206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] Sync routers for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:30:18.789181 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:18.790385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e5cbfe79-9233-4052-b905-1a78eec8fcf0 admin admin] 10.222.0.13 "PUT /v2.0/routers/72d1503e-90be-4472-9bd5-40f9eb109cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7898002 Sep 02 13:30:18.791581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:18.792764 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:18.821822 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.047360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:19.056338 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.114082 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.208622 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.217331 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c00965b1-c4dc-4063-81b7-8bb4e111d5cd None None] Provisioning for port 51fab623-e879-4d0a-88b6-448630096dbb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:19.226776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c00965b1-c4dc-4063-81b7-8bb4e111d5cd None None] Provisioning complete for port 51fab623-e879-4d0a-88b6-448630096dbb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:19.227169 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c00965b1-c4dc-4063-81b7-8bb4e111d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.310242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c00965b1-c4dc-4063-81b7-8bb4e111d5cd None None] Port 51fab623-e879-4d0a-88b6-448630096dbb cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:30:19.335161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Deleting port 8bb6bead-719d-4dca-9240-433fa2adb3a4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:19.335515 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.384589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:30:15Z', 'revision_number': 5, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port': {'id': '8bb6bead-719d-4dca-9240-433fa2adb3a4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:23Z', 'updated_at': '2021-09-02T13:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:19.425597 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-38c366de-54a6-46d3-a3b3-965af0cdd862 service neutron] 10.222.0.90 "GET /v2.0/ports/f52d3290-1af6-43bc-afcf-e01da1d02271/bindings/n-h2-794796-4 HTTP/1.1" status: 200 len: 384 time: 0.1350167 Sep 02 13:30:19.426439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f52d3290-1af6-43bc-afcf-e01da1d02271 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:19.430882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] Checking router: 72d1503e-90be-4472-9bd5-40f9eb109cd9 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:30:19.510157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] For port 8bb6bead-719d-4dca-9240-433fa2adb3a4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8bb6bead-719d-4dca-9240-433fa2adb3a4,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:19.510394 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.521818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] Routers {'72d1503e-90be-4472-9bd5-40f9eb109cd9'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:19.522774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['72d1503e-90be-4472-9bd5-40f9eb109cd9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:19.540196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Calling delete_port for 8bb6bead-719d-4dca-9240-433fa2adb3a4 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:19.575181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.584776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.599529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e9b7a-70f8-4041-ba5d-72a7d53f46ac req-daaa961b-d8d2-4acb-b587-0e46049beaed tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:19.601876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a1e9b7a-70f8-4041-ba5d-72a7d53f46ac req-daaa961b-d8d2-4acb-b587-0e46049beaed tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1700900 Sep 02 13:30:19.632238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 98802674-0ce1-494e-b570-ace7064f01e8 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:19.708165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.712088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Pushing event updated for resources: {'Port': ['ID=51fab623-e879-4d0a-88b6-448630096dbb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:19.753803 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a1e9b7a-70f8-4041-ba5d-72a7d53f46ac req-b54790d5-7484-4065-b19a-aff7a28ff823 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277187 Sep 02 13:30:19.754012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] Set router 72d1503e-90be-4472-9bd5-40f9eb109cd9 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:19.839201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:30:19Z', 'revision_number': 6, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:19.846723 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 98802674-0ce1-494e-b570-ace7064f01e8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:19.847074 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.901328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ab8e8-8cfd-4b2b-98ef-47d8c4598994 None None] The sync data for ids ['72d1503e-90be-4472-9bd5-40f9eb109cd9'] in n-d-794796-4 is: [{'id': '72d1503e-90be-4472-9bd5-40f9eb109cd9', 'name': 'tempest-ServersTestFqdnHostnames-65666800-router', 'tenant_id': '437f9333e8e74059b94e73769559ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:21Z', 'updated_at': '2021-09-02T13:30:19Z', 'revision_number': 6, 'project_id': '437f9333e8e74059b94e73769559ad43', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:30:19.962338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f8057-178a-4f63-a9a0-9f5f108842a2 req-e8a0442d-0c02-4e4b-a88f-d758e52ed68c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:19.963868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-189f8057-178a-4f63-a9a0-9f5f108842a2 req-e8a0442d-0c02-4e4b-a88f-d758e52ed68c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1919153 Sep 02 13:30:19.973031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ce969-4466-4c2c-8085-de07d6a5205b req-8a862c1b-cba2-4b37-b330-2b869f201303 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:19.974878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d10ce969-4466-4c2c-8085-de07d6a5205b req-8a862c1b-cba2-4b37-b330-2b869f201303 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 944 time: 0.0801206 Sep 02 13:30:19.979450 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:19.991269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:20.003659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Network e4b490bf-e466-46f0-b18e-2b0b93ecdedb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:20.022092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:20.022758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb6bead-719d-4dca-9240-433fa2adb3a4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:20.048306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:20.087897 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d10ce969-4466-4c2c-8085-de07d6a5205b req-328ebc43-45cc-44d8-939e-c12693155b83 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043255 Sep 02 13:30:20.105428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.141108 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-189f8057-178a-4f63-a9a0-9f5f108842a2 req-b281d98b-2c78-4354-9d2d-98c0f8fe0e0f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574101 Sep 02 13:30:20.167840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52d3290-1af6-43bc-afcf-e01da1d02271 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:20.187622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:20.209485 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.270825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Router 461e6cf8-3004-44fe-ac65-c50e59f2091b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:30:20.277559 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.283257 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.342082 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.342718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d1503e-90be-4472-9bd5-40f9eb109cd9 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:30:20.369689 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.370873 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-617b7795-7c75-40b7-8cc1-496e9c8b809b admin admin] 10.222.0.13 "DELETE /v2.0/routers/72d1503e-90be-4472-9bd5-40f9eb109cd9 HTTP/1.1" status: 204 len: 168 time: 1.5771098 Sep 02 13:30:20.378494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47926) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:20.447611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] Transition to ACTIVE for port object f52d3290-1af6-43bc-afcf-e01da1d02271 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:20.453174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.454867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-47f4b26c-edbe-479b-b3aa-5c086a58986d None None] Provisioning complete for port 51fab623-e879-4d0a-88b6-448630096dbb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:20.455251 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47f4b26c-edbe-479b-b3aa-5c086a58986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.458792 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-339c1b86-e82f-42f3-9006-7b16772002ea admin admin] Deleting subnet 3c063b1f-abc4-4373-a626-f75bffd3670f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:30:20.464572 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-339c1b86-e82f-42f3-9006-7b16772002ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.523899 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-339c1b86-e82f-42f3-9006-7b16772002ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.534358 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:30:20.545878 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Sync routers for ids ['461e6cf8-3004-44fe-ac65-c50e59f2091b'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:30:20.557782 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7d5cdf44-3155-4eff-a0bf-8c1fff94093a admin admin] 10.222.0.13 "PUT /v2.0/routers/461e6cf8-3004-44fe-ac65-c50e59f2091b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2815838 Sep 02 13:30:20.559933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] Pushing event updated for resources: {'Port': ['ID=f52d3290-1af6-43bc-afcf-e01da1d02271,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:20.561782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-47f4b26c-edbe-479b-b3aa-5c086a58986d None None] Port 51fab623-e879-4d0a-88b6-448630096dbb cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:30:20.582043 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Routers {'461e6cf8-3004-44fe-ac65-c50e59f2091b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:20.582870 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['461e6cf8-3004-44fe-ac65-c50e59f2091b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:20.596326 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] No DVR routers for this DVR port f52d3290-1af6-43bc-afcf-e01da1d02271 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:20.664832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-1d6513d6-1ffe-44e5-b769-3e31aa235d6c service neutron] 10.222.0.90 "PUT /v2.0/ports/f52d3290-1af6-43bc-afcf-e01da1d02271/bindings/n-h2-794796-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2263381 Sep 02 13:30:20.705365 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-339c1b86-e82f-42f3-9006-7b16772002ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.724501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47934) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:20.832157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-e0b9c7a6-27f1-4364-a7dd-dee1f5d1951c tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:20.833069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-e0b9c7a6-27f1-4364-a7dd-dee1f5d1951c tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.0887368 Sep 02 13:30:20.843546 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-339c1b86-e82f-42f3-9006-7b16772002ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.870597 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Set router 461e6cf8-3004-44fe-ac65-c50e59f2091b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:20.905336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c1b86-e82f-42f3-9006-7b16772002ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c063b1f-abc4-4373-a626-f75bffd3670f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:20.908245 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-339c1b86-e82f-42f3-9006-7b16772002ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:20.912937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-339c1b86-e82f-42f3-9006-7b16772002ea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3c063b1f-abc4-4373-a626-f75bffd3670f HTTP/1.1" status: 204 len: 168 time: 0.5307698 Sep 02 13:30:20.914586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:20.919360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b2d78c-9994-4f18-a9dd-cd25cf2865b8 None None] Network 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:20.985156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a316-63ca-46b0-b415-ed6192184b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.070675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dd175-8a39-4203-bc48-182a36cd919b req-4f1ca7cd-dcf8-4cb6-ac2f-2abf772071d1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.072357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d84dd175-8a39-4203-bc48-182a36cd919b req-4f1ca7cd-dcf8-4cb6-ac2f-2abf772071d1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1747510 Sep 02 13:30:21.186685 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d84dd175-8a39-4203-bc48-182a36cd919b req-28a0705a-e344-4641-98b2-226133cec449 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946958 Sep 02 13:30:21.273866 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a316-63ca-46b0-b415-ed6192184b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.277197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9cf333-1659-4d77-b641-a117ec85407f None None] DHCP port deletion for 49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:30:21.279639 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca4a316-63ca-46b0-b415-ed6192184b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.293117 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '98802674-0ce1-494e-b570-ace7064f01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:07Z', 'updated_at': '2021-09-02T13:30:19Z', 'revision_number': 4, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'gw_port': {'id': '98802674-0ce1-494e-b570-ace7064f01e8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:09Z', 'updated_at': '2021-09-02T13:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '51fab623-e879-4d0a-88b6-448630096dbb', 'name': '', 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'mac_address': 'fa:16:3e:8f:fb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4620482d-5406-49ae-b7d3-0c02bcda2035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:16Z', 'updated_at': '2021-09-02T13:30:19Z', 'revision_number': 2, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'subnets': [{'id': '4620482d-5406-49ae-b7d3-0c02bcda2035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:21.338697 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Checking router: 461e6cf8-3004-44fe-ac65-c50e59f2091b for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:30:21.339196 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Updating router 461e6cf8-3004-44fe-ac65-c50e59f2091b port 51fab623-e879-4d0a-88b6-448630096dbb binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:30:21.362319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ca4a316-63ca-46b0-b415-ed6192184b1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08e41c93165c455a976410754ca44165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368346 Sep 02 13:30:21.364895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4a316-63ca-46b0-b415-ed6192184b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae5a90b-fd9a-4070-8ed1-dcfc1d0651cc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:21.374852 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.409964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47952) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:21.525367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086b145-b550-4c24-ad02-cc37117c1f3f req-99c2a27d-ba9d-46e2-a13e-488eb85ab164 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.529171 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c086b145-b550-4c24-ad02-cc37117c1f3f req-99c2a27d-ba9d-46e2-a13e-488eb85ab164 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 945 time: 0.2065623 Sep 02 13:30:21.552183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cf333-1659-4d77-b641-a117ec85407f None None] Deleting port 92353da2-7d5b-4337-9c63-96a715e01825 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:21.552577 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf333-1659-4d77-b641-a117ec85407f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.571922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-e8efa3ac-0475-4de4-a169-38e266b2c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.574790 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-e8efa3ac-0475-4de4-a169-38e266b2c7aa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b&tenant_id=0af8c0179fe440ad933e02d682e720a9 HTTP/1.1" status: 200 len: 1096 time: 0.7284477 Sep 02 13:30:21.594567 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82ec0a80-09fe-4609-b04f-b98938730935 req-4d43b289-331b-4cf9-ae11-f3dc47bbe16d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1757171 Sep 02 13:30:21.599354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:21.602624 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c086b145-b550-4c24-ad02-cc37117c1f3f req-201aaf4d-7fb0-483d-82ba-9828735aa049 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668938 Sep 02 13:30:21.606683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.620359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:21.623138 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431a127f-a762-4b62-af91-7bcebf82ae68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.667195 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.671757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431a127f-a762-4b62-af91-7bcebf82ae68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.688729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1e9cf333-1659-4d77-b641-a117ec85407f None None] For port 92353da2-7d5b-4337-9c63-96a715e01825, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=92353da2-7d5b-4337-9c63-96a715e01825,segment=NetworkSegment(10358b87-9549-4990-9dbe-3d7889f16a73),segment_id=10358b87-9549-4990-9dbe-3d7889f16a73)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:21.689205 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf333-1659-4d77-b641-a117ec85407f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.705912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cf333-1659-4d77-b641-a117ec85407f None None] Calling delete_port for 92353da2-7d5b-4337-9c63-96a715e01825 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:21.772999 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431a127f-a762-4b62-af91-7bcebf82ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.775671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431a127f-a762-4b62-af91-7bcebf82ae68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.777302 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.781236 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-431a127f-a762-4b62-af91-7bcebf82ae68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aae5a90b-fd9a-4070-8ed1-dcfc1d0651cc HTTP/1.1" status: 204 len: 168 time: 0.3696544 Sep 02 13:30:21.786420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-43e0d110-9249-41e9-aa3a-4253a4b2a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.787996 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-43e0d110-9249-41e9-aa3a-4253a4b2a08b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0af8c0179fe440ad933e02d682e720a9&device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 1096 time: 0.1683562 Sep 02 13:30:21.803816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a127f-a762-4b62-af91-7bcebf82ae68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae5a90b-fd9a-4070-8ed1-dcfc1d0651cc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:21.820364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35deb6-c28b-484a-9190-929abb81cab2 req-29237d98-1dff-462c-a81e-238a89fa5256 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.822041 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Transition to ACTIVE for port object 51fab623-e879-4d0a-88b6-448630096dbb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:21.822802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a35deb6-c28b-484a-9190-929abb81cab2 req-29237d98-1dff-462c-a81e-238a89fa5256 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0890577 Sep 02 13:30:21.825410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:21.825990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1cf2d3d9-07a9-40a5-b7d6-cc35774987e9 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:21.826462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 92353da2-7d5b-4337-9c63-96a715e01825 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:21.833316 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.869335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf333-1659-4d77-b641-a117ec85407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:21.876908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 92353da2-7d5b-4337-9c63-96a715e01825 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:21.877588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 92353da2-7d5b-4337-9c63-96a715e01825 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:21.878619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8bb6bead-719d-4dca-9240-433fa2adb3a4 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:21.885291 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a35deb6-c28b-484a-9190-929abb81cab2 req-8ec88791-10a3-4ddb-bd87-16687bc26e58 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557120 Sep 02 13:30:21.927382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cf333-1659-4d77-b641-a117ec85407f None None] No DVR routers for this DVR port 92353da2-7d5b-4337-9c63-96a715e01825 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:21.934376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 8bb6bead-719d-4dca-9240-433fa2adb3a4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:21.935019 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8bb6bead-719d-4dca-9240-433fa2adb3a4 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:21.938531 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e83261-6b93-4890-a576-3de2cef92287 None None] Pushing event updated for resources: {'Port': ['ID=51fab623-e879-4d0a-88b6-448630096dbb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:21.950714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cf333-1659-4d77-b641-a117ec85407f None None] Pushing event deleted for resources: {'Port': ['ID=92353da2-7d5b-4337-9c63-96a715e01825,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:21.992094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-643be7ce-1184-45c1-91a8-69e57a957657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:21.994020 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-643be7ce-1184-45c1-91a8-69e57a957657 service neutron] 10.222.0.77 "GET /v2.0/networks?id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 200 len: 921 time: 0.1914301 Sep 02 13:30:21.997528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Deleting port 92353da2-7d5b-4337-9c63-96a715e01825 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:21.998391 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.032653 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Attempting to bind port 51fab623-e879-4d0a-88b6-448630096dbb on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:22.033030 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Attempting to bind port 51fab623-e879-4d0a-88b6-448630096dbb by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '734dc226-54fe-473d-8bd8-028359effe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:22.033404 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Attempting to bind port 51fab623-e879-4d0a-88b6-448630096dbb on network e4b490bf-e466-46f0-b18e-2b0b93ecdedb {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:22.051500 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:22.051948 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Checking segment: {'id': '734dc226-54fe-473d-8bd8-028359effe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:22.052352 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.052755 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Bound using segment: {'id': '734dc226-54fe-473d-8bd8-028359effe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:22.053231 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Bound port: 51fab623-e879-4d0a-88b6-448630096dbb, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734dc226-54fe-473d-8bd8-028359effe28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:22.053659 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.100515 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-676c70ea-be0b-4d0d-ad0e-5bd868b15486 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f52d3290-1af6-43bc-afcf-e01da1d02271 HTTP/1.1" status: 200 len: 217 time: 0.0959291 Sep 02 13:30:22.160788 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] For port 51fab623-e879-4d0a-88b6-448630096dbb, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:22.165945 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] For port 51fab623-e879-4d0a-88b6-448630096dbb, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=51fab623-e879-4d0a-88b6-448630096dbb,segment=NetworkSegment(734dc226-54fe-473d-8bd8-028359effe28),segment_id=734dc226-54fe-473d-8bd8-028359effe28)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:22.168245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] For port 92353da2-7d5b-4337-9c63-96a715e01825, host n-d-794796-4, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:22.168627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.171665 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.196464 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Calling delete_port for 92353da2-7d5b-4337-9c63-96a715e01825 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:22.199475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Port 92353da2-7d5b-4337-9c63-96a715e01825 was not found and therefore no delete operation was performed {{(pid=94687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:30:22.201609 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.245682 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Routers {'461e6cf8-3004-44fe-ac65-c50e59f2091b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:22.246369 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['461e6cf8-3004-44fe-ac65-c50e59f2091b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:22.266308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=92353da2-7d5b-4337-9c63-96a715e01825,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:22.280141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.280478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.280979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.281397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.281821 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.282205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.282657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.283056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.283462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.283886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.284301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.284792 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:22.289592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] No DVR routers for this DVR port 92353da2-7d5b-4337-9c63-96a715e01825 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:22.296404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-dbca626b-cb7b-45bb-8cd3-ad176672d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:22.298182 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-dbca626b-cb7b-45bb-8cd3-ad176672d130 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 200 len: 860 time: 0.1835268 Sep 02 13:30:22.322945 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.385760 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] Set router 461e6cf8-3004-44fe-ac65-c50e59f2091b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:22.427227 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1b275-ba83-4f5f-86fe-48f2a9b06f7b req-66cd418e-7aef-4bfa-aa87-baa4da3e113c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:22.430357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8ae1b275-ba83-4f5f-86fe-48f2a9b06f7b req-66cd418e-7aef-4bfa-aa87-baa4da3e113c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.0898283 Sep 02 13:30:22.480040 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e83261-6b93-4890-a576-3de2cef92287 None None] Pushing event updated for resources: {'Port': ['ID=51fab623-e879-4d0a-88b6-448630096dbb,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:22.494310 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-31278c77-e789-4c6e-9178-f3c728575d46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=515a7ac4-769f-4a0e-969c-4af42ba1a9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996964 Sep 02 13:30:22.516841 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8ae1b275-ba83-4f5f-86fe-48f2a9b06f7b req-261e3133-0617-4163-93a9-bc8d30b90350 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754697 Sep 02 13:30:22.596466 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.611845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Allocated IP 172.25.3.125 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/1d3a8fc1-6c61-4946-b021-7b1552c0ecd2) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:22.623796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:22.651031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10358b87-9549-4990-9dbe-3d7889f16a73') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:22.651378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10358b87-9549-4990-9dbe-3d7889f16a73') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:22.679538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.682336 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '98802674-0ce1-494e-b570-ace7064f01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:07Z', 'updated_at': '2021-09-02T13:30:19Z', 'revision_number': 4, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'gw_port': {'id': '98802674-0ce1-494e-b570-ace7064f01e8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:09Z', 'updated_at': '2021-09-02T13:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '51fab623-e879-4d0a-88b6-448630096dbb', 'name': '', 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'mac_address': 'fa:16:3e:8f:fb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4620482d-5406-49ae-b7d3-0c02bcda2035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:16Z', 'updated_at': '2021-09-02T13:30:22Z', 'revision_number': 4, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'subnets': [{'id': '4620482d-5406-49ae-b7d3-0c02bcda2035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:22.722038 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345420ea-239b-4d3d-baab-d3c29ad8c64e None None] The sync data for ids ['461e6cf8-3004-44fe-ac65-c50e59f2091b'] in n-d-794796-4 is: [{'id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '98802674-0ce1-494e-b570-ace7064f01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:07Z', 'updated_at': '2021-09-02T13:30:19Z', 'revision_number': 4, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'gw_port': {'id': '98802674-0ce1-494e-b570-ace7064f01e8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:09Z', 'updated_at': '2021-09-02T13:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '51fab623-e879-4d0a-88b6-448630096dbb', 'name': '', 'network_id': 'e4b490bf-e466-46f0-b18e-2b0b93ecdedb', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'mac_address': 'fa:16:3e:8f:fb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4620482d-5406-49ae-b7d3-0c02bcda2035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:16Z', 'updated_at': '2021-09-02T13:30:22Z', 'revision_number': 4, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'subnets': [{'id': '4620482d-5406-49ae-b7d3-0c02bcda2035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:30:22.768234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933e12e-b481-4dc1-a07b-348237ac0c24 req-88fddaea-6705-46dd-9634-a44ee4b5c18b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:22.770454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4933e12e-b481-4dc1-a07b-348237ac0c24 req-88fddaea-6705-46dd-9634-a44ee4b5c18b tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 945 time: 0.0725362 Sep 02 13:30:22.830512 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.847665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:30:22.848120 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:30:22.849928 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:30:22.866179 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-cc8c7f1b-c0c9-40b7-8217-7bdd78a7d477 service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609936 Sep 02 13:30:22.871970 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4933e12e-b481-4dc1-a07b-348237ac0c24 req-79affb20-4020-46d1-b9de-9e8de314c0fb tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725319 Sep 02 13:30:22.998014 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.037657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47984) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:23.038358 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.042570 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] 10.222.0.13 "DELETE /v2.0/networks/49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f HTTP/1.1" status: 204 len: 168 time: 2.1247790 Sep 02 13:30:23.042570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1038c-7ca7-4a30-b8ea-15344a613e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a2ce2a-c876-4ad5-90c6-eb5f24e7a80f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:23.079603 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.094198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e648-88d6-4559-9247-180b130ee30f req-4e284b95-c5aa-462c-92fe-5130f4d9f628 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:23.106903 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c708e648-88d6-4559-9247-180b130ee30f req-4e284b95-c5aa-462c-92fe-5130f4d9f628 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1077397 Sep 02 13:30:23.117676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-a6d07abc-6d28-4079-8644-cf4413d2e0ec service neutron] 10.222.0.77 "GET /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146521 Sep 02 13:30:23.166824 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.218969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c708e648-88d6-4559-9247-180b130ee30f req-51725984-efdb-4dd3-b9db-bbaec53289ea tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046331 Sep 02 13:30:23.234450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:23.258457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1947743133-network', 'tenant_id': '856a75013b2f419d83b9da71bbc21de3'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:23.275143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:23.285434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:23.289168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:23.292492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Pushing event updated for resources: {'Port': ['ID=1d3a8fc1-6c61-4946-b021-7b1552c0ecd2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:23.400236 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-baa6216b-9129-4ce7-b264-f2c1d116587f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=437f9333e8e74059b94e73769559ad43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644619 Sep 02 13:30:23.401307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Made reservation on behalf of 856a75013b2f419d83b9da71bbc21de3 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:23.403822 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.406590 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47994) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:23.430605 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.494857 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.590371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 51fab623-e879-4d0a-88b6-448630096dbb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:23.600081 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.606644 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-15786b46-ffbe-47ef-bcc9-82cf10886249 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:23.609233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-15786b46-ffbe-47ef-bcc9-82cf10886249 tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b&tenant_id=0af8c0179fe440ad933e02d682e720a9&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.1706483 Sep 02 13:30:23.612180 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.617681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.653295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-659ae471-f65c-4707-8c5e-af836249e436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.674911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:30:23.679012 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-659ae471-f65c-4707-8c5e-af836249e436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.692805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 51fab623-e879-4d0a-88b6-448630096dbb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:23.702621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 51fab623-e879-4d0a-88b6-448630096dbb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:23.703363 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.720389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad2a18-7329-4cc2-8127-a537df150425,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:23.741571 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.743874 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Added segment 4a5eeba6-bf39-4b8c-9efb-6f2e8306120e of type vlan for network ead7d643-a70b-4873-bb94-2a2d3a960629 Sep 02 13:30:23.836475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.843687 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.886054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 51fab623-e879-4d0a-88b6-448630096dbb, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=51fab623-e879-4d0a-88b6-448630096dbb,segment=NetworkSegment(734dc226-54fe-473d-8bd8-028359effe28),segment_id=734dc226-54fe-473d-8bd8-028359effe28)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:23.886351 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.888028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:23.889396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.891749 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-623d14b5-8bc7-4229-882e-daac293f0f0d service neutron] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:23.893932 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.898956 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-623d14b5-8bc7-4229-882e-daac293f0f0d service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.900202 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-471d21dc-fb22-4eb9-af95-9d588a30e4f0 req-623d14b5-8bc7-4229-882e-daac293f0f0d service neutron] 10.222.0.77 "DELETE /v2.0/ports/f52d3290-1af6-43bc-afcf-e01da1d02271/bindings/n-h1-794796-4 HTTP/1.1" status: 204 len: 173 time: 0.2652993 Sep 02 13:30:23.902746 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-659ae471-f65c-4707-8c5e-af836249e436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.905766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-659ae471-f65c-4707-8c5e-af836249e436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:23.908761 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-659ae471-f65c-4707-8c5e-af836249e436 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21d7aa16-12d7-43a7-aa24-1eb9212d5598 HTTP/1.1" status: 204 len: 168 time: 0.5027997 Sep 02 13:30:23.921957 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ae471-f65c-4707-8c5e-af836249e436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d7aa16-12d7-43a7-aa24-1eb9212d5598,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:23.976686 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9315596 Sep 02 13:30:23.977014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:23.985559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Request body: {'subnet': {'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1947743133-subnet', 'tenant_id': '856a75013b2f419d83b9da71bbc21de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:24.009020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca5017-268a-4c92-9c59-123b15eba255 req-ff490f90-acf7-4173-96b5-becc5497c4d2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:24.019446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99ca5017-268a-4c92-9c59-123b15eba255 req-ff490f90-acf7-4173-96b5-becc5497c4d2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.3418214 Sep 02 13:30:24.051257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=51fab623-e879-4d0a-88b6-448630096dbb,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:24.052597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Made reservation on behalf of 856a75013b2f419d83b9da71bbc21de3 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:24.055041 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:24.096886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8724a9-fce0-4227-bef4-bdf9dada65c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ead7d643-a70b-4873-bb94-2a2d3a960629,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:24.110822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network ead7d643-a70b-4873-bb94-2a2d3a960629 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:30:24.121134 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99ca5017-268a-4c92-9c59-123b15eba255 req-117b1717-deb7-4a63-a555-c0075df96e88 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005180 Sep 02 13:30:24.160905 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:24.204296 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:24.329317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ab5af-fa30-4256-a1a6-21605e184cfb req-0f985308-6eec-4ee5-9023-a46383a22ca1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:24.330719 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:24.339117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-586ab5af-fa30-4256-a1a6-21605e184cfb req-0f985308-6eec-4ee5-9023-a46383a22ca1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 945 time: 0.1125677 Sep 02 13:30:24.364960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Pushing event updated for resources: {'Port': ['ID=1d3a8fc1-6c61-4946-b021-7b1552c0ecd2,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:24.371655 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:24.378978 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82ec0a80-09fe-4609-b04f-b98938730935 req-8cb45c82-98c9-4df2-b931-96956d1209bd tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7834313 Sep 02 13:30:24.411125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-586ab5af-fa30-4256-a1a6-21605e184cfb req-8dbf35f0-0113-42c3-8327-82f71fb73226 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690882 Sep 02 13:30:24.528056 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82ec0a80-09fe-4609-b04f-b98938730935 req-acee4c68-50e6-44ba-856f-c26e4a9fa427 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.125 HTTP/1.1" status: 200 len: 696 time: 0.1480336 Sep 02 13:30:24.613317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c77948-dc11-469f-9eab-24417bda37c3 req-eb04c1a7-62ee-4f0f-8eef-e345e2f33e1b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:24.616088 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67c77948-dc11-469f-9eab-24417bda37c3 req-eb04c1a7-62ee-4f0f-8eef-e345e2f33e1b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1034946 Sep 02 13:30:24.684633 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:24.689904 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67c77948-dc11-469f-9eab-24417bda37c3 req-1cd62f26-88ea-46df-acda-561da8217579 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582185 Sep 02 13:30:24.759834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec0a80-09fe-4609-b04f-b98938730935 req-27a6c175-7e80-4816-a759-a9172ecea5d8 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:24.761244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82ec0a80-09fe-4609-b04f-b98938730935 req-27a6c175-7e80-4816-a759-a9172ecea5d8 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2323258 Sep 02 13:30:24.792449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:24.806758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Checking segment: {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:24.807177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Network hostable DHCP agents. Network: ead7d643-a70b-4873-bb94-2a2d3a960629, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:30:24.848714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Network ead7d643-a70b-4873-bb94-2a2d3a960629 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:30:24.882318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, ead7d643-a70b-4873-bb94-2a2d3a960629) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:24.889401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:24.890128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:24.895836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a671c43-fd23-4413-a252-1a3c2bb238d0 None None] Network ead7d643-a70b-4873-bb94-2a2d3a960629 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:24.927398 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-061dec1d-6498-45b7-ae41-d69cc5e6d0ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9410026 Sep 02 13:30:24.981146 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d1e1980c-221d-42ba-9a2f-ae0f707a7572 req-09912558-da00-4f2b-9962-e6d61962c85c tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips/c466502b-140c-4411-9e1b-9ba1760a1bf8 HTTP/1.1" status: 200 len: 693 time: 0.0719335 Sep 02 13:30:25.050185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16524add-ff46-4664-830d-2eed580678a1 req-5f520781-436a-4254-8ddb-9bf98e1e6c1d tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:25.062933 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16524add-ff46-4664-830d-2eed580678a1 req-5f520781-436a-4254-8ddb-9bf98e1e6c1d tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 1096 time: 0.1049387 Sep 02 13:30:25.096060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:25.113913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17ffce-8451-4f09-b8d3-d24dfbecd766 None None] Network ead7d643-a70b-4873-bb94-2a2d3a960629 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:25.118449 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16524add-ff46-4664-830d-2eed580678a1 req-3266d2ca-5592-4e39-8638-0d78cbeeef0e tempest-LiveAutoBlockMigrationV225Test-1456160982 tempest-LiveAutoBlockMigrationV225Test-1456160982-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540667 Sep 02 13:30:25.199643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1980c-221d-42ba-9a2f-ae0f707a7572 req-ebbdaa6d-3e10-4c54-8bdc-e15c80416be6 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:25.218258 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d1e1980c-221d-42ba-9a2f-ae0f707a7572 req-ebbdaa6d-3e10-4c54-8bdc-e15c80416be6 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.2358301 Sep 02 13:30:25.277117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-843982690-network', 'tenant_id': '60b190c547af438ab9097a9eb32c5073'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:25.312456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5864b-5bd1-4a5e-bf67-b32b2e6e5948 req-be153b82-6879-4de6-8b47-4769b8e70dfc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:25.313993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5bc5864b-5bd1-4a5e-bf67-b32b2e6e5948 req-be153b82-6879-4de6-8b47-4769b8e70dfc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.0820894 Sep 02 13:30:25.315261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Made reservation on behalf of 60b190c547af438ab9097a9eb32c5073 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:25.317490 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:25.339838 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:25.404501 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5bc5864b-5bd1-4a5e-bf67-b32b2e6e5948 req-6cf1d131-f4cf-4a15-a683-aa0f351cb0c4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664186 Sep 02 13:30:25.517255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b50d0a5-b2fa-42c0-a231-56e8015920b3 req-5b95d5f9-a4bc-4644-9c4f-36dfb34ab0dc tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=b74578967b3b48d0b79a21517b210ea7 HTTP/1.1" status: 200 len: 696 time: 0.0829301 Sep 02 13:30:25.534275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 51fab623-e879-4d0a-88b6-448630096dbb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:25.599292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 51fab623-e879-4d0a-88b6-448630096dbb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:25.599781 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:25.604465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:25.613193 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:25.655719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:30:25.683051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50d0a5-b2fa-42c0-a231-56e8015920b3 req-764738a6-d309-4260-9798-17cc15b115f1 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:25.693228 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b50d0a5-b2fa-42c0-a231-56e8015920b3 req-764738a6-d309-4260-9798-17cc15b115f1 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/networks?id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 787 time: 0.1627343 Sep 02 13:30:25.701146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-7b50d0a5-b2fa-42c0-a231-56e8015920b3 req-b4aff21a-a1f4-49dc-98a3-ac4910ddc762 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:30:25.712338 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b50d0a5-b2fa-42c0-a231-56e8015920b3 req-b4aff21a-a1f4-49dc-98a3-ac4910ddc762 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182073 Sep 02 13:30:25.713194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277f8f07-a0ba-4314-833d-8c628b5094fb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:25.718508 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:25.718830 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Added segment 4641f376-2be6-42ca-9bee-6bb99995a0f4 of type vlan for network df508750-43f1-4f5d-b787-38be78084a2f Sep 02 13:30:25.725703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-43493ae8-34d0-4e7c-af48-ac142205d476 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:25.727240 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-43493ae8-34d0-4e7c-af48-ac142205d476 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/networks?id=ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 200 len: 822 time: 0.1313362 Sep 02 13:30:25.730861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.731204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.731716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.732097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.732432 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.732759 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.733084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.733406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.733727 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.734047 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.734368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.734686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:25.752082 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-189fc466-7415-4d61-9195-70a13da3ba53 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/quotas/856a75013b2f419d83b9da71bbc21de3 HTTP/1.1" status: 200 len: 375 time: 0.0121338 Sep 02 13:30:25.792379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-ef22cb03-5555-4d5c-96e7-db9001a851aa tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=856a75013b2f419d83b9da71bbc21de3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331373 Sep 02 13:30:25.802534 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:25.836165 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181c001-b68a-4619-9268-d5415dd7e687 req-90dd5b35-3c71-4816-b894-8a5fddded587 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:25.837739 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f181c001-b68a-4619-9268-d5415dd7e687 req-90dd5b35-3c71-4816-b894-8a5fddded587 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 945 time: 0.0748227 Sep 02 13:30:25.850879 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:25.851823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:25.852415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:25.890536 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-1e0e4cce-9642-492b-8a8b-f9b411a9fa08 service neutron] 10.222.0.13 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892761 Sep 02 13:30:25.916255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8187141 Sep 02 13:30:25.920033 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48072) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:25.925586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Request body: {'subnet': {'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-843982690-subnet', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:25.941923 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f181c001-b68a-4619-9268-d5415dd7e687 req-ddbd45fc-df4c-4b07-b6cd-78db40fe8c2a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973318 Sep 02 13:30:25.942644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4415bb-21b6-4042-80cd-ece83cb49365 admin admin] Pushing event updated for resources: {'Network': ['ID=df508750-43f1-4f5d-b787-38be78084a2f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:25.952820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network df508750-43f1-4f5d-b787-38be78084a2f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:30:25.999348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Made reservation on behalf of 60b190c547af438ab9097a9eb32c5073 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:26.001721 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.065962 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-32fa1848-02aa-4ff6-8294-3de4b07cc536 service neutron] 10.222.0.13 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685929 Sep 02 13:30:26.073120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c35c8b-991e-4ceb-843f-35ba1e0616c4 req-376c8000-9e63-4fb7-94c0-7a85e5d62366 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:26.074638 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d6c35c8b-991e-4ceb-843f-35ba1e0616c4 req-376c8000-9e63-4fb7-94c0-7a85e5d62366 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0498507 Sep 02 13:30:26.125589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d6c35c8b-991e-4ceb-843f-35ba1e0616c4 req-4e3d4467-a0ee-46ec-87e3-bb277e0899c1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Sep 02 13:30:26.163104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4d7291b7-15f8-4157-8ca7-952f04f482c7 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:26.164716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4d7291b7-15f8-4157-8ca7-952f04f482c7 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.77 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 945 time: 0.0764918 Sep 02 13:30:26.214161 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-818d3d77-d92e-442a-ae85-504335767b58 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips/c466502b-140c-4411-9e1b-9ba1760a1bf8 HTTP/1.1" status: 200 len: 693 time: 0.0662739 Sep 02 13:30:26.334185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.354025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-14372155-8630-4c74-96ab-9d690fe68fce tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:26.355431 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-14372155-8630-4c74-96ab-9d690fe68fce tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.1285858 Sep 02 13:30:26.410826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-c0c6a54e-1fd8-4363-bf5f-dda14c48c8b4 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.125 HTTP/1.1" status: 200 len: 696 time: 0.0480328 Sep 02 13:30:26.421759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09d87f3c-ebad-4a4c-8253-ccc8f3ab061a req-b8c21642-241b-4308-a6f7-8b1d68b9eb2b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 210 time: 0.0538261 Sep 02 13:30:26.431992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Deleting port f52d3290-1af6-43bc-afcf-e01da1d02271 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:26.432344 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.447318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=671abd7c-ff1b-49a1-92f0-f022e57ea4f3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:26.478381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-1fe39cff-90ac-40ee-8c6c-200a57ddf89f tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.125 HTTP/1.1" status: 200 len: 696 time: 0.0606947 Sep 02 13:30:26.503852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Checking segment: {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:26.504221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Network hostable DHCP agents. Network: df508750-43f1-4f5d-b787-38be78084a2f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:30:26.585793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Network df508750-43f1-4f5d-b787-38be78084a2f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:30:26.590307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] For port f52d3290-1af6-43bc-afcf-e01da1d02271, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=f52d3290-1af6-43bc-afcf-e01da1d02271,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:26.590689 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.606052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, df508750-43f1-4f5d-b787-38be78084a2f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:26.621678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:26.621678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.622303 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14563d44-5beb-4227-9065-84ea4ca06251 None None] Network df508750-43f1-4f5d-b787-38be78084a2f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:26.622402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Calling delete_port for f52d3290-1af6-43bc-afcf-e01da1d02271 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:26.643331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4f17225c-efa5-43df-b76a-ac4ecee6ee40 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7216396 Sep 02 13:30:26.646739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:26.651984 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:26.652365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cec95c-2ceb-4475-87f2-447c2db640a3 req-1805d398-2fcb-4712-8225-9c23675c6bfc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:26.654377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3cec95c-2ceb-4475-87f2-447c2db640a3 req-1805d398-2fcb-4712-8225-9c23675c6bfc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1160586 Sep 02 13:30:26.676667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Deleting port 1d3a8fc1-6c61-4946-b021-7b1552c0ecd2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:26.677086 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.756297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3cec95c-2ceb-4475-87f2-447c2db640a3 req-4538b7a0-1661-4081-aebb-45defa879a7a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575700 Sep 02 13:30:26.791000 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.791335 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.814496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Calling delete_port for 1d3a8fc1-6c61-4946-b021-7b1552c0ecd2 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:26.824574 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.826236 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.835331 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-df508750-43f1-4f5d-b787-38be78084a2f', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:30:26.835668 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.860997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.876478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['3a3c8e27-3118-4da9-9aa8-e1c671ce9881', 'f52d3290-1af6-43bc-afcf-e01da1d02271'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:26.899872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Pushing event deleted for resources: {'Port': ['ID=f52d3290-1af6-43bc-afcf-e01da1d02271,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:26.922764 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.957358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] No DVR routers for this DVR port f52d3290-1af6-43bc-afcf-e01da1d02271 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:26.960608 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:26.963426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-61663be3-f118-4d6d-a44f-eb5a3fab81aa req-4bfde64a-fa11-4575-b709-84ef792fda7f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.77 "DELETE /v2.0/ports/f52d3290-1af6-43bc-afcf-e01da1d02271 HTTP/1.1" status: 204 len: 173 time: 0.7763374 Sep 02 13:30:26.963916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'name': 'network-vif-deleted', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:26.985556 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f015bb-81b8-4cf7-b3f5-c64069ee7b2e" -d '{"events": [{"server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "name": "network-vif-deleted", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:27.071478 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9e4923b-d499-4eac-84be-d3fa28e5ce42 req-6a27f9f1-9b50-4f99-bda6-70f2bea5ed58 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 210 time: 0.0278492 Sep 02 13:30:27.073599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Allocated IP 172.20.0.2 (df508750-43f1-4f5d-b787-38be78084a2f/671abd7c-ff1b-49a1-92f0-f022e57ea4f3/32770553-4139-4c3c-a9df-59e5f602aa0c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:27.167450 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09762fdb-453b-4f81-ac40-05cd214800c7 x-openstack-request-id: req-09762fdb-453b-4f81-ac40-05cd214800c7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:27.168831 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adeb0dac-a3fc-4a73-b631-3c000b1b2e3b", "name": "network-vif-deleted", "tag": "f52d3290-1af6-43bc-afcf-e01da1d02271", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:27.171226 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09762fdb-453b-4f81-ac40-05cd214800c7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:27.171884 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeb0dac-a3fc-4a73-b631-3c000b1b2e3b', 'name': 'network-vif-deleted', 'tag': 'f52d3290-1af6-43bc-afcf-e01da1d02271', 'status': 'completed', 'code': 200} Sep 02 13:30:27.178068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:27.352766 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d1cef-a975-462d-8552-097f867f0d09 req-d92beec3-dc7a-4617-ac8c-86b5d2f40429 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:27.354984 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c11d1cef-a975-462d-8552-097f867f0d09 req-d92beec3-dc7a-4617-ac8c-86b5d2f40429 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0873446 Sep 02 13:30:27.359077 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:27.413581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c11d1cef-a975-462d-8552-097f867f0d09 req-8c975a89-8a9c-425d-9941-ffa1ab78bee0 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522320 Sep 02 13:30:27.743331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73bf2283-62b2-4b3a-b1fc-3bf8aaf9f6af req-26ab1759-513d-4556-ad13-ca28dff057cd tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 210 time: 0.0395391 Sep 02 13:30:27.767334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Transition to ACTIVE for port object 32770553-4139-4c3c-a9df-59e5f602aa0c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:27.800045 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:27.802560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Transition to ACTIVE for port object 32770553-4139-4c3c-a9df-59e5f602aa0c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:27.812602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:27.889734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Pushing event deleted for resources: {'Port': ['ID=1d3a8fc1-6c61-4946-b021-7b1552c0ecd2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:27.902128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Pushing event updated for resources: {'Port': ['ID=32770553-4139-4c3c-a9df-59e5f602aa0c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:27.912874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Network df508750-43f1-4f5d-b787-38be78084a2f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:27.917062 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:27.925588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:27.954747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c8ac-cba9-4d3c-80a9-430bc7078023 req-22b79155-b184-4c84-8112-c56b26224ea4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:27.966743 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5832c8ac-cba9-4d3c-80a9-430bc7078023 req-22b79155-b184-4c84-8112-c56b26224ea4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.0980270 Sep 02 13:30:27.996647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-e16b30e3-b2f8-4a7b-92eb-b147891fa887 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:27.999340 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-e16b30e3-b2f8-4a7b-92eb-b147891fa887 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "GET /v2.0/networks?id=ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 200 len: 822 time: 0.3357079 Sep 02 13:30:28.004494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Attempting to bind port 32770553-4139-4c3c-a9df-59e5f602aa0c on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:28.005351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Attempting to bind port 32770553-4139-4c3c-a9df-59e5f602aa0c by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:28.005930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Attempting to bind port 32770553-4139-4c3c-a9df-59e5f602aa0c on network df508750-43f1-4f5d-b787-38be78084a2f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:28.012693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:28.013967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Checking segment: {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:28.014853 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:28.015543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Bound using segment: {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:28.016474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Bound port: 32770553-4139-4c3c-a9df-59e5f602aa0c, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:28.017145 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:28.031182 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5832c8ac-cba9-4d3c-80a9-430bc7078023 req-bdbb1200-35e4-4e90-844d-d5ff4295c023 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631857 Sep 02 13:30:28.033221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Request body: {'port': {'device_id': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629', 'admin_state_up': True, 'tenant_id': '856a75013b2f419d83b9da71bbc21de3'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:28.105884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] For port 32770553-4139-4c3c-a9df-59e5f602aa0c, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:28.111517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] For port 32770553-4139-4c3c-a9df-59e5f602aa0c, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=32770553-4139-4c3c-a9df-59e5f602aa0c,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:28.121833 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:28.186743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b9039-19a8-4181-b3e3-9b44356e2844 None None] Pushing event updated for resources: {'Port': ['ID=32770553-4139-4c3c-a9df-59e5f602aa0c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:28.188694 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:28.204995 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:28.206961 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-095adcf3-93c4-4435-85a9-515a156f5aaa req-fa165992-d43b-450c-977a-80d4ba7ee64d tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "DELETE /v2.0/floatingips/c466502b-140c-4411-9e1b-9ba1760a1bf8 HTTP/1.1" status: 204 len: 173 time: 1.7279413 Sep 02 13:30:28.229568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Made reservation on behalf of 856a75013b2f419d83b9da71bbc21de3 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:28.237206 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:28.275083 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-66e54e91-9c11-4d4e-9c09-e3976e357973 req-7e6ee74d-ef79-4fc6-a364-116807b57785 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 210 time: 0.0513136 Sep 02 13:30:28.593900 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-57a6bb76-aa57-49d7-81b2-b0392b3fdd95 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3319659 Sep 02 13:30:28.603542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:28.647905 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:28.715742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f7152-4a28-476d-b47b-f877173d31a9 req-d9003b17-3eff-47a4-a189-3cf9abb6edec tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:28.718110 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c78f7152-4a28-476d-b47b-f877173d31a9 req-d9003b17-3eff-47a4-a189-3cf9abb6edec tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1182604 Sep 02 13:30:28.767947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c78f7152-4a28-476d-b47b-f877173d31a9 req-1dcc9afc-1ae9-4217-a242-6d5ca3baaa05 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Sep 02 13:30:28.818712 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:28.844459 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:28.864600 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Allocated IP 172.20.0.14 (ead7d643-a70b-4873-bb94-2a2d3a960629/d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a/1c6d5312-1420-453a-b3d2-b21d9d060601) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:29.059465 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0e3257af-df02-4ac1-ac2f-7bee7bf78987 req-47ef9ce6-4f56-43f3-941c-a5d4eeab4630 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 210 time: 0.0311112 Sep 02 13:30:29.151518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Allocated IP 172.25.3.8 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/def3b315-8f37-4b97-b00f-9674b5d19bea) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:29.176325 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:29.252621 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:29.259323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50bb96-aa22-4288-8b57-613c520700d2 req-02fb1441-1a61-4b39-9a80-bce06586970d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:29.272786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db50bb96-aa22-4288-8b57-613c520700d2 req-02fb1441-1a61-4b39-9a80-bce06586970d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1252770 Sep 02 13:30:29.347453 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db50bb96-aa22-4288-8b57-613c520700d2 req-29d3696b-dc0c-4bb6-a624-92e8c58711e5 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704401 Sep 02 13:30:29.359556 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:29.457127 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:29.472177 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:29.544670 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2372a6cf-ec81-428c-8aee-11a19bc9b583 req-7dc54c77-f0c8-4e7a-9051-0205f2287e4f tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 210 time: 0.0948527 Sep 02 13:30:29.553627 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event updated for resources: {'Port': ['ID=1c6d5312-1420-453a-b3d2-b21d9d060601,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:29.570500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Network ead7d643-a70b-4873-bb94-2a2d3a960629 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:29.586151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:29.592459 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:29.653084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 32770553-4139-4c3c-a9df-59e5f602aa0c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:29.687679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:29.691463 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:29.709619 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:29.730731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 32770553-4139-4c3c-a9df-59e5f602aa0c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:29.741790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a5bfc-7fd1-46d1-9f8c-7bdba192b942 None None] Network df508750-43f1-4f5d-b787-38be78084a2f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:29.781684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-79d9a5a6-519a-470b-b647-2eec915d2b74 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7549891 Sep 02 13:30:29.797649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:29.806325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Request body: {'port': {'device_id': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:29.820451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:29.836647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8850d114-8830-4e73-a67f-8ce9bce3cdd8 None None] Provisioning for port 32770553-4139-4c3c-a9df-59e5f602aa0c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:29.850085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Pushing event updated for resources: {'Port': ['ID=def3b315-8f37-4b97-b00f-9674b5d19bea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:29.856131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:29.869941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Allocated IP 172.25.3.56 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/5ba2a9c2-33ad-4b8f-8310-5fea8bd68b85) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:29.940673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8850d114-8830-4e73-a67f-8ce9bce3cdd8 None None] Provisioning complete for port 32770553-4139-4c3c-a9df-59e5f602aa0c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:29.941136 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8850d114-8830-4e73-a67f-8ce9bce3cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:29.978582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba8d9e-39a0-48e3-93ad-fd83dbadfffe req-9aec40c3-3a49-47cb-b124-bbdbc22c1f8a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:29.982225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99ba8d9e-39a0-48e3-93ad-fd83dbadfffe req-9aec40c3-3a49-47cb-b124-bbdbc22c1f8a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0844135 Sep 02 13:30:30.048501 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99ba8d9e-39a0-48e3-93ad-fd83dbadfffe req-ffb9de7c-2382-48b3-b5ee-70911b27af67 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 Sep 02 13:30:30.095191 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:30.095991 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8850d114-8830-4e73-a67f-8ce9bce3cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:30.191198 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:30.203520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8850d114-8830-4e73-a67f-8ce9bce3cdd8 None None] For port 32770553-4139-4c3c-a9df-59e5f602aa0c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=32770553-4139-4c3c-a9df-59e5f602aa0c,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:30.212307 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8850d114-8830-4e73-a67f-8ce9bce3cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:30.334301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850d114-8830-4e73-a67f-8ce9bce3cdd8 None None] Pushing event updated for resources: {'Port': ['ID=32770553-4139-4c3c-a9df-59e5f602aa0c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:30.395754 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:30.444271 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4c188-780a-47ab-bdda-9962475f0ac4 req-0ac67e27-b531-4ea3-b399-d8203feaf559 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:30.446341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8258d9fd-7fe8-4686-be7c-9fe95eaa0a7a None None] Provisioning complete for port 32770553-4139-4c3c-a9df-59e5f602aa0c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:30.446789 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8258d9fd-7fe8-4686-be7c-9fe95eaa0a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:30.449021 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08d4c188-780a-47ab-bdda-9962475f0ac4 req-0ac67e27-b531-4ea3-b399-d8203feaf559 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 932 time: 0.0956619 Sep 02 13:30:30.520026 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08d4c188-780a-47ab-bdda-9962475f0ac4 req-5b8c8218-6a6d-4dff-8ea0-4e3fd22901ed tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Sep 02 13:30:30.530254 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device f52d3290-1af6-43bc-afcf-e01da1d02271 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:30.592786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: f52d3290-1af6-43bc-afcf-e01da1d02271 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:30.595333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device f52d3290-1af6-43bc-afcf-e01da1d02271 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:30.598947 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:30.622646 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:30.701533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddf0c9-139e-4b40-bfaa-b1e845e2a80a req-042d90f1-fa53-49c3-bcbe-10bb158fdd42 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:30.703344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-98ddf0c9-139e-4b40-bfaa-b1e845e2a80a req-042d90f1-fa53-49c3-bcbe-10bb158fdd42 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.0813072 Sep 02 13:30:30.751102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-98ddf0c9-139e-4b40-bfaa-b1e845e2a80a req-8237acb9-d9a0-436b-a36e-8b0400589406 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Sep 02 13:30:30.757837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:30.769316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Pushing event updated for resources: {'Port': ['ID=5ba2a9c2-33ad-4b8f-8310-5fea8bd68b85,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:30.777980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:30.789546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:30.891350 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3fca3858-202d-444d-9cf1-552be6e9fd3c req-14ab30a3-14fb-4764-9697-7b1a69c78c3e tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 210 time: 0.0425832 Sep 02 13:30:31.111437 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd617256-e074-4969-9a4b-50fe52892175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.191522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd60ad3-7a27-4481-8169-c64edf1ea3f9 req-37c28bb0-da35-42ef-b441-7b9da406d6a5 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:31.200234 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-acd60ad3-7a27-4481-8169-c64edf1ea3f9 req-37c28bb0-da35-42ef-b441-7b9da406d6a5 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0624838 Sep 02 13:30:31.250890 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-acd60ad3-7a27-4481-8169-c64edf1ea3f9 req-5a555636-92d0-460c-aff0-56fcf1f24af8 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Sep 02 13:30:31.377289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.380024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6d5312-1420-453a-b3d2-b21d9d060601 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:31.396391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.422602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Transition to ACTIVE for port object 1c6d5312-1420-453a-b3d2-b21d9d060601 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:31.444233 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.484484 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.530083 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.564777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d5312-1420-453a-b3d2-b21d9d060601,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:31.575918 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 32770553-4139-4c3c-a9df-59e5f602aa0c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:31.679323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 32770553-4139-4c3c-a9df-59e5f602aa0c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:31.679699 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.683698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267a7af-5bf3-4350-a50c-97568e8e75b8 req-f8b6ee15-cc32-4c02-b00d-f5c0ace12cca tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:31.691560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9267a7af-5bf3-4350-a50c-97568e8e75b8 req-f8b6ee15-cc32-4c02-b00d-f5c0ace12cca tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 944 time: 0.0725358 Sep 02 13:30:31.756572 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9267a7af-5bf3-4350-a50c-97568e8e75b8 req-fc1eb66a-a606-49f6-9539-e29ce60fdd32 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636582 Sep 02 13:30:31.910544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62b522-181c-42b7-a56a-9e44a028671e req-7b3786ef-8411-4fd0-815f-454855a430cb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:31.913010 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f62b522-181c-42b7-a56a-9e44a028671e req-7b3786ef-8411-4fd0-815f-454855a430cb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.0605676 Sep 02 13:30:31.939975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:30:31.948443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.949916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Attempting to bind port 1c6d5312-1420-453a-b3d2-b21d9d060601 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:31.950776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Attempting to bind port 1c6d5312-1420-453a-b3d2-b21d9d060601 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:31.951139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Attempting to bind port 1c6d5312-1420-453a-b3d2-b21d9d060601 on network ead7d643-a70b-4873-bb94-2a2d3a960629 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:31.956577 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:31.961950 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f62b522-181c-42b7-a56a-9e44a028671e req-62d0a590-d782-47ef-abca-15ca67f83c21 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Sep 02 13:30:31.967932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Port 1c6d5312-1420-453a-b3d2-b21d9d060601 on network ead7d643-a70b-4873-bb94-2a2d3a960629 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:30:31.967932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Attempting to bind port 1c6d5312-1420-453a-b3d2-b21d9d060601 on network ead7d643-a70b-4873-bb94-2a2d3a960629 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:32.042972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:32.043325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Checking segment: {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:32.043710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Bound using segment: {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:32.044224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Bound port: 1c6d5312-1420-453a-b3d2-b21d9d060601, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:32.044602 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:32.096371 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cc8e4c9a-6230-4d97-ba04-40856dda2457 req-8b797474-6dfd-4217-845e-706ee22dc51c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=adeb0dac-a3fc-4a73-b631-3c000b1b2e3b HTTP/1.1" status: 200 len: 210 time: 0.0356679 Sep 02 13:30:32.137153 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Pushing event updated for resources: {'Port': ['ID=5ba2a9c2-33ad-4b8f-8310-5fea8bd68b85,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:32.195005 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:32.238391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:32.239651 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-94833192-40b5-4a5e-90cc-0830a625ad99 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6450012 Sep 02 13:30:32.242156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] For port 1c6d5312-1420-453a-b3d2-b21d9d060601, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:32.246759 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] For port 1c6d5312-1420-453a-b3d2-b21d9d060601, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1c6d5312-1420-453a-b3d2-b21d9d060601,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:32.251393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:30:32.261127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Sync routers for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:30:32.274887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:32.275983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:32.301774 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:32.350530 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-c76251e2-4449-4f17-a88e-8eb0338e8898 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 695 time: 0.1011543 Sep 02 13:30:32.432802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d5312-1420-453a-b3d2-b21d9d060601,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:32.447259 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:32.448744 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2eb97f07-a2c5-4f6c-85a7-0d448a414e8e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.8007834 Sep 02 13:30:32.455148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:32.456286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7effe36-9c6e-4254-b627-8f1d495d73c0 req-4f8c2e60-6004-4ce6-88fd-7bbd17051bdf tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:32.467173 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d7effe36-9c6e-4254-b627-8f1d495d73c0 req-4f8c2e60-6004-4ce6-88fd-7bbd17051bdf tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0919149 Sep 02 13:30:32.474205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:32.481190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:32.481828 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:32.483364 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-f56f4ac6-b153-4f1f-89bb-64b07d511558 service neutron] 10.222.0.90 "PUT /v2.0/ports/1c6d5312-1420-453a-b3d2-b21d9d060601 HTTP/1.1" status: 200 len: 1092 time: 2.6897848 Sep 02 13:30:32.485708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'tag': '1c6d5312-1420-453a-b3d2-b21d9d060601'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:32.489075 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f12400-a93e-48ff-815d-a8853646b8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a80d77-cd16-4075-96cc-79183d0dc06e", "tag": "1c6d5312-1420-453a-b3d2-b21d9d060601"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:32.555434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d7effe36-9c6e-4254-b627-8f1d495d73c0 req-584385df-6119-4292-afce-7d414d198d23 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843346 Sep 02 13:30:32.887704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-ece48647-9c06-4704-a139-a0ee12146da2 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:32.889834 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02d48c8e-25f5-45f8-8f1f-05a002e74c86 req-ece48647-9c06-4704-a139-a0ee12146da2 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.5381143 Sep 02 13:30:32.898526 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39efda6f-c8ea-460d-bcaf-3ea9021b67d1 x-openstack-request-id: req-39efda6f-c8ea-460d-bcaf-3ea9021b67d1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:32.898933 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a80d77-cd16-4075-96cc-79183d0dc06e", "tag": "1c6d5312-1420-453a-b3d2-b21d9d060601", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:32.899288 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39efda6f-c8ea-460d-bcaf-3ea9021b67d1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:32.899908 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'tag': '1c6d5312-1420-453a-b3d2-b21d9d060601', 'status': 'completed', 'code': 200} Sep 02 13:30:33.005062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-059f6361-cf36-4f82-9329-9ddd212ec979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:33.007895 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-059f6361-cf36-4f82-9329-9ddd212ec979 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=856a75013b2f419d83b9da71bbc21de3&device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 1095 time: 0.3884358 Sep 02 13:30:33.053036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:30Z', 'revision_number': 3, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:33.057440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7a5e-2818-4531-a2d0-fdd8eff2d25e req-a62b140f-28ff-42ba-b4cf-cfa45d139150 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:33.063528 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-feb6177c-1d7e-4627-a13a-4432848f421c tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips/f64099b1-5faa-4c2f-8c0f-bf001f8f72c2 HTTP/1.1" status: 200 len: 692 time: 0.0797858 Sep 02 13:30:33.072711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fefc7a5e-2818-4531-a2d0-fdd8eff2d25e req-a62b140f-28ff-42ba-b4cf-cfa45d139150 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 944 time: 0.1009235 Sep 02 13:30:33.085105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Checking router: 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:30:33.085573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Updating router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d port def3b315-8f37-4b97-b00f-9674b5d19bea binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:30:33.115519 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-4ce98e79-93be-4d00-8712-ee8307963c7e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c6d5312-1420-453a-b3d2-b21d9d060601 HTTP/1.1" status: 200 len: 217 time: 0.0642333 Sep 02 13:30:33.132667 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:33.137889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fefc7a5e-2818-4531-a2d0-fdd8eff2d25e req-f7d07a44-110e-4e64-a239-eaf03a55b43d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640414 Sep 02 13:30:33.362858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffb8bc-bf3d-4589-a923-dece8a1a048c req-91dd31cd-101d-4557-ad15-12daf1daed9c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:33.366736 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cffb8bc-bf3d-4589-a923-dece8a1a048c req-91dd31cd-101d-4557-ad15-12daf1daed9c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.0937095 Sep 02 13:30:33.425404 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cffb8bc-bf3d-4589-a923-dece8a1a048c req-31752431-2b94-4c7e-b26d-b15664690292 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477901 Sep 02 13:30:33.484473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-ca95267a-b2a6-497c-b2d4-f2d0d9c9a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:33.486612 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-ca95267a-b2a6-497c-b2d4-f2d0d9c9a6bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a HTTP/1.1" status: 200 len: 862 time: 0.3432455 Sep 02 13:30:33.557485 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-e7b664e9-802e-4185-8222-90282491b831 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ead7d643-a70b-4873-bb94-2a2d3a960629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546939 Sep 02 13:30:33.568031 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:33.586696 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Transition to ACTIVE for port object def3b315-8f37-4b97-b00f-9674b5d19bea will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:33.607214 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:33.755059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Attempting to bind port def3b315-8f37-4b97-b00f-9674b5d19bea on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:33.757066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Attempting to bind port def3b315-8f37-4b97-b00f-9674b5d19bea by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:33.757448 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Attempting to bind port def3b315-8f37-4b97-b00f-9674b5d19bea on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:33.759480 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33381c51-4d37-47fb-b32e-3797524c7ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:33.796778 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:33.797438 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-356abdab-6bf0-4d45-9975-8ddf44497bb6 service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266042 Sep 02 13:30:33.802603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:33.804040 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:33.808034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:33.808991 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Bound port: def3b315-8f37-4b97-b00f-9674b5d19bea, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:33.809603 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:33.814660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-4538287a-4918-4908-b79a-e8574789c3bc tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:33.817763 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-4538287a-4918-4908-b79a-e8574789c3bc tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 784 time: 0.6989231 Sep 02 13:30:33.857183 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1d3d2-9d00-4d5c-968e-18e7ab6318b0 req-788666ed-27f9-4ebd-bd7f-6688f1aefed7 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:33.858815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-acf1d3d2-9d00-4d5c-968e-18e7ab6318b0 req-788666ed-27f9-4ebd-bd7f-6688f1aefed7 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1767387 Sep 02 13:30:33.871304 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] For port def3b315-8f37-4b97-b00f-9674b5d19bea, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:33.875549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] For port def3b315-8f37-4b97-b00f-9674b5d19bea, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=def3b315-8f37-4b97-b00f-9674b5d19bea,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:33.881757 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:33.917777 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:33.918675 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:33.922056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1a520-ae93-41a0-a166-8bad9ef92411 None None] Pushing event updated for resources: {'Port': ['ID=def3b315-8f37-4b97-b00f-9674b5d19bea,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:33.949116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd302080-0d75-41ea-868c-1e16e8c70276 req-e4d3afff-1fd9-4691-a6f1-636bea34a199 service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281605 Sep 02 13:30:33.966852 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-acf1d3d2-9d00-4d5c-968e-18e7ab6318b0 req-295bf482-ca5a-47d9-bc9a-32481451b5d2 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015110 Sep 02 13:30:34.005083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1a520-ae93-41a0-a166-8bad9ef92411 None None] Pushing event updated for resources: {'Port': ['ID=def3b315-8f37-4b97-b00f-9674b5d19bea,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:34.125841 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:34.144397 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-0b684be0-d264-4bf5-8f7b-3e0f70a8d825 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 695 time: 0.1939964 Sep 02 13:30:34.185513 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:34.296564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-41372f24-b058-4749-9c3a-eb7339159748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:34.299948 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-41372f24-b058-4749-9c3a-eb7339159748 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=856a75013b2f419d83b9da71bbc21de3&device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 1095 time: 0.2146633 Sep 02 13:30:34.305919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-294a3483-a4aa-46cc-80b1-4058e76baede tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 695 time: 0.1459892 Sep 02 13:30:34.432461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ef107-071c-4507-9010-394344ace470 req-8209b94d-a5a2-4023-aff2-0b9e6adfec5d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:34.441876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-880ef107-071c-4507-9010-394344ace470 req-8209b94d-a5a2-4023-aff2-0b9e6adfec5d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 944 time: 0.1224072 Sep 02 13:30:34.526812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:30Z', 'revision_number': 3, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:34.548144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-880ef107-071c-4507-9010-394344ace470 req-97fd3512-7173-4618-ba06-a720bf5252a4 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925627 Sep 02 13:30:34.638858 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbfa07-91e6-46d0-860f-9f00bcfd2be4 None None] The sync data for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 is: [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:30Z', 'revision_number': 3, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:30:34.775770 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:34.808956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c57484-7632-4e3e-ade7-b4240fd7f4f6 req-b555a5ea-6e67-437d-a1d9-92e9413407c1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:34.812168 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-04c57484-7632-4e3e-ade7-b4240fd7f4f6 req-b555a5ea-6e67-437d-a1d9-92e9413407c1 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1225410 Sep 02 13:30:34.899645 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-04c57484-7632-4e3e-ade7-b4240fd7f4f6 req-3b38de20-9db0-4d99-af5d-c2c0d85105b2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766771 Sep 02 13:30:34.921738 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:35.182298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-f608d97e-4dca-44e3-a29b-b93dcae7db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:35.184408 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-f608d97e-4dca-44e3-a29b-b93dcae7db19 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 200 len: 923 time: 0.8734093 Sep 02 13:30:35.239561 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb0c32-8288-4f06-9a51-112c643fa21a req-ce8345d4-4cf4-48a6-8dc9-1e3708240592 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:35.254762 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4fb0c32-8288-4f06-9a51-112c643fa21a req-ce8345d4-4cf4-48a6-8dc9-1e3708240592 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1753094 Sep 02 13:30:35.297133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-f73c9396-3445-45bd-8028-e28e15935f4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c6d5312-1420-453a-b3d2-b21d9d060601 HTTP/1.1" status: 200 len: 217 time: 0.0469854 Sep 02 13:30:35.345703 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4fb0c32-8288-4f06-9a51-112c643fa21a req-2e8415a5-e27d-4583-8852-2ee0416270f0 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862718 Sep 02 13:30:35.436081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-8d0f4288-4fdf-4dee-8eaa-363b83dda43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:35.437595 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-8d0f4288-4fdf-4dee-8eaa-363b83dda43b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a HTTP/1.1" status: 200 len: 862 time: 0.1316166 Sep 02 13:30:35.494910 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1c6d5312-1420-453a-b3d2-b21d9d060601 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:30:35.495438 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-b3e30f2a-2ba2-4071-97f0-bb8636d7d045 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ead7d643-a70b-4873-bb94-2a2d3a960629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483048 Sep 02 13:30:35.538826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Deleting port 5ba2a9c2-33ad-4b8f-8310-5fea8bd68b85 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:35.539182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:35.670794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Allocated IP 172.20.0.1 (df508750-43f1-4f5d-b787-38be78084a2f/671abd7c-ff1b-49a1-92f0-f022e57ea4f3/b3046a77-cbfb-4231-baf2-c90881c0becc) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:35.766380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device def3b315-8f37-4b97-b00f-9674b5d19bea up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:35.820784 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:35.821631 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:35.846561 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe85ad-f82e-4db9-b899-1cc5082d4470 req-734d9088-2799-4f2f-a290-b84da071a1c9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:35.851328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Calling delete_port for 5ba2a9c2-33ad-4b8f-8310-5fea8bd68b85 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:35.866809 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fabe85ad-f82e-4db9-b899-1cc5082d4470 req-734d9088-2799-4f2f-a290-b84da071a1c9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 944 time: 0.1287401 Sep 02 13:30:35.976538 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fabe85ad-f82e-4db9-b899-1cc5082d4470 req-7173bf8e-c5ae-4a11-a5d7-a9334d489794 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939319 Sep 02 13:30:35.986772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1c6d5312-1420-453a-b3d2-b21d9d060601, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1c6d5312-1420-453a-b3d2-b21d9d060601,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:36.001808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port def3b315-8f37-4b97-b00f-9674b5d19bea completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:36.023302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port def3b315-8f37-4b97-b00f-9674b5d19bea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:36.037403 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.041727 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '1c6d5312-1420-453a-b3d2-b21d9d060601', 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629', 'port_id': '1c6d5312-1420-453a-b3d2-b21d9d060601', 'mac_address': 'fa:16:3e:d1:3a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a0c5c0-b2a0-4b10-a21b-a3a400e5224a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:30:36.181478 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-27b89c1b-859e-4f7f-9ad0-ec23f96b911d service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564631 Sep 02 13:30:36.182950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b62ee2-4ce5-49b6-a69e-b3153385ed2e req-04c4924a-3ac9-4707-afe0-23aa94b108d4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:36.183954 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-43b62ee2-4ce5-49b6-a69e-b3153385ed2e req-04c4924a-3ac9-4707-afe0-23aa94b108d4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1013241 Sep 02 13:30:36.223116 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.241516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6d5312-1420-453a-b3d2-b21d9d060601 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:36.317664 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-43b62ee2-4ce5-49b6-a69e-b3153385ed2e req-45875959-7b90-4db0-a4e7-3cb3e31a47fd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063707 Sep 02 13:30:36.342105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1c6d5312-1420-453a-b3d2-b21d9d060601, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1c6d5312-1420-453a-b3d2-b21d9d060601,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:36.388357 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.425704 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.467277 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.510225 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.533491 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.555683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port def3b315-8f37-4b97-b00f-9674b5d19bea, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=def3b315-8f37-4b97-b00f-9674b5d19bea,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:36.563223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Transition to ACTIVE for port object b3046a77-cbfb-4231-baf2-c90881c0becc will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:36.567988 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.581933 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1c6d5312-1420-453a-b3d2-b21d9d060601,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:36.618675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679f695-565b-4085-a9a7-10b7e1a2bac4 req-0f8bb9c2-f3d3-49fa-8002-6940da04ba9f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:36.628941 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5679f695-565b-4085-a9a7-10b7e1a2bac4 req-0f8bb9c2-f3d3-49fa-8002-6940da04ba9f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1517251 Sep 02 13:30:36.671974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b5f12400-a93e-48ff-815d-a8853646b8d1 req-c1cc156d-8631-4033-9aa5-77ef7cdd56f7 service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741588 Sep 02 13:30:36.675202 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Pushing event deleted for resources: {'Port': ['ID=5ba2a9c2-33ad-4b8f-8310-5fea8bd68b85,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:36.696586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=def3b315-8f37-4b97-b00f-9674b5d19bea,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:36.733587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1c6d5312-1420-453a-b3d2-b21d9d060601'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:36.736081 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5679f695-565b-4085-a9a7-10b7e1a2bac4 req-deb6af5f-8581-4b2d-9916-3380c9fe92e6 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059880 Sep 02 13:30:36.827156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.831303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.836489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1c42a8d0-31b5-4253-9583-13ed7dfd2233 req-d85759cc-95a6-4d93-b5c1-993883f8f162 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "DELETE /v2.0/floatingips/f64099b1-5faa-4c2f-8c0f-bf001f8f72c2 HTTP/1.1" status: 204 len: 173 time: 2.5130498 Sep 02 13:30:36.863062 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:36.991912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Pushing event updated for resources: {'Port': ['ID=b3046a77-cbfb-4231-baf2-c90881c0becc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:36.995254 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-f35924cf-f193-4602-b848-50c76b271196 req-28aced8b-353b-4ae3-beae-e6b69c2fa93a tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] show failed (client error): The resource could not be found. Sep 02 13:30:36.996564 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f35924cf-f193-4602-b848-50c76b271196 req-28aced8b-353b-4ae3-beae-e6b69c2fa93a tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips/f64099b1-5faa-4c2f-8c0f-bf001f8f72c2 HTTP/1.1" status: 404 len: 350 time: 0.0698230 Sep 02 13:30:37.011904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Network df508750-43f1-4f5d-b787-38be78084a2f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:37.014715 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:37.032647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:37.177451 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:37.196187 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-593ed169-c583-4855-a28f-96130c658684 req-d5f66c28-fa90-4388-9b9b-0ae4ee86fe04 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] show failed (client error): The resource could not be found. Sep 02 13:30:37.198795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-593ed169-c583-4855-a28f-96130c658684 req-d5f66c28-fa90-4388-9b9b-0ae4ee86fe04 tempest-FloatingIPsTestJSON-1240053194 tempest-FloatingIPsTestJSON-1240053194-project] 10.222.0.13 "GET /v2.0/floatingips/f64099b1-5faa-4c2f-8c0f-bf001f8f72c2 HTTP/1.1" status: 404 len: 350 time: 0.1156125 Sep 02 13:30:37.232399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43066f0-8d7a-4a76-b5ca-07a55ae4d4b2 req-35d3f5da-75cc-46cd-af69-2546e406ebf3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:37.249189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c43066f0-8d7a-4a76-b5ca-07a55ae4d4b2 req-35d3f5da-75cc-46cd-af69-2546e406ebf3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 945 time: 0.1374612 Sep 02 13:30:37.275521 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48206) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:37.524937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c43066f0-8d7a-4a76-b5ca-07a55ae4d4b2 req-11571213-bce0-44a6-837c-377a610963c8 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747545 Sep 02 13:30:37.527025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:37.581711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c513d284-f2ee-4821-a341-4c93f6dc9f7f None None] Provisioning for port b3046a77-cbfb-4231-baf2-c90881c0becc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:37.606740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c513d284-f2ee-4821-a341-4c93f6dc9f7f None None] Provisioning complete for port b3046a77-cbfb-4231-baf2-c90881c0becc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:37.607144 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c513d284-f2ee-4821-a341-4c93f6dc9f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:37.722953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device def3b315-8f37-4b97-b00f-9674b5d19bea up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:37.803885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c513d284-f2ee-4821-a341-4c93f6dc9f7f None None] Port b3046a77-cbfb-4231-baf2-c90881c0becc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:30:37.855269 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port def3b315-8f37-4b97-b00f-9674b5d19bea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:37.855269 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:38.066961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:38.079649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21e9ee-f281-43bf-b2b3-e0e839890444 req-6c25b040-bd0a-4acc-beaf-46cd7b6a2c24 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:38.090607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca21e9ee-f281-43bf-b2b3-e0e839890444 req-6c25b040-bd0a-4acc-beaf-46cd7b6a2c24 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.2394214 Sep 02 13:30:38.106126 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:38.174696 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:38.324906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06c9f7-62d9-4607-9f15-6176ccbde0a1 req-885ddad4-7b05-4f05-aaed-ca22010bbd7d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:38.327115 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de06c9f7-62d9-4607-9f15-6176ccbde0a1 req-885ddad4-7b05-4f05-aaed-ca22010bbd7d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0902047 Sep 02 13:30:38.334859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Pushing event updated for resources: {'Port': ['ID=b3046a77-cbfb-4231-baf2-c90881c0becc,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:38.361089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca21e9ee-f281-43bf-b2b3-e0e839890444 req-c07abac9-4c7d-4419-8dd4-a441b07c9a0f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692327 Sep 02 13:30:38.420428 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de06c9f7-62d9-4607-9f15-6176ccbde0a1 req-cc223aa7-ae92-4425-9e0f-20c9af943512 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855994 Sep 02 13:30:38.426722 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Network df508750-43f1-4f5d-b787-38be78084a2f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:38.429548 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:38.723638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:38.808049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:30:38.953342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b8722a8-9bcc-4cde-928c-b857102f9ef1 None None] Provisioning complete for port b3046a77-cbfb-4231-baf2-c90881c0becc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:38.953903 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b8722a8-9bcc-4cde-928c-b857102f9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:38.974271 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05c9a-41e3-4446-b98e-012652177b78 req-034862b8-871d-4a1f-84c9-cf61640db032 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:38.982836 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81d05c9a-41e3-4446-b98e-012652177b78 req-034862b8-871d-4a1f-84c9-cf61640db032 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 945 time: 0.0992599 Sep 02 13:30:39.009130 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4b8722a8-9bcc-4cde-928c-b857102f9ef1 None None] Port b3046a77-cbfb-4231-baf2-c90881c0becc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:30:39.032171 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81d05c9a-41e3-4446-b98e-012652177b78 req-34913745-6c5c-4d9c-901c-958aa6957b9a tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Sep 02 13:30:39.048530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beec1c2-8864-42ea-ad23-2ae0c58cfd9a req-7743b9e3-0744-4843-8d75-4c141d2f7a7a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:39.050517 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7beec1c2-8864-42ea-ad23-2ae0c58cfd9a req-7743b9e3-0744-4843-8d75-4c141d2f7a7a tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 945 time: 0.1177044 Sep 02 13:30:39.060861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:30:39.072698 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Sync routers for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:30:39.090124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cd147dde-ea3f-4257-87b0-426b978a9c28 admin admin] 10.222.0.13 "PUT /v2.0/routers/3b2321d3-5094-410b-b4f2-cbaaf8e02c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6260157 Sep 02 13:30:39.092763 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:39.093552 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:39.131319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7beec1c2-8864-42ea-ad23-2ae0c58cfd9a req-6fa43d02-5177-4370-9ba0-71c31c5c1b4c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649235 Sep 02 13:30:39.311543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Deleting port 51fab623-e879-4d0a-88b6-448630096dbb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:39.311961 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:39.315461 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:39.457550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] For port 51fab623-e879-4d0a-88b6-448630096dbb, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=51fab623-e879-4d0a-88b6-448630096dbb,segment=NetworkSegment(734dc226-54fe-473d-8bd8-028359effe28),segment_id=734dc226-54fe-473d-8bd8-028359effe28)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:39.458122 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:39.493259 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Calling delete_port for 51fab623-e879-4d0a-88b6-448630096dbb owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:39.505393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1c6d5312-1420-453a-b3d2-b21d9d060601 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:39.563884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcfb7d-f42c-4f04-8ab4-00c982ee306a req-4e14a766-6a4f-4b4a-8943-ce67f4cedbbf tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:39.576090 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32bcfb7d-f42c-4f04-8ab4-00c982ee306a req-4e14a766-6a4f-4b4a-8943-ce67f4cedbbf tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1218619 Sep 02 13:30:39.606414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-3da1ba91-7922-4955-adb2-d03ddc9ab178 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:39.618004 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-3da1ba91-7922-4955-adb2-d03ddc9ab178 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.77 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 945 time: 0.1354578 Sep 02 13:30:39.639761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 1c6d5312-1420-453a-b3d2-b21d9d060601 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:39.646542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 1c6d5312-1420-453a-b3d2-b21d9d060601 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:39.647342 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:39.691052 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32bcfb7d-f42c-4f04-8ab4-00c982ee306a req-a1df4088-617e-450e-b69b-8f3201670a8e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119781 Sep 02 13:30:39.709377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48240) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:39.736127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b0a7e4bc-4556-4bdc-a6e7-e7c4cce0f725 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284753545', 'description': 'tempest-description--505867494'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:39.806287 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e4bc-4556-4bdc-a6e7-e7c4cce0f725 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:39.860896 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b3046a77-cbfb-4231-baf2-c90881c0becc', 'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'mac_address': 'fa:16:3e:b3:85:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:35Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 2, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'subnets': [{'id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:39.919366 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Checking router: 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:30:39.919865 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Updating router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d port b3046a77-cbfb-4231-baf2-c90881c0becc binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:30:39.926605 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:39.974311 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.004719 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d5312-1420-453a-b3d2-b21d9d060601'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:40.006961 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7d62e2-fe9c-4638-93e3-5fd8c03993cc" -d '{"events": [{"server_uuid": "a4a80d77-cd16-4075-96cc-79183d0dc06e", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d5312-1420-453a-b3d2-b21d9d060601"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:40.050470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1c6d5312-1420-453a-b3d2-b21d9d060601, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1c6d5312-1420-453a-b3d2-b21d9d060601,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:40.053275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be00c13-92b2-4f3d-b89a-ce564e3c068f req-36ebb801-ae86-4354-95e1-45a8d3fd3fe9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:40.058051 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.068591 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1be00c13-92b2-4f3d-b89a-ce564e3c068f req-36ebb801-ae86-4354-95e1-45a8d3fd3fe9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1975944 Sep 02 13:30:40.079766 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e4bc-4556-4bdc-a6e7-e7c4cce0f725 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.089856 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e4bc-4556-4bdc-a6e7-e7c4cce0f725 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.142876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Deleting port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:40.143226 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.176658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e4bc-4556-4bdc-a6e7-e7c4cce0f725 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.185370 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b0a7e4bc-4556-4bdc-a6e7-e7c4cce0f725 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4709275 Sep 02 13:30:40.186180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:40.186610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1c6d5312-1420-453a-b3d2-b21d9d060601,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:40.197136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4b75d98b-38fd-48ec-b367-5d74ce31243b tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Request body: {'security_group_rule': {'security_group_id': '55308665-7f74-484e-bd83-9ee161da39f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:40.197849 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3322cadc-3ae5-48cc-89c8-0e322a22909a x-openstack-request-id: req-3322cadc-3ae5-48cc-89c8-0e322a22909a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:40.198332 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a80d77-cd16-4075-96cc-79183d0dc06e", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d5312-1420-453a-b3d2-b21d9d060601", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:40.198755 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3322cadc-3ae5-48cc-89c8-0e322a22909a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:40.199318 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d5312-1420-453a-b3d2-b21d9d060601', 'code': 200} Sep 02 13:30:40.208256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7e4bc-4556-4bdc-a6e7-e7c4cce0f725 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55308665-7f74-484e-bd83-9ee161da39f0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:40.214728 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.215415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.216846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.218019 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.218576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.222907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.223524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.225187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.225756 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.227032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.227597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.230455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:30:40.272425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1be00c13-92b2-4f3d-b89a-ce564e3c068f req-2ad70b17-8b94-4835-b012-920a225fb103 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028792 Sep 02 13:30:40.442074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b75d98b-38fd-48ec-b367-5d74ce31243b tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.482327 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.504063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb77c3-4bb1-400d-8960-3032eaee1af9 req-c2a6b379-c090-41ea-adb9-d67468d65e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:40.505848 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2dcb77c3-4bb1-400d-8960-3032eaee1af9 req-c2a6b379-c090-41ea-adb9-d67468d65e23 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 1097 time: 0.2456355 Sep 02 13:30:40.515165 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d7bc2-62db-4f6b-906a-b67b31604746 req-c4781e5f-31b5-40ec-8144-cde1c8907888 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:40.517210 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a14d7bc2-62db-4f6b-906a-b67b31604746 req-c4781e5f-31b5-40ec-8144-cde1c8907888 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.2215433 Sep 02 13:30:40.566144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fab623-e879-4d0a-88b6-448630096dbb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:40.585580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18336c2b-3cf0-4caf-948f-f9020c13f382 req-01915fa9-8fb7-4103-86e3-53dc57013ae1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:40.589748 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.599311 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18336c2b-3cf0-4caf-948f-f9020c13f382 req-01915fa9-8fb7-4103-86e3-53dc57013ae1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 945 time: 0.2037668 Sep 02 13:30:40.618864 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Transition to ACTIVE for port object b3046a77-cbfb-4231-baf2-c90881c0becc will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:40.630440 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.655775 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b75d98b-38fd-48ec-b367-5d74ce31243b tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.678017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] For port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:40.678641 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.697463 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b75d98b-38fd-48ec-b367-5d74ce31243b tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.727080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Calling delete_port for 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:40.761160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18336c2b-3cf0-4caf-948f-f9020c13f382 req-c40f4c8c-4f8c-489c-afbb-abbc64f60f26 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559772 Sep 02 13:30:40.761311 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2dcb77c3-4bb1-400d-8960-3032eaee1af9 req-b17592f9-6bdd-43d9-b950-ab02a19c0444 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336574 Sep 02 13:30:40.784043 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a14d7bc2-62db-4f6b-906a-b67b31604746 req-218c1c5c-b970-4c60-8989-e02bc0c2f131 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464106 Sep 02 13:30:40.818099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75d98b-38fd-48ec-b367-5d74ce31243b tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598b9351-6d19-49f7-abb5-6024325f4380,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:40.853180 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b75d98b-38fd-48ec-b367-5d74ce31243b tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:40.855475 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4b75d98b-38fd-48ec-b367-5d74ce31243b tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6645551 Sep 02 13:30:40.860736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:40.869126 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e1239b3e-9e64-438c-9393-a5ac1e76c362 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Request body: {'security_group_rule': {'security_group_id': '55308665-7f74-484e-bd83-9ee161da39f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:40.996971 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1239b3e-9e64-438c-9393-a5ac1e76c362 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.011177 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805e564-f28b-4b97-9c5d-6c01a10f1f63 None None] Pushing event updated for resources: {'Port': ['ID=b3046a77-cbfb-4231-baf2-c90881c0becc,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:41.039469 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Attempting to bind port b3046a77-cbfb-4231-baf2-c90881c0becc on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:41.041187 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Attempting to bind port b3046a77-cbfb-4231-baf2-c90881c0becc by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:41.041645 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Attempting to bind port b3046a77-cbfb-4231-baf2-c90881c0becc on network df508750-43f1-4f5d-b787-38be78084a2f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:41.053722 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:41.054096 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Checking segment: {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:41.054501 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.054896 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Bound using segment: {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:41.061163 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Bound port: b3046a77-cbfb-4231-baf2-c90881c0becc, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:41.061852 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.218275 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.238643 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] For port b3046a77-cbfb-4231-baf2-c90881c0becc, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:41.241627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e69b3b-1824-412c-bce8-1b83cbae04d3 req-72ad5450-30da-4bf1-b3ea-c94cf6bb3dd6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:41.243565 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1239b3e-9e64-438c-9393-a5ac1e76c362 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.244692 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] For port b3046a77-cbfb-4231-baf2-c90881c0becc, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b3046a77-cbfb-4231-baf2-c90881c0becc,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:41.251622 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1e69b3b-1824-412c-bce8-1b83cbae04d3 req-72ad5450-30da-4bf1-b3ea-c94cf6bb3dd6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1681523 Sep 02 13:30:41.260866 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.261319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1239b3e-9e64-438c-9393-a5ac1e76c362 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.349279 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:41.350233 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:41.363067 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1239b3e-9e64-438c-9393-a5ac1e76c362 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.364382 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e1239b3e-9e64-438c-9393-a5ac1e76c362 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4999042 Sep 02 13:30:41.365238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1239b3e-9e64-438c-9393-a5ac1e76c362 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6883a93c-d13a-4fc0-8e79-57aa598b55e4,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:41.373302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:41.378017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:41.405583 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805e564-f28b-4b97-9c5d-6c01a10f1f63 None None] Pushing event updated for resources: {'Port': ['ID=b3046a77-cbfb-4231-baf2-c90881c0becc,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:41.416626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1e69b3b-1824-412c-bce8-1b83cbae04d3 req-15320758-acc9-4448-80e5-bfe7842f5df7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640153 Sep 02 13:30:41.467929 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.566106 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:41.627234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.819051 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:41.833933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Pushing event deleted for resources: {'Port': ['ID=3a3c8e27-3118-4da9-9aa8-e1c671ce9881,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:41.876999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4a29a-f1c2-4001-a62f-84ffb9eb377d req-1b2dfb3b-36b9-4477-9201-a4a87b619fe1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:41.899631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96b4a29a-f1c2-4001-a62f-84ffb9eb377d req-1b2dfb3b-36b9-4477-9201-a4a87b619fe1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.2538257 Sep 02 13:30:41.947217 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-38d52974-57e3-4f09-b387-5889bff1cf32 req-5952b262-434c-48ce-b77c-8881b0942018 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=e335a1d7-1a8e-489c-b7af-03a0db3cabc3 HTTP/1.1" status: 200 len: 210 time: 0.0510514 Sep 02 13:30:41.949156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Router 461e6cf8-3004-44fe-ac65-c50e59f2091b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:30:42.079828 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b3046a77-cbfb-4231-baf2-c90881c0becc', 'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'mac_address': 'fa:16:3e:b3:85:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:35Z', 'updated_at': '2021-09-02T13:30:41Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'subnets': [{'id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:42.098254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] No DVR routers for this DVR port 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:42.102405 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:42.105567 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee86161-9dd4-436b-bcf8-1c784a43f89a req-7a576fc2-2f4e-42ce-865f-07bc0fc115e2 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.77 "DELETE /v2.0/ports/3a3c8e27-3118-4da9-9aa8-e1c671ce9881 HTTP/1.1" status: 204 len: 173 time: 2.4758575 Sep 02 13:30:42.124812 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b55333-7c67-4fbd-a284-2417dfd0fe0f None None] The sync data for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 is: [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b3046a77-cbfb-4231-baf2-c90881c0becc', 'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'mac_address': 'fa:16:3e:b3:85:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:35Z', 'updated_at': '2021-09-02T13:30:41Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'subnets': [{'id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:30:42.131893 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96b4a29a-f1c2-4001-a62f-84ffb9eb377d req-0dc6c469-9b9a-4f90-93f3-d290f6bba918 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280953 Sep 02 13:30:42.158625 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'name': 'network-vif-deleted', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:42.162466 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd9aa65-0bdf-4a16-836b-6b28ec75567b" -d '{"events": [{"server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "name": "network-vif-deleted", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:42.240521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Allocated IP 172.25.3.88 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/b39efa06-ac45-48df-8fca-153e8dc7cec8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:42.256688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046b5b0-d2d2-466c-95c6-d39e1dba1fe3 req-e38271e0-5705-494a-8d39-91d52d1a4e09 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:42.271918 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f046b5b0-d2d2-466c-95c6-d39e1dba1fe3 req-e38271e0-5705-494a-8d39-91d52d1a4e09 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.1658740 Sep 02 13:30:42.364897 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f046b5b0-d2d2-466c-95c6-d39e1dba1fe3 req-194b27db-cf2d-4564-99fa-bfdc6c04fa26 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843086 Sep 02 13:30:42.367809 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:30:42.387161 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a92f27de-3506-479a-beba-e79930080163 admin admin] 10.222.0.13 "PUT /v2.0/routers/461e6cf8-3004-44fe-ac65-c50e59f2091b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1097574 Sep 02 13:30:42.390588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:42.391099 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] Sync routers for ids ['461e6cf8-3004-44fe-ac65-c50e59f2091b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:30:42.403189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] Routers {'461e6cf8-3004-44fe-ac65-c50e59f2091b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:42.404055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['461e6cf8-3004-44fe-ac65-c50e59f2091b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:42.452516 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:42.512167 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:42.532949 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:42.535286 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe2b40-525c-48c1-9d1a-a82a3f92e8ef x-openstack-request-id: req-8efe2b40-525c-48c1-9d1a-a82a3f92e8ef {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:42.536010 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e335a1d7-1a8e-489c-b7af-03a0db3cabc3", "name": "network-vif-deleted", "tag": "3a3c8e27-3118-4da9-9aa8-e1c671ce9881", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:42.538602 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8efe2b40-525c-48c1-9d1a-a82a3f92e8ef {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:42.540035 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e335a1d7-1a8e-489c-b7af-03a0db3cabc3', 'name': 'network-vif-deleted', 'tag': '3a3c8e27-3118-4da9-9aa8-e1c671ce9881', 'status': 'completed', 'code': 200} Sep 02 13:30:42.563699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:42.564384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3a3c8e27-3118-4da9-9aa8-e1c671ce9881 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:42.573578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:42.586653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:42.592512 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:42.597021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:42.611205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] Set router 461e6cf8-3004-44fe-ac65-c50e59f2091b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:42.629859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Pushing event updated for resources: {'Port': ['ID=b39efa06-ac45-48df-8fca-153e8dc7cec8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:42.717310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:42.733428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7c2c0-d44a-4dd9-9573-aa4171184fe2 req-f04703aa-3a71-4a8b-83c2-a778aab27433 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:42.737485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-19c7c2c0-d44a-4dd9-9573-aa4171184fe2 req-f04703aa-3a71-4a8b-83c2-a778aab27433 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1947696 Sep 02 13:30:42.767431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:42.816931 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-19c7c2c0-d44a-4dd9-9573-aa4171184fe2 req-fdbb85d6-1574-41ad-9432-123a557b62b8 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735569 Sep 02 13:30:42.823765 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:42.910303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Deleting port 98802674-0ce1-494e-b570-ace7064f01e8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:42.910555 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:42.988684 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:42.996206 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:43.010660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] For port 98802674-0ce1-494e-b570-ace7064f01e8, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=98802674-0ce1-494e-b570-ace7064f01e8,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:43.012042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:43.036660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Calling delete_port for 98802674-0ce1-494e-b570-ace7064f01e8 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:43.134328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '98802674-0ce1-494e-b570-ace7064f01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:07Z', 'updated_at': '2021-09-02T13:30:40Z', 'revision_number': 5, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'gw_port': {'id': '98802674-0ce1-494e-b570-ace7064f01e8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:09Z', 'updated_at': '2021-09-02T13:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:43.145316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Pushing event updated for resources: {'Port': ['ID=b39efa06-ac45-48df-8fca-153e8dc7cec8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:43.178878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:43.201390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:43.211847 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5cf40791-d59b-46fa-af38-9fd950c15d6a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8290012 Sep 02 13:30:43.212101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] Checking router: 461e6cf8-3004-44fe-ac65-c50e59f2091b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:30:43.245795 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] Routers {'461e6cf8-3004-44fe-ac65-c50e59f2091b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:43.246467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['461e6cf8-3004-44fe-ac65-c50e59f2091b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:43.357579 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad6bb0-4e18-4cf7-b3ea-d6c23630b7b0 req-0978e6ba-48f7-41e5-a775-599ec00e457e tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:43.359376 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91ad6bb0-4e18-4cf7-b3ea-d6c23630b7b0 req-0978e6ba-48f7-41e5-a775-599ec00e457e tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1116121 Sep 02 13:30:43.399757 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:43.431118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91ad6bb0-4e18-4cf7-b3ea-d6c23630b7b0 req-4c4b2645-eec4-4a26-8e24-14f298f3efa1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603001 Sep 02 13:30:43.466612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Pushing event deleted for resources: {'Port': ['ID=98802674-0ce1-494e-b570-ace7064f01e8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:43.473232 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] Set router 461e6cf8-3004-44fe-ac65-c50e59f2091b gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:43.596256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:07Z', 'updated_at': '2021-09-02T13:30:42Z', 'revision_number': 6, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:43.628909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c0cd-bd89-4e1b-bf2d-6548299ff4aa None None] The sync data for ids ['461e6cf8-3004-44fe-ac65-c50e59f2091b'] in n-d-794796-4 is: [{'id': '461e6cf8-3004-44fe-ac65-c50e59f2091b', 'name': 'tempest-FloatingIPsTestJSON-1717298059-router', 'tenant_id': 'b74578967b3b48d0b79a21517b210ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:07Z', 'updated_at': '2021-09-02T13:30:42Z', 'revision_number': 6, 'project_id': 'b74578967b3b48d0b79a21517b210ea7', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:30:43.678837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-bbe7c7c5-effc-4da9-aff9-ab4010f602bd tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1284753545&fields=id&tenant_id=60b190c547af438ab9097a9eb32c5073 HTTP/1.1" status: 200 len: 267 time: 0.1193707 Sep 02 13:30:43.695848 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:43.719382 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e682b7-85ca-4c8b-9223-45e66ac83c78 req-0c4f6c6b-1ffc-4d21-a42e-c801ab921ab3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:43.721009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92e682b7-85ca-4c8b-9223-45e66ac83c78 req-0c4f6c6b-1ffc-4d21-a42e-c801ab921ab3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 944 time: 0.1194732 Sep 02 13:30:43.763282 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92e682b7-85ca-4c8b-9223-45e66ac83c78 req-2b364763-11c4-4787-ac94-4eab039073e3 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Sep 02 13:30:43.894112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391553-192b-4e94-aab4-a3feb30746a9 req-1a8a6dd8-eb42-4cb9-870b-2c620cb864a5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:43.897089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45391553-192b-4e94-aab4-a3feb30746a9 req-1a8a6dd8-eb42-4cb9-870b-2c620cb864a5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.0630653 Sep 02 13:30:43.929765 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:43.939118 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:43.954227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45391553-192b-4e94-aab4-a3feb30746a9 req-ca58a381-9cf2-4092-abce-4ac2cbec162a tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Sep 02 13:30:44.044828 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b3046a77-cbfb-4231-baf2-c90881c0becc up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:44.066555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-b2b5033b-6a36-4886-af57-6bfcb1e22efe tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:44.068144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-b2b5033b-6a36-4886-af57-6bfcb1e22efe tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/networks?id=df508750-43f1-4f5d-b787-38be78084a2f HTTP/1.1" status: 200 len: 805 time: 0.3699198 Sep 02 13:30:44.069653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:44.070317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461e6cf8-3004-44fe-ac65-c50e59f2091b {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:30:44.076159 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:44.077456 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-62a2858a-20f0-4ba3-b160-6b463a388438 admin admin] 10.222.0.13 "DELETE /v2.0/routers/461e6cf8-3004-44fe-ac65-c50e59f2091b HTTP/1.1" status: 204 len: 168 time: 1.6858156 Sep 02 13:30:44.082822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:44.105650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f804a-0281-4dab-8159-add505b9894f req-d30d0a40-d900-45dd-b9f3-bd3412882328 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:44.107424 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b5f804a-0281-4dab-8159-add505b9894f req-d30d0a40-d900-45dd-b9f3-bd3412882328 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 944 time: 0.2398534 Sep 02 13:30:44.131944 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port b3046a77-cbfb-4231-baf2-c90881c0becc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:44.132330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d770040-d0d6-4ec0-9129-b5bb3abb58e9 req-7ca04457-8153-4912-91f2-147fe2800404 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:44.134832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d770040-d0d6-4ec0-9129-b5bb3abb58e9 req-7ca04457-8153-4912-91f2-147fe2800404 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1061418 Sep 02 13:30:44.138967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b3046a77-cbfb-4231-baf2-c90881c0becc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:44.139970 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:44.145394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-53f0e607-bdb0-4dd5-a3d0-fe5875debef0 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/quotas/60b190c547af438ab9097a9eb32c5073 HTTP/1.1" status: 200 len: 375 time: 0.0641024 Sep 02 13:30:44.206283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d770040-d0d6-4ec0-9129-b5bb3abb58e9 req-64b166f5-ee8e-40c3-a5b6-ef8b20847c97 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609210 Sep 02 13:30:44.237575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08e03bb-8615-4e12-a23e-88bf9c0988d3 admin admin] Deleting subnet 4620482d-5406-49ae-b7d3-0c02bcda2035 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:30:44.254482 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:44.304387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port b3046a77-cbfb-4231-baf2-c90881c0becc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b3046a77-cbfb-4231-baf2-c90881c0becc,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:44.310995 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:44.350518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526f073-2baf-4bd2-95e1-00636c9cc9fd req-056c28d6-bbd6-4b89-9e60-902245d4a8da tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:44.352388 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4526f073-2baf-4bd2-95e1-00636c9cc9fd req-056c28d6-bbd6-4b89-9e60-902245d4a8da tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.0749731 Sep 02 13:30:44.380439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=b3046a77-cbfb-4231-baf2-c90881c0becc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:44.401594 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4526f073-2baf-4bd2-95e1-00636c9cc9fd req-db78e0e3-3884-4488-8033-be88723967dd tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Sep 02 13:30:44.550414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad17c2-6b25-4839-ac2e-83f34015be9b req-6618a05a-fce4-4f14-9077-3cd4e4e369f9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:44.552641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dbad17c2-6b25-4839-ac2e-83f34015be9b req-6618a05a-fce4-4f14-9077-3cd4e4e369f9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.0552921 Sep 02 13:30:44.605270 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dbad17c2-6b25-4839-ac2e-83f34015be9b req-8b9b0049-6feb-4542-98ed-f629e5682303 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437572 Sep 02 13:30:44.608284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-cd31b6a2-eb7f-422b-b658-f6f77f09856e tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=60b190c547af438ab9097a9eb32c5073&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4618969 Sep 02 13:30:44.610279 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a08e03bb-8615-4e12-a23e-88bf9c0988d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:44.711113 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a08e03bb-8615-4e12-a23e-88bf9c0988d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:44.780609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-8b5f804a-0281-4dab-8159-add505b9894f req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Deleting port 3c46a116-a0cc-434a-bfd2-125cf2676247 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:44.780956 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8b5f804a-0281-4dab-8159-add505b9894f req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:44.791033 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469be82-a23e-4a5e-9776-964ea0c798a1 req-af474b20-9e03-493e-abda-e345f19ca01b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:44.792724 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0469be82-a23e-4a5e-9776-964ea0c798a1 req-af474b20-9e03-493e-abda-e345f19ca01b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0622857 Sep 02 13:30:44.840107 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0469be82-a23e-4a5e-9776-964ea0c798a1 req-8a6316a5-d138-42aa-a6f8-42dba29677e6 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Sep 02 13:30:44.891296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-a130a161-a7f9-478f-8d62-6a721258fd0f service neutron] 10.222.0.13 "GET /v2.0/networks/df508750-43f1-4f5d-b787-38be78084a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561016 Sep 02 13:30:44.930697 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a08e03bb-8615-4e12-a23e-88bf9c0988d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.023964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff290c-4813-4bb9-b5cd-fc9bb36ae25a req-7c47f466-c3b3-4d52-95e5-1aff4c0d0aa9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:45.024239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-8b5f804a-0281-4dab-8159-add505b9894f req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] For port 3c46a116-a0cc-434a-bfd2-125cf2676247, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3c46a116-a0cc-434a-bfd2-125cf2676247,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:45.024647 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8b5f804a-0281-4dab-8159-add505b9894f req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.025502 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5eff290c-4813-4bb9-b5cd-fc9bb36ae25a req-7c47f466-c3b3-4d52-95e5-1aff4c0d0aa9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.0569637 Sep 02 13:30:45.044229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-8b5f804a-0281-4dab-8159-add505b9894f req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Calling delete_port for 3c46a116-a0cc-434a-bfd2-125cf2676247 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:45.067466 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5eff290c-4813-4bb9-b5cd-fc9bb36ae25a req-c7bbde88-b0b4-4b79-b457-0859141f9afb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357132 Sep 02 13:30:45.117738 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-ff783bd3-41d6-4ac7-8e2b-a179c2ede279 service neutron] 10.222.0.13 "GET /v2.0/networks/df508750-43f1-4f5d-b787-38be78084a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185092 Sep 02 13:30:45.122308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a08e03bb-8615-4e12-a23e-88bf9c0988d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.160495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e03bb-8615-4e12-a23e-88bf9c0988d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4620482d-5406-49ae-b7d3-0c02bcda2035,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:45.167299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a08e03bb-8615-4e12-a23e-88bf9c0988d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.169359 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a08e03bb-8615-4e12-a23e-88bf9c0988d3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4620482d-5406-49ae-b7d3-0c02bcda2035 HTTP/1.1" status: 204 len: 168 time: 1.0846674 Sep 02 13:30:45.172405 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:45.173957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87108c-6382-46f0-a892-f6eae5e508ef None None] Network e4b490bf-e466-46f0-b18e-2b0b93ecdedb requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:45.254547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a627cc9-f889-4fb3-87dc-9bf06a484959 req-f7e973d0-a42e-4d3f-964f-278f607ff22c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:45.256394 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8b5f804a-0281-4dab-8159-add505b9894f req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.266427 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a627cc9-f889-4fb3-87dc-9bf06a484959 req-f7e973d0-a42e-4d3f-964f-278f607ff22c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca35296-899d-4aa6-9f86-fabd31be9cce HTTP/1.1" status: 200 len: 944 time: 0.1357327 Sep 02 13:30:45.320800 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.335244 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a627cc9-f889-4fb3-87dc-9bf06a484959 req-1c1ea274-5a7c-4953-9fbd-b560696eabf1 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677857 Sep 02 13:30:45.364511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Pushing event deleted for resources: {'Port': ['ID=3c46a116-a0cc-434a-bfd2-125cf2676247,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:45.432997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe56b3a-3ed8-4be0-8100-5dbf39c51e2d None None] DHCP port deletion for e4b490bf-e466-46f0-b18e-2b0b93ecdedb request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:30:45.459398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f804a-0281-4dab-8159-add505b9894f req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] No DVR routers for this DVR port 3c46a116-a0cc-434a-bfd2-125cf2676247 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:45.463654 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8b5f804a-0281-4dab-8159-add505b9894f req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.465847 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b5f804a-0281-4dab-8159-add505b9894f req-52e53ea1-03c9-49cd-9bc1-44b00784a8f8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.77 "DELETE /v2.0/ports/3c46a116-a0cc-434a-bfd2-125cf2676247 HTTP/1.1" status: 204 len: 173 time: 1.3366127 Sep 02 13:30:45.466393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'name': 'network-vif-deleted', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:45.476056 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bbedef-be99-46fe-ad2e-b0b938e93c66" -d '{"events": [{"server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "name": "network-vif-deleted", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:45.486282 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-298e321c-9c44-48a1-a8bf-9e85b83c7a47 req-de169a19-1eed-4372-baef-93825820518c tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 210 time: 0.0445743 Sep 02 13:30:45.500140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ebe56b3a-3ed8-4be0-8100-5dbf39c51e2d None None] Deleting port 4ed232df-b8e8-4e65-8afa-31417f255862 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:45.500531 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebe56b3a-3ed8-4be0-8100-5dbf39c51e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.546739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c4c1b-ed03-43e4-ab12-25a343d7dcb6 req-85edcab2-5db2-460c-a800-a9bb59382bc6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:45.555864 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f8c4c1b-ed03-43e4-ab12-25a343d7dcb6 req-85edcab2-5db2-460c-a800-a9bb59382bc6 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.1403470 Sep 02 13:30:45.612820 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f8c4c1b-ed03-43e4-ab12-25a343d7dcb6 req-378dd90f-beeb-42a7-a8cc-26bc4f56abec tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 Sep 02 13:30:45.623031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Deleting port 4ed232df-b8e8-4e65-8afa-31417f255862 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:45.623570 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.671445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ebe56b3a-3ed8-4be0-8100-5dbf39c51e2d None None] For port 4ed232df-b8e8-4e65-8afa-31417f255862, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4ed232df-b8e8-4e65-8afa-31417f255862,segment=NetworkSegment(734dc226-54fe-473d-8bd8-028359effe28),segment_id=734dc226-54fe-473d-8bd8-028359effe28)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:45.672229 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebe56b3a-3ed8-4be0-8100-5dbf39c51e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.680129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b3046a77-cbfb-4231-baf2-c90881c0becc up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:45.688220 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f976e67-4748-4a8b-ac18-57219288ed1a x-openstack-request-id: req-3f976e67-4748-4a8b-ac18-57219288ed1a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:45.689996 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca35296-899d-4aa6-9f86-fabd31be9cce", "name": "network-vif-deleted", "tag": "3c46a116-a0cc-434a-bfd2-125cf2676247", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:45.690156 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f976e67-4748-4a8b-ac18-57219288ed1a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:45.690635 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca35296-899d-4aa6-9f86-fabd31be9cce', 'name': 'network-vif-deleted', 'tag': '3c46a116-a0cc-434a-bfd2-125cf2676247', 'status': 'completed', 'code': 200} Sep 02 13:30:45.732243 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ebe56b3a-3ed8-4be0-8100-5dbf39c51e2d None None] Calling delete_port for 4ed232df-b8e8-4e65-8afa-31417f255862 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:45.767205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] For port 4ed232df-b8e8-4e65-8afa-31417f255862, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4ed232df-b8e8-4e65-8afa-31417f255862,segment=NetworkSegment(734dc226-54fe-473d-8bd8-028359effe28),segment_id=734dc226-54fe-473d-8bd8-028359effe28)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:45.767595 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.771404 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-92fd9437-8e74-4f6e-9d30-8350015490a8 service neutron] show failed (client error): The resource could not be found. Sep 02 13:30:45.772487 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-92fd9437-8e74-4f6e-9d30-8350015490a8 service neutron] 10.222.0.90 "GET /v2.0/ports/c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5/bindings/n-h2-794796-4 HTTP/1.1" status: 404 len: 380 time: 0.2494953 Sep 02 13:30:45.787088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Calling delete_port for 4ed232df-b8e8-4e65-8afa-31417f255862 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:45.796867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be569ac3-1e52-42d4-ada3-d9fa9f6873b7 req-2e40cd25-9eb7-4843-86ea-ca9dc256f24f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:45.804389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be569ac3-1e52-42d4-ada3-d9fa9f6873b7 req-2e40cd25-9eb7-4843-86ea-ca9dc256f24f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.1842368 Sep 02 13:30:45.888303 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebe56b3a-3ed8-4be0-8100-5dbf39c51e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.924935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe56b3a-3ed8-4be0-8100-5dbf39c51e2d None None] Pushing event deleted for resources: {'Port': ['ID=4ed232df-b8e8-4e65-8afa-31417f255862,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:45.935317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b3046a77-cbfb-4231-baf2-c90881c0becc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:45.935965 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:45.963960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe56b3a-3ed8-4be0-8100-5dbf39c51e2d None None] No DVR routers for this DVR port 4ed232df-b8e8-4e65-8afa-31417f255862 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:45.974771 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be569ac3-1e52-42d4-ada3-d9fa9f6873b7 req-b88337ed-76e9-44fb-a7fb-424f49590525 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489484 Sep 02 13:30:46.040763 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.061516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4282e2-b026-4d83-9bea-8c914f807871 req-333af89a-b169-4cbb-a3d3-319a99811004 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:46.064545 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d4282e2-b026-4d83-9bea-8c914f807871 req-333af89a-b169-4cbb-a3d3-319a99811004 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.0692420 Sep 02 13:30:46.078852 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] No DVR routers for this DVR port 4ed232df-b8e8-4e65-8afa-31417f255862 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:46.080713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed232df-b8e8-4e65-8afa-31417f255862,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:46.138700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 98802674-0ce1-494e-b570-ace7064f01e8 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:46.146670 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d4282e2-b026-4d83-9bea-8c914f807871 req-e9816cc3-6b9b-48f2-9efa-563d195a756a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736375 Sep 02 13:30:46.181402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 98802674-0ce1-494e-b570-ace7064f01e8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:46.181975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 98802674-0ce1-494e-b570-ace7064f01e8 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:46.182186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 51fab623-e879-4d0a-88b6-448630096dbb no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:46.200693 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-6965ed51-fd45-41fb-a926-bd94c68bbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:46.202228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-6965ed51-fd45-41fb-a926-bd94c68bbe7c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 1101 time: 0.0675249 Sep 02 13:30:46.210206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 51fab623-e879-4d0a-88b6-448630096dbb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:46.210550 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 51fab623-e879-4d0a-88b6-448630096dbb not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:46.211145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4ed232df-b8e8-4e65-8afa-31417f255862 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:46.224287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-4', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:46.225225 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.236546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b490bf-e466-46f0-b18e-2b0b93ecdedb']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:46.239010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 4ed232df-b8e8-4e65-8afa-31417f255862 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:46.239582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4ed232df-b8e8-4e65-8afa-31417f255862 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:46.249404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734dc226-54fe-473d-8bd8-028359effe28') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:46.249917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734dc226-54fe-473d-8bd8-028359effe28') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:46.271851 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.291767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.301587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:30:46.302271 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.302428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:30:46.304318 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:30:46.312254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ed6e-af1c-4317-9eff-92fe59fb9469 req-98dc8fb9-fba9-49fa-bbef-73a262af0350 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:46.313791 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0246ed6e-af1c-4317-9eff-92fe59fb9469 req-98dc8fb9-fba9-49fa-bbef-73a262af0350 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.1153219 Sep 02 13:30:46.394306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.398322 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0246ed6e-af1c-4317-9eff-92fe59fb9469 req-d7bc6613-2dd3-4ea4-b441-37689113ba6d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750866 Sep 02 13:30:46.402625 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.406268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4b490bf-e466-46f0-b18e-2b0b93ecdedb HTTP/1.1" status: 204 len: 168 time: 1.2323689 Sep 02 13:30:46.423693 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4698b6-8090-4883-8e26-a36ea4413323 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b490bf-e466-46f0-b18e-2b0b93ecdedb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:46.553792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed69415e-0eb3-4987-b7f4-755745a47f50 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:30:46.558804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3c46a116-a0cc-434a-bfd2-125cf2676247 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:46.591705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f31335-5f6d-41ef-b9b8-580959db629f req-632e8c2d-7bdc-4477-8e0d-9248c6265e44 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:46.595269 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21f31335-5f6d-41ef-b9b8-580959db629f req-632e8c2d-7bdc-4477-8e0d-9248c6265e44 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.1006267 Sep 02 13:30:46.599680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:46.626564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48366) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:46.628792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 3c46a116-a0cc-434a-bfd2-125cf2676247 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:46.629139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3c46a116-a0cc-434a-bfd2-125cf2676247 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:46.629567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed69415e-0eb3-4987-b7f4-755745a47f50 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:46.649603 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21f31335-5f6d-41ef-b9b8-580959db629f req-e0207b9b-4e8e-425e-b3e6-2897337c9336 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Sep 02 13:30:46.731451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:46.736527 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b7e087aa-4a38-4c2c-be6a-000cd585f1af req-6783072c-3c15-4826-ae0f-4b0e90d8724d tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 210 time: 0.0760679 Sep 02 13:30:46.800412 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d6187b06-6ba3-49ea-9bdd-b66e98929fda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b74578967b3b48d0b79a21517b210ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698194 Sep 02 13:30:46.802726 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48374) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:46.811523 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.860962 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.895414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Transition to ACTIVE for port object c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:46.895759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed69415e-0eb3-4987-b7f4-755745a47f50,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:46.919071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:46.921356 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff5ea08-ee01-46fc-95c6-5c2f41270e3f" -d '{"events": [{"server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:46.924042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:46.926495 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'ed69415e-0eb3-4987-b7f4-755745a47f50', 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea', 'port_id': 'ed69415e-0eb3-4987-b7f4-755745a47f50', 'mac_address': 'fa:16:3e:62:27:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031b831-f921-492d-b523-e8f8aace4066', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:30:46.937797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed69415e-0eb3-4987-b7f4-755745a47f50,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:46.943390 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.005864 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.035764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed69415e-0eb3-4987-b7f4-755745a47f50 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:47.045022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:47.045400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ed69415e-0eb3-4987-b7f4-755745a47f50,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:47.047520 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fd6104d-c7b9-45cb-b8ad-30e75d71908d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.051282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] No DVR routers for this DVR port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:47.062984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890e3d-eb1b-40d9-9d27-7b590176a832 req-e22e25b0-5bf8-4778-8c73-21bce1a08863 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:47.070548 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62890e3d-eb1b-40d9-9d27-7b590176a832 req-e22e25b0-5bf8-4778-8c73-21bce1a08863 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.2341254 Sep 02 13:30:47.075111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed69415e-0eb3-4987-b7f4-755745a47f50,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:47.077889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.77', 58065) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:47.080261 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.138582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ed69415e-0eb3-4987-b7f4-755745a47f50,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:47.182901 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fd6104d-c7b9-45cb-b8ad-30e75d71908d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.220135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-c92ca936-0a9e-4d73-91fc-e0e2c22a636a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:47.221699 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-c92ca936-0a9e-4d73-91fc-e0e2c22a636a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.77 "GET /v2.0/networks?id=df508750-43f1-4f5d-b787-38be78084a2f HTTP/1.1" status: 200 len: 805 time: 0.5141101 Sep 02 13:30:47.233881 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62890e3d-eb1b-40d9-9d27-7b590176a832 req-613949d1-2339-47c2-8b6f-c786df5b8716 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619976 Sep 02 13:30:47.247903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3da9-6fab-4b34-86ce-381481cba8b4 req-06c2efcc-15a7-4ed9-a85d-04d2db686a07 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:47.255273 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a33d3da9-6fab-4b34-86ce-381481cba8b4 req-06c2efcc-15a7-4ed9-a85d-04d2db686a07 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 944 time: 0.5322301 Sep 02 13:30:47.257602 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-e5ccef2b-53b4-4044-832d-7e7554210f5c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:47.259261 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-e5ccef2b-53b4-4044-832d-7e7554210f5c tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 944 time: 0.1764536 Sep 02 13:30:47.260091 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:47.260500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:47.260906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:47.307786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['ed69415e-0eb3-4987-b7f4-755745a47f50'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:47.322889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:30:47.323194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:47.326866 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-91c4a02d-ac8a-4cdb-8740-2d3b59df3988 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60b190c547af438ab9097a9eb32c5073 HTTP/1.1" status: 200 len: 380 time: 0.0944521 Sep 02 13:30:47.329830 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a33d3da9-6fab-4b34-86ce-381481cba8b4 req-1674b6b6-51f7-4afe-abc7-55ede7c9a422 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e885b5a-ecb5-4a2a-994f-6315a8344e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735099 Sep 02 13:30:47.337528 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Request body: {'port': {'device_id': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'admin_state_up': True, 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'security_groups': ['55308665-7f74-484e-bd83-9ee161da39f0']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:47.358398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:47.358747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:47.359145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:47.359604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Bound port: c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:47.360032 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.446156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fd6104d-c7b9-45cb-b8ad-30e75d71908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.448741 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fd6104d-c7b9-45cb-b8ad-30e75d71908d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.452385 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3fd6104d-c7b9-45cb-b8ad-30e75d71908d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14688e13-8622-4dc6-9eff-bf226413322b HTTP/1.1" status: 204 len: 168 time: 0.6462259 Sep 02 13:30:47.467654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb720a3-900f-47ab-9564-089e786fde32 req-e74763de-d117-4608-9166-bdfb64ed87fc tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:47.469237 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bb720a3-900f-47ab-9564-089e786fde32 req-e74763de-d117-4608-9166-bdfb64ed87fc tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.1669672 Sep 02 13:30:47.505968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6104d-c7b9-45cb-b8ad-30e75d71908d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14688e13-8622-4dc6-9eff-bf226413322b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:47.525985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:47.527211 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Made reservation on behalf of 60b190c547af438ab9097a9eb32c5073 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:47.533014 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.537916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Deleting port c5bb5d33-5c83-48eb-af52-bb1d9a30623f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:47.538461 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.553841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:47.593434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:47.625035 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bb720a3-900f-47ab-9564-089e786fde32 req-bf9af366-8109-47e5-a96c-a6075fed4ac5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374750 Sep 02 13:30:47.639003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:47.653387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.694851 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:47.697402 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ff7d80-fce6-4741-a0e6-cccb35a7e3de" -d '{"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-unplugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:47.724384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:47.725058 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.727459 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] 10.222.0.77 "PUT /v2.0/ports/c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 1096 time: 1.5088515 Sep 02 13:30:47.761839 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd188d58-395e-4ef4-af72-37e82a1f822b x-openstack-request-id: req-dd188d58-395e-4ef4-af72-37e82a1f822b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:47.763013 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:47.763488 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd188d58-395e-4ef4-af72-37e82a1f822b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:47.764613 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50', 'code': 200} Sep 02 13:30:47.771114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Allocated IP 172.20.0.11 (df508750-43f1-4f5d-b787-38be78084a2f/671abd7c-ff1b-49a1-92f0-f022e57ea4f3/3ff0627e-22a5-4a25-9798-80b380ebf581) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:47.831109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] For port c5bb5d33-5c83-48eb-af52-bb1d9a30623f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,segment=NetworkSegment(c926414a-2ce1-43ac-94b7-c64c6296ee4a),segment_id=c926414a-2ce1-43ac-94b7-c64c6296ee4a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:47.831570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.839123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc17c6-adcf-4c3a-9651-818dcb97a432 service neutron] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:47.872597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Calling delete_port for c5bb5d33-5c83-48eb-af52-bb1d9a30623f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:47.977666 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:47.999709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Transition to ACTIVE for port object 3ff0627e-22a5-4a25-9798-80b380ebf581 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:48.064818 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:48.108928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee7af0-1069-4d9e-9972-a2baa4b49605 req-178fb78b-7da9-432c-995f-87a96326bcdd tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:48.116828 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84ee7af0-1069-4d9e-9972-a2baa4b49605 req-178fb78b-7da9-432c-995f-87a96326bcdd tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 945 time: 0.2232511 Sep 02 13:30:48.122829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Network df508750-43f1-4f5d-b787-38be78084a2f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:48.128468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:48.133138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:48.195337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Pushing event updated for resources: {'Port': ['ID=3ff0627e-22a5-4a25-9798-80b380ebf581,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:48.202944 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84ee7af0-1069-4d9e-9972-a2baa4b49605 req-4e6ca138-fdf3-4384-be30-4baadc7696c5 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805414 Sep 02 13:30:48.211219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-8c0a2ae4-781c-4b24-908e-99c1e27b9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:48.215694 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-8c0a2ae4-781c-4b24-908e-99c1e27b9190 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1099 time: 0.4443512 Sep 02 13:30:48.240097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:48.245960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:48.282706 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-609bfcfd-95e3-4b65-a4d0-6e64074900af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9426486 Sep 02 13:30:48.296545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Request body: {'port': {'device_id': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:48.325368 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c52bc6-20f4-4553-b4a6-5662bd54292c x-openstack-request-id: req-72c52bc6-20f4-4553-b4a6-5662bd54292c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:48.325690 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-unplugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:48.326081 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72c52bc6-20f4-4553-b4a6-5662bd54292c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:48.326663 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'code': 200} Sep 02 13:30:48.406531 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:48.409221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-158995b9-2412-4a34-aa8c-2241c4fa2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:48.411132 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-158995b9-2412-4a34-aa8c-2241c4fa2497 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1886098 Sep 02 13:30:48.414039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:48.536453 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Pushing event deleted for resources: {'Port': ['ID=c5bb5d33-5c83-48eb-af52-bb1d9a30623f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:48.550779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed69415e-0eb3-4987-b7f4-755745a47f50 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:48.598841 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-59492b72-0e0c-4281-be60-64bce9c9e19a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 217 time: 0.1415544 Sep 02 13:30:48.601113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] No DVR routers for this DVR port c5bb5d33-5c83-48eb-af52-bb1d9a30623f on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:48.604178 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:48.607177 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00389e90-0d62-4356-a26f-80a58b6d3775 req-45baa02b-4cd8-4988-91b8-f638e0d9e759 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.77 "DELETE /v2.0/ports/c5bb5d33-5c83-48eb-af52-bb1d9a30623f HTTP/1.1" status: 204 len: 173 time: 1.3412969 Sep 02 13:30:48.609171 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9896ac9-bfaf-4f12-a50d-801ecb9d13d4 req-36759e36-3da1-4c95-b192-7d300e0fa81c tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:48.624437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f9896ac9-bfaf-4f12-a50d-801ecb9d13d4 req-36759e36-3da1-4c95-b192-7d300e0fa81c tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 932 time: 0.2110603 Sep 02 13:30:48.635646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-788df973-60f1-45d2-907e-a7328f2497f3 None None] Provisioning for port 3ff0627e-22a5-4a25-9798-80b380ebf581 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:48.646804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-788df973-60f1-45d2-907e-a7328f2497f3 None None] Provisioning complete for port 3ff0627e-22a5-4a25-9798-80b380ebf581 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:48.647551 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-788df973-60f1-45d2-907e-a7328f2497f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:48.691514 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d8d2e-9e63-4ee5-b7e0-d6b7dd39c778 req-8b06ba08-b73a-4690-90cc-c0ac6832e76a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:48.693187 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-817d8d2e-9e63-4ee5-b7e0-d6b7dd39c778 req-8b06ba08-b73a-4690-90cc-c0ac6832e76a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 948 time: 0.2284694 Sep 02 13:30:48.714151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f9896ac9-bfaf-4f12-a50d-801ecb9d13d4 req-bde5e033-2bd1-4605-a896-6a65a501e54a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882759 Sep 02 13:30:48.720638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-77c84d8b-6cbc-451b-8fe5-ab1adf2ff9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:48.722287 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-77c84d8b-6cbc-451b-8fe5-ab1adf2ff9f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1123919 Sep 02 13:30:48.781421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-788df973-60f1-45d2-907e-a7328f2497f3 None None] Port 3ff0627e-22a5-4a25-9798-80b380ebf581 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:30:48.783090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port ed69415e-0eb3-4987-b7f4-755745a47f50 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:48.783090 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:48.827579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:48.831010 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-817d8d2e-9e63-4ee5-b7e0-d6b7dd39c778 req-4f4d0d82-40ae-4a72-a0e4-b005f0f194dc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303060 Sep 02 13:30:48.901920 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-5f8287ee-c74d-4808-9f79-4f2014761780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:48.904713 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-5f8287ee-c74d-4808-9f79-4f2014761780 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598625 Sep 02 13:30:48.982085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d35ca1dd-8bdb-49d4-abe7-57b3413755e9 req-623ecc7c-2946-4ef8-90ae-8403b9a191d8 tempest-LiveAutoBlockMigrationV225Test-1250974244 tempest-LiveAutoBlockMigrationV225Test-1250974244-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a61f214-0ed2-49cd-986a-c5a7287ab929 HTTP/1.1" status: 200 len: 210 time: 0.0654204 Sep 02 13:30:48.998493 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.095359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed69415e-0eb3-4987-b7f4-755745a47f50,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:49.101139 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.122578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff0627e-22a5-4a25-9798-80b380ebf581 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:49.153532 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.164452 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-network', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:49.189096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Transition to ACTIVE for port object 3ff0627e-22a5-4a25-9798-80b380ebf581 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:49.198407 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.212533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ed69415e-0eb3-4987-b7f4-755745a47f50,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:49.233264 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-ee7fcb7d-f715-43a0-afcd-d69da939dfac service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198900 Sep 02 13:30:49.300861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Pushing event updated for resources: {'Port': ['ID=3ff0627e-22a5-4a25-9798-80b380ebf581,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:49.428241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Made reservation on behalf of ca8ce8e3ff2045a785efc28d09752e54 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:49.428988 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.435847 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b56d763-2f1c-427f-9d75-ea92b45f54b1 req-763b84c3-9a74-4384-8c42-2e8486bc98e9 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912246 Sep 02 13:30:49.448343 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.471084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Attempting to bind port 3ff0627e-22a5-4a25-9798-80b380ebf581 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:49.471591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Attempting to bind port 3ff0627e-22a5-4a25-9798-80b380ebf581 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:49.472317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Attempting to bind port 3ff0627e-22a5-4a25-9798-80b380ebf581 on network df508750-43f1-4f5d-b787-38be78084a2f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:49.483316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Port 3ff0627e-22a5-4a25-9798-80b380ebf581 on network df508750-43f1-4f5d-b787-38be78084a2f not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:30:49.483718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Attempting to bind port 3ff0627e-22a5-4a25-9798-80b380ebf581 on network df508750-43f1-4f5d-b787-38be78084a2f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:49.490946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e827f-29d1-4be1-b295-ba083c197c63 req-86aa7e3d-06ea-4eab-9205-b1610a9617c2 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:49.492891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-423e827f-29d1-4be1-b295-ba083c197c63 req-86aa7e3d-06ea-4eab-9205-b1610a9617c2 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.1324975 Sep 02 13:30:49.514568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:49.514910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Checking segment: {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:49.515502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Bound using segment: {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:49.516149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Bound port: 3ff0627e-22a5-4a25-9798-80b380ebf581, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4641f376-2be6-42ca-9bee-6bb99995a0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:49.516867 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.577780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-423e827f-29d1-4be1-b295-ba083c197c63 req-e8a2af5c-5aa4-426e-9fc6-cbcd27cf53e7 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764768 Sep 02 13:30:49.626595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] For port 3ff0627e-22a5-4a25-9798-80b380ebf581, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:49.631628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] For port 3ff0627e-22a5-4a25-9798-80b380ebf581, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3ff0627e-22a5-4a25-9798-80b380ebf581,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:49.641986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb2075-fac5-43ea-b9e3-9f7505f3b824 req-16be169e-b738-420c-a908-f8309411865c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:49.643716 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8bb2075-fac5-43ea-b9e3-9f7505f3b824 req-16be169e-b738-420c-a908-f8309411865c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.1910694 Sep 02 13:30:49.645776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.650946 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.656957 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.686018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:30:49.693386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e1d1f-e10e-4460-bb17-5fe1691b8e23,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:49.700306 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.700668 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Added segment c70567c9-d0fa-4823-a246-acca63bc8f53 of type vlan for network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace Sep 02 13:30:49.708352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:49.708835 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.710427 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] 10.222.0.77 "PUT /v2.0/ports/3ff0627e-22a5-4a25-9798-80b380ebf581 HTTP/1.1" status: 200 len: 1092 time: 1.4266670 Sep 02 13:30:49.710960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'tag': '3ff0627e-22a5-4a25-9798-80b380ebf581'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:49.713919 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14" -d '{"events": [{"name": "network-changed", "server_uuid": "e86e1d09-e786-4d4d-909d-02287bc53e00", "tag": "3ff0627e-22a5-4a25-9798-80b380ebf581"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:49.758775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ead95-147f-4660-8a59-a66a6a546c1e service neutron] Pushing event updated for resources: {'Port': ['ID=3ff0627e-22a5-4a25-9798-80b380ebf581,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:49.765619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:49.768976 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cfd1d0-1b93-4ea4-b4fe-11fc2e1305bf" -d '{"events": [{"server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:49.794009 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.796035 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8bb2075-fac5-43ea-b9e3-9f7505f3b824 req-336e35c6-dae3-4292-88e9-61d4c6e543fc tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381693 Sep 02 13:30:49.835920 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.837213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:49.838388 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:49.864027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-0b398af1-5d5f-469d-b654-e8ef996f0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:49.867253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-0b398af1-5d5f-469d-b654-e8ef996f0efb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=60b190c547af438ab9097a9eb32c5073&device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 1095 time: 0.0894399 Sep 02 13:30:49.888674 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0563104 Sep 02 13:30:49.890471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48454) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:49.913619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Request body: {'subnet': {'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-subnet', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:49.961412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d28df-9ea8-40fc-8ce9-e2df3619065a admin admin] Pushing event updated for resources: {'Network': ['ID=9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:49.973995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:30:49.978794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-6f0a5f9d-5cd6-4bae-b5b6-fc72d5c9b3e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ff0627e-22a5-4a25-9798-80b380ebf581 HTTP/1.1" status: 200 len: 217 time: 0.0984445 Sep 02 13:30:49.979401 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Made reservation on behalf of ca8ce8e3ff2045a785efc28d09752e54 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:49.982976 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.033000 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c163ba-3c39-4989-b798-a43b03a000af x-openstack-request-id: req-65c163ba-3c39-4989-b798-a43b03a000af {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:50.033288 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86e1d09-e786-4d4d-909d-02287bc53e00", "tag": "3ff0627e-22a5-4a25-9798-80b380ebf581", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:50.033541 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65c163ba-3c39-4989-b798-a43b03a000af {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:50.033943 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'tag': '3ff0627e-22a5-4a25-9798-80b380ebf581', 'status': 'completed', 'code': 200} Sep 02 13:30:50.051332 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01182c42-840a-49ad-893c-a232f3bdbc09 x-openstack-request-id: req-01182c42-840a-49ad-893c-a232f3bdbc09 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:50.051611 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:50.052028 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01182c42-840a-49ad-893c-a232f3bdbc09 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:50.052370 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50', 'code': 200} Sep 02 13:30:50.103918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc5cbf-5c7a-4cef-a17d-6b28aac86c37 req-6cb6ea6f-78c7-486f-9a3a-7f9e449f27b0 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.106426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91fc5cbf-5c7a-4cef-a17d-6b28aac86c37 req-6cb6ea6f-78c7-486f-9a3a-7f9e449f27b0 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 944 time: 0.2354672 Sep 02 13:30:50.130954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-d13f52e5-a586-4cf7-ab78-89977966a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.132666 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-d13f52e5-a586-4cf7-ab78-89977966a212 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=671abd7c-ff1b-49a1-92f0-f022e57ea4f3 HTTP/1.1" status: 200 len: 844 time: 0.1449523 Sep 02 13:30:50.183840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995c8fb-5c72-4a82-8ab5-7e7632e8a24f req-cfa0d9e0-10d0-488f-93b2-328f1536213f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.183840 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7995c8fb-5c72-4a82-8ab5-7e7632e8a24f req-cfa0d9e0-10d0-488f-93b2-328f1536213f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 948 time: 0.0749876 Sep 02 13:30:50.210474 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91fc5cbf-5c7a-4cef-a17d-6b28aac86c37 req-133b0f46-b346-402c-952c-48aaf60593af tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961325 Sep 02 13:30:50.256548 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7995c8fb-5c72-4a82-8ab5-7e7632e8a24f req-1f9fba39-32c4-4e73-a395-0d74ae4b66ee tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626078 Sep 02 13:30:50.262203 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-9c5101f8-e58b-4d1d-b8d4-7520972d67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.263808 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-9c5101f8-e58b-4d1d-b8d4-7520972d67cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=df508750-43f1-4f5d-b787-38be78084a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169448 Sep 02 13:30:50.266263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617e636-39e3-4fb2-b39f-c233e03367c9 req-c28d90d4-06d7-4509-8b39-f61845d9bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.269145 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e617e636-39e3-4fb2-b39f-c233e03367c9 req-c28d90d4-06d7-4509-8b39-f61845d9bb2d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 1097 time: 0.0831320 Sep 02 13:30:50.328194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'}, {'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'name': 'network-vif-deleted', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:50.331098 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc7119a-83ef-46f3-a205-d798a29eabee" -d '{"events": [{"name": "network-changed", "server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5"}, {"server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "name": "network-vif-deleted", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:50.336377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e617e636-39e3-4fb2-b39f-c233e03367c9 req-b07fb23a-2133-41a4-887d-6a050853d06f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559022 Sep 02 13:30:50.343057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48464) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:50.373657 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.407041 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f79411b-17c8-48a8-b4ef-918d061d5b57 admin admin] Deleting subnet 57d5386f-be52-4da6-aff9-0d944f1f2793 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:30:50.411762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f79411b-17c8-48a8-b4ef-918d061d5b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.454832 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e75f309-9d99-4114-8d18-97334d9ef97a x-openstack-request-id: req-2e75f309-9d99-4114-8d18-97334d9ef97a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:50.455337 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5", "status": "completed", "code": 200}, {"server_uuid": "4a61f214-0ed2-49cd-986a-c5a7287ab929", "name": "network-vif-deleted", "tag": "c5bb5d33-5c83-48eb-af52-bb1d9a30623f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:50.455715 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e75f309-9d99-4114-8d18-97334d9ef97a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:50.456416 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'status': 'completed', 'code': 200} Sep 02 13:30:50.456821 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a61f214-0ed2-49cd-986a-c5a7287ab929', 'name': 'network-vif-deleted', 'tag': 'c5bb5d33-5c83-48eb-af52-bb1d9a30623f', 'status': 'completed', 'code': 200} Sep 02 13:30:50.468773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=385ed3e0-a265-4e50-ad54-0758042f0d93,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:50.486934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-81ba68b1-22a3-4c59-8e73-61c462ca0012 service neutron] 10.222.0.77 "GET /v2.0/networks/df508750-43f1-4f5d-b787-38be78084a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918161 Sep 02 13:30:50.493008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Checking segment: {'id': 'c70567c9-d0fa-4823-a246-acca63bc8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:50.493374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Network hostable DHCP agents. Network: 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:30:50.494207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f79411b-17c8-48a8-b4ef-918d061d5b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.545634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f79411b-17c8-48a8-b4ef-918d061d5b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.549294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:30:50.578175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c5bb5d33-5c83-48eb-af52-bb1d9a30623f no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:50.602888 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: c5bb5d33-5c83-48eb-af52-bb1d9a30623f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:50.603618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c5bb5d33-5c83-48eb-af52-bb1d9a30623f not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:50.605448 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:50.616690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac08f6-d322-4d59-b37a-4f4ea8388575 None None] Network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:50.628871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.629686 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.652803 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-04da435b-190a-437a-a52c-017bba3dc3c1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7484627 Sep 02 13:30:50.656621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-7bf6c971-35e8-4310-a335-430642e822b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.658338 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-7bf6c971-35e8-4310-a335-430642e822b8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1099 time: 0.0931680 Sep 02 13:30:50.658852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48468) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:50.664638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:50.666721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-8486d9d8-044e-4eff-b239-2d839ac030f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.669959 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-8486d9d8-044e-4eff-b239-2d839ac030f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1099 time: 0.1709702 Sep 02 13:30:50.704536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45b7b4a0-6a62-435a-9e77-ce0451b032dc req-156296b2-ebd9-4c1a-bc44-982d586f6fdc service neutron] 10.222.0.77 "GET /v2.0/networks/df508750-43f1-4f5d-b787-38be78084a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676610 Sep 02 13:30:50.845935 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f79411b-17c8-48a8-b4ef-918d061d5b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.896250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-8c341432-068a-4ab4-ae2e-17db9458d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.898764 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.899961 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.901176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-8c341432-068a-4ab4-ae2e-17db9458d2fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1958566 Sep 02 13:30:50.915892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79411b-17c8-48a8-b4ef-918d061d5b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d5386f-be52-4da6-aff9-0d944f1f2793,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:50.918489 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f79411b-17c8-48a8-b4ef-918d061d5b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:50.920538 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2f79411b-17c8-48a8-b4ef-918d061d5b57 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57d5386f-be52-4da6-aff9-0d944f1f2793 HTTP/1.1" status: 204 len: 168 time: 0.5762899 Sep 02 13:30:50.938755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:50.985597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b0d9-5f43-4c23-bec4-14a57b48d19a req-b87807c0-b056-4324-9079-d393def76894 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:50.988291 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7344b0d9-5f43-4c23-bec4-14a57b48d19a req-b87807c0-b056-4324-9079-d393def76894 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.2824569 Sep 02 13:30:50.999097 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace', 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'fixed_ips': [{'subnet_id': '385ed3e0-a265-4e50-ad54-0758042f0d93'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:30:51.000871 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:51.019920 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-d1f945e3-1fe9-4375-aafd-6788a45e0b3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 217 time: 0.0869222 Sep 02 13:30:51.024046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-7afe3d9a-a55a-4429-9546-139734d8b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.025670 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-7afe3d9a-a55a-4429-9546-139734d8b608 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=60b190c547af438ab9097a9eb32c5073&device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 1095 time: 0.2277751 Sep 02 13:30:51.043521 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-45e745e9-b2fc-4e9b-afa2-8a7c1b30e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.045245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-45e745e9-b2fc-4e9b-afa2-8a7c1b30e093 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.3736141 Sep 02 13:30:51.137843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eb0c4-64f7-4599-96fb-f85d314b2003 req-9997bf8e-fa84-4411-8638-dc02fd1ceb68 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.139822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-492eb0c4-64f7-4599-96fb-f85d314b2003 req-9997bf8e-fa84-4411-8638-dc02fd1ceb68 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.2342241 Sep 02 13:30:51.183065 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:51.200399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-34c7efc8-12b7-4917-8215-3e0f4fce5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.202881 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-34c7efc8-12b7-4917-8215-3e0f4fce5742 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1593196 Sep 02 13:30:51.211773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Allocated IP 172.20.0.2 (9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace/385ed3e0-a265-4e50-ad54-0758042f0d93/69682835-21cc-43cd-9143-3abb4abd0256) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:51.254863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-e58f9d4e-b696-4598-aa4d-c3cd7c738ba1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 217 time: 0.1930583 Sep 02 13:30:51.276685 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:51.281826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-492eb0c4-64f7-4599-96fb-f85d314b2003 req-47eedfbc-4103-44d0-9a48-6b1154887736 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298699 Sep 02 13:30:51.300760 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-0672e833-486b-43bb-8187-04a2efe01065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.302374 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-0672e833-486b-43bb-8187-04a2efe01065 service neutron] 10.222.0.77 "GET /v2.0/networks?id=df508750-43f1-4f5d-b787-38be78084a2f HTTP/1.1" status: 200 len: 906 time: 0.2688620 Sep 02 13:30:51.362279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-03aa6721-5ab9-4ae1-b84c-28d3a0582ec3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ff0627e-22a5-4a25-9798-80b380ebf581 HTTP/1.1" status: 200 len: 217 time: 0.0494559 Sep 02 13:30:51.364429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-c5ca4bd1-5bee-4c01-afcd-203e610b53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.365879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-c5ca4bd1-5bee-4c01-afcd-203e610b53e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445415 Sep 02 13:30:51.462517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-d07737c6-8498-46bf-bdbf-08d40c102bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.464142 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-d07737c6-8498-46bf-bdbf-08d40c102bef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=671abd7c-ff1b-49a1-92f0-f022e57ea4f3 HTTP/1.1" status: 200 len: 844 time: 0.0690393 Sep 02 13:30:51.485741 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:51.505926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Transition to ACTIVE for port object 69682835-21cc-43cd-9143-3abb4abd0256 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:51.520592 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7344b0d9-5f43-4c23-bec4-14a57b48d19a req-21c30616-47ec-41f2-a07a-ebb2423bf69a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899206 Sep 02 13:30:51.546779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Transition to ACTIVE for port object 69682835-21cc-43cd-9143-3abb4abd0256 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:51.558059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1c6d5312-1420-453a-b3d2-b21d9d060601 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:30:51.634752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23398a-0ec3-4b0b-b4d9-6366639e6a7a req-c3bcb789-1881-4264-81fd-d070c0550ee8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.645725 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b23398a-0ec3-4b0b-b4d9-6366639e6a7a req-c3bcb789-1881-4264-81fd-d070c0550ee8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 944 time: 0.2753615 Sep 02 13:30:51.665068 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-c0ad75cd-f400-420d-8c75-9abd78f72391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.667423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-c0ad75cd-f400-420d-8c75-9abd78f72391 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=df508750-43f1-4f5d-b787-38be78084a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875091 Sep 02 13:30:51.699945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-111a6dde-c302-43f9-b305-30f35c6b84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:51.701333 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-111a6dde-c302-43f9-b305-30f35c6b84a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.4338105 Sep 02 13:30:51.764071 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4b23398a-0ec3-4b0b-b4d9-6366639e6a7a req-b21186d3-6c18-4220-a573-a177b429a5da tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117942 Sep 02 13:30:51.769870 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:51.859604 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-1b47c2a6-6f0b-486c-99f5-0b8993d3913a service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764063 Sep 02 13:30:51.866981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:51.874843 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:51.882682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1c6d5312-1420-453a-b3d2-b21d9d060601, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1c6d5312-1420-453a-b3d2-b21d9d060601,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:51.894409 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-0c272809-0d2b-44d7-9f6c-7ffa6ee43519 service neutron] 10.222.0.77 "GET /v2.0/networks/df508750-43f1-4f5d-b787-38be78084a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182808 Sep 02 13:30:51.900777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515a7ac4-769f-4a0e-969c-4af42ba1a9e7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:51.962783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '1c6d5312-1420-453a-b3d2-b21d9d060601', 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629', 'port_id': '1c6d5312-1420-453a-b3d2-b21d9d060601', 'mac_address': 'fa:16:3e:d1:3a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a0c5c0-b2a0-4b10-a21b-a3a400e5224a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:30:52.036798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:52.037747 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.043066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:52.054073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:52.061413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Pushing event updated for resources: {'Port': ['ID=69682835-21cc-43cd-9143-3abb4abd0256,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:52.069133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c6d5312-1420-453a-b3d2-b21d9d060601 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:52.092525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1c6d5312-1420-453a-b3d2-b21d9d060601, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1c6d5312-1420-453a-b3d2-b21d9d060601,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:52.099318 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.101547 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48fb2253-ecc8-4cc7-a8e1-42386ba5fa14 req-99812992-a75d-4343-98c0-48dc98829905 service neutron] 10.222.0.77 "GET /v2.0/networks/df508750-43f1-4f5d-b787-38be78084a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972196 Sep 02 13:30:52.124957 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-7f91f0b8-cd07-4569-9bec-845193ddcebf service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574674 Sep 02 13:30:52.220527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Attempting to bind port 69682835-21cc-43cd-9143-3abb4abd0256 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:52.220919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Attempting to bind port 69682835-21cc-43cd-9143-3abb4abd0256 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c70567c9-d0fa-4823-a246-acca63bc8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:52.221285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Attempting to bind port 69682835-21cc-43cd-9143-3abb4abd0256 on network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:52.235710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:52.236135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Checking segment: {'id': 'c70567c9-d0fa-4823-a246-acca63bc8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:52.236527 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.236938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Bound using segment: {'id': 'c70567c9-d0fa-4823-a246-acca63bc8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:52.237431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Bound port: 69682835-21cc-43cd-9143-3abb4abd0256, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70567c9-d0fa-4823-a246-acca63bc8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:52.237832 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.254555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1c6d5312-1420-453a-b3d2-b21d9d060601'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:52.258774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1c6d5312-1420-453a-b3d2-b21d9d060601,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:52.301791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c926414a-2ce1-43ac-94b7-c64c6296ee4a') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:52.303334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c926414a-2ce1-43ac-94b7-c64c6296ee4a') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:52.327653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef818cf3-0e7f-453a-8f55-81d68408c633 req-7f8bfd54-bd4b-44a4-9391-53b12118e6f0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:52.329367 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ef818cf3-0e7f-453a-8f55-81d68408c633 req-7f8bfd54-bd4b-44a4-9391-53b12118e6f0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 948 time: 0.5649114 Sep 02 13:30:52.331463 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.334763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-9625480b-51a8-4be2-8538-a3953f41971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:52.336408 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-9625480b-51a8-4be2-8538-a3953f41971a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6208365 Sep 02 13:30:52.386832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] For port 69682835-21cc-43cd-9143-3abb4abd0256, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:52.417063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.436074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:30:52.437240 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:30:52.441175 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:30:52.460198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f780859-d074-487c-a3d8-c536daeddb19 req-c734828d-7600-47ef-baed-8a167720241d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:52.461797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f780859-d074-487c-a3d8-c536daeddb19 req-c734828d-7600-47ef-baed-8a167720241d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 945 time: 0.0555410 Sep 02 13:30:52.515775 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ef818cf3-0e7f-453a-8f55-81d68408c633 req-176cd501-c6ab-44a8-96fc-730f2bc071af tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707144 Sep 02 13:30:52.516156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f780859-d074-487c-a3d8-c536daeddb19 req-2d12645a-b826-497f-80d6-c9fbdfb3f9c9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460408 Sep 02 13:30:52.565480 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:30:52.576561 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.585441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] For port 69682835-21cc-43cd-9143-3abb4abd0256, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=69682835-21cc-43cd-9143-3abb4abd0256,segment=NetworkSegment(c70567c9-d0fa-4823-a246-acca63bc8f53),segment_id=c70567c9-d0fa-4823-a246-acca63bc8f53)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:52.585764 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.589090 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/515a7ac4-769f-4a0e-969c-4af42ba1a9e7 HTTP/1.1" status: 204 len: 168 time: 1.6471410 Sep 02 13:30:52.592158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:52.601377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-22846336-f186-4530-b99c-4b9188e031a4 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545764 Sep 02 13:30:52.608110 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.724935 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7df9b4-7886-458e-b60f-a76589f7a9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=515a7ac4-769f-4a0e-969c-4af42ba1a9e7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:52.813815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6121a850-5467-4833-9622-089c2cc50bfe admin admin] Deleting subnet 40d863b1-26e1-4f42-a278-1efc8591f58a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:30:52.818960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6121a850-5467-4833-9622-089c2cc50bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.898712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:52.921095 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6121a850-5467-4833-9622-089c2cc50bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:52.924286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'mac_address': 'fa:16:3e:62:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:30:52.966053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e003637-af75-4eb7-90a9-c2376993d73d req-52083006-34c2-4448-aa1e-ebeddf2f96c9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:52.972681 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e003637-af75-4eb7-90a9-c2376993d73d req-52083006-34c2-4448-aa1e-ebeddf2f96c9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.2445705 Sep 02 13:30:52.990909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0197d75-a5e3-4444-a204-1cb1d8c36284 req-c68a8bfa-ee7e-4e54-801f-9169e2b40907 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:52.998720 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c0197d75-a5e3-4444-a204-1cb1d8c36284 req-c68a8bfa-ee7e-4e54-801f-9169e2b40907 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 945 time: 0.1279273 Sep 02 13:30:53.025286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8aa11-cf79-44cb-bd87-fdb32ffd1f1b None None] Pushing event updated for resources: {'Port': ['ID=69682835-21cc-43cd-9143-3abb4abd0256,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:53.036856 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6121a850-5467-4833-9622-089c2cc50bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.042554 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4fc7119a-83ef-46f3-a205-d798a29eabee req-cd6d49c2-a3c5-45b0-afce-d32e0b7befa8 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064317 Sep 02 13:30:53.081737 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.108663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:53.123206 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c0197d75-a5e3-4444-a204-1cb1d8c36284 req-f60ad36b-1984-43a9-8be8-98511853f564 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240323 Sep 02 13:30:53.177489 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:53.187297 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.187674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6121a850-5467-4833-9622-089c2cc50bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.189240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3ff0627e-22a5-4a25-9798-80b380ebf581 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:30:53.191431 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e003637-af75-4eb7-90a9-c2376993d73d req-fdc7a895-5256-4125-9454-f267b57c5124 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465526 Sep 02 13:30:53.195250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.220066 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.235949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121a850-5467-4833-9622-089c2cc50bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d863b1-26e1-4f42-a278-1efc8591f58a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:53.245011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6121a850-5467-4833-9622-089c2cc50bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.247854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6121a850-5467-4833-9622-089c2cc50bfe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/40d863b1-26e1-4f42-a278-1efc8591f58a HTTP/1.1" status: 204 len: 168 time: 0.6542726 Sep 02 13:30:53.253419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:53.380025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:53.419019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Allocated IP 172.25.3.206 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/4604804f-3422-4e4d-90cd-ebca51abca44) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:53.421713 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.468188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3ff0627e-22a5-4a25-9798-80b380ebf581, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3ff0627e-22a5-4a25-9798-80b380ebf581,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:53.499296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '3ff0627e-22a5-4a25-9798-80b380ebf581', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'port_id': '3ff0627e-22a5-4a25-9798-80b380ebf581', 'mac_address': 'fa:16:3e:96:0d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:30:53.510941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4aa04-6e6f-4ded-95c4-0a8f81f52496 req-eeb90b7c-1935-417a-a0a0-453988f26a34 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:53.518689 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3e4aa04-6e6f-4ded-95c4-0a8f81f52496 req-eeb90b7c-1935-417a-a0a0-453988f26a34 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 944 time: 0.1513977 Sep 02 13:30:53.615681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.620353 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.623676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1c6d5312-1420-453a-b3d2-b21d9d060601 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:53.654366 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.681729 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3e4aa04-6e6f-4ded-95c4-0a8f81f52496 req-9de47bbe-3fc6-4573-b2c9-e2079c660fc0 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616776 Sep 02 13:30:53.683598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a954c2d6-e8de-47e0-8a62-d2d9023f9acb']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:53.701807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff0627e-22a5-4a25-9798-80b380ebf581 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:30:53.727229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16fd194-a8a7-4ca9-9009-b727f79c06fa') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:53.727657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16fd194-a8a7-4ca9-9009-b727f79c06fa') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:53.729095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3ff0627e-22a5-4a25-9798-80b380ebf581, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3ff0627e-22a5-4a25-9798-80b380ebf581,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:53.735166 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.736033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 69682835-21cc-43cd-9143-3abb4abd0256 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:53.743076 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.758631 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.851434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:53.857985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:53.859937 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.863441 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:53.874225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Pushing event updated for resources: {'Port': ['ID=4604804f-3422-4e4d-90cd-ebca51abca44,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:53.874481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:30:53.874913 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.896955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=3ff0627e-22a5-4a25-9798-80b380ebf581,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:53.903270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 1c6d5312-1420-453a-b3d2-b21d9d060601 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:53.903941 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:30:53.954679 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:30:53.966969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 69682835-21cc-43cd-9143-3abb4abd0256 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:53.987290 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:54.005842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:54.011561 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a954c2d6-e8de-47e0-8a62-d2d9023f9acb HTTP/1.1" status: 204 len: 168 time: 0.7563767 Sep 02 13:30:54.030033 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b35ea8-2ccc-4854-a47a-19abe64713c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a954c2d6-e8de-47e0-8a62-d2d9023f9acb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:54.032959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c766d7-95b5-4cb1-90d1-a591a23f9b5c req-93ce351b-995d-4e8f-9fca-75c7cda7d4b4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:54.035032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74c766d7-95b5-4cb1-90d1-a591a23f9b5c req-93ce351b-995d-4e8f-9fca-75c7cda7d4b4 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 949 time: 0.1077154 Sep 02 13:30:54.053167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09279f-5904-4494-b1c7-1dffed0c9a9b req-94215cdd-7605-4007-af78-a283ab1c4dd9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:54.067619 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd09279f-5904-4494-b1c7-1dffed0c9a9b req-94215cdd-7605-4007-af78-a283ab1c4dd9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.2752032 Sep 02 13:30:54.111216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['3ff0627e-22a5-4a25-9798-80b380ebf581'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:54.116531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:54.138865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd09279f-5904-4494-b1c7-1dffed0c9a9b req-b6638265-d22b-4232-a2c0-c337bde80bf3 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700586 Sep 02 13:30:54.266224 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74c766d7-95b5-4cb1-90d1-a591a23f9b5c req-3993ca69-80dd-4016-b4e0-1dbe742ed735 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163126 Sep 02 13:30:54.274082 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:54.279339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48516) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:54.359058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1c6d5312-1420-453a-b3d2-b21d9d060601, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1c6d5312-1420-453a-b3d2-b21d9d060601,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:54.364100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d5312-1420-453a-b3d2-b21d9d060601'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:54.366721 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa48a38-cd49-4657-9d76-05c50d3084a0" -d '{"events": [{"server_uuid": "a4a80d77-cd16-4075-96cc-79183d0dc06e", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d5312-1420-453a-b3d2-b21d9d060601"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:54.412853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48522) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:54.413647 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d188f483-8291-42fe-b656-ba596d1a58a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0af8c0179fe440ad933e02d682e720a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1281035 Sep 02 13:30:54.416333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc37ee37-c33c-4968-8fe5-97e31aeee985 None None] Network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:30:54.421981 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:54.577279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b3ad578d-9fcd-4646-a788-abd1c64316ff None None] Provisioning for port 69682835-21cc-43cd-9143-3abb4abd0256 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:54.610039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b3ad578d-9fcd-4646-a788-abd1c64316ff None None] Provisioning complete for port 69682835-21cc-43cd-9143-3abb4abd0256 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:54.610420 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3ad578d-9fcd-4646-a788-abd1c64316ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:54.624489 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1c6d5312-1420-453a-b3d2-b21d9d060601,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:54.692623 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:30:54.733725 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:54.738299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b98ce6b4-2a58-46c4-b3c5-3bf0a02ccd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:54.769651 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511d39c3-4eb6-44e8-9313-d18585774f87 x-openstack-request-id: req-511d39c3-4eb6-44e8-9313-d18585774f87 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:54.770053 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a80d77-cd16-4075-96cc-79183d0dc06e", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d5312-1420-453a-b3d2-b21d9d060601", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:54.770379 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-511d39c3-4eb6-44e8-9313-d18585774f87 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:54.770820 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d5312-1420-453a-b3d2-b21d9d060601', 'code': 200} Sep 02 13:30:54.852888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24758379-a3b7-4f9e-a80e-49f99b8522fb req-b682f703-5037-4350-9d03-44e1d3912640 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:54.855387 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24758379-a3b7-4f9e-a80e-49f99b8522fb req-b682f703-5037-4350-9d03-44e1d3912640 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.3241534 Sep 02 13:30:54.893242 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3ad578d-9fcd-4646-a788-abd1c64316ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:54.910728 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b98ce6b4-2a58-46c4-b3c5-3bf0a02ccd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:54.947759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b3ad578d-9fcd-4646-a788-abd1c64316ff None None] For port 69682835-21cc-43cd-9143-3abb4abd0256, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=69682835-21cc-43cd-9143-3abb4abd0256,segment=NetworkSegment(c70567c9-d0fa-4823-a246-acca63bc8f53),segment_id=c70567c9-d0fa-4823-a246-acca63bc8f53)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:54.955901 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3ad578d-9fcd-4646-a788-abd1c64316ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:55.022199 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad578d-9fcd-4646-a788-abd1c64316ff None None] Pushing event updated for resources: {'Port': ['ID=69682835-21cc-43cd-9143-3abb4abd0256,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:55.023485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24758379-a3b7-4f9e-a80e-49f99b8522fb req-47248faf-3821-4257-991d-d8d5fc6e242d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380210 Sep 02 13:30:55.067613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-c0dde979-dfce-4dc8-a0c2-f222a9b1d3a9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:55.070372 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-c0dde979-dfce-4dc8-a0c2-f222a9b1d3a9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 949 time: 0.2500634 Sep 02 13:30:55.150343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-c0e1b15f-a545-407d-add9-c061addff14c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:55.152255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-c0e1b15f-a545-407d-add9-c061addff14c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/networks?id=483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 200 len: 814 time: 0.1742435 Sep 02 13:30:55.176557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-df547040-8a56-447e-8983-3480def14f92 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/quotas/14e3953c36634d83a7eaa15c1751f754 HTTP/1.1" status: 200 len: 375 time: 0.0138350 Sep 02 13:30:55.250382 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-585c94e1-122c-4850-bee9-2b26834d82eb tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14e3953c36634d83a7eaa15c1751f754&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691278 Sep 02 13:30:55.300099 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-12cd07a6-9dd1-471c-840c-9145d8205a2a None None] Provisioning complete for port 69682835-21cc-43cd-9143-3abb4abd0256 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:55.300811 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12cd07a6-9dd1-471c-840c-9145d8205a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:55.315790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b98ce6b4-2a58-46c4-b3c5-3bf0a02ccd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:55.318519 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b98ce6b4-2a58-46c4-b3c5-3bf0a02ccd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:55.323397 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b98ce6b4-2a58-46c4-b3c5-3bf0a02ccd06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e885b5a-ecb5-4a2a-994f-6315a8344e02 HTTP/1.1" status: 204 len: 168 time: 0.9054685 Sep 02 13:30:55.365794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe927a-b7b3-4182-aa23-e6826a70a4fe req-ea49a4ec-e501-4acb-9dbb-fd370d4428f5 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:55.371251 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5fe927a-b7b3-4182-aa23-e6826a70a4fe req-ea49a4ec-e501-4acb-9dbb-fd370d4428f5 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 945 time: 0.2476530 Sep 02 13:30:55.374652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ce6b4-2a58-46c4-b3c5-3bf0a02ccd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e885b5a-ecb5-4a2a-994f-6315a8344e02,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:55.397260 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-f19e312a-08c4-4972-8911-5611dcc18575 service neutron] 10.222.0.77 "GET /v2.0/ports/c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5/bindings/n-h2-794796-4 HTTP/1.1" status: 200 len: 382 time: 0.2717812 Sep 02 13:30:55.410627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:55.429738 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-3ca47ce7-ba0b-4c08-a1d4-7372a7b2a681 service neutron] 10.222.0.13 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649776 Sep 02 13:30:55.515599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-3b93b93b-1c5a-40b8-baaf-a1a4a852ed81 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:55.517193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-3b93b93b-1c5a-40b8-baaf-a1a4a852ed81 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.1255944 Sep 02 13:30:55.585309 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5fe927a-b7b3-4182-aa23-e6826a70a4fe req-85c36228-f99c-4149-9459-23940d8ce1c3 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925242 Sep 02 13:30:55.592472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 69682835-21cc-43cd-9143-3abb4abd0256 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:55.670934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-8b984909-81a5-491b-8189-47bcf0011700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:55.672732 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-8b984909-81a5-491b-8189-47bcf0011700 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1100 time: 0.2338915 Sep 02 13:30:55.681854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 69682835-21cc-43cd-9143-3abb4abd0256 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:55.682234 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:55.786873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:30:55.918938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfec4b6-38df-474e-8220-416e8b624677 req-482642e4-23b1-4ced-9ecc-1696de1782c0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:55.920615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-edfec4b6-38df-474e-8220-416e8b624677 req-482642e4-23b1-4ced-9ecc-1696de1782c0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 949 time: 0.2368345 Sep 02 13:30:55.926221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:55.961807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-67f6e895-e2e9-4ceb-9f9d-91ca51b0379f service neutron] 10.222.0.13 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238950 Sep 02 13:30:55.963668 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-dc5e7201-7dc9-4f0a-b9f1-3615108a0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:55.966133 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-dc5e7201-7dc9-4f0a-b9f1-3615108a0f39 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2806108 Sep 02 13:30:55.994309 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0cea8f5e-2d5d-4007-813f-77395f649dee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e418f2b33d24485be9b864187c33f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657732 Sep 02 13:30:55.996898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:56.029029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Deleting port 1c6d5312-1420-453a-b3d2-b21d9d060601 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:56.029248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.030843 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-95e517e0-cf1e-4943-859c-9960bd47289e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 217 time: 0.0549548 Sep 02 13:30:56.039286 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-edfec4b6-38df-474e-8220-416e8b624677 req-565a00c5-5fce-4ef0-aa25-ee050a528017 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087124 Sep 02 13:30:56.097231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-6201fb08-afe0-4066-8e48-ca388a769b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:56.098873 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-6201fb08-afe0-4066-8e48-ca388a769b8d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0583911 Sep 02 13:30:56.104671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:30:56.120048 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Sync routers for ids ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:30:56.135800 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Routers {'e5f4c999-26bd-42fd-bf7d-872d3b7079b3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:56.136987 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:56.220456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] For port 1c6d5312-1420-453a-b3d2-b21d9d060601, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1c6d5312-1420-453a-b3d2-b21d9d060601,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:56.221073 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.250689 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.251974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Calling delete_port for 1c6d5312-1420-453a-b3d2-b21d9d060601 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:56.254925 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0196d80a-b71e-4b7b-9da0-24a01e88b365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.262066 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6d2cc322-a5e2-43ca-9203-ac6523213c06 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.6008112 Sep 02 13:30:56.264612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48564) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:56.299519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-504151e4-5502-4f1e-89f7-e577fc87c3c1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:56.301185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-504151e4-5502-4f1e-89f7-e577fc87c3c1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.77 "GET /v2.0/ports?device_id=998e9b45-ecf7-42e6-b22c-10aea64930fa HTTP/1.1" status: 200 len: 946 time: 0.2755287 Sep 02 13:30:56.312153 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Set router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:56.386001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-0565ac4f-b2f0-4fbe-80a1-30d4e88b71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:56.387694 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-0565ac4f-b2f0-4fbe-80a1-30d4e88b71f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2804489 Sep 02 13:30:56.445630 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0196d80a-b71e-4b7b-9da0-24a01e88b365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.493420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35022707-fe90-40e8-94cc-0b675b13533f req-4fb847f9-30f2-4876-a601-f06750d3d115 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:56.495255 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-35022707-fe90-40e8-94cc-0b675b13533f req-4fb847f9-30f2-4876-a601-f06750d3d115 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a80d77-cd16-4075-96cc-79183d0dc06e HTTP/1.1" status: 200 len: 946 time: 0.2694790 Sep 02 13:30:56.498554 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a36e042a-e162-4d91-857f-0cc23877d465 req-e68c814f-1869-4b59-94e2-7cd17794b670 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 210 time: 0.0454662 Sep 02 13:30:56.623404 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.637577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:56.648814 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:50Z', 'updated_at': '2021-09-02T13:30:54Z', 'revision_number': 3, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'gw_port': {'id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:53Z', 'updated_at': '2021-09-02T13:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:56.678628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event deleted for resources: {'Port': ['ID=1c6d5312-1420-453a-b3d2-b21d9d060601,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:56.729226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1c6d5312-1420-453a-b3d2-b21d9d060601'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:30:56.747362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Deleting port ed69415e-0eb3-4987-b7f4-755745a47f50 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:30:56.747825 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.858989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] No DVR routers for this DVR port 1c6d5312-1420-453a-b3d2-b21d9d060601 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:56.863781 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0196d80a-b71e-4b7b-9da0-24a01e88b365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.866822 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0196d80a-b71e-4b7b-9da0-24a01e88b365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.870513 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0196d80a-b71e-4b7b-9da0-24a01e88b365 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b2cec9c-5b23-478b-a8b1-c3708917d2fe HTTP/1.1" status: 204 len: 168 time: 0.8703401 Sep 02 13:30:56.871091 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:56.873372 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a381d16-bb74-46b9-aeb8-c65195cc2dfd req-bc0e6447-c535-4abb-a0db-1a6c639369ae tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "DELETE /v2.0/ports/1c6d5312-1420-453a-b3d2-b21d9d060601 HTTP/1.1" status: 204 len: 173 time: 1.3390346 Sep 02 13:30:56.888306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'name': 'network-vif-deleted', 'tag': '1c6d5312-1420-453a-b3d2-b21d9d060601'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:56.891163 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2272a8-9b74-467c-9614-cdfe65ca79c7" -d '{"events": [{"server_uuid": "a4a80d77-cd16-4075-96cc-79183d0dc06e", "name": "network-vif-deleted", "tag": "1c6d5312-1420-453a-b3d2-b21d9d060601"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:56.898181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196d80a-b71e-4b7b-9da0-24a01e88b365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2cec9c-5b23-478b-a8b1-c3708917d2fe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:56.916643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b4fd7-2321-46e8-96ce-944dcd0c003f req-46df9e50-5a1c-47e2-b915-e46b83348708 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:56.924561 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a12b4fd7-2321-46e8-96ce-944dcd0c003f req-46df9e50-5a1c-47e2-b915-e46b83348708 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 945 time: 0.2985940 Sep 02 13:30:56.950334 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Checking router: e5f4c999-26bd-42fd-bf7d-872d3b7079b3 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:30:56.950621 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Updating router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 port 4604804f-3422-4e4d-90cd-ebca51abca44 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:30:56.977768 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a12b4fd7-2321-46e8-96ce-944dcd0c003f req-45222a65-2679-48bf-ab7c-1530039242d6 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498374 Sep 02 13:30:57.033923 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.065835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] For port ed69415e-0eb3-4987-b7f4-755745a47f50, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed69415e-0eb3-4987-b7f4-755745a47f50,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:57.066390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.094820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Calling delete_port for ed69415e-0eb3-4987-b7f4-755745a47f50 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:30:57.098783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:57.105145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:57.105864 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.191914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31c6ad-06af-485c-af6d-a6f51f5e395c req-11f8ad34-e9d8-4605-9121-476bf5750494 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:57.200830 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a31c6ad-06af-485c-af6d-a6f51f5e395c req-11f8ad34-e9d8-4605-9121-476bf5750494 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.1172299 Sep 02 13:30:57.247765 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.271226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a31c6ad-06af-485c-af6d-a6f51f5e395c req-76f0a851-4b08-4f7a-aa38-1a4381d3c2a0 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689619 Sep 02 13:30:57.326883 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:57.329452 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd864907-61b8-4f08-969f-8f23724fd0dc" -d '{"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-plugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:57.396964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:57.438167 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.439955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3ff0627e-22a5-4a25-9798-80b380ebf581 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:57.485025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bba32-91f4-455c-b1a7-3c7674f20d08 req-1eb77c21-122a-47a1-bb2b-df0b53c2e4f7 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:57.507545 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-a2466751-315a-4909-bce7-dfd7325fcff6 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1112850 Sep 02 13:30:57.512192 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d6bba32-91f4-455c-b1a7-3c7674f20d08 req-1eb77c21-122a-47a1-bb2b-df0b53c2e4f7 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 945 time: 0.1122236 Sep 02 13:30:57.514675 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.524169 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-35022707-fe90-40e8-94cc-0b675b13533f req-8dbb8105-3851-49af-a515-eefc3c3121c6 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0063446 Sep 02 13:30:57.537464 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.575091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Pushing event deleted for resources: {'Port': ['ID=ed69415e-0eb3-4987-b7f4-755745a47f50,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:57.579716 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Transition to ACTIVE for port object 4604804f-3422-4e4d-90cd-ebca51abca44 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:57.598876 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.654061 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:57.672037 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cd51c2-3dcc-4e8f-af1a-b14b5d6e274d x-openstack-request-id: req-26cd51c2-3dcc-4e8f-af1a-b14b5d6e274d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:57.672781 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a80d77-cd16-4075-96cc-79183d0dc06e", "name": "network-vif-deleted", "tag": "1c6d5312-1420-453a-b3d2-b21d9d060601", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:57.673278 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26cd51c2-3dcc-4e8f-af1a-b14b5d6e274d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:57.673912 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a80d77-cd16-4075-96cc-79183d0dc06e', 'name': 'network-vif-deleted', 'tag': '1c6d5312-1420-453a-b3d2-b21d9d060601', 'status': 'completed', 'code': 200} Sep 02 13:30:57.674952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] No DVR routers for this DVR port ed69415e-0eb3-4987-b7f4-755745a47f50 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:30:57.680137 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.682511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 3ff0627e-22a5-4a25-9798-80b380ebf581 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:57.683181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7de55de4-29cd-4475-b57b-026de07cb9a0 req-250ed9f2-512a-4a4b-870f-4bab47edb65c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.77 "DELETE /v2.0/ports/ed69415e-0eb3-4987-b7f4-755745a47f50 HTTP/1.1" status: 204 len: 173 time: 1.2309206 Sep 02 13:30:57.696321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d6bba32-91f4-455c-b1a7-3c7674f20d08 req-f00fea20-855f-4917-b663-33984d27824a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827993 Sep 02 13:30:57.703146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 3ff0627e-22a5-4a25-9798-80b380ebf581 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:57.703543 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.704301 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Attempting to bind port 4604804f-3422-4e4d-90cd-ebca51abca44 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:30:57.713219 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Attempting to bind port 4604804f-3422-4e4d-90cd-ebca51abca44 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:30:57.716352 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Attempting to bind port 4604804f-3422-4e4d-90cd-ebca51abca44 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:30:57.728994 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:30:57.729880 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:30:57.731175 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.731848 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:30:57.732708 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Bound port: 4604804f-3422-4e4d-90cd-ebca51abca44, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:30:57.733040 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:57.785302 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06e575-1caa-4ae1-a3ea-34827646ca8b None None] Pushing event updated for resources: {'Port': ['ID=4604804f-3422-4e4d-90cd-ebca51abca44,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:57.810097 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08209be0-444d-4669-90e0-0130392b0e4c x-openstack-request-id: req-08209be0-444d-4669-90e0-0130392b0e4c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:30:57.810394 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-plugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:30:57.810681 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08209be0-444d-4669-90e0-0130392b0e4c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:30:57.824065 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'code': 200} Sep 02 13:30:57.879129 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] For port 4604804f-3422-4e4d-90cd-ebca51abca44, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:30:57.893832 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] For port 4604804f-3422-4e4d-90cd-ebca51abca44, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4604804f-3422-4e4d-90cd-ebca51abca44,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:30:57.903368 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:58.001576 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:58.067265 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-a4f8807a-90e9-4c92-864e-2e6294bb5351 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397723 Sep 02 13:30:58.076081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3ff0627e-22a5-4a25-9798-80b380ebf581, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3ff0627e-22a5-4a25-9798-80b380ebf581,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:30:58.088542 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:58.089402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed69415e-0eb3-4987-b7f4-755745a47f50 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:58.090107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-ab2b4973-397e-4f32-98a4-ef646ed2a9e1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:58.092587 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-ab2b4973-397e-4f32-98a4-ef646ed2a9e1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.90 "GET /v2.0/networks?id=483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 200 len: 814 time: 0.1737559 Sep 02 13:30:58.104133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c39a6af6-b9d8-41e3-b7a6-40e42e003aba req-cc33dbe3-98c1-41a7-8aaa-247fb7e75c91 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 210 time: 0.2348669 Sep 02 13:30:58.128075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Request body: {'port': {'device_id': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea', 'admin_state_up': True, 'tenant_id': '14e3953c36634d83a7eaa15c1751f754'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:58.156909 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06e575-1caa-4ae1-a3ea-34827646ca8b None None] Pushing event updated for resources: {'Port': ['ID=4604804f-3422-4e4d-90cd-ebca51abca44,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:58.167645 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Routers {'e5f4c999-26bd-42fd-bf7d-872d3b7079b3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:30:58.167872 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:58.173421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: ed69415e-0eb3-4987-b7f4-755745a47f50 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:58.173771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed69415e-0eb3-4987-b7f4-755745a47f50 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:58.193169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055667c1-30f9-4d2a-b2b7-822f5533e8e4 req-a69d2801-94e3-4479-bc92-13bd93efddbb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:58.214137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-055667c1-30f9-4d2a-b2b7-822f5533e8e4 req-a69d2801-94e3-4479-bc92-13bd93efddbb tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.2606912 Sep 02 13:30:58.227465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=3ff0627e-22a5-4a25-9798-80b380ebf581,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:58.295900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-055667c1-30f9-4d2a-b2b7-822f5533e8e4 req-7985c8d2-9621-408f-b44a-c6cea69c95f2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765564 Sep 02 13:30:58.438516 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] Set router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:30:58.459070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Made reservation on behalf of 14e3953c36634d83a7eaa15c1751f754 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:30:58.464272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:58.473031 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:58.780958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Allocated IP 172.20.0.1 (9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace/385ed3e0-a265-4e50-ad54-0758042f0d93/b9cc329e-8254-4119-9207-b8d5601f5c47) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:58.804994 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84c706-dca5-4836-a42e-e78fbffe967c req-5014ad4b-88f9-4f4e-aac9-19e5a16540a2 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:58.805487 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:50Z', 'updated_at': '2021-09-02T13:30:54Z', 'revision_number': 3, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'gw_port': {'id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:53Z', 'updated_at': '2021-09-02T13:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:30:58.817232 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c84c706-dca5-4836-a42e-e78fbffe967c req-5014ad4b-88f9-4f4e-aac9-19e5a16540a2 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 945 time: 0.1892245 Sep 02 13:30:58.844917 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b418e-6a74-42e9-ab6f-34963b802ec1 None None] The sync data for ids ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'] in n-d-794796-4 is: [{'id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:50Z', 'updated_at': '2021-09-02T13:30:54Z', 'revision_number': 3, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'gw_port': {'id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:53Z', 'updated_at': '2021-09-02T13:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:30:58.889897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Allocated IP 172.20.0.14 (483d653f-34c2-4f13-b78a-8fc2822bcaea/9031b831-f921-492d-b523-e8f8aace4066/c1c0c121-308b-45bd-a22b-6c91fb812404) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:30:58.916623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c84c706-dca5-4836-a42e-e78fbffe967c req-aa399217-03ad-4cc2-a7e9-8b5251c1861e tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983891 Sep 02 13:30:59.006261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45825358-65aa-4bb7-8355-a9a675b02e6e req-4cc1e96a-2aae-48b2-808b-9b362357936a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:59.008086 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-45825358-65aa-4bb7-8355-a9a675b02e6e req-4cc1e96a-2aae-48b2-808b-9b362357936a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 946 time: 0.1278324 Sep 02 13:30:59.028066 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.068831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Transition to ACTIVE for port object b9cc329e-8254-4119-9207-b8d5601f5c47 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:30:59.100837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-45825358-65aa-4bb7-8355-a9a675b02e6e req-5fe502b0-65f5-470d-a43c-fe01ab20052b tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777113 Sep 02 13:30:59.108515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.169289 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.175472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.248368 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.313091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Network 483d653f-34c2-4f13-b78a-8fc2822bcaea is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:59.323173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:59.329669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:59.343825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Pushing event updated for resources: {'Port': ['ID=b9cc329e-8254-4119-9207-b8d5601f5c47,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:59.360520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:30:59.363767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:30:59.378184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:30:59.425059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Pushing event updated for resources: {'Port': ['ID=c1c0c121-308b-45bd-a22b-6c91fb812404,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:30:59.446073 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.479615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:59.480336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.529985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bb4f4-a46f-4f3c-8a43-de6bd3b9f572 req-052a3e8e-1afd-4396-a213-4ae7b7f30952 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:59.538045 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba7bb4f4-a46f-4f3c-8a43-de6bd3b9f572 req-052a3e8e-1afd-4396-a213-4ae7b7f30952 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.2119017 Sep 02 13:30:59.546152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:30:59.552457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-96147341-c9f3-40d2-9411-3e878b8ece7c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890622204', 'description': 'tempest-description--251833193'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:59.581991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-03175726-4311-4c55-a819-cf88958b0694 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4643815 Sep 02 13:30:59.597746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1c6d5312-1420-453a-b3d2-b21d9d060601 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:30:59.649802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Request body: {'port': {'device_id': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:30:59.666762 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 1c6d5312-1420-453a-b3d2-b21d9d060601 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:30:59.667476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1c6d5312-1420-453a-b3d2-b21d9d060601 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:30:59.753006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d31f86-565f-448b-8d12-9ef6d742df01 req-ef54b652-e13e-45ef-a530-76780b99edcf tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:30:59.753789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'name': 'network-vif-deleted', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:59.755576 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-46d31f86-565f-448b-8d12-9ef6d742df01 req-ef54b652-e13e-45ef-a530-76780b99edcf tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 932 time: 0.0862665 Sep 02 13:30:59.756152 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5627d1cb-36c9-47f6-9f1a-d68092218289" -d '{"events": [{"server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "name": "network-vif-deleted", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:59.789391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4604804f-3422-4e4d-90cd-ebca51abca44 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:30:59.846701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff0627e-22a5-4a25-9798-80b380ebf581'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:30:59.849358 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b90741-b62b-4edf-8996-461b537e392e" -d '{"events": [{"server_uuid": "e86e1d09-e786-4d4d-909d-02287bc53e00", "name": "network-vif-plugged", "status": "completed", "tag": "3ff0627e-22a5-4a25-9798-80b380ebf581"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:30:59.860159 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-46d31f86-565f-448b-8d12-9ef6d742df01 req-fc6ba0a0-494f-4bb5-b876-8407e181b315 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510404 Sep 02 13:30:59.865015 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.865634 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba7bb4f4-a46f-4f3c-8a43-de6bd3b9f572 req-373865a0-f1f8-41bc-955b-e50baf5edcd4 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263545 Sep 02 13:30:59.867178 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.869493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96147341-c9f3-40d2-9411-3e878b8ece7c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.898148 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f1271e93-ca10-4a79-aed7-980d31e82525 None None] Provisioning for port b9cc329e-8254-4119-9207-b8d5601f5c47 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:59.904346 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f1271e93-ca10-4a79-aed7-980d31e82525 None None] Provisioning complete for port b9cc329e-8254-4119-9207-b8d5601f5c47 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:59.905091 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1271e93-ca10-4a79-aed7-980d31e82525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.909904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 4604804f-3422-4e4d-90cd-ebca51abca44 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:30:59.948512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4604804f-3422-4e4d-90cd-ebca51abca44 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:30:59.949332 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:30:59.998381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f1271e93-ca10-4a79-aed7-980d31e82525 None None] Port b9cc329e-8254-4119-9207-b8d5601f5c47 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:31:00.064074 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553c2776-aada-46f5-b352-7b7ee4abedd2 x-openstack-request-id: req-553c2776-aada-46f5-b352-7b7ee4abedd2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:00.065250 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86e1d09-e786-4d4d-909d-02287bc53e00", "name": "network-vif-plugged", "status": "completed", "tag": "3ff0627e-22a5-4a25-9798-80b380ebf581", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:00.067848 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-553c2776-aada-46f5-b352-7b7ee4abedd2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:00.068514 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff0627e-22a5-4a25-9798-80b380ebf581', 'code': 200} Sep 02 13:31:00.150697 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ca6cf1-633e-4337-9f3b-43c53056a24b x-openstack-request-id: req-f7ca6cf1-633e-4337-9f3b-43c53056a24b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:00.151029 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e9b45-ecf7-42e6-b22c-10aea64930fa", "name": "network-vif-deleted", "tag": "ed69415e-0eb3-4987-b7f4-755745a47f50", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:00.151458 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7ca6cf1-633e-4337-9f3b-43c53056a24b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:00.156793 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e9b45-ecf7-42e6-b22c-10aea64930fa', 'name': 'network-vif-deleted', 'tag': 'ed69415e-0eb3-4987-b7f4-755745a47f50', 'status': 'completed', 'code': 200} Sep 02 13:31:00.196224 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.203024 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.226865 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 4604804f-3422-4e4d-90cd-ebca51abca44, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4604804f-3422-4e4d-90cd-ebca51abca44,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:00.240944 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.268240 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.307967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=4604804f-3422-4e4d-90cd-ebca51abca44,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:00.325130 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.440342 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.444946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Pushing event updated for resources: {'Port': ['ID=b9cc329e-8254-4119-9207-b8d5601f5c47,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:00.453995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f9c10-942b-4768-b525-7ef705ec5556 req-6d5b8432-73af-412d-a98c-f71412a66f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:00.455559 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec4f9c10-942b-4768-b525-7ef705ec5556 req-6d5b8432-73af-412d-a98c-f71412a66f50 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 1097 time: 0.1838861 Sep 02 13:31:00.469639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4781-430c-4836-8909-25f804f85e30 req-436f4b35-95bd-425b-9301-18caae813e5d tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:00.471221 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3abd4781-430c-4836-8909-25f804f85e30 req-436f4b35-95bd-425b-9301-18caae813e5d tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 945 time: 0.1974933 Sep 02 13:31:00.482013 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986976d9-0415-4aa5-93ae-5b0cdbe2a67d req-4a99f9ce-8622-41c7-b5ba-cc9499ba0299 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:00.488422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-986976d9-0415-4aa5-93ae-5b0cdbe2a67d req-4a99f9ce-8622-41c7-b5ba-cc9499ba0299 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.3223941 Sep 02 13:31:00.570700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-1d3dbfcd-0523-477e-8e08-fb10c6af4409 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:00.573021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-1d3dbfcd-0523-477e-8e08-fb10c6af4409 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.90 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 945 time: 0.2257984 Sep 02 13:31:00.593107 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96147341-c9f3-40d2-9411-3e878b8ece7c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.608221 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96147341-c9f3-40d2-9411-3e878b8ece7c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.614986 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec4f9c10-942b-4768-b525-7ef705ec5556 req-375561f3-5b8b-4545-b7be-9a3aea87d550 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424065 Sep 02 13:31:00.617819 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3abd4781-430c-4836-8909-25f804f85e30 req-16e45595-019e-4237-aaec-d80071105a09 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382797 Sep 02 13:31:00.656819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-ac3ca2b4-6399-4908-a58f-8e0a3b2d97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:00.658349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-ac3ca2b4-6399-4908-a58f-8e0a3b2d97a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510&tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0 HTTP/1.1" status: 200 len: 1101 time: 0.1188726 Sep 02 13:31:00.671200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:00.673408 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-986976d9-0415-4aa5-93ae-5b0cdbe2a67d req-924d4298-1222-42fa-8a39-796a471ff86d tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751580 Sep 02 13:31:00.675276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-4', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:00.705493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:00.724972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96147341-c9f3-40d2-9411-3e878b8ece7c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.724972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-96147341-c9f3-40d2-9411-3e878b8ece7c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1770194 Sep 02 13:31:00.729485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48660) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:00.737420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96147341-c9f3-40d2-9411-3e878b8ece7c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6495af4d-f73c-4308-999f-dfb559225ed4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:00.754906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5a3e7a7a-17ef-45e2-b225-b4cf00e2780b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Request body: {'security_group_rule': {'security_group_id': '6495af4d-f73c-4308-999f-dfb559225ed4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:00.852294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c0c121-308b-45bd-a22b-6c91fb812404 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:00.861599 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.870294 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.890211 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Deleting port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:00.890568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.956142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef5d49-4353-4089-a5dd-9b945adc50f3 req-53255cc4-c6eb-4575-b8e0-1db61bddc3f0 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:00.960399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75ef5d49-4353-4089-a5dd-9b945adc50f3 req-53255cc4-c6eb-4575-b8e0-1db61bddc3f0 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 946 time: 0.2527392 Sep 02 13:31:00.967286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Transition to ACTIVE for port object c1c0c121-308b-45bd-a22b-6c91fb812404 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:00.977652 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7a7a-17ef-45e2-b225-b4cf00e2780b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:00.981910 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.053315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-256f3508-8938-4f7b-9b5e-9af9f6cc0748 None None] Provisioning complete for port b9cc329e-8254-4119-9207-b8d5601f5c47 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:01.053956 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-256f3508-8938-4f7b-9b5e-9af9f6cc0748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.063318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0c121-308b-45bd-a22b-6c91fb812404,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:01.113093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:31:01.153555 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75ef5d49-4353-4089-a5dd-9b945adc50f3 req-393cf23d-ea7c-428f-a1eb-49fd81e072cd tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796873 Sep 02 13:31:01.215306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] For port 07cb828c-c705-4c1c-92f2-5b42a00b9b43, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=07cb828c-c705-4c1c-92f2-5b42a00b9b43,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:01.215704 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.224319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-256f3508-8938-4f7b-9b5e-9af9f6cc0748 None None] Port b9cc329e-8254-4119-9207-b8d5601f5c47 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:31:01.229701 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19256247-3899-4a71-978b-835ba6072b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.244594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Attempting to bind port c1c0c121-308b-45bd-a22b-6c91fb812404 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:01.244594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Attempting to bind port c1c0c121-308b-45bd-a22b-6c91fb812404 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:01.244898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Attempting to bind port c1c0c121-308b-45bd-a22b-6c91fb812404 on network 483d653f-34c2-4f13-b78a-8fc2822bcaea {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:01.326164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Port c1c0c121-308b-45bd-a22b-6c91fb812404 on network 483d653f-34c2-4f13-b78a-8fc2822bcaea not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:01.326503 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Attempting to bind port c1c0c121-308b-45bd-a22b-6c91fb812404 on network 483d653f-34c2-4f13-b78a-8fc2822bcaea {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:01.345292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:01.345658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Checking segment: {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:01.346053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Bound using segment: {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:01.346613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Bound port: c1c0c121-308b-45bd-a22b-6c91fb812404, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:01.346856 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.392777 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7a7a-17ef-45e2-b225-b4cf00e2780b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.423716 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7a7a-17ef-45e2-b225-b4cf00e2780b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.472745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e7a7a-17ef-45e2-b225-b4cf00e2780b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df54c67d-618f-4794-a7b1-347fbf7c309e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:01.508243 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7a7a-17ef-45e2-b225-b4cf00e2780b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.512739 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5a3e7a7a-17ef-45e2-b225-b4cf00e2780b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7687330 Sep 02 13:31:01.516399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48678) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:01.518275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:01.528780 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4e7d45f7-c325-43f5-a35f-8fac6eff7692 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Request body: {'security_group_rule': {'security_group_id': '6495af4d-f73c-4308-999f-dfb559225ed4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:01.576450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d7775-33b1-4a2d-b66e-519c600c7f0a req-d25a6b74-158e-47ec-b113-588bfbd5b69d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:01.585685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-154d7775-33b1-4a2d-b66e-519c600c7f0a req-d25a6b74-158e-47ec-b113-588bfbd5b69d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 944 time: 0.2562184 Sep 02 13:31:01.625246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:31:01.645575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d0158bd7-eac5-4a4a-88f9-2ba025084e6f admin admin] 10.222.0.13 "PUT /v2.0/routers/e5f4c999-26bd-42fd-bf7d-872d3b7079b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3731465 Sep 02 13:31:01.695475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:01.699211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4604804f-3422-4e4d-90cd-ebca51abca44 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:01.738500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e7d45f7-c325-43f5-a35f-8fac6eff7692 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.775451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:01.778041 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-154d7775-33b1-4a2d-b66e-519c600c7f0a req-f89c6bbb-14d4-404d-b730-b321e00d9f93 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912706 Sep 02 13:31:01.809763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Sync routers for ids ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:31:01.827519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4604804f-3422-4e4d-90cd-ebca51abca44 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:01.827901 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.831364 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Routers {'e5f4c999-26bd-42fd-bf7d-872d3b7079b3'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:01.832092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:01.840922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.841342 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.841722 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Floating IP 3d224eb4-e8bf-4e4e-a212-f316ea1d44a3 disassociated. External IP: 172.25.3.166, port: 07cb828c-c705-4c1c-92f2-5b42a00b9b43. Sep 02 13:31:01.842727 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Calling delete_port for 07cb828c-c705-4c1c-92f2-5b42a00b9b43 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:01.884307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:01.887605 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffdeac4-c6e7-4aea-b5f2-2db1c189bfaa" -d '{"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-unplugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:01.894663 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.909980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c1c0c121-308b-45bd-a22b-6c91fb812404,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:01.928590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.946320 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e7d45f7-c325-43f5-a35f-8fac6eff7692 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.957079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Transition to ACTIVE for port object c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:01.961800 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e7d45f7-c325-43f5-a35f-8fac6eff7692 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.980112 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.989211 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:01.989847 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:01.991310 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] 10.222.0.90 "PUT /v2.0/ports/c1c0c121-308b-45bd-a22b-6c91fb812404 HTTP/1.1" status: 200 len: 1092 time: 2.3817501 Sep 02 13:31:02.011189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aabb00-8714-43d0-8367-4dc444c0ff9a req-e698cdde-83fe-44b1-bc8e-7f73f8b5b292 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:02.014610 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94aabb00-8714-43d0-8367-4dc444c0ff9a req-e698cdde-83fe-44b1-bc8e-7f73f8b5b292 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.3286927 Sep 02 13:31:02.053567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ae5f1-ccfa-4454-90d2-54669be6cdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0c121-308b-45bd-a22b-6c91fb812404,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:02.065707 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Set router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:02.105649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d45f7-c325-43f5-a35f-8fac6eff7692 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e40336-c159-4e16-8306-d5c5daa01aa9,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:02.122162 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e7d45f7-c325-43f5-a35f-8fac6eff7692 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.123889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4e7d45f7-c325-43f5-a35f-8fac6eff7692 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6033678 Sep 02 13:31:02.127571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:02.135235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:02.146570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] No DVR routers for this DVR port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:02.159191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:02.161528 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daf0960-eb87-4383-b006-fa11b133acb2" -d '{"events": [{"name": "network-changed", "server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:02.162727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570f555-beb3-43d2-8b06-fe2e4667d8c4 req-d5093a93-cbb5-43a8-b863-bf673ab00c7c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:02.173936 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4570f555-beb3-43d2-8b06-fe2e4667d8c4 req-d5093a93-cbb5-43a8-b863-bf673ab00c7c tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 945 time: 0.2762482 Sep 02 13:31:02.188878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94aabb00-8714-43d0-8367-4dc444c0ff9a req-5f0fa341-5815-4bd3-9225-0b64cb207730 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554873 Sep 02 13:31:02.202547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.206930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:02.207515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-eaf8e1fb-cfb3-4ec6-bc1e-1fe95ebc7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:02.209372 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-eaf8e1fb-cfb3-4ec6-bc1e-1fe95ebc7812 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=14e3953c36634d83a7eaa15c1751f754&device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 1095 time: 0.1569502 Sep 02 13:31:02.227327 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.266619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event deleted for resources: {'Port': ['ID=07cb828c-c705-4c1c-92f2-5b42a00b9b43,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:02.267577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:02.270241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:02.270710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:02.289290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4570f555-beb3-43d2-8b06-fe2e4667d8c4 req-51a5e958-7249-40f7-9b66-0ee6d2be92e0 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ca09f1-871a-4b14-a40d-05eb5795f2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142867 Sep 02 13:31:02.309255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:02.309887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Attempting to bind port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:02.319311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:02.319704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:02.321026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:02.321596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Bound port: c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:02.321955 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.330840 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-791dff6b-86bb-4d1c-bf24-2d5923305989 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c0c121-308b-45bd-a22b-6c91fb812404 HTTP/1.1" status: 200 len: 217 time: 0.1081808 Sep 02 13:31:02.388032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:50Z', 'updated_at': '2021-09-02T13:30:59Z', 'revision_number': 4, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'gw_port': {'id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:53Z', 'updated_at': '2021-09-02T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b9cc329e-8254-4119-9207-b8d5601f5c47', 'name': '', 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'mac_address': 'fa:16:3e:2a:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '385ed3e0-a265-4e50-ad54-0758042f0d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:58Z', 'updated_at': '2021-09-02T13:31:00Z', 'revision_number': 2, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'subnets': [{'id': '385ed3e0-a265-4e50-ad54-0758042f0d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:02.438757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Checking router: e5f4c999-26bd-42fd-bf7d-872d3b7079b3 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:31:02.440090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Updating router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 port b9cc329e-8254-4119-9207-b8d5601f5c47 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:31:02.456930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:02.461751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:02.468962 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.487186 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.533635 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2e87a5b-0168-4104-9f22-3a34fe13a1f8 req-439dfc28-a0ad-4803-a3aa-f4311e6b0d44 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=579308788fd84d4dbce5006ffa61b0f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587318 Sep 02 13:31:02.540064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:02.540748 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.542220 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] 10.222.0.90 "PUT /v2.0/ports/c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 1097 time: 1.8736615 Sep 02 13:31:02.593559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6f735-1122-432f-a198-80dd337ee859 service neutron] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=11']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:02.660493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:02.786170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:02.811135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e87a5b-0168-4104-9f22-3a34fe13a1f8 req-c10ea8b5-41a9-439f-8841-30cd588b81bb tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:02.815766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2e87a5b-0168-4104-9f22-3a34fe13a1f8 req-c10ea8b5-41a9-439f-8841-30cd588b81bb tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232187 Sep 02 13:31:02.816658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.90', 62820) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:02.825677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-c2724c28-b0ab-49b9-939e-de8289ea9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:02.827246 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-c2724c28-b0ab-49b9-939e-de8289ea9d78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1100 time: 0.2158289 Sep 02 13:31:02.944290 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.963576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Transition to ACTIVE for port object b9cc329e-8254-4119-9207-b8d5601f5c47 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:02.976426 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:02.981975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-b6fdeb3d-9d70-43c7-9142-0cbd2c7d12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:02.983534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-b6fdeb3d-9d70-43c7-9142-0cbd2c7d12ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9031b831-f921-492d-b523-e8f8aace4066 HTTP/1.1" status: 200 len: 854 time: 0.5897539 Sep 02 13:31:03.041551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-3327eadf-f3ae-41bd-8f2e-8e7413fb65cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=483d653f-34c2-4f13-b78a-8fc2822bcaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421181 Sep 02 13:31:03.107969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Attempting to bind port b9cc329e-8254-4119-9207-b8d5601f5c47 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:03.108392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Attempting to bind port b9cc329e-8254-4119-9207-b8d5601f5c47 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c70567c9-d0fa-4823-a246-acca63bc8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:03.108773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Attempting to bind port b9cc329e-8254-4119-9207-b8d5601f5c47 on network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:03.117369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:03.117696 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Checking segment: {'id': 'c70567c9-d0fa-4823-a246-acca63bc8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:03.118161 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:03.118569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Bound using segment: {'id': 'c70567c9-d0fa-4823-a246-acca63bc8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:03.119071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Bound port: b9cc329e-8254-4119-9207-b8d5601f5c47, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70567c9-d0fa-4823-a246-acca63bc8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:03.119458 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:03.148468 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-e326d96f-345e-4d1f-a740-ff6837ef5964 service neutron] 10.222.0.90 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925229 Sep 02 13:31:03.160698 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f42566-687d-43ac-970f-1ddb6769a8bb req-9ddff8c2-ddd1-4028-9516-6a95b9b1cc6f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:03.168345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-51f42566-687d-43ac-970f-1ddb6769a8bb req-9ddff8c2-ddd1-4028-9516-6a95b9b1cc6f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 949 time: 0.7759547 Sep 02 13:31:03.200583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] For port b9cc329e-8254-4119-9207-b8d5601f5c47, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:03.204036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] For port b9cc329e-8254-4119-9207-b8d5601f5c47, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b9cc329e-8254-4119-9207-b8d5601f5c47,segment=NetworkSegment(c70567c9-d0fa-4823-a246-acca63bc8f53),segment_id=c70567c9-d0fa-4823-a246-acca63bc8f53)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:03.205690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02e5c7-e1ab-4039-9102-ff6e283e9207 None None] Pushing event updated for resources: {'Port': ['ID=b9cc329e-8254-4119-9207-b8d5601f5c47,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:03.213010 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:03.283325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:31:03.291041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Routers {'e5f4c999-26bd-42fd-bf7d-872d3b7079b3'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:03.291905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:30:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:03.295763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2e87a5b-0168-4104-9f22-3a34fe13a1f8 req-322438fc-8864-4bf8-98fe-f315910fa3f7 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/quotas/579308788fd84d4dbce5006ffa61b0f2 HTTP/1.1" status: 200 len: 375 time: 0.4584875 Sep 02 13:31:03.338289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-51f42566-687d-43ac-970f-1ddb6769a8bb req-2d5fe2e7-41ad-4d6d-98dc-5c9b8ae6fa24 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689675 Sep 02 13:31:03.338474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-7cfe053e-5a6e-4a1c-8dc8-580341c35b59 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:03.339978 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-7cfe053e-5a6e-4a1c-8dc8-580341c35b59 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.90 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.5116913 Sep 02 13:31:03.361502 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2e87a5b-0168-4104-9f22-3a34fe13a1f8 req-6c4c8863-9220-42b6-9ced-ce851740b830 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=579308788fd84d4dbce5006ffa61b0f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495753 Sep 02 13:31:03.363212 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:03.384944 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02e5c7-e1ab-4039-9102-ff6e283e9207 None None] Pushing event updated for resources: {'Port': ['ID=b9cc329e-8254-4119-9207-b8d5601f5c47,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:03.457272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-28aa7d36-6a7f-45e3-ae2a-f7fcc37f680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:03.461313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-28aa7d36-6a7f-45e3-ae2a-f7fcc37f680b service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.6200013 Sep 02 13:31:03.464888 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] Set router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:03.510528 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc4a4d8-46f6-4750-9cd7-042c20cb91e0 x-openstack-request-id: req-9cc4a4d8-46f6-4750-9cd7-042c20cb91e0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:03.510893 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-unplugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:03.511219 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cc4a4d8-46f6-4750-9cd7-042c20cb91e0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:03.511752 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'code': 200} Sep 02 13:31:03.533530 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c27eef26-0140-4ddb-a79c-a53bffe1cbea req-fb878ccb-be44-4019-95b8-05944b0ea219 service neutron] 10.222.0.90 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566735 Sep 02 13:31:03.578159 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-d583fa57-e946-4756-8bdd-03b2bd73acab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 217 time: 0.1082642 Sep 02 13:31:03.606419 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d43f7b8b-7ec2-43a5-bcac-5f285a01c10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:03.643372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Deleting port 746ed205-733d-4d2a-87b4-140160636979 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:03.643854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:03.689057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-60d13bec-352b-4163-9dfd-a35fe68a9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:03.690584 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-60d13bec-352b-4163-9dfd-a35fe68a9f28 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1011128 Sep 02 13:31:03.706206 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-6262d3c2-652a-4982-8559-4e630a360105 req-2510b3f0-6d5f-4bba-ab36-47d3cd4d3000 tempest-FloatingIPDetailsNegativeTestJSON-1172996798 tempest-FloatingIPDetailsNegativeTestJSON-1172996798-project] show failed (client error): The resource could not be found. Sep 02 13:31:03.707447 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6262d3c2-652a-4982-8559-4e630a360105 req-2510b3f0-6d5f-4bba-ab36-47d3cd4d3000 tempest-FloatingIPDetailsNegativeTestJSON-1172996798 tempest-FloatingIPDetailsNegativeTestJSON-1172996798-project] 10.222.0.13 "GET /v2.0/floatingips/be084eec-c3b8-4aad-a7b5-ae22e3985540 HTTP/1.1" status: 404 len: 350 time: 0.0554144 Sep 02 13:31:03.717637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:03.751171 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Allocated IP 172.25.3.191 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/cae23caf-6505-4f11-a42f-e8f89094fe50) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:03.838260 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b5903-2647-45a8-90bc-ed1b201805fd x-openstack-request-id: req-3d5b5903-2647-45a8-90bc-ed1b201805fd {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:03.838855 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:03.839204 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d5b5903-2647-45a8-90bc-ed1b201805fd {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:03.840353 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404', 'status': 'completed', 'code': 200} Sep 02 13:31:03.865656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb42b9e-0261-4456-988f-1fbb68c8d6c8 req-26d694fc-cce9-4497-8fbe-530d80bb4def tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:03.868641 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aeb42b9e-0261-4456-988f-1fbb68c8d6c8 req-26d694fc-cce9-4497-8fbe-530d80bb4def tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 946 time: 0.1913288 Sep 02 13:31:03.879633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a888b-1655-494c-b369-c420f54c1aac req-ee925886-615f-4d1b-b78e-d73cefbc6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:03.881444 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-ee925886-615f-4d1b-b78e-d73cefbc6675 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088908 Sep 02 13:31:03.935597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:31:03.948255 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] Sync routers for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:31:03.963166 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:03.964309 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:03.991686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] For port 746ed205-733d-4d2a-87b4-140160636979, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=746ed205-733d-4d2a-87b4-140160636979,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:03.992092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:04.025764 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:04.049828 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:50Z', 'updated_at': '2021-09-02T13:30:59Z', 'revision_number': 4, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'gw_port': {'id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:53Z', 'updated_at': '2021-09-02T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b9cc329e-8254-4119-9207-b8d5601f5c47', 'name': '', 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'mac_address': 'fa:16:3e:2a:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '385ed3e0-a265-4e50-ad54-0758042f0d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:58Z', 'updated_at': '2021-09-02T13:31:03Z', 'revision_number': 4, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'subnets': [{'id': '385ed3e0-a265-4e50-ad54-0758042f0d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:04.050938 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] No DVR routers for this DVR port 07cb828c-c705-4c1c-92f2-5b42a00b9b43 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:04.058427 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aeb42b9e-0261-4456-988f-1fbb68c8d6c8 req-ee21d258-9162-4389-8dd2-231644e4cb69 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720221 Sep 02 13:31:04.061280 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:04.072886 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eae9a859-5b85-46db-99c6-5236e1e5ba45 req-fbb5bcdf-61e7-4bb6-9b19-3593e529f523 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.90 "DELETE /v2.0/ports/07cb828c-c705-4c1c-92f2-5b42a00b9b43 HTTP/1.1" status: 204 len: 173 time: 3.4847763 Sep 02 13:31:04.100159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5decb756-e06c-45ed-8537-813503ff4f1e None None] The sync data for ids ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'] in n-d-794796-4 is: [{'id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:50Z', 'updated_at': '2021-09-02T13:30:59Z', 'revision_number': 4, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'gw_port': {'id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:53Z', 'updated_at': '2021-09-02T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b9cc329e-8254-4119-9207-b8d5601f5c47', 'name': '', 'network_id': '9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'mac_address': 'fa:16:3e:2a:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '385ed3e0-a265-4e50-ad54-0758042f0d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:58Z', 'updated_at': '2021-09-02T13:31:03Z', 'revision_number': 4, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'subnets': [{'id': '385ed3e0-a265-4e50-ad54-0758042f0d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:31:04.118661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-1b91da48-0a28-4c4a-a98f-b85fdb258b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:04.120271 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-1b91da48-0a28-4c4a-a98f-b85fdb258b1b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=14e3953c36634d83a7eaa15c1751f754&device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 1095 time: 0.2691975 Sep 02 13:31:04.133610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd9c0-cf15-442a-ad7d-85d902306518 req-d1f1af49-a373-4ea9-bbec-3271ca61568a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:04.142325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c73cd9c0-cf15-442a-ad7d-85d902306518 req-d1f1af49-a373-4ea9-bbec-3271ca61568a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 944 time: 0.3064237 Sep 02 13:31:04.259764 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:04.269061 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:04.275889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-313e5779-0480-4bf8-b172-bc46eb8585de service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826010 Sep 02 13:31:04.408395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c73cd9c0-cf15-442a-ad7d-85d902306518 req-8bd9acbc-4aba-496e-a87c-a77c77d11741 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650340 Sep 02 13:31:04.491676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-a9a3abce-1d60-4270-a8ed-e6f8a12e1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:04.493154 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-a9a3abce-1d60-4270-a8ed-e6f8a12e1d5e service neutron] 10.222.0.90 "GET /v2.0/networks?id=483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 200 len: 915 time: 0.3487599 Sep 02 13:31:04.500831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82207f-fa74-4d25-bfb1-694d18fe1e25 req-671b9ad9-7a4d-4303-916a-35b73a90d7d1 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:04.503007 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c82207f-fa74-4d25-bfb1-694d18fe1e25 req-671b9ad9-7a4d-4303-916a-35b73a90d7d1 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 945 time: 0.2703938 Sep 02 13:31:04.535020 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:04.588546 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-b12f188e-260f-469a-8cf0-e5f6df8f075b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c0c121-308b-45bd-a22b-6c91fb812404 HTTP/1.1" status: 200 len: 217 time: 0.0713632 Sep 02 13:31:04.615584 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:04.643234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:04.643952 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:04.646100 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Floating IP 4c5d63ca-9908-456f-bf7a-fc4e6e2249eb disassociated. External IP: 172.25.3.63, port: 746ed205-733d-4d2a-87b4-140160636979. Sep 02 13:31:04.649220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Calling delete_port for 746ed205-733d-4d2a-87b4-140160636979 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:04.650489 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] Checking router: d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:31:04.661487 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:04.662389 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:04.670700 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c82207f-fa74-4d25-bfb1-694d18fe1e25 req-72eb4099-f95e-47e9-af4d-6ce44505f01b tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f359935-fb05-4163-b7f2-9e8de917eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279008 Sep 02 13:31:04.701679 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-252a888b-1655-494c-b369-c420f54c1aac req-3123d496-0270-48ef-b0d6-486325ddc52b service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375783 Sep 02 13:31:04.716803 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3736c5e6-e8e8-4a3e-82c1-5cf0a59f29b8 req-e5554387-900c-4df1-acf6-1315f93d5643 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/ports?device_id=213cb0ba-2beb-42d1-b942-6be2eaaac4da HTTP/1.1" status: 200 len: 210 time: 0.1334610 Sep 02 13:31:04.737449 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:04.758824 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:04.785943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:04.795923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:04.840330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event updated for resources: {'Port': ['ID=cae23caf-6505-4f11-a42f-e8f89094fe50,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:04.865300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-702a69fd-bf45-45ad-87ad-d24229619631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:04.866868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-702a69fd-bf45-45ad-87ad-d24229619631 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9031b831-f921-492d-b523-e8f8aace4066 HTTP/1.1" status: 200 len: 854 time: 0.2418838 Sep 02 13:31:04.929771 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:04.965132 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-895f29fe-5410-4bc3-b4c3-baf8256548f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=483d653f-34c2-4f13-b78a-8fc2822bcaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885077 Sep 02 13:31:05.007199 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:05.061802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Pushing event deleted for resources: {'Port': ['ID=746ed205-733d-4d2a-87b4-140160636979,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:05.151025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9aafb-ed95-487b-90b6-3fcdcaffa967 req-1812eb4a-3563-4ec8-8e47-09db2e7bdaf7 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:05.168559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e4c9aafb-ed95-487b-90b6-3fcdcaffa967 req-1812eb4a-3563-4ec8-8e47-09db2e7bdaf7 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 946 time: 0.2707136 Sep 02 13:31:05.179943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:05.187177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Request body: {'floatingip': {'port_id': '3ff0627e-22a5-4a25-9798-80b380ebf581'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:05.252122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:05.294652 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:05.295152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:05.350181 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db404851-4055-4132-9ec3-8ce5307a0cb2 None None] The sync data for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 is: [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:25:38Z', 'revision_number': 4, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0148576e-1b6b-48b0-8a7d-65d450181f32', 'name': '', 'network_id': '8ee9d33d-70ea-4529-ac74-d1d5efa9946e', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'mac_address': 'fa:16:3e:6c:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:37Z', 'updated_at': '2021-09-02T13:25:46Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'subnets': [{'id': 'dba76dfe-714a-4c5f-b3df-02a5331fad21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:31:05.409220 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-3f193193-240a-4199-a1d0-4b67aba54d29 service neutron] 10.222.0.90 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032381 Sep 02 13:31:05.411386 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:05.623905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c1c0c121-308b-45bd-a22b-6c91fb812404 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:05.629409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 07cb828c-c705-4c1c-92f2-5b42a00b9b43 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:05.664840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:05.667159 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0872690f-3dc1-42f5-b8db-3a312357ed9e" -d '{"events": [{"name": "network-changed", "server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:05.669247 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:05.690526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 07cb828c-c705-4c1c-92f2-5b42a00b9b43 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:05.691090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 07cb828c-c705-4c1c-92f2-5b42a00b9b43 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:05.698271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b9cc329e-8254-4119-9207-b8d5601f5c47 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:05.758487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Router d6203997-882b-4766-82bd-24bf6103b555 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:31:05.771160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f5d61-da8f-4bfd-953d-0a0935d52c53 req-7e7f5c41-39f4-4d64-8928-a48f32ba325b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:05.779603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db0f5d61-da8f-4bfd-953d-0a0935d52c53 req-7e7f5c41-39f4-4d64-8928-a48f32ba325b tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 949 time: 0.6141567 Sep 02 13:31:05.845557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'name': 'network-vif-deleted', 'tag': '07cb828c-c705-4c1c-92f2-5b42a00b9b43'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:05.848966 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6352e258-f846-4610-8be0-214e17135bcd" -d '{"events": [{"server_uuid": "213cb0ba-2beb-42d1-b942-6be2eaaac4da", "name": "network-vif-deleted", "tag": "07cb828c-c705-4c1c-92f2-5b42a00b9b43"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:05.883208 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port b9cc329e-8254-4119-9207-b8d5601f5c47 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:05.919560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c1c0c121-308b-45bd-a22b-6c91fb812404,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:05.939803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d56ee0-b16e-43b6-9ed0-295c1a15c66b None None] New status for floating IP 3d224eb4-e8bf-4e4e-a212-f316ea1d44a3: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:31:05.943015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'c1c0c121-308b-45bd-a22b-6c91fb812404', 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea', 'port_id': 'c1c0c121-308b-45bd-a22b-6c91fb812404', 'mac_address': 'fa:16:3e:cb:3f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031b831-f921-492d-b523-e8f8aace4066', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:05.948377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db0f5d61-da8f-4bfd-953d-0a0935d52c53 req-67cf4776-3b76-44d6-9933-39f2b1202d8f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672263 Sep 02 13:31:05.960259 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b9cc329e-8254-4119-9207-b8d5601f5c47 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:05.960667 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.036779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab744ac-394a-45e3-824b-b67cce8b029a req-401c99d5-05ab-40c0-89c0-dc3901b8da83 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:06.038061 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ab744ac-394a-45e3-824b-b67cce8b029a req-401c99d5-05ab-40c0-89c0-dc3901b8da83 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 944 time: 0.4649243 Sep 02 13:31:06.044874 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1daf0960-eb87-4383-b006-fa11b133acb2 req-0bb34a3c-d692-42bd-aa97-918216f8fffc service neutron] 10.222.0.90 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227875 Sep 02 13:31:06.129839 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.137332 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-912e4e8a-e07d-47e0-bb4a-06da9cdfac5e req-c619322d-baac-4834-b43e-cebbe3312d4a tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=579308788fd84d4dbce5006ffa61b0f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330179 Sep 02 13:31:06.163576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c0c121-308b-45bd-a22b-6c91fb812404 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:06.177553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.188714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c1c0c121-308b-45bd-a22b-6c91fb812404,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:06.194349 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.216782 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ab744ac-394a-45e3-824b-b67cce8b029a req-72ac2bc2-bfa9-4c47-a254-ba7d0cce490c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692781 Sep 02 13:31:06.241929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:31:06.245423 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.258458 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] Sync routers for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:31:06.298140 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:06.299190 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:06.334332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] No DVR routers for this DVR port 746ed205-733d-4d2a-87b4-140160636979 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:06.342281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.344565 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6c916ded-569a-4a74-bbd9-5c5e0a8584d5 req-95a28207-2d5a-49ca-8fd8-3666b240d89a tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.90 "DELETE /v2.0/ports/746ed205-733d-4d2a-87b4-140160636979 HTTP/1.1" status: 204 len: 173 time: 2.9868474 Sep 02 13:31:06.359819 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:31:06.416060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event updated for resources: {'Port': ['ID=cae23caf-6505-4f11-a42f-e8f89094fe50,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:06.440406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4e8a-e07d-47e0-bb4a-06da9cdfac5e req-27949d12-c60f-48be-b7e9-6947febc64f8 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:06.451994 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-912e4e8a-e07d-47e0-bb4a-06da9cdfac5e req-27949d12-c60f-48be-b7e9-6947febc64f8 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039834 Sep 02 13:31:06.477766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-912e4e8a-e07d-47e0-bb4a-06da9cdfac5e req-abe7963a-a82c-40e8-b58c-8900972148d5 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/quotas/579308788fd84d4dbce5006ffa61b0f2 HTTP/1.1" status: 200 len: 375 time: 0.0242839 Sep 02 13:31:06.541994 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d4186203-3320-4d51-9ea0-2e21a4d4b053 req-6540ffdf-5a05-49c1-9afd-313012a68e63 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46ba2de-108a-4581-8e20-c1f56307183c HTTP/1.1" status: 200 len: 210 time: 0.1608937 Sep 02 13:31:06.547542 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-912e4e8a-e07d-47e0-bb4a-06da9cdfac5e req-d3bfed65-2d15-468e-8305-5380e23661c2 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=579308788fd84d4dbce5006ffa61b0f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683012 Sep 02 13:31:06.555274 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.569439 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.585485 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.600796 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.645337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.651545 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f24a1b86-aa98-488a-a4c9-41e457e506c3 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5226562 Sep 02 13:31:06.685876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c1c0c121-308b-45bd-a22b-6c91fb812404,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:06.741296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c1c0c121-308b-45bd-a22b-6c91fb812404'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:06.787218 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.810411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port b9cc329e-8254-4119-9207-b8d5601f5c47, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b9cc329e-8254-4119-9207-b8d5601f5c47,segment=NetworkSegment(c70567c9-d0fa-4823-a246-acca63bc8f53),segment_id=c70567c9-d0fa-4823-a246-acca63bc8f53)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:06.821116 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:06.898523 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f782b-4d62-49ed-ad82-5be1f2d3da76 x-openstack-request-id: req-6f9f782b-4d62-49ed-ad82-5be1f2d3da76 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:06.899486 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:06.900193 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f9f782b-4d62-49ed-ad82-5be1f2d3da76 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:06.916693 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'status': 'completed', 'code': 200} Sep 02 13:31:06.932620 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:06.970942 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdde1fb-e92a-4449-9db3-8203181e2184 x-openstack-request-id: req-8fdde1fb-e92a-4449-9db3-8203181e2184 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:06.971608 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213cb0ba-2beb-42d1-b942-6be2eaaac4da", "name": "network-vif-deleted", "tag": "07cb828c-c705-4c1c-92f2-5b42a00b9b43", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:06.973764 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fdde1fb-e92a-4449-9db3-8203181e2184 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:06.974913 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213cb0ba-2beb-42d1-b942-6be2eaaac4da', 'name': 'network-vif-deleted', 'tag': '07cb828c-c705-4c1c-92f2-5b42a00b9b43', 'status': 'completed', 'code': 200} Sep 02 13:31:07.057339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Deleting port b9cc329e-8254-4119-9207-b8d5601f5c47 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:07.062345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:07.062865 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-577c3ed8-dc67-4a43-b12d-98df82d95065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:07.064997 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-577c3ed8-dc67-4a43-b12d-98df82d95065 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1100 time: 0.1461604 Sep 02 13:31:07.099278 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=b9cc329e-8254-4119-9207-b8d5601f5c47,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:07.259856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] For port b9cc329e-8254-4119-9207-b8d5601f5c47, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b9cc329e-8254-4119-9207-b8d5601f5c47,segment=NetworkSegment(c70567c9-d0fa-4823-a246-acca63bc8f53),segment_id=c70567c9-d0fa-4823-a246-acca63bc8f53)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:07.260462 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:07.282315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Calling delete_port for b9cc329e-8254-4119-9207-b8d5601f5c47 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:07.322755 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Floating IP 2080ef70-a08d-4994-b28a-f83003502dcd associated. External IP: 172.25.3.88, port: 3ff0627e-22a5-4a25-9798-80b380ebf581. Sep 02 13:31:07.354209 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '279bb5db-38e4-4644-a278-c3b536e60a67', 'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'mac_address': 'fa:16:3e:27:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:59Z', 'updated_at': '2021-09-02T13:28:09Z', 'revision_number': 5, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'subnets': [{'id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:07.391516 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] Checking router: d6203997-882b-4766-82bd-24bf6103b555 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:31:07.407889 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:07.408121 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:07.559013 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:07.597649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b9cc329e-8254-4119-9207-b8d5601f5c47 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:07.630431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:07.637546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 746ed205-733d-4d2a-87b4-140160636979 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:07.670822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 746ed205-733d-4d2a-87b4-140160636979 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:07.671439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 746ed205-733d-4d2a-87b4-140160636979 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:07.758770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b9cc329e-8254-4119-9207-b8d5601f5c47 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:07.760388 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:07.767091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b187fcb-1530-4138-9fae-cf56fb657b85 req-617f4bc1-085a-4483-9591-5dd0a4720b4a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:07.775143 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b187fcb-1530-4138-9fae-cf56fb657b85 req-617f4bc1-085a-4483-9591-5dd0a4720b4a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 949 time: 0.4302213 Sep 02 13:31:07.814050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-4f62997f-09d0-4950-8240-3ad94bbde238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:07.815553 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-4f62997f-09d0-4950-8240-3ad94bbde238 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.7415216 Sep 02 13:31:07.843616 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '279bb5db-38e4-4644-a278-c3b536e60a67', 'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'mac_address': 'fa:16:3e:27:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:59Z', 'updated_at': '2021-09-02T13:28:09Z', 'revision_number': 5, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'subnets': [{'id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:07.852156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b187fcb-1530-4138-9fae-cf56fb657b85 req-61fc8df6-2646-417f-959d-dbc8bee49521 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712318 Sep 02 13:31:07.875295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:07.882939 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5fddd8-f136-4ca1-bd94-dbb890dfaf7e None None] The sync data for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 is: [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:28:02Z', 'revision_number': 4, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '279bb5db-38e4-4644-a278-c3b536e60a67', 'name': '', 'network_id': '6843c48f-067c-483f-b84d-09e0f8ba7bf9', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'mac_address': 'fa:16:3e:27:a9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:59Z', 'updated_at': '2021-09-02T13:28:09Z', 'revision_number': 5, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'subnets': [{'id': 'ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:31:07.886069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-b8cb24a6-1e49-4e76-8dd5-7209c33f164d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:07.890638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'mac_address': 'fa:16:3e:62:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:07.894360 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-b8cb24a6-1e49-4e76-8dd5-7209c33f164d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/networks?id=ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 200 len: 822 time: 0.6811650 Sep 02 13:31:07.898150 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-85f3b158-deac-4298-9e49-c834d2047a04 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 200 len: 217 time: 0.0723381 Sep 02 13:31:07.921176 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-b8fd7a83-07c9-4322-9686-5543e735eb52 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/quotas/856a75013b2f419d83b9da71bbc21de3 HTTP/1.1" status: 200 len: 375 time: 0.0219934 Sep 02 13:31:07.940038 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:07.953476 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:07.975039 n-d-794796-4 neutron-server[94689]: INFO neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No ports have port_id starting with b9cc329e-8254-4119-9207-b8d5601f5c47 Sep 02 13:31:07.977161 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cc329e-8254-4119-9207-b8d5601f5c47,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:07.992725 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:08.045288 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:08.051907 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:08.097230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-5ad0b1ac-e283-4c28-be9e-8f7dd9588b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:08.099039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-5ad0b1ac-e283-4c28-be9e-8f7dd9588b78 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1873198 Sep 02 13:31:08.128380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-34392da1-d9f1-47f7-987f-8a80d98dd727 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=856a75013b2f419d83b9da71bbc21de3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2057199 Sep 02 13:31:08.211367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:08.238630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:31:08.258939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-3350f63c-fe77-429f-aaf3-0e509b085451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:08.260545 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-3350f63c-fe77-429f-aaf3-0e509b085451 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219423 Sep 02 13:31:08.308050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e142cab-2ebc-492c-82de-61f6862b3640 req-2529f998-37c8-43b7-82c4-8c1251217a09 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:08.315520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3e142cab-2ebc-492c-82de-61f6862b3640 req-2529f998-37c8-43b7-82c4-8c1251217a09 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 945 time: 0.2171712 Sep 02 13:31:08.366306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7fc1d-2e7a-4016-a55b-b59b1bc41314 None None] New status for floating IP 4c5d63ca-9908-456f-bf7a-fc4e6e2249eb: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:31:08.373413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:08.395712 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3e142cab-2ebc-492c-82de-61f6862b3640 req-1ed6adf3-7f0c-4d04-8945-c542b0eb0cc9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747244 Sep 02 13:31:08.443534 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:08.578877 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-82243c12-ee21-412e-ac5d-e74b3aab9348 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481761 Sep 02 13:31:08.591268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:31:08.603856 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] Sync routers for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:31:08.619947 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:08.620585 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:08.626492 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:08.740993 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-df57575f-7461-441f-814f-60cd4b9eebc9 service neutron] 10.222.0.13 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114435 Sep 02 13:31:08.748557 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ebc58bf0-1028-4c46-9552-faaaec34ffba tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "PUT /v2.0/floatingips/2080ef70-a08d-4994-b28a-f83003502dcd HTTP/1.1" status: 200 len: 991 time: 3.5681584 Sep 02 13:31:08.789356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:31:08.842464 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:08.907654 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-7001b91d-b85e-4bbf-bfd4-67450951d8a3 service neutron] 10.222.0.13 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389115 Sep 02 13:31:08.925005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'name': 'network-vif-deleted', 'tag': '746ed205-733d-4d2a-87b4-140160636979'}, {'name': 'network-changed', 'server_uuid': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'tag': '3ff0627e-22a5-4a25-9798-80b380ebf581'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:08.927375 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8849fab1-43d4-4936-b590-8d58f5bebc3d" -d '{"events": [{"server_uuid": "e46ba2de-108a-4581-8e20-c1f56307183c", "name": "network-vif-deleted", "tag": "746ed205-733d-4d2a-87b4-140160636979"}, {"name": "network-changed", "server_uuid": "e86e1d09-e786-4d4d-909d-02287bc53e00", "tag": "3ff0627e-22a5-4a25-9798-80b380ebf581"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:08.960083 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:31:08.969352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a3661832-439d-4fb4-a7c4-da67852c26d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/e5f4c999-26bd-42fd-bf7d-872d3b7079b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2503612 Sep 02 13:31:08.970124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:08.976551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] Sync routers for ids ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:31:09.007252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] Routers {'e5f4c999-26bd-42fd-bf7d-872d3b7079b3'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:09.008351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:09.024324 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0872690f-3dc1-42f5-b8db-3a312357ed9e req-251d39a7-209f-4d44-920f-65d634a5a356 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296908 Sep 02 13:31:09.106868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48818) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:09.187509 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39b09997-7aab-44a2-845c-dae0a519f708 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.216269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f15f5-cae4-4936-b4bd-f6d03f5ff468 req-9c7caa0f-6a79-4c43-8b6a-5f93675982a5 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:09.220326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e94f15f5-cae4-4936-b4bd-f6d03f5ff468 req-9c7caa0f-6a79-4c43-8b6a-5f93675982a5 tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 1101 time: 0.1469295 Sep 02 13:31:09.254806 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39b09997-7aab-44a2-845c-dae0a519f708 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.258421 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.275583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] Set router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:09.330645 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39b09997-7aab-44a2-845c-dae0a519f708 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.335006 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39b09997-7aab-44a2-845c-dae0a519f708 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.336531 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-39b09997-7aab-44a2-845c-dae0a519f708 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "DELETE /v2.0/security-groups/09ca09f1-871a-4b14-a40d-05eb5795f2be HTTP/1.1" status: 204 len: 168 time: 0.2282917 Sep 02 13:31:09.341574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48826) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:09.363428 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-97fbb3e0-c3c4-4ead-b97a-fac8b9b44d03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] show failed (client error): The resource could not be found. Sep 02 13:31:09.364368 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-97fbb3e0-c3c4-4ead-b97a-fac8b9b44d03 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "GET /v2.0/security-groups/09ca09f1-871a-4b14-a40d-05eb5795f2be HTTP/1.1" status: 404 len: 347 time: 0.0215497 Sep 02 13:31:09.367274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48832) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:09.391484 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e94f15f5-cae4-4936-b4bd-f6d03f5ff468 req-525149cb-11df-4466-8951-dfc944c3fb3d tempest-MigrationsAdminTest-537456106 tempest-MigrationsAdminTest-537456106-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633251 Sep 02 13:31:09.437915 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '2080ef70-a08d-4994-b28a-f83003502dcd', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'port_id': '3ff0627e-22a5-4a25-9798-80b380ebf581', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'mac_address': 'fa:16:3e:96:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:30:42Z', 'updated_at': '2021-09-02T13:31:06Z', 'revision_number': 1, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3046a77-cbfb-4231-baf2-c90881c0becc', 'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'mac_address': 'fa:16:3e:b3:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:35Z', 'updated_at': '2021-09-02T13:30:44Z', 'revision_number': 5, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'subnets': [{'id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:09.443686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:09.478329 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] Checking router: 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:31:09.512469 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:09.513122 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:09.544019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b09997-7aab-44a2-845c-dae0a519f708 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ca09f1-871a-4b14-a40d-05eb5795f2be,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:09.607695 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.648386 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1aa2f6-9809-4320-b053-db915d843dd5 x-openstack-request-id: req-8b1aa2f6-9809-4320-b053-db915d843dd5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:09.648688 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46ba2de-108a-4581-8e20-c1f56307183c", "name": "network-vif-deleted", "tag": "746ed205-733d-4d2a-87b4-140160636979", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e86e1d09-e786-4d4d-909d-02287bc53e00", "tag": "3ff0627e-22a5-4a25-9798-80b380ebf581", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:09.648941 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b1aa2f6-9809-4320-b053-db915d843dd5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:09.649344 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46ba2de-108a-4581-8e20-c1f56307183c', 'name': 'network-vif-deleted', 'tag': '746ed205-733d-4d2a-87b4-140160636979', 'status': 'completed', 'code': 200} Sep 02 13:31:09.649596 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'tag': '3ff0627e-22a5-4a25-9798-80b380ebf581', 'status': 'completed', 'code': 200} Sep 02 13:31:09.665780 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60876247-9cf1-413e-9da9-de9aff843b4c req-a8c58e8e-6726-4215-b61c-88740a75cd64 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 210 time: 0.0491197 Sep 02 13:31:09.743890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-5e0a506a-b28c-44d3-8bcc-ec69ce65a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:09.744324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0635f90-3c45-49e6-a89b-09b585ad075c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.745742 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-5e0a506a-b28c-44d3-8bcc-ec69ce65a215 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=60b190c547af438ab9097a9eb32c5073&device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 1097 time: 0.1010280 Sep 02 13:31:09.748345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Deleting port a6000215-bbd1-4444-8675-71a4ae0cb073 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:09.748891 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.822156 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:09.835312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0635f90-3c45-49e6-a89b-09b585ad075c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.889564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Deleting port 4604804f-3422-4e4d-90cd-ebca51abca44 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:09.890027 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:09.990060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd67860-1509-425c-a671-faf0f953f0e0 req-f607a512-67fb-45a8-b92f-d9ccf0b6c06b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:10.006487 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdd67860-1509-425c-a671-faf0f953f0e0 req-f607a512-67fb-45a8-b92f-d9ccf0b6c06b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 945 time: 0.2414806 Sep 02 13:31:10.006934 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:10.087085 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.088000 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.119627 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdd67860-1509-425c-a671-faf0f953f0e0 req-17170f64-dded-4eaa-820d-96c836177736 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120255 Sep 02 13:31:10.133948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0635f90-3c45-49e6-a89b-09b585ad075c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.145535 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0635f90-3c45-49e6-a89b-09b585ad075c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.153670 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a0635f90-3c45-49e6-a89b-09b585ad075c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f359935-fb05-4163-b7f2-9e8de917eaf0 HTTP/1.1" status: 204 len: 168 time: 0.7083132 Sep 02 13:31:10.165385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:10.167844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Calling delete_port for a6000215-bbd1-4444-8675-71a4ae0cb073 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:10.202646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:10.205287 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2876ece1-b518-4f4e-84fb-f9edb9e775b2 req-486c8787-74be-44f6-b024-c33449a11ea4 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=579308788fd84d4dbce5006ffa61b0f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088815 Sep 02 13:31:10.211972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:10.212355 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.213447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0635f90-3c45-49e6-a89b-09b585ad075c tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f359935-fb05-4163-b7f2-9e8de917eaf0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:10.242836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] For port 4604804f-3422-4e4d-90cd-ebca51abca44, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4604804f-3422-4e4d-90cd-ebca51abca44,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:10.243298 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.264037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-66791fde-b434-4416-9c0e-b88d194c4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:10.264638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Calling delete_port for 4604804f-3422-4e4d-90cd-ebca51abca44 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:10.265587 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '2080ef70-a08d-4994-b28a-f83003502dcd', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'port_id': '3ff0627e-22a5-4a25-9798-80b380ebf581', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'mac_address': 'fa:16:3e:96:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:30:42Z', 'updated_at': '2021-09-02T13:31:06Z', 'revision_number': 1, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3046a77-cbfb-4231-baf2-c90881c0becc', 'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'mac_address': 'fa:16:3e:b3:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:35Z', 'updated_at': '2021-09-02T13:30:44Z', 'revision_number': 5, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'subnets': [{'id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:10.268238 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-66791fde-b434-4416-9c0e-b88d194c4e20 service neutron] 10.222.0.77 "GET /v2.0/networks?id=df508750-43f1-4f5d-b787-38be78084a2f HTTP/1.1" status: 200 len: 906 time: 0.5146847 Sep 02 13:31:10.328626 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-2b51c9d5-1acf-4070-9dde-d0f7a80c1887 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] show failed (client error): The resource could not be found. Sep 02 13:31:10.330085 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2b51c9d5-1acf-4070-9dde-d0f7a80c1887 tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "GET /v2.0/security-groups/7f359935-fb05-4163-b7f2-9e8de917eaf0 HTTP/1.1" status: 404 len: 347 time: 0.1558886 Sep 02 13:31:10.340762 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c87d0e-c90f-417b-92be-ead58a41660e None None] The sync data for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 is: [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '2080ef70-a08d-4994-b28a-f83003502dcd', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'port_id': '3ff0627e-22a5-4a25-9798-80b380ebf581', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'mac_address': 'fa:16:3e:96:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:30:42Z', 'updated_at': '2021-09-02T13:31:06Z', 'revision_number': 1, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3046a77-cbfb-4231-baf2-c90881c0becc', 'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'mac_address': 'fa:16:3e:b3:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:35Z', 'updated_at': '2021-09-02T13:30:44Z', 'revision_number': 5, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'subnets': [{'id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:31:10.364471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:10.373749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:50Z', 'updated_at': '2021-09-02T13:31:07Z', 'revision_number': 5, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'gw_port': {'id': '4604804f-3422-4e4d-90cd-ebca51abca44', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:53Z', 'updated_at': '2021-09-02T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:10.376803 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.406802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] Checking router: e5f4c999-26bd-42fd-bf7d-872d3b7079b3 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:31:10.438205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:10.440516 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0fed73-94d8-45aa-9a27-eb7b662f7635" -d '{"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-plugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:10.447039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] Routers {'e5f4c999-26bd-42fd-bf7d-872d3b7079b3'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:10.449320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:10.467986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0740a3d-2100-499a-a5f1-d72775786213 req-62951440-1639-4cec-b0da-89056c31f932 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:10.469607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f0740a3d-2100-499a-a5f1-d72775786213 req-62951440-1639-4cec-b0da-89056c31f932 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 950 time: 0.2068129 Sep 02 13:31:10.500401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:10.529895 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.530878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c1c0c121-308b-45bd-a22b-6c91fb812404 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:10.534840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876ece1-b518-4f4e-84fb-f9edb9e775b2 req-8c8c302f-6331-436f-ae56-75eb99167193 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:10.545266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2876ece1-b518-4f4e-84fb-f9edb9e775b2 req-8c8c302f-6331-436f-ae56-75eb99167193 tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373425 Sep 02 13:31:10.568549 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f0740a3d-2100-499a-a5f1-d72775786213 req-8bfce8f5-3de6-49b1-843a-d940ba445233 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858436 Sep 02 13:31:10.583917 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2876ece1-b518-4f4e-84fb-f9edb9e775b2 req-27809744-d36a-406a-a79e-1ebcc5233dea tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/quotas/579308788fd84d4dbce5006ffa61b0f2 HTTP/1.1" status: 200 len: 375 time: 0.0387807 Sep 02 13:31:10.663648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] Set router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:10.672442 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47191c0d-81d9-416b-ad63-b27300bfb9cb x-openstack-request-id: req-47191c0d-81d9-416b-ad63-b27300bfb9cb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:10.673653 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-plugged", "status": "completed", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:10.674117 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47191c0d-81d9-416b-ad63-b27300bfb9cb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:10.675017 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'code': 200} Sep 02 13:31:10.728561 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aabc53-b662-42d5-93ca-db6e39123e8c None None] New status for floating IP 2080ef70-a08d-4994-b28a-f83003502dcd: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:31:10.741619 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2876ece1-b518-4f4e-84fb-f9edb9e775b2 req-33ce8697-e493-41cb-83d4-6df496d3731f tempest-QuotasAdminNegativeTest-953021456 tempest-QuotasAdminNegativeTest-953021456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=579308788fd84d4dbce5006ffa61b0f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1563981 Sep 02 13:31:10.755314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Deleting port cbe116c9-02eb-4bb2-86eb-3114aedff63f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:10.756480 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.905371 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.913229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:50Z', 'updated_at': '2021-09-02T13:31:09Z', 'revision_number': 6, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:10.914232 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.914676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:10.963991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4604804f-3422-4e4d-90cd-ebca51abca44,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:10.971477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Calling delete_port for cbe116c9-02eb-4bb2-86eb-3114aedff63f owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:10.988453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=13']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:10.997488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c3f2d0-205c-4b06-8d22-14ef0212616a None None] The sync data for ids ['e5f4c999-26bd-42fd-bf7d-872d3b7079b3'] in n-d-794796-4 is: [{'id': 'e5f4c999-26bd-42fd-bf7d-872d3b7079b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1323613901-router', 'tenant_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:50Z', 'updated_at': '2021-09-02T13:31:09Z', 'revision_number': 6, 'project_id': 'ca8ce8e3ff2045a785efc28d09752e54', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:31:11.027651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port c1c0c121-308b-45bd-a22b-6c91fb812404 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:11.033993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port c1c0c121-308b-45bd-a22b-6c91fb812404 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:11.034510 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.180166 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-60099c3a-75aa-47f6-88af-9e5a650951d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ff0627e-22a5-4a25-9798-80b380ebf581 HTTP/1.1" status: 200 len: 999 time: 0.8897512 Sep 02 13:31:11.213424 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.237646 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4390b3f6-88fd-46d1-ab4e-995a2cf1f929 req-070c48fe-20a8-4109-86c2-a2a6a684df43 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 210 time: 0.2823174 Sep 02 13:31:11.247767 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.358425 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c1c0c121-308b-45bd-a22b-6c91fb812404,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:11.369440 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.413827 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.454284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-e552a653-9d20-4c8d-a0cc-7bd5a498b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:11.457286 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-e552a653-9d20-4c8d-a0cc-7bd5a498b6ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=671abd7c-ff1b-49a1-92f0-f022e57ea4f3 HTTP/1.1" status: 200 len: 844 time: 0.2354431 Sep 02 13:31:11.557760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c1c0c121-308b-45bd-a22b-6c91fb812404,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:11.586304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Pushing event deleted for resources: {'Port': ['ID=a6000215-bbd1-4444-8675-71a4ae0cb073,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:11.640875 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.644681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.767251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-388f7ec3-a6d6-4fd3-9bbf-10edc95d7254 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:11.770217 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-388f7ec3-a6d6-4fd3-9bbf-10edc95d7254 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "GET /v2.0/networks?id=ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 200 len: 822 time: 0.8389616 Sep 02 13:31:11.826800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Request body: {'port': {'device_id': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629', 'admin_state_up': True, 'tenant_id': '856a75013b2f419d83b9da71bbc21de3'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:11.870109 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:11.898504 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.899128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f4c999-26bd-42fd-bf7d-872d3b7079b3 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:31:11.908649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7399367-f750-4dc9-b473-104e7b40cca4 req-ccd5b47d-77ad-4fe3-bdf5-bbfb8ec618eb tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:11.909513 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.910267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c7399367-f750-4dc9-b473-104e7b40cca4 req-ccd5b47d-77ad-4fe3-bdf5-bbfb8ec618eb tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.3963616 Sep 02 13:31:11.915108 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-50e62143-a97c-4986-a2a7-698029233b38 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e5f4c999-26bd-42fd-bf7d-872d3b7079b3 HTTP/1.1" status: 204 len: 168 time: 2.9416041 Sep 02 13:31:11.917142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:11.919762 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-54318ab2-8b2d-4380-a1dc-609196cc9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:11.920270 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.921161 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-54318ab2-8b2d-4380-a1dc-609196cc9bab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=df508750-43f1-4f5d-b787-38be78084a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4508796 Sep 02 13:31:11.949634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.949865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-3e8be2bd-7e4e-45f3-9c90-26bd4a48e6bc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2986341 Sep 02 13:31:11.952183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:11.953395 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e24f5273-1d1f-473c-b3e5-23f8b27611a4 tempest-ServersWithSpecificFlavorTestJSON-421922192 tempest-ServersWithSpecificFlavorTestJSON-421922192-project] 10.222.0.13 "DELETE /v2.0/floatingips/3d224eb4-e8bf-4e4e-a212-f316ea1d44a3 HTTP/1.1" status: 204 len: 168 time: 2.5851057 Sep 02 13:31:12.009354 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Pushing event deleted for resources: {'Port': ['ID=cbe116c9-02eb-4bb2-86eb-3114aedff63f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:12.026488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50819415-2e37-4a97-97fb-1ed5ad49a43d req-d13da6f1-bc6f-4008-a377-b132f0306212 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:12.034011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50819415-2e37-4a97-97fb-1ed5ad49a43d req-d13da6f1-bc6f-4008-a377-b132f0306212 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 951 time: 0.2947972 Sep 02 13:31:12.043890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-974f0703-c5d2-4987-804a-c024278d157f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:12.045410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-974f0703-c5d2-4987-804a-c024278d157f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 951 time: 0.3680129 Sep 02 13:31:12.056938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b9cc329e-8254-4119-9207-b8d5601f5c47 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:12.082305 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c7399367-f750-4dc9-b473-104e7b40cca4 req-0f2d99d5-a2b8-4863-93c5-4a6917f7f75a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578529 Sep 02 13:31:12.087453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: b9cc329e-8254-4119-9207-b8d5601f5c47 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:12.088002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b9cc329e-8254-4119-9207-b8d5601f5c47 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:12.149077 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-a9fa9eec-d849-4384-b01c-8b1db447db87 service neutron] 10.222.0.77 "GET /v2.0/networks/df508750-43f1-4f5d-b787-38be78084a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922016 Sep 02 13:31:12.150126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Made reservation on behalf of 856a75013b2f419d83b9da71bbc21de3 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:12.154374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.179431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cac3ebb-c0a9-464e-977c-248c45c38616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.192802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10d077b-e6bc-4b94-be07-d500738ce867 admin admin] Deleting subnet 385ed3e0-a265-4e50-ad54-0758042f0d93 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:31:12.210260 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e10d077b-e6bc-4b94-be07-d500738ce867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.275275 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50819415-2e37-4a97-97fb-1ed5ad49a43d req-a1da2d1d-d10c-42d7-9bd4-8312845422ac tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400222 Sep 02 13:31:12.276718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-e74299f5-b39c-4c85-ac81-960437c7c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:12.278690 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-e74299f5-b39c-4c85-ac81-960437c7c53c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 1101 time: 0.2829354 Sep 02 13:31:12.318624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.321171 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.325436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b003ec8b-db6c-4016-a5fe-400a29c7686e tempest-ServersTestManualDisk-1771038627 tempest-ServersTestManualDisk-1771038627-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c5d63ca-9908-456f-bf7a-fc4e6e2249eb HTTP/1.1" status: 204 len: 168 time: 1.9569809 Sep 02 13:31:12.326236 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e10d077b-e6bc-4b94-be07-d500738ce867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.330602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:12.393015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Allocated IP 172.20.0.8 (ead7d643-a70b-4873-bb94-2a2d3a960629/d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a/0d91e734-6648-4f1c-bb09-da1aa69d2dc6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:12.408956 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8849fab1-43d4-4936-b590-8d58f5bebc3d req-63ab49e2-4933-4439-85dd-c2942765bc92 service neutron] 10.222.0.77 "GET /v2.0/networks/df508750-43f1-4f5d-b787-38be78084a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399952 Sep 02 13:31:12.608340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.668738 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.676788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:12.685165 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d6e4d8-02e8-4320-ac36-9f426f79ca8e" -d '{"events": [{"server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:12.725367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Network ead7d643-a70b-4873-bb94-2a2d3a960629 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:12.728501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:12.732993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:12.737100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event updated for resources: {'Port': ['ID=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:12.774176 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d74e07b-156b-4c72-90ce-48a6d123170d x-openstack-request-id: req-3d74e07b-156b-4c72-90ce-48a6d123170d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:12.774468 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:12.774796 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d74e07b-156b-4c72-90ce-48a6d123170d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:12.775127 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404', 'code': 200} Sep 02 13:31:12.790446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:12.791185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.880262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48914) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:12.893189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c3f75-cdb5-4385-899c-f38096c495f4 req-eb47e263-b384-4099-8944-962de2cf7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:12.894794 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-272c3f75-cdb5-4385-899c-f38096c495f4 req-eb47e263-b384-4099-8944-962de2cf7e33 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 1097 time: 0.0551658 Sep 02 13:31:12.911328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Deleting port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:12.912293 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:12.936240 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-272c3f75-cdb5-4385-899c-f38096c495f4 req-61659954-2887-4f2f-9c6e-716e2bfa0870 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Sep 02 13:31:13.055011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f1689-e6d2-4877-9311-3bab7d2d3892 req-19a3606b-ec54-4d5e-be7c-c998c30d1f19 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:13.056530 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ec8f1689-e6d2-4877-9311-3bab7d2d3892 req-19a3606b-ec54-4d5e-be7c-c998c30d1f19 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 931 time: 0.3981776 Sep 02 13:31:13.067008 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e10d077b-e6bc-4b94-be07-d500738ce867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.120053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-11debb44-7c1f-4676-8dbe-d6188d85ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:13.120053 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-11debb44-7c1f-4676-8dbe-d6188d85ec63 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.8143489 Sep 02 13:31:13.281325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-66f93733-1b27-4739-b95a-dc27c6715f7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 200 len: 217 time: 0.1088991 Sep 02 13:31:13.313395 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cac3ebb-c0a9-464e-977c-248c45c38616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.358341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-19e41666-0221-421d-bee3-c34bed7b3bbb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5511749 Sep 02 13:31:13.369786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ec8f1689-e6d2-4877-9311-3bab7d2d3892 req-b40bb111-8c38-4a5d-91af-82a0255d3a2e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957690 Sep 02 13:31:13.369786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] For port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:13.369786 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.377275 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cac3ebb-c0a9-464e-977c-248c45c38616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.386934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Request body: {'port': {'device_id': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:13.431012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Calling delete_port for c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:13.433780 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e10d077b-e6bc-4b94-be07-d500738ce867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.484569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930539-d4c3-4205-944f-1555315c6de3 req-905b902b-702f-4e8f-ba72-947f1c125d7b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:13.487290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ff930539-d4c3-4205-944f-1555315c6de3 req-905b902b-702f-4e8f-ba72-947f1c125d7b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1478701 Sep 02 13:31:13.498091 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8cac3ebb-c0a9-464e-977c-248c45c38616 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=579308788fd84d4dbce5006ffa61b0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6228454 Sep 02 13:31:13.500795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d077b-e6bc-4b94-be07-d500738ce867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=385ed3e0-a265-4e50-ad54-0758042f0d93,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:13.504448 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-45e75c2d-1ca5-4a89-b935-79f7322037fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:13.506309 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-45e75c2d-1ca5-4a89-b935-79f7322037fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.2039635 Sep 02 13:31:13.506658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:13.514105 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e10d077b-e6bc-4b94-be07-d500738ce867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.516660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e10d077b-e6bc-4b94-be07-d500738ce867 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/385ed3e0-a265-4e50-ad54-0758042f0d93 HTTP/1.1" status: 204 len: 168 time: 1.5937963 Sep 02 13:31:13.517432 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac3ebb-c0a9-464e-977c-248c45c38616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f7092-b2eb-4144-8afa-3832c711d7fe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:13.521739 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b280586-dc85-4f9b-b88d-27aa9d17b71e None None] Network 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:13.539603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4604804f-3422-4e4d-90cd-ebca51abca44 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:13.564514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:13.591684 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.595857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 4604804f-3422-4e4d-90cd-ebca51abca44 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:13.596484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4604804f-3422-4e4d-90cd-ebca51abca44 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:13.711042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ff930539-d4c3-4205-944f-1555315c6de3 req-129b6f0b-8a23-4be5-9cc6-689f17003486 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132943 Sep 02 13:31:13.739314 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e78387d9-a23f-4d79-94a1-c81a40877773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.766322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9622c8e9-0122-4f40-94dc-4916b6862a37 None None] DHCP port deletion for 9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:31:13.794609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.833129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0696ab-80ec-4e1d-8610-62c8c4cab381 req-5eb179d2-d93d-4e4b-93a8-f587596416e3 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:13.834531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c0696ab-80ec-4e1d-8610-62c8c4cab381 req-5eb179d2-d93d-4e4b-93a8-f587596416e3 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 951 time: 0.2622492 Sep 02 13:31:13.842369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9622c8e9-0122-4f40-94dc-4916b6862a37 None None] Deleting port 69682835-21cc-43cd-9143-3abb4abd0256 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:13.843284 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9622c8e9-0122-4f40-94dc-4916b6862a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.844566 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e78387d9-a23f-4d79-94a1-c81a40877773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.847585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-4fd6c859-8fb3-4bd1-943a-64c24bf799a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:13.849123 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-4fd6c859-8fb3-4bd1-943a-64c24bf799a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2885375 Sep 02 13:31:13.939963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9622c8e9-0122-4f40-94dc-4916b6862a37 None None] For port 69682835-21cc-43cd-9143-3abb4abd0256, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=69682835-21cc-43cd-9143-3abb4abd0256,segment=NetworkSegment(c70567c9-d0fa-4823-a246-acca63bc8f53),segment_id=c70567c9-d0fa-4823-a246-acca63bc8f53)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:13.940526 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9622c8e9-0122-4f40-94dc-4916b6862a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:13.958554 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9622c8e9-0122-4f40-94dc-4916b6862a37 None None] Calling delete_port for 69682835-21cc-43cd-9143-3abb4abd0256 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:14.049817 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e78387d9-a23f-4d79-94a1-c81a40877773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.052320 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e78387d9-a23f-4d79-94a1-c81a40877773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.057043 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e78387d9-a23f-4d79-94a1-c81a40877773 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d71f7092-b2eb-4144-8afa-3832c711d7fe HTTP/1.1" status: 204 len: 168 time: 0.5457273 Sep 02 13:31:14.061480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c0696ab-80ec-4e1d-8610-62c8c4cab381 req-14aaec18-f6d1-4974-abf1-df8319d4f072 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998158 Sep 02 13:31:14.066449 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.070545 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78387d9-a23f-4d79-94a1-c81a40877773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71f7092-b2eb-4144-8afa-3832c711d7fe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:14.095804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['1d451c2c-26b6-44ef-b421-a22d707dec85', '95467265-8180-4441-af67-81ee981188fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:14.105223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['efe7c697-2021-4557-a066-b7a83cdae6fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:14.144795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Pushing event deleted for resources: {'Port': ['ID=c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:14.156270 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-a10b2680-f8e5-4777-aa68-d098782edf52 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905602 Sep 02 13:31:14.214156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:14.251644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Deleting port 69682835-21cc-43cd-9143-3abb4abd0256 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:14.252262 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.256898 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.283804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Transition to ACTIVE for port object 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:14.290977 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.300430 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9622c8e9-0122-4f40-94dc-4916b6862a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.358662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622c8e9-0122-4f40-94dc-4916b6862a37 None None] Pushing event deleted for resources: {'Port': ['ID=69682835-21cc-43cd-9143-3abb4abd0256,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:14.366001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9622c8e9-0122-4f40-94dc-4916b6862a37 None None] No DVR routers for this DVR port 69682835-21cc-43cd-9143-3abb4abd0256 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:14.377293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:14.401564 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.439274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] No DVR routers for this DVR port c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:14.589611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48936) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:14.609384 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] For port 69682835-21cc-43cd-9143-3abb4abd0256, host n-d-794796-4, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:14.609668 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.622009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2733c2b-3370-4a6e-835e-5feefba36cb4 req-e10f8893-f901-4acb-8008-0eebb2c9ba69 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353161 Sep 02 13:31:14.640672 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.641406 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0d1cdab-a1b4-4dfb-ab66-56e106d007de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.642916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5ec00a6f-7376-4578-9afc-8e9432672585 req-990b65a4-9053-4f4b-91ae-8b9b8ebd9c06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "DELETE /v2.0/ports/c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 HTTP/1.1" status: 204 len: 173 time: 2.5734344 Sep 02 13:31:14.648154 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-deleted', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:14.651000 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc5f113-60c4-43f0-8d2f-4bde67a519aa" -d '{"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-deleted", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:14.654832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Calling delete_port for 69682835-21cc-43cd-9143-3abb4abd0256 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:14.658555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Port 69682835-21cc-43cd-9143-3abb4abd0256 was not found and therefore no delete operation was performed {{(pid=94688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:31:14.661102 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.682640 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Attempting to bind port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:14.683592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Attempting to bind port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:14.683914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Attempting to bind port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 on network ead7d643-a70b-4873-bb94-2a2d3a960629 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:14.695342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Pushing event deleted for resources: {'Port': ['ID=69682835-21cc-43cd-9143-3abb4abd0256,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:14.707303 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] No DVR routers for this DVR port 69682835-21cc-43cd-9143-3abb4abd0256 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:14.708216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 on network ead7d643-a70b-4873-bb94-2a2d3a960629 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:14.708770 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Attempting to bind port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 on network ead7d643-a70b-4873-bb94-2a2d3a960629 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:14.743155 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:14.743505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Checking segment: {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:14.743940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Bound using segment: {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:14.744401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Bound port: 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:14.744658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.744796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.749338 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc829d-4376-41c9-be8d-822cbfbe6775 x-openstack-request-id: req-63bc829d-4376-41c9-be8d-822cbfbe6775 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:14.749670 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85487dae-f1b0-4203-8d33-8c599e0cd510", "name": "network-vif-deleted", "tag": "c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:14.749866 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63bc829d-4376-41c9-be8d-822cbfbe6775 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:14.750453 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85487dae-f1b0-4203-8d33-8c599e0cd510', 'name': 'network-vif-deleted', 'tag': 'c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5', 'status': 'completed', 'code': 200} Sep 02 13:31:14.773160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6571c20-f60d-4e0b-9746-ee588a3151d0 req-e96772de-5cd2-45c9-b910-bbfaed355bd0 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:14.774793 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6571c20-f60d-4e0b-9746-ee588a3151d0 req-e96772de-5cd2-45c9-b910-bbfaed355bd0 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 943 time: 0.1848545 Sep 02 13:31:14.900431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.915650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:14.935170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70567c9-d0fa-4823-a246-acca63bc8f53') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:14.935532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70567c9-d0fa-4823-a246-acca63bc8f53') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:14.947809 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.959500 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6571c20-f60d-4e0b-9746-ee588a3151d0 req-609449bc-1fc0-48db-a362-b6387e3102a6 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412530 Sep 02 13:31:14.978103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168c79e-0156-4dc8-95b6-b21642764bcb req-e8b0bce8-fcc1-47e3-88c0-9ff62e0f5639 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:14.979618 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d168c79e-0156-4dc8-95b6-b21642764bcb req-e8b0bce8-fcc1-47e3-88c0-9ff62e0f5639 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1277635 Sep 02 13:31:14.985231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:14.995393 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:14.996483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:15.013584 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.017734 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0d1cdab-a1b4-4dfb-ab66-56e106d007de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.030392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c0d1cdab-a1b4-4dfb-ab66-56e106d007de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.035420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:31:15.035873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:31:15.037599 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:31:15.071525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:15.072190 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.073644 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] 10.222.0.90 "PUT /v2.0/ports/0d91e734-6648-4f1c-bb09-da1aa69d2dc6 HTTP/1.1" status: 200 len: 1091 time: 1.6945500 Sep 02 13:31:15.079427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:15.081918 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e2c221-23be-4fc3-b793-8b10a3a298d9" -d '{"events": [{"name": "network-changed", "server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:15.135878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c0d1cdab-a1b4-4dfb-ab66-56e106d007de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bfe06cf3bf64b4182fab0d699879d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446231 Sep 02 13:31:15.144784 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d168c79e-0156-4dc8-95b6-b21642764bcb req-78f09b98-73a3-4037-8fb9-4d5e54c9a163 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524816 Sep 02 13:31:15.148654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48946) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:15.161531 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.174672 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.177342 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] 10.222.0.13 "DELETE /v2.0/networks/9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace HTTP/1.1" status: 204 len: 168 time: 1.6139302 Sep 02 13:31:15.185392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1cdab-a1b4-4dfb-ab66-56e106d007de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a4f809-ecec-4224-aecf-92798edf80f7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:15.191281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d394e07-236b-4734-9142-3957dad6f66a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d65dbfc-1a7d-4b3f-85cd-34ed5bf40ace,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:15.223065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52a296-8334-4e4e-8609-d6b2001b6de4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:15.252766 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3581f3b9-dced-4fcc-838f-b8a8068714ea x-openstack-request-id: req-3581f3b9-dced-4fcc-838f-b8a8068714ea {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:15.252766 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:15.252766 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3581f3b9-dced-4fcc-838f-b8a8068714ea {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:15.253040 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6', 'status': 'completed', 'code': 200} Sep 02 13:31:15.325393 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d1704e68-ed51-4673-b8c7-c0e930999d85 req-6925b7aa-9b8e-4aeb-9b44-a27287178f92 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=85487dae-f1b0-4203-8d33-8c599e0cd510 HTTP/1.1" status: 200 len: 210 time: 0.0441628 Sep 02 13:31:15.352680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-e7dc5f7a-e860-4eec-9998-97c62936c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:15.354207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-e7dc5f7a-e860-4eec-9998-97c62936c8d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=856a75013b2f419d83b9da71bbc21de3&device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 1094 time: 0.1787608 Sep 02 13:31:15.354838 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-022915f6-628d-4268-b136-bf103b5b6c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.421596 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-022915f6-628d-4268-b136-bf103b5b6c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.429380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-8af90902-a9cc-4f1f-9642-61cc288cc949 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6 HTTP/1.1" status: 200 len: 217 time: 0.0593953 Sep 02 13:31:15.432553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Deleting port 0148576e-1b6b-48b0-8a7d-65d450181f32 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:15.432921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.454645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Deleting port 279bb5db-38e4-4644-a278-c3b536e60a67 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:15.455220 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.473410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114197f9-2aba-423b-b111-ff5430f455ad req-15e73cdd-fd40-4eac-a8db-7c2e7b0f311a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:15.476142 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-114197f9-2aba-423b-b111-ff5430f455ad req-15e73cdd-fd40-4eac-a8db-7c2e7b0f311a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1461740 Sep 02 13:31:15.533825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48952) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:15.574679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 69682835-21cc-43cd-9143-3abb4abd0256 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:15.608667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 69682835-21cc-43cd-9143-3abb4abd0256 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:15.609333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 69682835-21cc-43cd-9143-3abb4abd0256 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:15.611552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-a93d6be5-6549-466a-bbaa-e458b75b0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:15.613427 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-a93d6be5-6549-466a-bbaa-e458b75b0ac2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a HTTP/1.1" status: 200 len: 862 time: 0.1720324 Sep 02 13:31:15.629960 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-114197f9-2aba-423b-b111-ff5430f455ad req-e278f5a4-0d33-40d9-970f-7ae9f0c0eb6a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343672 Sep 02 13:31:15.679150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:15.687131 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-dfa4e2cd-ad34-4bcd-bdd6-4c5b87c92377 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ead7d643-a70b-4873-bb94-2a2d3a960629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634372 Sep 02 13:31:15.690504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] For port 0148576e-1b6b-48b0-8a7d-65d450181f32, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0148576e-1b6b-48b0-8a7d-65d450181f32,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:15.690885 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.712508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] For port 279bb5db-38e4-4644-a278-c3b536e60a67, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=279bb5db-38e4-4644-a278-c3b536e60a67,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:15.715671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.726313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-01312b16-671b-4418-b32c-6e4401def9fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca8ce8e3ff2045a785efc28d09752e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837559 Sep 02 13:31:15.733385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:15.734216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c09d5066-ded9-4f98-8cc9-f0ab15a6d2f5 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:15.735773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:15.765241 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-022915f6-628d-4268-b136-bf103b5b6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.768063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-022915f6-628d-4268-b136-bf103b5b6c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:15.776070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-022915f6-628d-4268-b136-bf103b5b6c58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78a4f809-ecec-4224-aecf-92798edf80f7 HTTP/1.1" status: 204 len: 168 time: 0.6187608 Sep 02 13:31:15.776070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Calling delete_port for 0148576e-1b6b-48b0-8a7d-65d450181f32 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:15.805727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022915f6-628d-4268-b136-bf103b5b6c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a4f809-ecec-4224-aecf-92798edf80f7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:15.917333 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-5268e01b-b75d-450d-b725-9549738846a1 service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222652 Sep 02 13:31:16.046922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f2522-36ec-4d78-9291-98898596f5d6 req-062d1997-d25c-4b54-8e79-fab80c56632f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:16.053849 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-981f2522-36ec-4d78-9291-98898596f5d6 req-062d1997-d25c-4b54-8e79-fab80c56632f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1920938 Sep 02 13:31:16.111248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Calling delete_port for 279bb5db-38e4-4644-a278-c3b536e60a67 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:16.145477 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-981f2522-36ec-4d78-9291-98898596f5d6 req-95f333df-fb88-4b30-b831-5fa7ba6eaf29 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904379 Sep 02 13:31:16.150473 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de5cae16-b913-4d5a-a978-a5e52df10f44 req-6c85d916-5ee5-4e26-a778-9d1ab7490c1a service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205956 Sep 02 13:31:16.225036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff78a47-35a1-43cb-877d-43d9bd49800d req-df55d184-4c1d-4d64-880b-65a02d326457 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:16.226570 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ff78a47-35a1-43cb-877d-43d9bd49800d req-df55d184-4c1d-4d64-880b-65a02d326457 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 943 time: 0.1352446 Sep 02 13:31:16.265101 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0cb6-94a5-489b-9494-6b01c07b96b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:16.327629 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:16.337045 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0cb6-94a5-489b-9494-6b01c07b96b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:16.354288 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ff78a47-35a1-43cb-877d-43d9bd49800d req-416b13c1-5b58-44f6-8a8d-4d719fb00a26 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167462 Sep 02 13:31:16.368384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-ef5a4ea0-f662-4ae9-9e18-f030f7a004d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:16.370547 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-ef5a4ea0-f662-4ae9-9e18-f030f7a004d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=856a75013b2f419d83b9da71bbc21de3&device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 1094 time: 0.1555092 Sep 02 13:31:16.373471 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0148576e-1b6b-48b0-8a7d-65d450181f32,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:16.405182 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6019f-6308-4cbf-83cd-674c2a30645b req-011ed411-c1ef-4bde-8aed-cdd2a0cabe0d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:16.413385 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0c6019f-6308-4cbf-83cd-674c2a30645b req-011ed411-c1ef-4bde-8aed-cdd2a0cabe0d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1483321 Sep 02 13:31:16.468134 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0cb6-94a5-489b-9494-6b01c07b96b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:16.471562 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0cb6-94a5-489b-9494-6b01c07b96b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:16.473022 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3e6a0cb6-94a5-489b-9494-6b01c07b96b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e4e1d1f-e10e-4460-bb17-5fe1691b8e23 HTTP/1.1" status: 204 len: 168 time: 0.7323585 Sep 02 13:31:16.492990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a0cb6-94a5-489b-9494-6b01c07b96b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e1d1f-e10e-4460-bb17-5fe1691b8e23,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:16.518303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:16.609089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=279bb5db-38e4-4644-a278-c3b536e60a67,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:16.670698 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0c6019f-6308-4cbf-83cd-674c2a30645b req-a2fd051b-b90f-4b30-a455-2adb1656c4e9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562103 Sep 02 13:31:17.134515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:17.346377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8dc9e-747a-4d8c-bacd-537196eb86c1 req-d7841a7a-7d72-45fe-bb57-cb21043f45b7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:17.355233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-41e8dc9e-747a-4d8c-bacd-537196eb86c1 req-d7841a7a-7d72-45fe-bb57-cb21043f45b7 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 950 time: 0.3309653 Sep 02 13:31:17.382988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-a3ea7aae-1b01-46aa-8a7f-1013c2ecf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:17.384519 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-a3ea7aae-1b01-46aa-8a7f-1013c2ecf47d service neutron] 10.222.0.90 "GET /v2.0/networks?id=ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 200 len: 923 time: 0.9687269 Sep 02 13:31:17.425303 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-41e8dc9e-747a-4d8c-bacd-537196eb86c1 req-1d525347-626d-4269-8e99-c12d26e93917 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638766 Sep 02 13:31:17.460771 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-648fb2b6-52ae-4a4d-9ab0-7d690efabbe2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6 HTTP/1.1" status: 200 len: 217 time: 0.0558481 Sep 02 13:31:17.550620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb208fe3-d16a-4947-a921-1647b8f2a857 req-d02464b7-38ef-4b88-9bd0-fbf464ab0f86 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:17.552198 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb208fe3-d16a-4947-a921-1647b8f2a857 req-d02464b7-38ef-4b88-9bd0-fbf464ab0f86 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1889026 Sep 02 13:31:17.555035 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:17.576578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-82e452c6-c508-43f9-9cee-a1fa60b082fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:17.578138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-82e452c6-c508-43f9-9cee-a1fa60b082fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a HTTP/1.1" status: 200 len: 862 time: 0.1068482 Sep 02 13:31:17.674637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:17.691569 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-112b886f-0ba7-40c1-8b10-ddb897d34bac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ead7d643-a70b-4873-bb94-2a2d3a960629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026945 Sep 02 13:31:17.703458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90eab2-58db-4449-b350-39ea072c4210 req-6bcc8e97-2f34-4702-b795-df0777e1bd7e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:17.712077 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb90eab2-58db-4449-b350-39ea072c4210 req-6bcc8e97-2f34-4702-b795-df0777e1bd7e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 943 time: 0.1483746 Sep 02 13:31:17.796023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb90eab2-58db-4449-b350-39ea072c4210 req-328d695b-cdd3-4a63-86c5-7bc1486e3e6c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779338 Sep 02 13:31:17.817316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Router d6203997-882b-4766-82bd-24bf6103b555 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:31:17.821685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb208fe3-d16a-4947-a921-1647b8f2a857 req-0f377f06-c165-431c-bd19-e7dc94d44be5 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516720 Sep 02 13:31:17.854895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:17.867125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6', 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629', 'port_id': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6', 'mac_address': 'fa:16:3e:80:32:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a0c5c0-b2a0-4b10-a21b-a3a400e5224a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:17.903174 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-f4797748-73b3-48be-9bf2-93275875f3e0 service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833572 Sep 02 13:31:17.907839 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:17.928366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:17.963122 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:17.970486 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:17.974357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:31:17.984063 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-94f2bd79-e37d-4c27-874e-f6f808d1fb5e admin admin] 10.222.0.13 "PUT /v2.0/routers/d6203997-882b-4766-82bd-24bf6103b555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3418603 Sep 02 13:31:17.989055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:18.016895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] Sync routers for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:31:18.083252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:18.084401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:18.189817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94e2c221-23be-4fc3-b793-8b10a3a298d9 req-a673c418-9b6c-4390-bc1b-4514fe8d8fc8 service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768781 Sep 02 13:31:18.200784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:31:18.253932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:18.278482 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['0d91e734-6648-4f1c-bb09-da1aa69d2dc6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:18.333588 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:18.340791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:31:18.346090 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dcb516ce-0ab2-4d53-8151-984bfbede8d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/d07515fc-edb9-4bf6-9d1f-fe8636c6ef29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4646397 Sep 02 13:31:18.349634 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] Sync routers for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:31:18.357862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:18.367692 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:18.368373 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:18.470947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:18.546104 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:18.559332 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-08ee0d59-84ff-4923-a446-b60785d9866c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374136 Sep 02 13:31:18.575563 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:18.582467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-248cd6a6-43d5-4a37-a6ee-c19e5a1375b0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:18.585869 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-248cd6a6-43d5-4a37-a6ee-c19e5a1375b0 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 950 time: 0.3705108 Sep 02 13:31:18.615292 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:18.767072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:31:16Z', 'revision_number': 5, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port': {'id': 'c962edd8-65bc-4b0a-ad78-eea25561910d', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6203997-882b-4766-82bd-24bf6103b555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:27:53Z', 'updated_at': '2021-09-02T13:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:18.816588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] Checking router: d6203997-882b-4766-82bd-24bf6103b555 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:31:18.824026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-39f6ffb9-2f35-4e3f-917e-8a631a769965 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:18.831342 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-39f6ffb9-2f35-4e3f-917e-8a631a769965 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711034 Sep 02 13:31:18.832366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] Routers {'d6203997-882b-4766-82bd-24bf6103b555'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:18.833762 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6203997-882b-4766-82bd-24bf6103b555'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:18.846398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Deleting port c962edd8-65bc-4b0a-ad78-eea25561910d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:18.847280 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:18.856334 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-1d5c3e04-2d66-4eee-940f-091a447600d4 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/quotas/ae8f41a86ddb4ae8960f67d8a1d78817 HTTP/1.1" status: 200 len: 375 time: 0.0240083 Sep 02 13:31:18.860164 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:18.907751 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-935c39d4-3fc1-4568-ae31-53dc1522b57b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501883 Sep 02 13:31:18.937508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Deleting port 95467265-8180-4441-af67-81ee981188fd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:18.937897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:18.955465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] Set router d6203997-882b-4766-82bd-24bf6103b555 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:18.958094 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:31:16Z', 'revision_number': 5, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port': {'id': '752ba518-1a78-4a63-92c8-5e31d9a4b3e3', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:31Z', 'updated_at': '2021-09-02T13:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:18.969471 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Deleting port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:18.970081 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.008638 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] Checking router: d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:31:19.018206 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] Routers {'d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:19.018834 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:19.027961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:31:18Z', 'revision_number': 6, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:19.071752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51759e26-df82-4119-bdab-f4ccb624bfb8 None None] The sync data for ids ['d6203997-882b-4766-82bd-24bf6103b555'] in n-d-794796-4 is: [{'id': 'd6203997-882b-4766-82bd-24bf6103b555', 'name': 'tempest-ServersTestManualDisk-1854087981-router', 'tenant_id': '0ae31818d12146ab9f030c96f8424b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:27:51Z', 'updated_at': '2021-09-02T13:31:18Z', 'revision_number': 6, 'project_id': '0ae31818d12146ab9f030c96f8424b59', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:31:19.088839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] For port 95467265-8180-4441-af67-81ee981188fd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=95467265-8180-4441-af67-81ee981188fd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:19.089899 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.127631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] For port 752ba518-1a78-4a63-92c8-5e31d9a4b3e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=752ba518-1a78-4a63-92c8-5e31d9a4b3e3,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:19.128476 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.137638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9632a-d8fd-4c42-a803-f77cb4cec7da req-dccf0684-cfa0-4f30-aa59-3dd546df8fae tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:19.145694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Calling delete_port for 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:19.148010 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ba9632a-d8fd-4c42-a803-f77cb4cec7da req-dccf0684-cfa0-4f30-aa59-3dd546df8fae tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 950 time: 0.2584586 Sep 02 13:31:19.180304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Calling delete_port for 95467265-8180-4441-af67-81ee981188fd owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:19.191159 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] Set router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:19.197028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] For port c962edd8-65bc-4b0a-ad78-eea25561910d, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c962edd8-65bc-4b0a-ad78-eea25561910d,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:19.197414 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.253739 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ba9632a-d8fd-4c42-a803-f77cb4cec7da req-7f10c7ec-da9f-4993-9d1d-bbb25b7617ae tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907216 Sep 02 13:31:19.260438 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:31:18Z', 'revision_number': 6, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:19.280099 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bd0be-99fb-4d5a-90f7-2b3e0c2c19f9 req-84cdf759-e736-470e-af32-4061dab7b5ef tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:19.288070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a54bd0be-99fb-4d5a-90f7-2b3e0c2c19f9 req-84cdf759-e736-470e-af32-4061dab7b5ef tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 944 time: 0.0822375 Sep 02 13:31:19.293680 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1befed-ad1e-469f-b932-118fe49ec36c None None] The sync data for ids ['d07515fc-edb9-4bf6-9d1f-fe8636c6ef29'] in n-d-794796-4 is: [{'id': 'd07515fc-edb9-4bf6-9d1f-fe8636c6ef29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1269668054-router', 'tenant_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:30Z', 'updated_at': '2021-09-02T13:31:18Z', 'revision_number': 6, 'project_id': '8cf9635c5ba241b9bc5871f4199a2ac6', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:31:19.294113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Calling delete_port for c962edd8-65bc-4b0a-ad78-eea25561910d owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:19.384324 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a54bd0be-99fb-4d5a-90f7-2b3e0c2c19f9 req-2282f52d-7e8d-43e4-8596-b06b06917724 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952268 Sep 02 13:31:19.463408 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.546031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Pushing event deleted for resources: {'Port': ['ID=752ba518-1a78-4a63-92c8-5e31d9a4b3e3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:19.624997 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.634964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aced38-d33d-4985-9c7c-d105b6526b9e req-db5ed493-a2b4-4228-aedc-0e09405d73df tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:19.636773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31aced38-d33d-4985-9c7c-d105b6526b9e req-db5ed493-a2b4-4228-aedc-0e09405d73df tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1850712 Sep 02 13:31:19.643772 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf415930-84b6-484b-aff1-7a10cee36fcf req-d8fee2dc-a6b5-4796-8ec4-3f97db7c6a21 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 210 time: 0.0661366 Sep 02 13:31:19.676525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:19.679528 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.775599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c962edd8-65bc-4b0a-ad78-eea25561910d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:19.787191 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:19.800712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:19.804096 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.816000 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.818269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.839923 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.867632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['1d451c2c-26b6-44ef-b421-a22d707dec85', '95467265-8180-4441-af67-81ee981188fd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:19.882951 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.883585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:31:19.888783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:19.890202 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9b7c801f-c0bb-46ce-a7a5-87e675561592 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d07515fc-edb9-4bf6-9d1f-fe8636c6ef29 HTTP/1.1" status: 204 len: 168 time: 1.5312579 Sep 02 13:31:19.894567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49096) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:19.937993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['efe7c697-2021-4557-a066-b7a83cdae6fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:19.946175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6ebefc-2cd2-4d65-827f-2deecd400b1c admin admin] Deleting subnet dba76dfe-714a-4c5f-b3df-02a5331fad21 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:31:19.953098 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Pushing event deleted for resources: {'Port': ['ID=95467265-8180-4441-af67-81ee981188fd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:19.955559 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebefc-2cd2-4d65-827f-2deecd400b1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.023970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebefc-2cd2-4d65-827f-2deecd400b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.050423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31aced38-d33d-4985-9c7c-d105b6526b9e req-2ffb58c1-7e52-4133-ae2b-6a6ba790a084 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275342 Sep 02 13:31:20.053974 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.087924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] No DVR routers for this DVR port 95467265-8180-4441-af67-81ee981188fd on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:20.093021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.094983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfab6dc8-54eb-4c09-abe1-e8ac0f4fc60f req-f2503d36-5b46-4715-8bcc-174c473245fc tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "DELETE /v2.0/ports/95467265-8180-4441-af67-81ee981188fd HTTP/1.1" status: 204 len: 173 time: 1.4605000 Sep 02 13:31:20.156164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-deleted', 'tag': '95467265-8180-4441-af67-81ee981188fd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:20.158666 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd79b2db-8aac-4e29-8637-71ebf29c38ad" -d '{"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-deleted", "tag": "95467265-8180-4441-af67-81ee981188fd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:20.205643 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.270447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.274565 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.310090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebefc-2cd2-4d65-827f-2deecd400b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.312774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:20.315166 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3782df-7b3d-4ea1-a1a9-ccba9cb31ea1" -d '{"events": [{"server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "name": "network-vif-plugged", "status": "completed", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:20.363604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:20.381987 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836f5fb5-9642-433f-a97e-7498d1d5fcd9 x-openstack-request-id: req-836f5fb5-9642-433f-a97e-7498d1d5fcd9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:20.382587 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ee21eb-db7f-42b2-97a9-6ac74f5d4bac", "name": "network-vif-deleted", "tag": "95467265-8180-4441-af67-81ee981188fd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:20.382719 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-836f5fb5-9642-433f-a97e-7498d1d5fcd9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:20.383272 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ee21eb-db7f-42b2-97a9-6ac74f5d4bac', 'name': 'network-vif-deleted', 'tag': '95467265-8180-4441-af67-81ee981188fd', 'status': 'completed', 'code': 200} Sep 02 13:31:20.384415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.385214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6203997-882b-4766-82bd-24bf6103b555 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:31:20.400541 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.405284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c42cfc16-5554-4248-a43a-47c9c36416e9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d6203997-882b-4766-82bd-24bf6103b555 HTTP/1.1" status: 204 len: 168 time: 2.4129486 Sep 02 13:31:20.405909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:20.426260 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.438031 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebefc-2cd2-4d65-827f-2deecd400b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.517277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0148576e-1b6b-48b0-8a7d-65d450181f32 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:20.546778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-4ee8232c-8bd4-4043-93dc-c1eaef9ded4c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577645 Sep 02 13:31:20.562017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ebefc-2cd2-4d65-827f-2deecd400b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba76dfe-714a-4c5f-b3df-02a5331fad21,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:20.589108 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72649822-1ec7-4f43-81e0-47155085e97d x-openstack-request-id: req-72649822-1ec7-4f43-81e0-47155085e97d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:20.589402 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "name": "network-vif-plugged", "status": "completed", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:20.589630 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72649822-1ec7-4f43-81e0-47155085e97d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:20.590028 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6', 'code': 200} Sep 02 13:31:20.591998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ea5cb-3729-4271-8d31-d7c28da54d3f None None] Network 8ee9d33d-70ea-4529-ac74-d1d5efa9946e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:20.602062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-43712e5d-7c3e-42f1-85d5-6e095c94b81e admin admin] Deleting subnet ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:31:20.608359 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43712e5d-7c3e-42f1-85d5-6e095c94b81e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.612336 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebefc-2cd2-4d65-827f-2deecd400b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.616830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9e6ebefc-2cd2-4d65-827f-2deecd400b1c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dba76dfe-714a-4c5f-b3df-02a5331fad21 HTTP/1.1" status: 204 len: 168 time: 0.7188785 Sep 02 13:31:20.618955 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c4d05289-cb5a-41de-a016-7f2224ed46e3 req-25ac3823-bbdc-4370-86de-d2fb2c82366e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee21eb-db7f-42b2-97a9-6ac74f5d4bac HTTP/1.1" status: 200 len: 210 time: 0.1493442 Sep 02 13:31:20.620913 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49116) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:20.645556 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 0148576e-1b6b-48b0-8a7d-65d450181f32 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:20.646122 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0148576e-1b6b-48b0-8a7d-65d450181f32 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:20.646924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 279bb5db-38e4-4644-a278-c3b536e60a67 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:20.836153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 279bb5db-38e4-4644-a278-c3b536e60a67 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:20.837233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 279bb5db-38e4-4644-a278-c3b536e60a67 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:20.838824 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:20.865213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316806-2200-4eaf-8537-e7deb887ca49 req-aaaec595-e88b-404d-b0b1-2332c0359d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:20.867864 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ef316806-2200-4eaf-8537-e7deb887ca49 req-aaaec595-e88b-404d-b0b1-2332c0359d03 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 1096 time: 0.1069744 Sep 02 13:31:20.874711 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:20.990400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-92b20aa8-1527-442e-bbf7-67de3bd34bfc req-66bbb13f-977b-46bc-bd48-ba189b8313f2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 210 time: 0.1089995 Sep 02 13:31:21.054230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ef316806-2200-4eaf-8537-e7deb887ca49 req-81b2b2a7-b3dc-4c1a-8bf8-5728f4cbe563 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670353 Sep 02 13:31:21.078201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f1eaae-852c-4065-9a2b-4280e05483fc None None] DHCP port deletion for 8ee9d33d-70ea-4529-ac74-d1d5efa9946e request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:31:21.090850 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Deleting port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:21.091553 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.157953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e9f1eaae-852c-4065-9a2b-4280e05483fc None None] Deleting port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:21.159110 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9f1eaae-852c-4065-9a2b-4280e05483fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.177249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] For port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:21.177621 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.203013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Calling delete_port for 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:21.250884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e9f1eaae-852c-4065-9a2b-4280e05483fc None None] For port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b,segment=NetworkSegment(0b6ae811-0abc-4b54-b860-cda8808810f7),segment_id=0b6ae811-0abc-4b54-b860-cda8808810f7)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:21.252108 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9f1eaae-852c-4065-9a2b-4280e05483fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.273971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e9f1eaae-852c-4065-9a2b-4280e05483fc None None] Calling delete_port for 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:21.288678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-4765d160-13e1-4682-976d-c85627cbcb40 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:21.291381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-4765d160-13e1-4682-976d-c85627cbcb40 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7330704 Sep 02 13:31:21.333511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Request body: {'port': {'device_id': '88c985e4-3fbc-4c1b-8865-f70be81660a7', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'ae8f41a86ddb4ae8960f67d8a1d78817'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:21.341001 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43712e5d-7c3e-42f1-85d5-6e095c94b81e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.377232 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9f1eaae-852c-4065-9a2b-4280e05483fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.384366 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.426090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Pushing event deleted for resources: {'Port': ['ID=621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:21.429442 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] No DVR routers for this DVR port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:21.432410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1eaae-852c-4065-9a2b-4280e05483fc None None] Pushing event deleted for resources: {'Port': ['ID=621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:21.441023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1eaae-852c-4065-9a2b-4280e05483fc None None] No DVR routers for this DVR port 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:21.508728 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff280f-cf01-452a-9375-be5775f47df8 req-6f6dee34-d447-43cd-a6c6-37b0c2593703 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:21.517320 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbff280f-cf01-452a-9375-be5775f47df8 req-6f6dee34-d447-43cd-a6c6-37b0c2593703 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 945 time: 0.6742210 Sep 02 13:31:21.553893 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.569208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee9d33d-70ea-4529-ac74-d1d5efa9946e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:21.582646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6ae811-0abc-4b54-b860-cda8808810f7') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:21.582978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6ae811-0abc-4b54-b860-cda8808810f7') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:21.596211 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.603584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c962edd8-65bc-4b0a-ad78-eea25561910d no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:21.605833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc5ec-5de4-41e1-b1bb-299d874546b5 req-92d69e91-1aac-4d14-aefe-1e2a7b90761b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:21.608834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0e7dc5ec-5de4-41e1-b1bb-299d874546b5 req-92d69e91-1aac-4d14-aefe-1e2a7b90761b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0976236 Sep 02 13:31:21.625182 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbff280f-cf01-452a-9375-be5775f47df8 req-4d36208f-bf2c-4cec-bbac-ea955124e31d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077623 Sep 02 13:31:21.626555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43712e5d-7c3e-42f1-85d5-6e095c94b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.640889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: c962edd8-65bc-4b0a-ad78-eea25561910d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:21.641284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c962edd8-65bc-4b0a-ad78-eea25561910d not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:21.641669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:21.661745 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.676163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:21.676634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 621ea0eb-7367-4d8b-b8f7-14cc8bc7e05b not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:21.677228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:21.687018 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0e7dc5ec-5de4-41e1-b1bb-299d874546b5 req-d01cf23a-17e2-4457-8a29-0afb844bb4f8 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702434 Sep 02 13:31:21.688278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:31:21.688765 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:31:21.696412 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:31:21.699343 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43712e5d-7c3e-42f1-85d5-6e095c94b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.715936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:21.716547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 752ba518-1a78-4a63-92c8-5e31d9a4b3e3 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:21.743181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43712e5d-7c3e-42f1-85d5-6e095c94b81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.745049 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-43712e5d-7c3e-42f1-85d5-6e095c94b81e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3 HTTP/1.1" status: 204 len: 168 time: 1.3379643 Sep 02 13:31:21.749775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92df92b-cf7e-43aa-8292-02f549dd02b5 None None] Network 6843c48f-067c-483f-b84d-09e0f8ba7bf9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:21.756972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43712e5d-7c3e-42f1-85d5-6e095c94b81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2cedc3-d612-43e8-a8cf-0d108ab6e3f3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:21.763857 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:21.775363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Made reservation on behalf of ae8f41a86ddb4ae8960f67d8a1d78817 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:21.779771 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.837031 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.852820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.858923 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8ee9d33d-70ea-4529-ac74-d1d5efa9946e HTTP/1.1" status: 204 len: 168 time: 1.2308223 Sep 02 13:31:21.860113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:21.862200 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.909829 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:21.973575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b069261-cf28-4a18-be6a-dfe4b23ec064 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee9d33d-70ea-4529-ac74-d1d5efa9946e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:22.064198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Deleting port e6df8cd4-0432-4147-823d-9df60aac31a7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:22.064544 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.096609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.109082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c1c21-1e23-42de-88dc-3f2592be2e91 None None] DHCP port deletion for 6843c48f-067c-483f-b84d-09e0f8ba7bf9 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:31:22.128279 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.177573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c1c21-1e23-42de-88dc-3f2592be2e91 None None] Deleting port e6df8cd4-0432-4147-823d-9df60aac31a7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:22.177573 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb2c1c21-1e23-42de-88dc-3f2592be2e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.206222 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-179c2cf0-12fb-4dd3-9cac-6cb072415f37 req-253c091e-c9b0-4e98-8614-a2c1cc6cfed9 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 210 time: 0.0816822 Sep 02 13:31:22.281356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eece177-e0f5-4eeb-82ce-10861aa4bbf4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:22.289611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] For port e6df8cd4-0432-4147-823d-9df60aac31a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e6df8cd4-0432-4147-823d-9df60aac31a7,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:22.290333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.300855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-eb2c1c21-1e23-42de-88dc-3f2592be2e91 None None] For port e6df8cd4-0432-4147-823d-9df60aac31a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e6df8cd4-0432-4147-823d-9df60aac31a7,segment=NetworkSegment(fc2c439d-ff0e-4502-8cef-426d082e21ca),segment_id=fc2c439d-ff0e-4502-8cef-426d082e21ca)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:22.301440 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb2c1c21-1e23-42de-88dc-3f2592be2e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.317349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Calling delete_port for e6df8cd4-0432-4147-823d-9df60aac31a7 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:22.335167 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c1c21-1e23-42de-88dc-3f2592be2e91 None None] Calling delete_port for e6df8cd4-0432-4147-823d-9df60aac31a7 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:22.409671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcf42e-7008-4968-b1e3-35174a76682f req-6b80026a-a0a4-4ddb-8cb6-a82781314a38 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:22.418087 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-34fcf42e-7008-4968-b1e3-35174a76682f req-6b80026a-a0a4-4ddb-8cb6-a82781314a38 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1676309 Sep 02 13:31:22.432129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Allocated IP 192.168.233.27 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/dfa9bd20-940c-450c-bb43-45271527be64) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:22.483232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-34fcf42e-7008-4968-b1e3-35174a76682f req-fe0e5362-c4ce-4bf6-9ab1-c2aa62cd7dc9 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637035 Sep 02 13:31:22.503599 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.505546 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb2c1c21-1e23-42de-88dc-3f2592be2e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.523241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c1c21-1e23-42de-88dc-3f2592be2e91 None None] No DVR routers for this DVR port e6df8cd4-0432-4147-823d-9df60aac31a7 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:22.558787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c1c21-1e23-42de-88dc-3f2592be2e91 None None] Pushing event deleted for resources: {'Port': ['ID=e6df8cd4-0432-4147-823d-9df60aac31a7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:22.577055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] No DVR routers for this DVR port e6df8cd4-0432-4147-823d-9df60aac31a7 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:22.578893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6df8cd4-0432-4147-823d-9df60aac31a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:22.621020 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.688283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 95467265-8180-4441-af67-81ee981188fd no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:22.725358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 95467265-8180-4441-af67-81ee981188fd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:22.728340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 95467265-8180-4441-af67-81ee981188fd not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:22.729115 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.751647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6843c48f-067c-483f-b84d-09e0f8ba7bf9']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:22.766833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2c439d-ff0e-4502-8cef-426d082e21ca') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:22.767128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2c439d-ff0e-4502-8cef-426d082e21ca') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:22.792655 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.820743 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.828253 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.834248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:31:22.834667 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:31:22.847254 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:31:22.867693 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacf2fe-911f-497e-bb87-a558b157161c req-29298f7e-f0d6-46e1-b1da-8c1a55a194ba tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:22.869654 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5bacf2fe-911f-497e-bb87-a558b157161c req-29298f7e-f0d6-46e1-b1da-8c1a55a194ba tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 945 time: 0.1131005 Sep 02 13:31:22.907679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Transition to ACTIVE for port object dfa9bd20-940c-450c-bb43-45271527be64 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:22.910821 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.919098 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:22.921771 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6843c48f-067c-483f-b84d-09e0f8ba7bf9 HTTP/1.1" status: 204 len: 168 time: 1.1566262 Sep 02 13:31:22.936490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac2015-5cda-4b5d-8059-f734f5a5f1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6843c48f-067c-483f-b84d-09e0f8ba7bf9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:22.937462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5bacf2fe-911f-497e-bb87-a558b157161c req-48e9cd1c-5874-463a-91fd-5be51b3a64e1 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591080 Sep 02 13:31:23.043839 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.052884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500814f6-d5e1-4db5-9c11-6ad8970be112 req-874898c0-8c9f-4343-b997-d9b4934abadb tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:23.054449 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-500814f6-d5e1-4db5-9c11-6ad8970be112 req-874898c0-8c9f-4343-b997-d9b4934abadb tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0650489 Sep 02 13:31:23.076473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:23.083532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Deleting port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:23.083910 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.103830 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:23.112961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:23.140692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34146f59-e1ee-40bf-90ed-82d28af2c468 req-d5c3417d-982e-455a-b5aa-42b752a1a24e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:23.142283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-34146f59-e1ee-40bf-90ed-82d28af2c468 req-d5c3417d-982e-455a-b5aa-42b752a1a24e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 945 time: 0.1100569 Sep 02 13:31:23.144868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49154) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:23.191762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event updated for resources: {'Port': ['ID=dfa9bd20-940c-450c-bb43-45271527be64,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:23.203778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-500814f6-d5e1-4db5-9c11-6ad8970be112 req-6143a197-9d13-4402-b5ba-eb5a730f4b35 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358423 Sep 02 13:31:23.214970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:23.217814 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.238441 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-5865b8bd-925d-4785-b7d7-d612d7ff4b28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9189372 Sep 02 13:31:23.254917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Request body: {'port': {'device_id': '88c985e4-3fbc-4c1b-8865-f70be81660a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:23.268497 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-34146f59-e1ee-40bf-90ed-82d28af2c468 req-378318a1-73ad-4409-91aa-39b91560d1a7 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149447 Sep 02 13:31:23.277511 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d33b33d9-4c4b-4e3a-9561-8d24843ed279 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ae31818d12146ab9f030c96f8424b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318009 Sep 02 13:31:23.280260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] For port 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9a4f86c0-3625-4c40-b1c4-8fb40aeb030a,segment=NetworkSegment(bdd4422e-b850-401d-8e6e-f0aeded92abc),segment_id=bdd4422e-b850-401d-8e6e-f0aeded92abc)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:23.281167 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.281792 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:23.313770 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Calling delete_port for 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:23.339210 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.440009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36576d63-dd69-455e-a706-ef7d6fcac4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.475867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-272a9129-77b9-49cf-bb45-2be1d2548657 None None] Provisioning for port dfa9bd20-940c-450c-bb43-45271527be64 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:23.481501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-272a9129-77b9-49cf-bb45-2be1d2548657 None None] Provisioning complete for port dfa9bd20-940c-450c-bb43-45271527be64 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:23.482413 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-272a9129-77b9-49cf-bb45-2be1d2548657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.547270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-272a9129-77b9-49cf-bb45-2be1d2548657 None None] Port dfa9bd20-940c-450c-bb43-45271527be64 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:31:23.604081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e6df8cd4-0432-4147-823d-9df60aac31a7 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:23.613035 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36576d63-dd69-455e-a706-ef7d6fcac4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.629124 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: e6df8cd4-0432-4147-823d-9df60aac31a7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:23.629890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e6df8cd4-0432-4147-823d-9df60aac31a7 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:23.713122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36576d63-dd69-455e-a706-ef7d6fcac4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.716353 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36576d63-dd69-455e-a706-ef7d6fcac4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.718337 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-36576d63-dd69-455e-a706-ef7d6fcac4d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7346947-71db-4010-a611-9bed0879a7c8 HTTP/1.1" status: 204 len: 168 time: 0.4353330 Sep 02 13:31:23.762295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36576d63-dd69-455e-a706-ef7d6fcac4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7346947-71db-4010-a611-9bed0879a7c8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:23.795569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa9bd20-940c-450c-bb43-45271527be64 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:23.809478 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.831471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Transition to ACTIVE for port object dfa9bd20-940c-450c-bb43-45271527be64 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:23.838898 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:23.886510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e82bdd-4f3a-4193-9c25-decce489076a req-6174d23f-8f67-4621-9975-53e4fe47590a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:23.888109 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-92e82bdd-4f3a-4193-9c25-decce489076a req-6174d23f-8f67-4621-9975-53e4fe47590a tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.0779400 Sep 02 13:31:23.902766 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbeb05-0ee0-4fc5-aea8-1720b02fc5b4 req-c9275976-c55e-4ac9-b7b8-5b3537ce9e6e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:23.909025 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ffbeb05-0ee0-4fc5-aea8-1720b02fc5b4 req-c9275976-c55e-4ac9-b7b8-5b3537ce9e6e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 935 time: 0.1245172 Sep 02 13:31:23.962542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Pushing event updated for resources: {'Port': ['ID=dfa9bd20-940c-450c-bb43-45271527be64,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:23.978953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb877224-45bc-4882-80c4-5fffe05e4da1 req-1b0c5b15-516b-435a-8568-0a5ddcd9c13f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:23.981676 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb877224-45bc-4882-80c4-5fffe05e4da1 req-1b0c5b15-516b-435a-8568-0a5ddcd9c13f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1278892 Sep 02 13:31:24.068171 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb877224-45bc-4882-80c4-5fffe05e4da1 req-cefac991-0901-4da2-882c-f4c39ab39465 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661683 Sep 02 13:31:24.071365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Attempting to bind port dfa9bd20-940c-450c-bb43-45271527be64 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:24.071365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Attempting to bind port dfa9bd20-940c-450c-bb43-45271527be64 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:24.071674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Attempting to bind port dfa9bd20-940c-450c-bb43-45271527be64 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:24.077011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Port dfa9bd20-940c-450c-bb43-45271527be64 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:24.077338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Attempting to bind port dfa9bd20-940c-450c-bb43-45271527be64 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:24.083830 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:24.084177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:24.084567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:24.085319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Bound port: dfa9bd20-940c-450c-bb43-45271527be64, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:24.085690 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:24.221835 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ffbeb05-0ee0-4fc5-aea8-1720b02fc5b4 req-ef9d4c6c-2355-46ee-be7b-39193f9c98c6 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097880 Sep 02 13:31:24.238962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] For port dfa9bd20-940c-450c-bb43-45271527be64, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:24.244179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] For port dfa9bd20-940c-450c-bb43-45271527be64, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=dfa9bd20-940c-450c-bb43-45271527be64,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:24.253025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:24.321564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:24.322774 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:24.325628 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] 10.222.0.77 "PUT /v2.0/ports/dfa9bd20-940c-450c-bb43-45271527be64 HTTP/1.1" status: 200 len: 1095 time: 1.0756962 Sep 02 13:31:24.333327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c985e4-3fbc-4c1b-8865-f70be81660a7', 'tag': 'dfa9bd20-940c-450c-bb43-45271527be64'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:24.337090 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f305112a-8c93-472f-922b-7344987252e8" -d '{"events": [{"name": "network-changed", "server_uuid": "88c985e4-3fbc-4c1b-8865-f70be81660a7", "tag": "dfa9bd20-940c-450c-bb43-45271527be64"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:24.402510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59264b04-b4fc-48ed-9826-9588382c8e5e service neutron] Pushing event updated for resources: {'Port': ['ID=dfa9bd20-940c-450c-bb43-45271527be64,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:24.433675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-92e82bdd-4f3a-4193-9c25-decce489076a req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Deleting port 1d451c2c-26b6-44ef-b421-a22d707dec85 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:24.434275 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92e82bdd-4f3a-4193-9c25-decce489076a req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:24.576990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-1054d77c-2e0e-4f32-a545-6a1c3d7c9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:24.580499 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-1054d77c-2e0e-4f32-a545-6a1c3d7c9ca2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 1098 time: 0.1650562 Sep 02 13:31:24.582372 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:24.694260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4f86c0-3625-4c40-b1c4-8fb40aeb030a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:24.735261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.735565 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.735976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.736375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.736723 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.737093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.737475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.737798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.738156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.738514 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.738949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.739291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:24.741088 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-c0b72db5-a782-4286-9558-f43aca44b0d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=dfa9bd20-940c-450c-bb43-45271527be64 HTTP/1.1" status: 200 len: 217 time: 0.1465216 Sep 02 13:31:24.792567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf28bd8-6f7a-4383-9e9c-656074d2b1cb req-8d4c5944-f8cd-441d-beac-b76bcfa649cc tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:24.794259 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fbf28bd8-6f7a-4383-9e9c-656074d2b1cb req-8d4c5944-f8cd-441d-beac-b76bcfa649cc tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.3024483 Sep 02 13:31:24.831566 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-92e82bdd-4f3a-4193-9c25-decce489076a req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] For port 1d451c2c-26b6-44ef-b421-a22d707dec85, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1d451c2c-26b6-44ef-b421-a22d707dec85,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:24.831986 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92e82bdd-4f3a-4193-9c25-decce489076a req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:24.875785 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-92e82bdd-4f3a-4193-9c25-decce489076a req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Calling delete_port for 1d451c2c-26b6-44ef-b421-a22d707dec85 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:24.937275 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a835a8-f6c4-4517-a4f0-9b9102411375 x-openstack-request-id: req-e2a835a8-f6c4-4517-a4f0-9b9102411375 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:24.938031 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c985e4-3fbc-4c1b-8865-f70be81660a7", "tag": "dfa9bd20-940c-450c-bb43-45271527be64", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:24.938891 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2a835a8-f6c4-4517-a4f0-9b9102411375 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:24.939681 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c985e4-3fbc-4c1b-8865-f70be81660a7', 'tag': 'dfa9bd20-940c-450c-bb43-45271527be64', 'status': 'completed', 'code': 200} Sep 02 13:31:24.942451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-3c2b1340-a776-47ae-a01f-ecd9fa850c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:24.947255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-3c2b1340-a776-47ae-a01f-ecd9fa850c44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1978672 Sep 02 13:31:24.980967 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fbf28bd8-6f7a-4383-9e9c-656074d2b1cb req-3ae6afdd-c20a-4973-a485-d5dce7c2d377 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542437 Sep 02 13:31:25.050945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-fdabd9cb-f946-45c5-b5e7-7426aa1ddd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:25.055791 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-fdabd9cb-f946-45c5-b5e7-7426aa1ddd0a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995281 Sep 02 13:31:25.195409 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:25.208936 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc3ab6-b891-4273-9d29-19d6df9ff883 req-66372b6e-28ec-46aa-b7d4-cf23ee70a361 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:25.210950 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ffc3ab6-b891-4273-9d29-19d6df9ff883 req-66372b6e-28ec-46aa-b7d4-cf23ee70a361 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 945 time: 0.1468556 Sep 02 13:31:25.248250 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-b5ef4ea9-73e1-41c9-b123-db544dbc330f service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844816 Sep 02 13:31:25.295414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:25.324165 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60153556-1607-43c3-aeff-df286bfc33f8 req-5244edb4-5e17-4bd5-83cc-442190bd8248 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:25.324165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60153556-1607-43c3-aeff-df286bfc33f8 req-5244edb4-5e17-4bd5-83cc-442190bd8248 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c8ad0d7-5338-4aa2-b481-f023519cea82 HTTP/1.1" status: 200 len: 950 time: 0.1186821 Sep 02 13:31:25.395518 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92e82bdd-4f3a-4193-9c25-decce489076a req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:25.400614 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60153556-1607-43c3-aeff-df286bfc33f8 req-10c3ecf3-71db-464d-bb5f-a93a044329e2 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692060 Sep 02 13:31:25.408803 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ffc3ab6-b891-4273-9d29-19d6df9ff883 req-f9d0192c-2be7-44dc-9b9a-d6cfc6ac210d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627057 Sep 02 13:31:25.417648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['efe7c697-2021-4557-a066-b7a83cdae6fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:25.450443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e89a2d6-bd26-4c6c-8198-79a2ab6637ce req-6e80ee82-2ac1-48a0-a134-422f506b45f9 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946702 Sep 02 13:31:25.534205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Pushing event deleted for resources: {'Port': ['ID=1d451c2c-26b6-44ef-b421-a22d707dec85,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:25.548753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1743219361-network', 'tenant_id': 'b4bd7737dfc74936bc227a51178b2eaf'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:25.621176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e82bdd-4f3a-4193-9c25-decce489076a req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] No DVR routers for this DVR port 1d451c2c-26b6-44ef-b421-a22d707dec85 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:25.629244 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-92e82bdd-4f3a-4193-9c25-decce489076a req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:25.633767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-92e82bdd-4f3a-4193-9c25-decce489076a req-3ab01098-8d54-4292-87d4-d674185deacd tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.77 "DELETE /v2.0/ports/1d451c2c-26b6-44ef-b421-a22d707dec85 HTTP/1.1" status: 204 len: 173 time: 1.7196066 Sep 02 13:31:25.638128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'name': 'network-vif-deleted', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:25.642397 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553d7d3a-6dbf-4988-8c4d-eb49dcaa7a08" -d '{"events": [{"server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "name": "network-vif-deleted", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:25.706913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305112a-8c93-472f-922b-7344987252e8 req-ad830445-b850-43cf-bcdf-60742dbbde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:25.709829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f305112a-8c93-472f-922b-7344987252e8 req-ad830445-b850-43cf-bcdf-60742dbbde05 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 1098 time: 0.1953075 Sep 02 13:31:25.717419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Made reservation on behalf of b4bd7737dfc74936bc227a51178b2eaf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:25.722897 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:25.723329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f24ec-2304-42f3-9dfa-950be8c08085 req-3df07dbf-42b2-4012-8a13-5b9b76f24ef8 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:25.736986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-062f24ec-2304-42f3-9dfa-950be8c08085 req-3df07dbf-42b2-4012-8a13-5b9b76f24ef8 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 947 time: 0.1572568 Sep 02 13:31:25.749246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:25.763238 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:25.847239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:31:25.923480 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:25.941333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6', 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629', 'port_id': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6', 'mac_address': 'fa:16:3e:80:32:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a0c5c0-b2a0-4b10-a21b-a3a400e5224a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:25.943335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-062f24ec-2304-42f3-9dfa-950be8c08085 req-3f98e493-3edd-45e4-a27d-f39e0ce38fb9 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049799 Sep 02 13:31:26.008222 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305112a-8c93-472f-922b-7344987252e8 req-240e0471-2780-47ff-97b8-c9b03a90ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:26.018209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f305112a-8c93-472f-922b-7344987252e8 req-240e0471-2780-47ff-97b8-c9b03a90ea17 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2696102 Sep 02 13:31:26.022449 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.026513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:31:26.040457 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aa26c3-50cd-449b-8435-e994564d60e4 x-openstack-request-id: req-62aa26c3-50cd-449b-8435-e994564d60e4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:26.041146 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8ad0d7-5338-4aa2-b481-f023519cea82", "name": "network-vif-deleted", "tag": "1d451c2c-26b6-44ef-b421-a22d707dec85", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:26.041594 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62aa26c3-50cd-449b-8435-e994564d60e4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:26.041731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] Sync routers for ids ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:31:26.047267 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8ad0d7-5338-4aa2-b481-f023519cea82', 'name': 'network-vif-deleted', 'tag': '1d451c2c-26b6-44ef-b421-a22d707dec85', 'status': 'completed', 'code': 200} Sep 02 13:31:26.052857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:26.061762 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0d30d422-1cfe-4d28-ab66-645661f2c609 admin admin] 10.222.0.13 "PUT /v2.0/routers/2d67bf0b-2ec9-4c0f-9503-e4d639f16163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1943064 Sep 02 13:31:26.064633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49242) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:26.065147 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] Routers {'2d67bf0b-2ec9-4c0f-9503-e4d639f16163'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:26.065976 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:26.116150 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f305112a-8c93-472f-922b-7344987252e8 req-e2961360-90fc-4f79-a467-3d6803ab5974 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=dfa9bd20-940c-450c-bb43-45271527be64 HTTP/1.1" status: 200 len: 217 time: 0.0856154 Sep 02 13:31:26.165721 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:26.172532 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.227545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305112a-8c93-472f-922b-7344987252e8 req-1cc233f3-6c11-42b1-af8b-3682cab830f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:26.229306 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f305112a-8c93-472f-922b-7344987252e8 req-1cc233f3-6c11-42b1-af8b-3682cab830f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1050339 Sep 02 13:31:26.341112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305112a-8c93-472f-922b-7344987252e8 req-63c1ee43-47ca-4c97-9e7e-0be5cced9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:26.342675 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f305112a-8c93-472f-922b-7344987252e8 req-63c1ee43-47ca-4c97-9e7e-0be5cced9bcd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055210 Sep 02 13:31:26.453581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.474312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:26.493083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] Set router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:26.553707 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['0d91e734-6648-4f1c-bb09-da1aa69d2dc6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:26.565576 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.580032 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.590368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c7080-ecf4-4de4-acd2-10393335a129 req-548fad7a-bc2f-4294-9278-70dd92fc73c3 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:26.592038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-013c7080-ecf4-4de4-acd2-10393335a129 req-548fad7a-bc2f-4294-9278-70dd92fc73c3 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1288800 Sep 02 13:31:26.593180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:31:26.616352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f305112a-8c93-472f-922b-7344987252e8 req-3e5dc676-53be-4ef0-9c2e-870cf17059c7 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629442 Sep 02 13:31:26.619411 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.619796 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Added segment 627dab2a-0edc-4721-bd44-e6e3fd0f90d4 of type vlan for network 48859df5-a42a-46a0-9ab9-2be9e4056440 Sep 02 13:31:26.669734 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.710800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113b4334-43b9-4837-8ea3-c6ee429423cd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:26.716384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device dfa9bd20-940c-450c-bb43-45271527be64 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:26.721551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1d451c2c-26b6-44ef-b421-a22d707dec85 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:26.733533 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.740209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-013c7080-ecf4-4de4-acd2-10393335a129 req-c2a04725-49fc-42b5-81fd-a0358c187336 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377103 Sep 02 13:31:26.771008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574da8e5-7ff4-4a9e-9830-aeb2e1ba5614 req-e1f8a09f-9f12-4bd8-8eb3-a05956aaff65 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:26.772876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-574da8e5-7ff4-4a9e-9830-aeb2e1ba5614 req-e1f8a09f-9f12-4bd8-8eb3-a05956aaff65 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 944 time: 0.1720879 Sep 02 13:31:26.836384 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.838644 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:26.840230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:26.854419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f305112a-8c93-472f-922b-7344987252e8 req-71126bff-23a4-4d84-834a-97c43d9e82cf service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247629 Sep 02 13:31:26.904477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 1d451c2c-26b6-44ef-b421-a22d707dec85 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:26.904801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1d451c2c-26b6-44ef-b421-a22d707dec85 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:26.957313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6568439 Sep 02 13:31:26.965655 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49258) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:26.973045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Request body: {'subnet': {'network_id': '48859df5-a42a-46a0-9ab9-2be9e4056440', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1743219361-subnet', 'tenant_id': 'b4bd7737dfc74936bc227a51178b2eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:27.012288 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-574da8e5-7ff4-4a9e-9830-aeb2e1ba5614 req-7d3f12c0-e617-4d14-9e77-50d4f4093cd7 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020791 Sep 02 13:31:27.020611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Made reservation on behalf of b4bd7737dfc74936bc227a51178b2eaf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:27.023180 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.031520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97047b7b-690d-488b-85a1-66d97cb8ec8a admin admin] Pushing event updated for resources: {'Network': ['ID=48859df5-a42a-46a0-9ab9-2be9e4056440,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:27.062872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Deleting port dbaba8d1-8e6b-432a-a665-94a15ba4270c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:27.062872 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.071357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 48859df5-a42a-46a0-9ab9-2be9e4056440 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:31:27.211298 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:43Z', 'updated_at': '2021-09-02T13:31:24Z', 'revision_number': 5, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'gw_port': {'id': 'dbaba8d1-8e6b-432a-a665-94a15ba4270c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:25:44Z', 'updated_at': '2021-09-02T13:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:27.242362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:27.297688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] Checking router: 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:31:27.342284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cad424-f68c-4778-97b2-cf7fc304c644 req-caba20cb-9992-4d30-b4d0-3076fd27566f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:27.348084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] Routers {'2d67bf0b-2ec9-4c0f-9503-e4d639f16163'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:31:27.349039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:31:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:27.353941 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3cad424-f68c-4778-97b2-cf7fc304c644 req-caba20cb-9992-4d30-b4d0-3076fd27566f tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.1305919 Sep 02 13:31:27.358333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port dfa9bd20-940c-450c-bb43-45271527be64, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=dfa9bd20-940c-450c-bb43-45271527be64,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:27.414375 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3cad424-f68c-4778-97b2-cf7fc304c644 req-d1044c1e-9b8c-46cb-8d5d-531c2dfd7f1c tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590913 Sep 02 13:31:27.414546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] For port dbaba8d1-8e6b-432a-a665-94a15ba4270c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=dbaba8d1-8e6b-432a-a665-94a15ba4270c,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:27.414904 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.446464 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Calling delete_port for dbaba8d1-8e6b-432a-a665-94a15ba4270c owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:27.459099 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e0a63-9be0-4ee4-99c3-c689891ade1a req-8b35c4f0-25bc-414c-b6f6-b579ab8ed830 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:27.462527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'dfa9bd20-940c-450c-bb43-45271527be64', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'dfa9bd20-940c-450c-bb43-45271527be64', 'mac_address': 'fa:16:3e:0b:18:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:27.470517 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc3e0a63-9be0-4ee4-99c3-c689891ade1a req-8b35c4f0-25bc-414c-b6f6-b579ab8ed830 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 947 time: 0.3287446 Sep 02 13:31:27.485850 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.536093 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] Set router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:31:27.596675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc3e0a63-9be0-4ee4-99c3-c689891ade1a req-7be7c4fc-685d-49eb-b53b-237fd57384df tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248772 Sep 02 13:31:27.601054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:43Z', 'updated_at': '2021-09-02T13:31:26Z', 'revision_number': 6, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:27.631019 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2dc16a-2791-431c-b3b2-965274b8f477 None None] The sync data for ids ['2d67bf0b-2ec9-4c0f-9503-e4d639f16163'] in n-d-794796-4 is: [{'id': '2d67bf0b-2ec9-4c0f-9503-e4d639f16163', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1162546420-router', 'tenant_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:25:43Z', 'updated_at': '2021-09-02T13:31:26Z', 'revision_number': 6, 'project_id': 'ce057dbcb93d4f2c8ca34c3e6248c7e7', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:31:27.632681 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.656420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa9bd20-940c-450c-bb43-45271527be64 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:27.690255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port dfa9bd20-940c-450c-bb43-45271527be64, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=dfa9bd20-940c-450c-bb43-45271527be64,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:27.690495 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.700325 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.707484 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.741096 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.760102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:27.764554 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=566581c098d4429da9c3ddd657b5b70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205560 Sep 02 13:31:27.767100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:27.769711 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e76fb6a-60c3-4e5b-93db-3537ef93c1de,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:27.801704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.802383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.806866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.806866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.807209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.808629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.809059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.809661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.810254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.810845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.811450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.812036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d1612b-a854-4ae2-abf2-d2609470612a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:27.818675 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=dfa9bd20-940c-450c-bb43-45271527be64,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:27.860233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:27.860233 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.885384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2db79ae-528c-4aab-b7ee-c97da192d4ab,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:27.905538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Checking segment: {'id': '627dab2a-0edc-4721-bd44-e6e3fd0f90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48859df5-a42a-46a0-9ab9-2be9e4056440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:27.906025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Network hostable DHCP agents. Network: 48859df5-a42a-46a0-9ab9-2be9e4056440, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:31:27.910683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.920473 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8686cfac-d2c1-438d-83c3-ca183b5be1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:27.926682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:27.942820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82054520-712d-4e58-bf96-c06001d4105b req-13050dc5-fafb-4760-bdb0-e36583b8bf9b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:27.946375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=dbaba8d1-8e6b-432a-a665-94a15ba4270c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:27.951007 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-82054520-712d-4e58-bf96-c06001d4105b req-13050dc5-fafb-4760-bdb0-e36583b8bf9b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1021438 Sep 02 13:31:27.982769 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Network 48859df5-a42a-46a0-9ab9-2be9e4056440 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:31:27.984814 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8686cfac-d2c1-438d-83c3-ca183b5be1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.023765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 48859df5-a42a-46a0-9ab9-2be9e4056440) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:28.044186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:28.045419 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.051672 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc9d12-8ab7-4bd0-863b-9ee860106d48 None None] Network 48859df5-a42a-46a0-9ab9-2be9e4056440 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:28.059811 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-82054520-712d-4e58-bf96-c06001d4105b req-f7619d20-61a0-447b-a1ee-9a8014773ccc tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077855 Sep 02 13:31:28.067649 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.090462 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.108725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b9e60416-9a8e-4e00-b1fd-c93dd88e3a53 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1304839 Sep 02 13:31:28.138902 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8686cfac-d2c1-438d-83c3-ca183b5be1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.143322 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8686cfac-d2c1-438d-83c3-ca183b5be1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.148335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8686cfac-d2c1-438d-83c3-ca183b5be1e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e76fb6a-60c3-4e5b-93db-3537ef93c1de HTTP/1.1" status: 204 len: 168 time: 0.3765736 Sep 02 13:31:28.178079 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686cfac-d2c1-438d-83c3-ca183b5be1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e76fb6a-60c3-4e5b-93db-3537ef93c1de,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:28.206058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:28.215814 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:28.217944 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f752b0de-ef0f-4c19-9cd5-d78d056795f6" -d '{"events": [{"server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "name": "network-vif-plugged", "status": "completed", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:28.227277 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.246669 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.251247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.321452 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b297-3ab7-47a6-8c09-9a533835d66b req-52f9c3c0-63fc-402f-b49e-802ccdf6b696 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:28.323756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bb1b297-3ab7-47a6-8c09-9a533835d66b req-52f9c3c0-63fc-402f-b49e-802ccdf6b696 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 944 time: 0.1820381 Sep 02 13:31:28.328368 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea68932-ce6e-451b-ae54-78f5f517433c x-openstack-request-id: req-6ea68932-ce6e-451b-ae54-78f5f517433c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:28.328695 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "name": "network-vif-plugged", "status": "completed", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:28.328997 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ea68932-ce6e-451b-ae54-78f5f517433c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:28.329408 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6', 'code': 200} Sep 02 13:31:28.330741 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.333586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d67bf0b-2ec9-4c0f-9503-e4d639f16163 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:31:28.353136 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.359069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ff4c390b-e890-47a6-b266-4e648052b0fe admin admin] 10.222.0.13 "DELETE /v2.0/routers/2d67bf0b-2ec9-4c0f-9503-e4d639f16163 HTTP/1.1" status: 204 len: 168 time: 2.2930205 Sep 02 13:31:28.359518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:28.382712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:28.453327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f6229c-b8a9-4cb0-bc7b-50128caca8cd admin admin] Deleting subnet f5ca1cb4-28f6-41e9-b75b-bc286270a0bf {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:31:28.457606 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9f6229c-b8a9-4cb0-bc7b-50128caca8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.467236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77ac51-8651-488d-a211-7014271bd61f None None] Network 48859df5-a42a-46a0-9ab9-2be9e4056440 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:28.542061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9f6229c-b8a9-4cb0-bc7b-50128caca8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.692734 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9f6229c-b8a9-4cb0-bc7b-50128caca8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.763580 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9f6229c-b8a9-4cb0-bc7b-50128caca8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.784618 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9f6229c-b8a9-4cb0-bc7b-50128caca8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:28.789229 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a9f6229c-b8a9-4cb0-bc7b-50128caca8cd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f5ca1cb4-28f6-41e9-b75b-bc286270a0bf HTTP/1.1" status: 204 len: 168 time: 0.4261980 Sep 02 13:31:28.793868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56e7c5-976d-4346-9e65-3b98bc6fb823 None None] Network d48d6470-acf3-4e47-aa28-555a4326015b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:28.814952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:28.822546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6229c-b8a9-4cb0-bc7b-50128caca8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ca1cb4-28f6-41e9-b75b-bc286270a0bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:28.882204 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bb1b297-3ab7-47a6-8c09-9a533835d66b req-49fee03d-7fd6-451a-959f-91165400748f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455449 Sep 02 13:31:28.966415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.036432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc10f7-d537-4ae7-b2cb-3909beb90e42 req-2d2853b1-ca35-4bbe-b697-9faf0c85ca06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:29.048958 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bfbc10f7-d537-4ae7-b2cb-3909beb90e42 req-2d2853b1-ca35-4bbe-b697-9faf0c85ca06 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0930696 Sep 02 13:31:29.109033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bfbc10f7-d537-4ae7-b2cb-3909beb90e42 req-b88a673a-eda3-4707-a85e-0014be023d73 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4b2bdcc-9e07-49cf-9331-d0d201220607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587273 Sep 02 13:31:29.138484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Deleting port 5919ca3f-9cf1-4aac-9383-f52d9d152613 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:29.138854 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.199541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-61539bcf-bdad-46cd-ab8b-66e215576bed tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:29.201428 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-61539bcf-bdad-46cd-ab8b-66e215576bed tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 949 time: 0.0795844 Sep 02 13:31:29.258573 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.263848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ab4c2-364d-4e94-aee9-29557273876f None None] DHCP port deletion for d48d6470-acf3-4e47-aa28-555a4326015b request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:31:29.334438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] For port 5919ca3f-9cf1-4aac-9383-f52d9d152613, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5919ca3f-9cf1-4aac-9383-f52d9d152613,segment=NetworkSegment(bdd4422e-b850-401d-8e6e-f0aeded92abc),segment_id=bdd4422e-b850-401d-8e6e-f0aeded92abc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:29.334874 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.373966 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Deleting port efe7c697-2021-4557-a066-b7a83cdae6fc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:29.374870 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.375092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Calling delete_port for 5919ca3f-9cf1-4aac-9383-f52d9d152613 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:29.431922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517a8bd-7986-4e4c-916a-6f0379b16b32 req-aef90bad-2f68-475d-9b60-f1ab47bd3297 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:29.433990 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b517a8bd-7986-4e4c-916a-6f0379b16b32 req-aef90bad-2f68-475d-9b60-f1ab47bd3297 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 948 time: 0.1746442 Sep 02 13:31:29.487996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-447ab4c2-364d-4e94-aee9-29557273876f None None] Deleting port 5919ca3f-9cf1-4aac-9383-f52d9d152613 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:29.488644 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-447ab4c2-364d-4e94-aee9-29557273876f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.509341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:29.509874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] For port efe7c697-2021-4557-a066-b7a83cdae6fc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=efe7c697-2021-4557-a066-b7a83cdae6fc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:29.510253 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.558883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Calling delete_port for efe7c697-2021-4557-a066-b7a83cdae6fc owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:29.610296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-447ab4c2-364d-4e94-aee9-29557273876f None None] For port 5919ca3f-9cf1-4aac-9383-f52d9d152613, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5919ca3f-9cf1-4aac-9383-f52d9d152613,segment=NetworkSegment(bdd4422e-b850-401d-8e6e-f0aeded92abc),segment_id=bdd4422e-b850-401d-8e6e-f0aeded92abc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:29.610700 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-447ab4c2-364d-4e94-aee9-29557273876f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.621638 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b517a8bd-7986-4e4c-916a-6f0379b16b32 req-37cc3b19-9a3c-4518-85f8-48e2a5fa99d3 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600177 Sep 02 13:31:29.633851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-447ab4c2-364d-4e94-aee9-29557273876f None None] Calling delete_port for 5919ca3f-9cf1-4aac-9383-f52d9d152613 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:29.647774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device dbaba8d1-8e6b-432a-a665-94a15ba4270c no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:29.668591 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.710009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: dbaba8d1-8e6b-432a-a665-94a15ba4270c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:29.710622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device dbaba8d1-8e6b-432a-a665-94a15ba4270c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:29.711475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:29.722605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e462c-f597-457d-89a1-e8b7c713abcf req-9c59ff39-7c82-4903-89c8-1f23af2a3a9b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:29.725756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af9e462c-f597-457d-89a1-e8b7c713abcf req-9c59ff39-7c82-4903-89c8-1f23af2a3a9b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1615379 Sep 02 13:31:29.731275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-876232273-network', 'tenant_id': '9c02acb43cd74ca0a2413ecbdd61d95e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:29.741803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:29.742026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9a4f86c0-3625-4c40-b1c4-8fb40aeb030a not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:29.742318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5919ca3f-9cf1-4aac-9383-f52d9d152613 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:29.756354 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] No DVR routers for this DVR port 5919ca3f-9cf1-4aac-9383-f52d9d152613 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:29.758794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=5919ca3f-9cf1-4aac-9383-f52d9d152613,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:29.765612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Made reservation on behalf of 9c02acb43cd74ca0a2413ecbdd61d95e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:29.768676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.806012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 5919ca3f-9cf1-4aac-9383-f52d9d152613 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:29.806441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5919ca3f-9cf1-4aac-9383-f52d9d152613 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:29.854114 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.877499 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['efe7c697-2021-4557-a066-b7a83cdae6fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:29.882501 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-447ab4c2-364d-4e94-aee9-29557273876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.898673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.910486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.918310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48d6470-acf3-4e47-aa28-555a4326015b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:29.920210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Pushing event deleted for resources: {'Port': ['ID=efe7c697-2021-4557-a066-b7a83cdae6fc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:29.944439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] No DVR routers for this DVR port efe7c697-2021-4557-a066-b7a83cdae6fc on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:29.947385 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:29.950009 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1672d29-545a-40b4-9457-f6fbfc14ab5d req-62acd48d-5ea4-429b-97bc-a097662aef2e tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.90 "DELETE /v2.0/ports/efe7c697-2021-4557-a066-b7a83cdae6fc HTTP/1.1" status: 204 len: 173 time: 0.7413187 Sep 02 13:31:29.954116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'name': 'network-vif-deleted', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:29.954377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd4422e-b850-401d-8e6e-f0aeded92abc') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:29.954377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd4422e-b850-401d-8e6e-f0aeded92abc') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:29.956036 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f944f25d-dce4-4621-9430-e2038ca608e0" -d '{"events": [{"server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "name": "network-vif-deleted", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:29.960735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ab4c2-364d-4e94-aee9-29557273876f None None] Pushing event deleted for resources: {'Port': ['ID=5919ca3f-9cf1-4aac-9383-f52d9d152613,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:29.963340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ab4c2-364d-4e94-aee9-29557273876f None None] No DVR routers for this DVR port 5919ca3f-9cf1-4aac-9383-f52d9d152613 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:29.968014 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af9e462c-f597-457d-89a1-e8b7c713abcf req-4298d1ba-4d76-45ae-9407-3a8a2d0b0cba tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410267 Sep 02 13:31:29.995630 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.021402 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.038601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:31:30.039091 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:31:30.040895 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:31:30.177346 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.215718 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8884f9b-f20e-43a3-a3d5-38b14516f69b x-openstack-request-id: req-c8884f9b-f20e-43a3-a3d5-38b14516f69b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:30.216910 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5189ff88-f52d-45d9-8ec6-81e87802d346", "name": "network-vif-deleted", "tag": "efe7c697-2021-4557-a066-b7a83cdae6fc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:30.217363 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8884f9b-f20e-43a3-a3d5-38b14516f69b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:30.218014 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5189ff88-f52d-45d9-8ec6-81e87802d346', 'name': 'network-vif-deleted', 'tag': 'efe7c697-2021-4557-a066-b7a83cdae6fc', 'status': 'completed', 'code': 200} Sep 02 13:31:30.342344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e88d234-ff15-42dc-b6be-dbc25098c17d req-3b7144d5-51a4-4d7d-8e45-f133f3650503 tempest-MigrationsAdminTest-472705466 tempest-MigrationsAdminTest-472705466-project] 10.222.0.13 "GET /v2.0/ports?device_id=5189ff88-f52d-45d9-8ec6-81e87802d346 HTTP/1.1" status: 200 len: 210 time: 0.0316908 Sep 02 13:31:30.404149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cede9-c21b-4e4f-a7de-f56e4f00c51a req-c93dfe6d-6726-46e0-916c-26e1d80e24d1 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:30.405726 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-790cede9-c21b-4e4f-a7de-f56e4f00c51a req-c93dfe6d-6726-46e0-916c-26e1d80e24d1 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 945 time: 0.4963565 Sep 02 13:31:30.478629 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.493027 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.495260 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d48d6470-acf3-4e47-aa28-555a4326015b HTTP/1.1" status: 204 len: 168 time: 1.6791646 Sep 02 13:31:30.512443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286367f-9062-4c69-a3fa-e18bcd688a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=d48d6470-acf3-4e47-aa28-555a4326015b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:30.539037 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-790cede9-c21b-4e4f-a7de-f56e4f00c51a req-098d4461-4bde-4d01-9b50-118cc226a90e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220803 Sep 02 13:31:30.584396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.593905 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.648902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:31:30.672934 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.673306 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Added segment 05d43e27-8b38-4be2-8535-857d6f34a7b4 of type vlan for network 316fec6d-134f-45db-9562-d73879b32136 Sep 02 13:31:30.683066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:30.715108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device dfa9bd20-940c-450c-bb43-45271527be64 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:30.722824 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.754951 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.772638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:30.775271 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.786982 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ca567e46-1569-45c4-a1c9-02fdae5059ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cf9635c5ba241b9bc5871f4199a2ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012716 Sep 02 13:31:30.807152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:30.845918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72114cd3-4afd-416e-b1c3-9eb25148b575,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:30.853559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e036923-a502-42cb-b264-1064800b3772 req-65fdf3fb-a0c9-42a1-8b1a-f11ea1e5e247 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:30.861445 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e036923-a502-42cb-b264-1064800b3772 req-65fdf3fb-a0c9-42a1-8b1a-f11ea1e5e247 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 948 time: 0.1006942 Sep 02 13:31:30.865282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port dfa9bd20-940c-450c-bb43-45271527be64 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:30.867251 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3417988 Sep 02 13:31:30.873439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:30.875648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port dfa9bd20-940c-450c-bb43-45271527be64 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:30.876073 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.880086 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Request body: {'subnet': {'network_id': '316fec6d-134f-45db-9562-d73879b32136', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-876232273-subnet', 'tenant_id': '9c02acb43cd74ca0a2413ecbdd61d95e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:30.906255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2410a-6f6c-44c0-a2a5-7973e01cb862 admin admin] Pushing event updated for resources: {'Network': ['ID=316fec6d-134f-45db-9562-d73879b32136,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:30.926897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c1d22a7-df20-4780-916e-e37aed854697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.933307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 316fec6d-134f-45db-9562-d73879b32136 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:31:30.941308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e036923-a502-42cb-b264-1064800b3772 req-595d3e4b-df3d-445e-9b0d-9898d728ef84 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784447 Sep 02 13:31:30.948986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Made reservation on behalf of 9c02acb43cd74ca0a2413ecbdd61d95e for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:30.951996 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:30.955216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c1d22a7-df20-4780-916e-e37aed854697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.043948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c1d22a7-df20-4780-916e-e37aed854697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.047661 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c1d22a7-df20-4780-916e-e37aed854697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.049379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5c1d22a7-df20-4780-916e-e37aed854697 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/234de1cb-8309-4b2e-bd79-335c53125588 HTTP/1.1" status: 204 len: 168 time: 0.2398875 Sep 02 13:31:31.064792 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d22a7-df20-4780-916e-e37aed854697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234de1cb-8309-4b2e-bd79-335c53125588,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:31.160207 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-87b59a36-7545-4333-a1f4-3b8382342bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.162389 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.215542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7c4cb-71df-4718-9253-32bd34cd6741 req-b8664d22-704a-4bc8-8930-beacf23af714 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:31.218684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e6b7c4cb-71df-4718-9253-32bd34cd6741 req-b8664d22-704a-4bc8-8930-beacf23af714 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1098349 Sep 02 13:31:31.228683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c985e4-3fbc-4c1b-8865-f70be81660a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa9bd20-940c-450c-bb43-45271527be64'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:31.234569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.241301 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbfc704-1ca2-495e-9a39-19b1ae2f28be" -d '{"events": [{"server_uuid": "88c985e4-3fbc-4c1b-8865-f70be81660a7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa9bd20-940c-450c-bb43-45271527be64"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:31.292782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port dfa9bd20-940c-450c-bb43-45271527be64, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=dfa9bd20-940c-450c-bb43-45271527be64,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:31.301254 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.315405 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e6b7c4cb-71df-4718-9253-32bd34cd6741 req-8a45fee8-1c97-4996-8ab7-6dbca7d5e40f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834320 Sep 02 13:31:31.347501 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8ce013-47f3-4d7e-aa0f-5237966da8ab x-openstack-request-id: req-5b8ce013-47f3-4d7e-aa0f-5237966da8ab {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:31.348447 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c985e4-3fbc-4c1b-8865-f70be81660a7", "name": "network-vif-plugged", "status": "completed", "tag": "dfa9bd20-940c-450c-bb43-45271527be64", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:31.349080 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b8ce013-47f3-4d7e-aa0f-5237966da8ab {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:31.350116 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c985e4-3fbc-4c1b-8865-f70be81660a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa9bd20-940c-450c-bb43-45271527be64', 'code': 200} Sep 02 13:31:31.388200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25d49a4-bae8-4d52-abbc-dc123296811b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:31.394592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Checking segment: {'id': '05d43e27-8b38-4be2-8535-857d6f34a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '316fec6d-134f-45db-9562-d73879b32136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:31.394787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Network hostable DHCP agents. Network: 316fec6d-134f-45db-9562-d73879b32136, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:31:31.412872 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=dfa9bd20-940c-450c-bb43-45271527be64,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:31.435384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Network 316fec6d-134f-45db-9562-d73879b32136 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:31:31.446469 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 316fec6d-134f-45db-9562-d73879b32136) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:31.456068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:31.458010 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.465147 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919db7b7-6d87-4ba0-a0e6-84669a584a0f None None] Network 316fec6d-134f-45db-9562-d73879b32136 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:31.475290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906371a-b6f1-4cb6-8e7c-b45eab813a93 req-dc1e8511-0a62-45e5-bfd8-e7e00edd5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:31.477482 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8906371a-b6f1-4cb6-8e7c-b45eab813a93 req-dc1e8511-0a62-45e5-bfd8-e7e00edd5bcf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 1100 time: 0.0816352 Sep 02 13:31:31.495806 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2bb778d0-dfc1-4d70-92a3-7af4a7d81402 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6194172 Sep 02 13:31:31.605416 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8906371a-b6f1-4cb6-8e7c-b45eab813a93 req-ff75ba67-54d0-43ab-b9de-73bea8c475ee service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162763 Sep 02 13:31:31.660701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6ec7e5-4d23-40a8-be3c-85bf21ce6173 None None] Network 316fec6d-134f-45db-9562-d73879b32136 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:31.700631 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:31:31.780214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:31.877562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49400) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:31.890023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322deb9-637d-444c-9218-708d0ea51190 req-3e75bdff-4b3b-4e5f-92b2-ee528869031b tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:31.905638 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-3e75bdff-4b3b-4e5f-92b2-ee528869031b tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/networks?id=48859df5-a42a-46a0-9ab9-2be9e4056440 HTTP/1.1" status: 200 len: 810 time: 0.2376065 Sep 02 13:31:31.938495 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-0956195a-3ebe-4235-84f5-d3f9593df693 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/quotas/b4bd7737dfc74936bc227a51178b2eaf HTTP/1.1" status: 200 len: 375 time: 0.0307441 Sep 02 13:31:31.954744 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:31.993428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-498623e0-d64a-4963-b458-3337e3e22d4a tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4bd7737dfc74936bc227a51178b2eaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510576 Sep 02 13:31:31.993855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:31.999141 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.075698 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:32.104030 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:32.115054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-650ff084-6823-44ce-816a-67850d194452 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce057dbcb93d4f2c8ca34c3e6248c7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352061 Sep 02 13:31:32.117860 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49412) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:32.130095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-53d97f91-caea-49e6-a2c6-6b51787ef9e0 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:32.131551 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-53d97f91-caea-49e6-a2c6-6b51787ef9e0 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 943 time: 0.2035248 Sep 02 13:31:32.139586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77a80e-dd18-4b9c-ac2e-a42f694bf656 req-e75f7509-7aba-4a95-acc0-dd54ccc74ff5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:32.141124 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b77a80e-dd18-4b9c-ac2e-a42f694bf656 req-e75f7509-7aba-4a95-acc0-dd54ccc74ff5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 945 time: 0.2102315 Sep 02 13:31:32.227701 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b77a80e-dd18-4b9c-ac2e-a42f694bf656 req-8f5635fb-8c14-4a6d-a255-171e29cd165d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790248 Sep 02 13:31:32.258363 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cb8147b-9eeb-43bb-8be5-6853085a24ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.264589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Deleting port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:32.264949 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.277695 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8311b258-ed9c-48cd-923c-e0878d418a70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ae87bd3068e4b56903a7f8f22eb00c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715715 Sep 02 13:31:32.281316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49414) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:32.300413 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cb8147b-9eeb-43bb-8be5-6853085a24ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.332878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-4fdc87f7-338b-47ba-a3e9-ca0c74dd4e20 service neutron] 10.222.0.13 "GET /v2.0/networks/48859df5-a42a-46a0-9ab9-2be9e4056440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235679 Sep 02 13:31:32.433267 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cb8147b-9eeb-43bb-8be5-6853085a24ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.435795 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cb8147b-9eeb-43bb-8be5-6853085a24ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.436618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023a849-f1fc-46c0-9c24-dc2ec9cf002f req-4f6c1ff9-2c40-4277-85e7-ac37882b30fb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:32.436924 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7cb8147b-9eeb-43bb-8be5-6853085a24ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8ff7dee-517f-4b71-83dc-f62471d00131 HTTP/1.1" status: 204 len: 168 time: 0.3180223 Sep 02 13:31:32.439762 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c023a849-f1fc-46c0-9c24-dc2ec9cf002f req-4f6c1ff9-2c40-4277-85e7-ac37882b30fb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 949 time: 0.1216967 Sep 02 13:31:32.448697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] For port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:32.449393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8147b-9eeb-43bb-8be5-6853085a24ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff7dee-517f-4b71-83dc-f62471d00131,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:32.449542 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.460515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-4579e4b0-9b5d-4175-a0db-e0de35d37208 service neutron] 10.222.0.13 "GET /v2.0/networks/48859df5-a42a-46a0-9ab9-2be9e4056440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197383 Sep 02 13:31:32.467474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-756cb616-ff9e-48c8-9c3d-a935486f146f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.480866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Calling delete_port for 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:32.572334 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-756cb616-ff9e-48c8-9c3d-a935486f146f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.591426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c023a849-f1fc-46c0-9c24-dc2ec9cf002f req-a8cf5036-ced8-45b7-8f3c-522ceb194d0b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288555 Sep 02 13:31:32.687664 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-756cb616-ff9e-48c8-9c3d-a935486f146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.690736 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-756cb616-ff9e-48c8-9c3d-a935486f146f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.692259 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-756cb616-ff9e-48c8-9c3d-a935486f146f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4b2bdcc-9e07-49cf-9331-d0d201220607 HTTP/1.1" status: 204 len: 168 time: 0.4096246 Sep 02 13:31:32.712019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cb616-ff9e-48c8-9c3d-a935486f146f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b2bdcc-9e07-49cf-9331-d0d201220607,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:32.746941 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.785618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event deleted for resources: {'Port': ['ID=0d91e734-6648-4f1c-bb09-da1aa69d2dc6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:32.865124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] No DVR routers for this DVR port 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:32.867881 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:32.870134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27cb84a1-e49c-4b6d-8d5f-f75154ab467e req-ec8daa90-4223-4943-9825-81cf93e71376 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "DELETE /v2.0/ports/0d91e734-6648-4f1c-bb09-da1aa69d2dc6 HTTP/1.1" status: 204 len: 173 time: 0.7279859 Sep 02 13:31:32.870860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'name': 'network-vif-deleted', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:32.874065 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b1ffe3-8bca-4cfe-9e22-0ef2372ca20c" -d '{"events": [{"server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "name": "network-vif-deleted", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:32.926896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780024e9-ffad-4529-9f04-eeaed8b06a53 req-9b8de311-1aa6-42b2-8882-c8ee029ee13f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:32.928636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-780024e9-ffad-4529-9f04-eeaed8b06a53 req-9b8de311-1aa6-42b2-8882-c8ee029ee13f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0596287 Sep 02 13:31:32.984581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-780024e9-ffad-4529-9f04-eeaed8b06a53 req-00ec5ab1-d3b3-4e39-9082-184b525a03c0 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482299 Sep 02 13:31:32.995463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-dc248dc7-0f3a-4ca1-a907-fd2716421048 req-da1feaa9-1b35-4e79-96b0-5e61d8a4df49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-428123966', 'description': 'tempest-description-1359383005'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:33.063665 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dc248dc7-0f3a-4ca1-a907-fd2716421048 req-da1feaa9-1b35-4e79-96b0-5e61d8a4df49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.155025 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7a769715-f703-4d43-ab5f-006221ac73a9 req-cf4def37-3fc4-40db-a227-a48bac56e040 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 210 time: 0.0571337 Sep 02 13:31:33.249964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:33.254465 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dc248dc7-0f3a-4ca1-a907-fd2716421048 req-da1feaa9-1b35-4e79-96b0-5e61d8a4df49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.262343 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dc248dc7-0f3a-4ca1-a907-fd2716421048 req-da1feaa9-1b35-4e79-96b0-5e61d8a4df49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.282537 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-dc248dc7-0f3a-4ca1-a907-fd2716421048 req-da1feaa9-1b35-4e79-96b0-5e61d8a4df49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.300934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc248dc7-0f3a-4ca1-a907-fd2716421048 req-da1feaa9-1b35-4e79-96b0-5e61d8a4df49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3176525 Sep 02 13:31:33.345410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1cf4a472-278b-4a29-9f61-1bfdd143f10d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86516743d524412dab459b3fbf364af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917518 Sep 02 13:31:33.346158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:33.350483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1feaa9-1b35-4e79-96b0-5e61d8a4df49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12dfbb49-008c-4051-be9f-ad8e96f848b5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:33.351768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:33.356690 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27bb36d-2a98-4cdc-886e-e504d8bbc2e4" -d '{"events": [{"server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "name": "network-vif-unplugged", "status": "completed", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:33.369414 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fcb747-54bf-4474-9ddc-310b78b086fc x-openstack-request-id: req-12fcb747-54bf-4474-9ddc-310b78b086fc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:33.370561 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "name": "network-vif-deleted", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:33.371068 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12fcb747-54bf-4474-9ddc-310b78b086fc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:33.371612 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'name': 'network-vif-deleted', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6', 'status': 'completed', 'code': 200} Sep 02 13:31:33.421590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7137196-dea4-4251-8485-87278e952231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.452979 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7137196-dea4-4251-8485-87278e952231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.521154 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c5ff537-c160-4f0d-bdc8-a2dd59e434b4 req-c2fe92ce-1817-41ed-adb8-8e3883200a62 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=42fc9658-922c-47df-ad73-e9bcbc9a2813 HTTP/1.1" status: 200 len: 210 time: 0.0455902 Sep 02 13:31:33.537893 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7137196-dea4-4251-8485-87278e952231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.542289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7137196-dea4-4251-8485-87278e952231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.548715 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d7137196-dea4-4251-8485-87278e952231 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc010a7c-8462-4b18-9e93-24c1256e82e3 HTTP/1.1" status: 204 len: 168 time: 0.2013993 Sep 02 13:31:33.560010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7137196-dea4-4251-8485-87278e952231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc010a7c-8462-4b18-9e93-24c1256e82e3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:33.563469 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c58480b-bdbe-47e3-89d9-2ef6770f9945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.586914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-15a86019-6797-41ef-b98b-efbe1d47021f req-7a4b6fff-e14c-4234-ae72-9dfa7a561b38 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1743571464', 'description': 'tempest-description-1828551101'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:33.622352 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-15a86019-6797-41ef-b98b-efbe1d47021f req-7a4b6fff-e14c-4234-ae72-9dfa7a561b38 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.660011 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c39f1eb-ae51-4562-aec1-f25dadd1bbe6 x-openstack-request-id: req-6c39f1eb-ae51-4562-aec1-f25dadd1bbe6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:33.660377 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc9658-922c-47df-ad73-e9bcbc9a2813", "name": "network-vif-unplugged", "status": "completed", "tag": "0d91e734-6648-4f1c-bb09-da1aa69d2dc6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:33.660698 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c39f1eb-ae51-4562-aec1-f25dadd1bbe6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:33.661224 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc9658-922c-47df-ad73-e9bcbc9a2813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d91e734-6648-4f1c-bb09-da1aa69d2dc6', 'code': 200} Sep 02 13:31:33.787258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device efe7c697-2021-4557-a066-b7a83cdae6fc no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:33.817621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: efe7c697-2021-4557-a066-b7a83cdae6fc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:33.818440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device efe7c697-2021-4557-a066-b7a83cdae6fc not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:33.819214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-15a86019-6797-41ef-b98b-efbe1d47021f req-7a4b6fff-e14c-4234-ae72-9dfa7a561b38 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.824976 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-15a86019-6797-41ef-b98b-efbe1d47021f req-7a4b6fff-e14c-4234-ae72-9dfa7a561b38 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.828529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c7281-5105-4206-9e8e-595fb53a9650 req-274c20d0-4f31-41c1-a760-42dc452ce011 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:33.830253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d03c7281-5105-4206-9e8e-595fb53a9650 req-274c20d0-4f31-41c1-a760-42dc452ce011 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 949 time: 0.0916290 Sep 02 13:31:33.867121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-15a86019-6797-41ef-b98b-efbe1d47021f req-7a4b6fff-e14c-4234-ae72-9dfa7a561b38 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:33.872662 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15a86019-6797-41ef-b98b-efbe1d47021f req-7a4b6fff-e14c-4234-ae72-9dfa7a561b38 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2898943 Sep 02 13:31:33.878007 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6fff-e14c-4234-ae72-9dfa7a561b38 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892cd7ae-6964-43e9-a3bd-4cd295212ece,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:33.896043 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d03c7281-5105-4206-9e8e-595fb53a9650 req-3a6e3d33-447e-4753-8365-f879997c09b2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430624 Sep 02 13:31:34.013015 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:34.169110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-1b044338-a4c4-4415-afd1-013ae88401e0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:34.172978 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-1b044338-a4c4-4415-afd1-013ae88401e0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 812 time: 0.1279025 Sep 02 13:31:34.204400 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-39f6200f-1e71-47ff-8b31-97eb33c5ee02 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/quotas/9c02acb43cd74ca0a2413ecbdd61d95e HTTP/1.1" status: 200 len: 375 time: 0.0196221 Sep 02 13:31:34.368876 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-310a2787-6a2b-45ad-bf79-4ae29cf7cb27 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1608810 Sep 02 13:31:34.406905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa844239-a967-41aa-a3e6-8f3e286e5ece req-55781f63-c0a0-42b6-87cb-37d5559865b1 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:34.409582 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa844239-a967-41aa-a3e6-8f3e286e5ece req-55781f63-c0a0-42b6-87cb-37d5559865b1 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 1100 time: 0.0647371 Sep 02 13:31:34.437335 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa844239-a967-41aa-a3e6-8f3e286e5ece req-ad61abd6-994d-4782-9678-ebb9c922c68a tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:34.477372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322deb9-637d-444c-9218-708d0ea51190 req-b2ce4253-b695-42a4-b701-d35f63d7b6ca tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:34.478971 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-b2ce4253-b695-42a4-b701-d35f63d7b6ca tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.77 "GET /v2.0/networks?id=48859df5-a42a-46a0-9ab9-2be9e4056440 HTTP/1.1" status: 200 len: 810 time: 0.2396481 Sep 02 13:31:34.506139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Request body: {'port': {'device_id': '14f40bb5-1671-4ab3-ab56-af7a7a2acb7d', 'network_id': '48859df5-a42a-46a0-9ab9-2be9e4056440', 'admin_state_up': True, 'tenant_id': 'b4bd7737dfc74936bc227a51178b2eaf'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:34.566645 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-db153699-3a55-4f46-9968-6b412bd80ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903670 Sep 02 13:31:34.572706 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa844239-a967-41aa-a3e6-8f3e286e5ece req-ad61abd6-994d-4782-9678-ebb9c922c68a tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:34.584947 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa844239-a967-41aa-a3e6-8f3e286e5ece req-ad61abd6-994d-4782-9678-ebb9c922c68a tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:34.606010 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa844239-a967-41aa-a3e6-8f3e286e5ece req-ad61abd6-994d-4782-9678-ebb9c922c68a tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861539 Sep 02 13:31:34.618575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61abd6-994d-4782-9678-ebb9c922c68a tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ee7cfa-ce0d-4808-b91c-d1ab9925f87b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:34.733809 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:34.744585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cfb9c-458b-4e16-a04e-20b51cce01a0 req-a9277d84-a21d-45a2-9ce3-1c58d049554b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:34.747153 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-731cfb9c-458b-4e16-a04e-20b51cce01a0 req-a9277d84-a21d-45a2-9ce3-1c58d049554b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0649664 Sep 02 13:31:34.761446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Made reservation on behalf of b4bd7737dfc74936bc227a51178b2eaf for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:34.765416 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:34.772900 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-28d73ac4-dd1c-402e-89f7-2468406262ee service neutron] 10.222.0.13 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055295 Sep 02 13:31:34.803221 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-731cfb9c-458b-4e16-a04e-20b51cce01a0 req-5f60ac81-ea01-46dd-8818-23bf7b6c052c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453608 Sep 02 13:31:34.948266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-29519119-fb63-4b50-9204-421d9f82fe88 req-2ada0fcb-6aae-4059-9463-4331a44013a1 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 210 time: 0.0590899 Sep 02 13:31:34.962992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Allocated IP 172.20.0.14 (48859df5-a42a-46a0-9ab9-2be9e4056440/b2db79ae-528c-4aab-b7ee-c97da192d4ab/a5f4c006-60cf-4dc5-ab7d-7e02df23edc8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:35.168961 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7610366f-cb53-4ca6-9020-0d10f5468b1e req-25667cce-f8fc-44f9-841a-7c387c6d6cc3 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 210 time: 0.0384245 Sep 02 13:31:35.242212 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:35.330914 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:35.380648 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Network 48859df5-a42a-46a0-9ab9-2be9e4056440 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:35.386120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:35.391192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:35.395425 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Pushing event updated for resources: {'Port': ['ID=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:35.473039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:35.476533 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:35.512778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-5fa0107f-cf48-4741-b4a7-987a6a736e7e tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0152526 Sep 02 13:31:35.516058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-a1c4e4f8-f284-42b3-8d67-0a9152b55a03 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:35.518252 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-a1c4e4f8-f284-42b3-8d67-0a9152b55a03 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/networks?id=ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 200 len: 822 time: 0.1609709 Sep 02 13:31:35.531670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Request body: {'port': {'device_id': '14f40bb5-1671-4ab3-ab56-af7a7a2acb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:35.566760 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-25e82929-4b92-4aa4-ae42-ec77de833328 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/quotas/856a75013b2f419d83b9da71bbc21de3 HTTP/1.1" status: 200 len: 375 time: 0.0301726 Sep 02 13:31:35.612784 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-432bb890-20c9-4693-819c-bfa1c69137fb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338182 Sep 02 13:31:35.621562 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-9cb97f3f-b812-4229-a43f-6390c6383e43 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=856a75013b2f419d83b9da71bbc21de3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534792 Sep 02 13:31:35.704223 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:35.769155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:35.779759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-9ee4c216-8191-4a74-b31b-65afd313c06e service neutron] 10.222.0.13 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494637 Sep 02 13:31:35.811287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:35.812412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0d91e734-6648-4f1c-bb09-da1aa69d2dc6 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:35.875386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-8b462521-248d-4d90-9664-41243f592779 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:35.884317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-8b462521-248d-4d90-9664-41243f592779 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655971 Sep 02 13:31:35.907628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-e8d98fb2-351e-4384-8c9a-a9141fb93ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261451 Sep 02 13:31:35.918243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-6bbf0c34-371f-4215-ab29-6bfdefa58f36 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/quotas/ae8f41a86ddb4ae8960f67d8a1d78817 HTTP/1.1" status: 200 len: 375 time: 0.0313723 Sep 02 13:31:36.027460 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-4912e352-d35c-4255-89a5-c2e7e3c51f64 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977309 Sep 02 13:31:36.217766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:36.234375 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:36.268170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fd9a1-d27c-4a76-bc79-cff7567851db req-7ad5d762-1b6c-4ad5-97fa-055638428d9f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:36.269187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Transition to ACTIVE for port object a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:36.273819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:36.278427 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d53fd9a1-d27c-4a76-bc79-cff7567851db req-7ad5d762-1b6c-4ad5-97fa-055638428d9f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0761914 Sep 02 13:31:36.390495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557b5c4-1067-4475-8895-59271af210af service neutron] Pushing event updated for resources: {'Port': ['ID=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:36.426996 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d53fd9a1-d27c-4a76-bc79-cff7567851db req-cad0eccd-3b0e-4bf1-b515-d76b78cf7108 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476111 Sep 02 13:31:36.454721 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:36.493636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Attempting to bind port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:36.494049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Attempting to bind port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '627dab2a-0edc-4721-bd44-e6e3fd0f90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48859df5-a42a-46a0-9ab9-2be9e4056440'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:36.494468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Attempting to bind port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 on network 48859df5-a42a-46a0-9ab9-2be9e4056440 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:36.499659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 on network 48859df5-a42a-46a0-9ab9-2be9e4056440 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:36.500101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Attempting to bind port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 on network 48859df5-a42a-46a0-9ab9-2be9e4056440 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:36.505335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:36.505790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Checking segment: {'id': '627dab2a-0edc-4721-bd44-e6e3fd0f90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48859df5-a42a-46a0-9ab9-2be9e4056440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:36.506242 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Bound using segment: {'id': '627dab2a-0edc-4721-bd44-e6e3fd0f90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48859df5-a42a-46a0-9ab9-2be9e4056440'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:36.506761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Bound port: a5f4c006-60cf-4dc5-ab7d-7e02df23edc8, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627dab2a-0edc-4721-bd44-e6e3fd0f90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48859df5-a42a-46a0-9ab9-2be9e4056440'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:36.507186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:36.528806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-d66cae6f-d6b0-4281-8851-78f3401b715c tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:36.533314 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-d66cae6f-d6b0-4281-8851-78f3401b715c tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 812 time: 0.2328799 Sep 02 13:31:36.551704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'port': {'device_id': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'network_id': '316fec6d-134f-45db-9562-d73879b32136', 'admin_state_up': True, 'tenant_id': '9c02acb43cd74ca0a2413ecbdd61d95e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:36.619155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] For port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:36.625775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] For port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,segment=NetworkSegment(627dab2a-0edc-4721-bd44-e6e3fd0f90d4),segment_id=627dab2a-0edc-4721-bd44-e6e3fd0f90d4)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:36.638521 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:36.732711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051a349-25f3-4a91-9b27-f1e9b0ad8406 req-f6acc3b5-40b9-44e6-a776-db8647a743ea tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:36.734292 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8051a349-25f3-4a91-9b27-f1e9b0ad8406 req-f6acc3b5-40b9-44e6-a776-db8647a743ea tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 944 time: 0.1732931 Sep 02 13:31:36.741757 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9950890c-6d67-47b6-bdd6-35425d62a70b req-4caa22d7-85de-462e-b753-684629f68a29 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 210 time: 0.0502207 Sep 02 13:31:36.743339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:36.743985 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:36.745890 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-9557b5c4-1067-4475-8895-59271af210af service neutron] 10.222.0.77 "PUT /v2.0/ports/a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 HTTP/1.1" status: 200 len: 1092 time: 1.2233009 Sep 02 13:31:36.746344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f40bb5-1671-4ab3-ab56-af7a7a2acb7d', 'tag': 'a5f4c006-60cf-4dc5-ab7d-7e02df23edc8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:36.748720 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49" -d '{"events": [{"name": "network-changed", "server_uuid": "14f40bb5-1671-4ab3-ab56-af7a7a2acb7d", "tag": "a5f4c006-60cf-4dc5-ab7d-7e02df23edc8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:36.752849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557b5c4-1067-4475-8895-59271af210af service neutron] Pushing event updated for resources: {'Port': ['ID=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:36.817184 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8051a349-25f3-4a91-9b27-f1e9b0ad8406 req-6809296f-07c5-4e88-8924-3941d05d6b21 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621367 Sep 02 13:31:36.818336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Made reservation on behalf of 9c02acb43cd74ca0a2413ecbdd61d95e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:36.827552 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:36.920244 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322deb9-637d-444c-9218-708d0ea51190 req-c5f7a992-ab78-481e-bb12-fe23caed8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:36.922151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-c5f7a992-ab78-481e-bb12-fe23caed8163 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b4bd7737dfc74936bc227a51178b2eaf&device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 1095 time: 0.1062155 Sep 02 13:31:37.024372 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-639b94d3-eb38-40e0-88ce-1ceb84c465ae req-fba0261d-08ac-473c-970e-b843f90b19e5 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 210 time: 0.0929081 Sep 02 13:31:37.026379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-9710cb43-5a6b-412d-88ff-5830fa359b67 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 HTTP/1.1" status: 200 len: 217 time: 0.0930271 Sep 02 13:31:37.072251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Allocated IP 172.20.0.12 (316fec6d-134f-45db-9562-d73879b32136/a25d49a4-bae8-4d52-abbc-dc123296811b/74d164a3-2259-43d0-9f01-9bae22b71115) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:37.118034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322deb9-637d-444c-9218-708d0ea51190 req-538a4942-dd1e-4138-ab1f-85ba2001bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:37.120728 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-538a4942-dd1e-4138-ab1f-85ba2001bf5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b2db79ae-528c-4aab-b7ee-c97da192d4ab HTTP/1.1" status: 200 len: 850 time: 0.0759323 Sep 02 13:31:37.186054 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-bd976ccf-8cd5-405d-9296-b898bd00a1b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=48859df5-a42a-46a0-9ab9-2be9e4056440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427258 Sep 02 13:31:37.267766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-11dac571-d6ad-4003-b0c0-cd7dc74041cb req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Request body: {'security_group': {'name': 'tempest-securitygroup-700125110', 'description': 'tempest-description-1535414407'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:37.313652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11dac571-d6ad-4003-b0c0-cd7dc74041cb req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:37.331432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11dac571-d6ad-4003-b0c0-cd7dc74041cb req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:37.362324 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-19212e64-4053-495a-ad8c-b2f81ab8186b service neutron] 10.222.0.77 "GET /v2.0/networks/48859df5-a42a-46a0-9ab9-2be9e4056440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673644 Sep 02 13:31:37.389064 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:37.403695 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a04868-88a1-4973-ba2a-3e4e6868e4c3 x-openstack-request-id: req-41a04868-88a1-4973-ba2a-3e4e6868e4c3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:37.404029 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f40bb5-1671-4ab3-ab56-af7a7a2acb7d", "tag": "a5f4c006-60cf-4dc5-ab7d-7e02df23edc8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:37.404452 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41a04868-88a1-4973-ba2a-3e4e6868e4c3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:37.404732 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f40bb5-1671-4ab3-ab56-af7a7a2acb7d', 'tag': 'a5f4c006-60cf-4dc5-ab7d-7e02df23edc8', 'status': 'completed', 'code': 200} Sep 02 13:31:37.475907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:37.564337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Network 316fec6d-134f-45db-9562-d73879b32136 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:37.579186 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09436b88-3cba-4316-a813-037e4628b8a8 req-165bfcbb-b3ca-4f5c-afa2-0ebd83940fdb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 210 time: 0.0858154 Sep 02 13:31:37.589784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:37.604318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:37.643012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-a20c4610-3d0c-425f-81c5-5113a79503d4 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:37.649953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-a20c4610-3d0c-425f-81c5-5113a79503d4 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "GET /v2.0/networks?id=ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 200 len: 822 time: 0.2013056 Sep 02 13:31:37.649953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7322deb9-637d-444c-9218-708d0ea51190 req-01cc5543-e901-4607-b58c-ae192f24d34f service neutron] 10.222.0.77 "GET /v2.0/networks/48859df5-a42a-46a0-9ab9-2be9e4056440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742081 Sep 02 13:31:37.670664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Request body: {'port': {'device_id': 'ef41c587-09a6-40e8-a427-437e39bd1fa5', 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629', 'admin_state_up': True, 'tenant_id': '856a75013b2f419d83b9da71bbc21de3'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:37.679974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'Port': ['ID=74d164a3-2259-43d0-9f01-9bae22b71115,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:37.730703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:37.731383 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:37.734547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11dac571-d6ad-4003-b0c0-cd7dc74041cb req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:37.753537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11dac571-d6ad-4003-b0c0-cd7dc74041cb req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:37.761150 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-be297f4c-4fa2-45cd-b4c2-9e42e4ee6bb0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2142420 Sep 02 13:31:37.782613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Request body: {'port': {'device_id': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:37.845754 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6fe141-8246-4e04-8543-a889bcbefbad,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:37.891816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-d1eebeae-bdcd-4559-84a6-3ed43ce9d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:37.893567 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-d1eebeae-bdcd-4559-84a6-3ed43ce9d8cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b4bd7737dfc74936bc227a51178b2eaf&device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 1095 time: 0.1575952 Sep 02 13:31:37.921799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2c11-e27e-4b6d-bd3c-b5be0be48de7 req-33f255b1-f37d-42b7-8f0c-9aa361d88fa3 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:37.928672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ded2c11-e27e-4b6d-bd3c-b5be0be48de7 req-33f255b1-f37d-42b7-8f0c-9aa361d88fa3 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1661627 Sep 02 13:31:37.934111 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:37.989917 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11dac571-d6ad-4003-b0c0-cd7dc74041cb req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:38.000811 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11dac571-d6ad-4003-b0c0-cd7dc74041cb req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:38.006938 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ded2c11-e27e-4b6d-bd3c-b5be0be48de7 req-3412247f-b321-482c-a8d6-4cc3a3dcc715 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701635 Sep 02 13:31:38.073799 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Made reservation on behalf of 856a75013b2f419d83b9da71bbc21de3 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:38.077564 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:38.081173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61212fad-a34c-477c-a833-fbc9c9f48ed0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:38.090197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-9e3e738c-7e65-4b5d-9d12-2939607ad340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:38.091711 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-9e3e738c-7e65-4b5d-9d12-2939607ad340 service neutron] 10.222.0.77 "GET /v2.0/networks?id=48859df5-a42a-46a0-9ab9-2be9e4056440 HTTP/1.1" status: 200 len: 911 time: 0.1825666 Sep 02 13:31:38.092632 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-11dac571-d6ad-4003-b0c0-cd7dc74041cb req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:38.093929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11dac571-d6ad-4003-b0c0-cd7dc74041cb req-2b10388d-4fda-4933-a7dd-1bb225d8561e tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8339362 Sep 02 13:31:38.150655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-872c4f56-974d-44ef-a856-54e9a7d5c382 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 HTTP/1.1" status: 200 len: 217 time: 0.0506194 Sep 02 13:31:38.207407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe8f0df9-9d6b-4694-8f9f-87f63c519d0a req-19b02fd5-3fce-410d-97d5-084a0682f529 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 210 time: 0.0525324 Sep 02 13:31:38.315872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-e58155fa-ef4c-4b53-9bf9-8fb3359c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:38.317352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-e58155fa-ef4c-4b53-9bf9-8fb3359c8efc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b2db79ae-528c-4aab-b7ee-c97da192d4ab HTTP/1.1" status: 200 len: 850 time: 0.1318600 Sep 02 13:31:38.328060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d164a3-2259-43d0-9f01-9bae22b71115 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:38.334683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff55020-a6a9-4b2a-996e-494db0ed377d req-4db8e5bd-9621-43d3-acf5-9fd78ec60895 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:38.336555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ff55020-a6a9-4b2a-996e-494db0ed377d req-4db8e5bd-9621-43d3-acf5-9fd78ec60895 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 944 time: 0.1499517 Sep 02 13:31:38.336689 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:38.360970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Transition to ACTIVE for port object 74d164a3-2259-43d0-9f01-9bae22b71115 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:38.366921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:38.386450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-0fc8607a-f6a7-4ca7-91c0-568a902130d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=48859df5-a42a-46a0-9ab9-2be9e4056440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488791 Sep 02 13:31:38.387561 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Allocated IP 172.20.0.4 (ead7d643-a70b-4873-bb94-2a2d3a960629/d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a/5c956e68-4695-45e3-963c-0aea9e454428) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:38.477300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Pushing event updated for resources: {'Port': ['ID=74d164a3-2259-43d0-9f01-9bae22b71115,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:38.493569 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ff55020-a6a9-4b2a-996e-494db0ed377d req-47ec82fd-5673-4359-ba29-a966dd57429b tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386828 Sep 02 13:31:38.558708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-efef7754-ec62-4bec-8adb-96b1a074d422 req-a7fe7925-5a12-4c30-940a-80d1e2f1773d tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2034573317', 'description': 'tempest-description-203883321'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:38.563058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-4e29c921-4575-4392-97a0-b960ac370177 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589116 Sep 02 13:31:38.595190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c44e84-a588-44c4-a17f-1cfc3d0de53a req-96ca8429-fcfc-4ce7-8f3b-979e87be6fe7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:38.602914 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72c44e84-a588-44c4-a17f-1cfc3d0de53a req-96ca8429-fcfc-4ce7-8f3b-979e87be6fe7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 944 time: 0.1938882 Sep 02 13:31:38.636653 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-544b3673-5007-4d61-b60f-09ee50fe9d71 service neutron] 10.222.0.77 "GET /v2.0/networks/48859df5-a42a-46a0-9ab9-2be9e4056440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398403 Sep 02 13:31:38.671654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efef7754-ec62-4bec-8adb-96b1a074d422 req-a7fe7925-5a12-4c30-940a-80d1e2f1773d tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:38.712407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72c44e84-a588-44c4-a17f-1cfc3d0de53a req-d29e26e0-d6bd-411d-a00e-04d7ff9e40a6 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085970 Sep 02 13:31:38.719810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Attempting to bind port 74d164a3-2259-43d0-9f01-9bae22b71115 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:38.719810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Attempting to bind port 74d164a3-2259-43d0-9f01-9bae22b71115 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '05d43e27-8b38-4be2-8535-857d6f34a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '316fec6d-134f-45db-9562-d73879b32136'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:38.719810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Attempting to bind port 74d164a3-2259-43d0-9f01-9bae22b71115 on network 316fec6d-134f-45db-9562-d73879b32136 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:38.733685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Port 74d164a3-2259-43d0-9f01-9bae22b71115 on network 316fec6d-134f-45db-9562-d73879b32136 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:38.734022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Attempting to bind port 74d164a3-2259-43d0-9f01-9bae22b71115 on network 316fec6d-134f-45db-9562-d73879b32136 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:38.751717 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:38.752089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Checking segment: {'id': '05d43e27-8b38-4be2-8535-857d6f34a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '316fec6d-134f-45db-9562-d73879b32136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:38.752488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Bound using segment: {'id': '05d43e27-8b38-4be2-8535-857d6f34a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '316fec6d-134f-45db-9562-d73879b32136'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:38.752946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Bound port: 74d164a3-2259-43d0-9f01-9bae22b71115, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d43e27-8b38-4be2-8535-857d6f34a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '316fec6d-134f-45db-9562-d73879b32136'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:38.753319 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:38.791864 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-72c9218c-1aac-4510-ba6d-f7808aaf3b29 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:38.793830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-72c9218c-1aac-4510-ba6d-f7808aaf3b29 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174218 Sep 02 13:31:38.823401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Request body: {'port': {'device_id': '6e256f30-7923-49be-a025-a3217200c9b7', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'ae8f41a86ddb4ae8960f67d8a1d78817'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:38.925854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] For port 74d164a3-2259-43d0-9f01-9bae22b71115, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:38.948632 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7b9f096b-30b3-4024-9219-20c3cafadd60 req-5fa8c64c-b7dc-4f2b-88a4-cdc3f3079560 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 210 time: 0.0765746 Sep 02 13:31:38.960838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] For port 74d164a3-2259-43d0-9f01-9bae22b71115, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74d164a3-2259-43d0-9f01-9bae22b71115,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:38.971161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.048832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:39.049588 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.051321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] 10.222.0.90 "PUT /v2.0/ports/74d164a3-2259-43d0-9f01-9bae22b71115 HTTP/1.1" status: 200 len: 1092 time: 1.2731273 Sep 02 13:31:39.051789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:39.054662 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40" -d '{"events": [{"name": "network-changed", "server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:39.085848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d56c88-fdd2-4c68-8993-462c816e4a6b service neutron] Pushing event updated for resources: {'Port': ['ID=74d164a3-2259-43d0-9f01-9bae22b71115,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:39.157899 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.186420 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cdfe8f37-56e4-4fa2-9cd7-00c25f138816 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510445 Sep 02 13:31:39.192677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74886a94-4515-48e9-b9a7-9e214a0781d7 req-6231848c-380f-491a-8fe6-3d4f088435a2 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:39.194274 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74886a94-4515-48e9-b9a7-9e214a0781d7 req-6231848c-380f-491a-8fe6-3d4f088435a2 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0659058 Sep 02 13:31:39.195632 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcb8e38e-dbad-47f5-a310-f6b2b5688d49 req-b48dd3e8-bcb0-4fce-bf2b-4f1e40a8a2cd service neutron] 10.222.0.77 "GET /v2.0/networks/48859df5-a42a-46a0-9ab9-2be9e4056440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464382 Sep 02 13:31:39.264057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-b055c5ae-e59f-4c31-bda1-fd38191bc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:39.265817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-b055c5ae-e59f-4c31-bda1-fd38191bc9f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1095 time: 0.0812340 Sep 02 13:31:39.273558 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74886a94-4515-48e9-b9a7-9e214a0781d7 req-626bdd65-198a-4a92-b4b4-881b68bb9dca tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654199 Sep 02 13:31:39.322612 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-70727b52-9d62-48c5-8476-d524fc888bbb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d164a3-2259-43d0-9f01-9bae22b71115 HTTP/1.1" status: 200 len: 217 time: 0.0387707 Sep 02 13:31:39.349426 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247eae11-85d4-4c09-9fb8-ed4b3bbf34de x-openstack-request-id: req-247eae11-85d4-4c09-9fb8-ed4b3bbf34de {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:39.350004 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:39.350417 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-247eae11-85d4-4c09-9fb8-ed4b3bbf34de {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:39.351019 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115', 'status': 'completed', 'code': 200} Sep 02 13:31:39.370321 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.397276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efef7754-ec62-4bec-8adb-96b1a074d422 req-a7fe7925-5a12-4c30-940a-80d1e2f1773d tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.414791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-e2aa8d9d-354a-4825-bec6-d63bdf0eb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:39.420016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-e2aa8d9d-354a-4825-bec6-d63bdf0eb643 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.0855277 Sep 02 13:31:39.428363 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efef7754-ec62-4bec-8adb-96b1a074d422 req-a7fe7925-5a12-4c30-940a-80d1e2f1773d tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.445489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Made reservation on behalf of ae8f41a86ddb4ae8960f67d8a1d78817 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:39.448749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-e76acf46-9dad-4292-b59f-2eb926a31415 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:39.450238 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-e76acf46-9dad-4292-b59f-2eb926a31415 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357173 Sep 02 13:31:39.452574 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.474071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Request body: {'port': {'device_id': 'c1302095-f893-470e-9283-b3400be446ad', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'ae8f41a86ddb4ae8960f67d8a1d78817'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:39.486309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Network ead7d643-a70b-4873-bb94-2a2d3a960629 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:39.487621 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-73fafc19-25c1-43bf-aebf-12edfedab7cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592797 Sep 02 13:31:39.503889 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event updated for resources: {'Port': ['ID=5c956e68-4695-45e3-963c-0aea9e454428,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:39.507259 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efef7754-ec62-4bec-8adb-96b1a074d422 req-a7fe7925-5a12-4c30-940a-80d1e2f1773d tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.513801 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-efef7754-ec62-4bec-8adb-96b1a074d422 req-a7fe7925-5a12-4c30-940a-80d1e2f1773d tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9651425 Sep 02 13:31:39.515238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:39.527601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:39.663631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:39.664431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.677071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe7925-5a12-4c30-940a-80d1e2f1773d tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd3548a-5df7-400f-955b-d1654691f721,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:39.678324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3b105-f58d-444d-85a6-ac4caadbe901 req-b1857783-9c96-402a-aa8c-96747079b746 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:39.679852 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28e3b105-f58d-444d-85a6-ac4caadbe901 req-b1857783-9c96-402a-aa8c-96747079b746 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 931 time: 0.1950643 Sep 02 13:31:39.737907 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-fd854ab4-7c46-4f1a-8fd0-67ff4f05992f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0762165 Sep 02 13:31:39.754841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Request body: {'port': {'device_id': 'ef41c587-09a6-40e8-a427-437e39bd1fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:39.766832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-6d314faf-b855-4e75-904c-0eb78c685547 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656052 Sep 02 13:31:39.808511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade12c4-8af0-4e33-9525-2c72575cc33c req-d50163e5-5e61-41a7-9b30-2e36c664f823 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:39.816432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ade12c4-8af0-4e33-9525-2c72575cc33c req-d50163e5-5e61-41a7-9b30-2e36c664f823 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 944 time: 0.1287642 Sep 02 13:31:39.823648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Allocated IP 192.168.233.158 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/3595270a-47e4-424b-8da9-91829fa1109d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:39.829539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Made reservation on behalf of ae8f41a86ddb4ae8960f67d8a1d78817 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:39.832996 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.880506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28e3b105-f58d-444d-85a6-ac4caadbe901 req-7c970a95-bcef-40b7-9469-6e192abf0282 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932189 Sep 02 13:31:39.881473 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:39.920341 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ade12c4-8af0-4e33-9525-2c72575cc33c req-f36a02bd-f50b-46fa-8401-afe5b64eb0b6 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026783 Sep 02 13:31:39.974402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c6d25d3f-bab6-4ca3-9758-a6f3c9901de9 req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-664154327', 'description': 'tempest-description-1305983421'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:40.052435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7182e686-c99c-4185-bfa1-b0065cdcfc8f req-8c227ab3-fcfc-4433-a6fe-fe035c7e1866 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660668 Sep 02 13:31:40.090392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6d25d3f-bab6-4ca3-9758-a6f3c9901de9 req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.127105 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6d25d3f-bab6-4ca3-9758-a6f3c9901de9 req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.153658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08cd57-52de-4434-800d-74798ec7b561 req-049d1a74-8e04-4d9b-8792-42fc8618878c tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:40.155552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b08cd57-52de-4434-800d-74798ec7b561 req-049d1a74-8e04-4d9b-8792-42fc8618878c tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 944 time: 0.1208596 Sep 02 13:31:40.200260 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.224065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Transition to ACTIVE for port object 3595270a-47e4-424b-8da9-91829fa1109d will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:40.243530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-dddd140a-33c6-4b9b-bcb0-236ea4303b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:40.245086 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-dddd140a-33c6-4b9b-bcb0-236ea4303b28 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1095 time: 0.1315997 Sep 02 13:31:40.279969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b08cd57-52de-4434-800d-74798ec7b561 req-2cfe8120-f6a8-4293-b571-f04925ae3afd tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140196 Sep 02 13:31:40.384028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.398208 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:40.434565 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6d25d3f-bab6-4ca3-9758-a6f3c9901de9 req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.444931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c956e68-4695-45e3-963c-0aea9e454428 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:40.459298 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.460382 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6d25d3f-bab6-4ca3-9758-a6f3c9901de9 req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.467233 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:40.479581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Transition to ACTIVE for port object 5c956e68-4695-45e3-963c-0aea9e454428 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:40.497953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:40.500345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:40.561276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Allocated IP 192.168.233.165 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:40.572637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.591520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event updated for resources: {'Port': ['ID=3595270a-47e4-424b-8da9-91829fa1109d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:40.631076 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c96881f-076b-4188-8a53-80aac92a8bfd req-f21ee98b-9f5a-4591-a366-2f9427c262e5 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 210 time: 0.0726898 Sep 02 13:31:40.634411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-4993ba85-84c1-4dea-99c5-8e638c5b3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:40.638755 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-4993ba85-84c1-4dea-99c5-8e638c5b3f9a service neutron] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 913 time: 0.3810058 Sep 02 13:31:40.683405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d9e1f5-1828-45b6-bb66-f67f6d39304f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:40.754352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-1272f42e-3c74-41e3-bd38-f91706fca263 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d164a3-2259-43d0-9f01-9bae22b71115 HTTP/1.1" status: 200 len: 217 time: 0.0974383 Sep 02 13:31:40.781668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:40.786250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:40.786943 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.809016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Pushing event updated for resources: {'Port': ['ID=5c956e68-4695-45e3-963c-0aea9e454428,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:40.873813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-bf97e67a-c4db-48ed-9320-14a5c10125ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:40.875354 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-bf97e67a-c4db-48ed-9320-14a5c10125ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.1102283 Sep 02 13:31:40.906496 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6d25d3f-bab6-4ca3-9758-a6f3c9901de9 req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.944354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49692) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:40.953624 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-bd12de47-fea5-448f-9f70-c5279195fcfc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664575 Sep 02 13:31:40.960673 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-506f0444-4b9d-43e0-865a-b9fb1bf2f57e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1473145 Sep 02 13:31:40.961687 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6d25d3f-bab6-4ca3-9758-a6f3c9901de9 req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:40.970340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e8c9d523-794e-4cd8-96e1-728eab6d69f6 None None] Provisioning for port 3595270a-47e4-424b-8da9-91829fa1109d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:40.995941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e8c9d523-794e-4cd8-96e1-728eab6d69f6 None None] Provisioning complete for port 3595270a-47e4-424b-8da9-91829fa1109d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:40.995941 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8c9d523-794e-4cd8-96e1-728eab6d69f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.015846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2bd5e0-548e-4386-bb89-84058fc59556,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:41.061469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,segment=NetworkSegment(627dab2a-0edc-4721-bd44-e6e3fd0f90d4),segment_id=627dab2a-0edc-4721-bd44-e6e3fd0f90d4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:41.077466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afe681-49cb-4600-aa6d-6252574ed079 req-f24117df-b0a8-42ac-8019-1bf1f972e12f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:41.080177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a6afe681-49cb-4600-aa6d-6252574ed079 req-f24117df-b0a8-42ac-8019-1bf1f972e12f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.3233421 Sep 02 13:31:41.087923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'a5f4c006-60cf-4dc5-ab7d-7e02df23edc8', 'network_id': '48859df5-a42a-46a0-9ab9-2be9e4056440', 'port_id': 'a5f4c006-60cf-4dc5-ab7d-7e02df23edc8', 'mac_address': 'fa:16:3e:c4:bc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2db79ae-528c-4aab-b7ee-c97da192d4ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:41.091326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9d523-794e-4cd8-96e1-728eab6d69f6 None None] Port 3595270a-47e4-424b-8da9-91829fa1109d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:31:41.096844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Attempting to bind port 5c956e68-4695-45e3-963c-0aea9e454428 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:41.097636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Attempting to bind port 5c956e68-4695-45e3-963c-0aea9e454428 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:41.098223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Attempting to bind port 5c956e68-4695-45e3-963c-0aea9e454428 on network ead7d643-a70b-4873-bb94-2a2d3a960629 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:41.124718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Port 5c956e68-4695-45e3-963c-0aea9e454428 on network ead7d643-a70b-4873-bb94-2a2d3a960629 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:41.125050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Attempting to bind port 5c956e68-4695-45e3-963c-0aea9e454428 on network ead7d643-a70b-4873-bb94-2a2d3a960629 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:41.129882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Request body: {'port': {'device_id': '6e256f30-7923-49be-a025-a3217200c9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:41.149904 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.153811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:41.154158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Checking segment: {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:41.154558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Bound using segment: {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:41.155019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Bound port: 5c956e68-4695-45e3-963c-0aea9e454428, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:41.155388 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.172539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:41.179246 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6d25d3f-bab6-4ca3-9758-a6f3c9901de9 req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.180656 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6d25d3f-bab6-4ca3-9758-a6f3c9901de9 req-4dde6af8-167e-4f3d-9aa1-0cfaea6770f1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2163093 Sep 02 13:31:41.181478 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88db6b20-247e-4420-a21e-5121882b7c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.191556 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.200628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,segment=NetworkSegment(627dab2a-0edc-4721-bd44-e6e3fd0f90d4),segment_id=627dab2a-0edc-4721-bd44-e6e3fd0f90d4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:41.204555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a6afe681-49cb-4600-aa6d-6252574ed079 req-e887782e-607a-4022-985b-ed62eac63878 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145968 Sep 02 13:31:41.206658 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.213544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-a3b04b83-0e22-4c5f-9d4d-b014594d4c0d service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991289 Sep 02 13:31:41.267249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:41.276678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.277101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.277659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.278292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.278862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.279376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.279926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.280914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.281452 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.282163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.282842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.283363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:31:41.290428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Transition to ACTIVE for port object c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:41.317092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.380123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] For port 5c956e68-4695-45e3-963c-0aea9e454428, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:41.387230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] For port 5c956e68-4695-45e3-963c-0aea9e454428, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5c956e68-4695-45e3-963c-0aea9e454428,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:41.394121 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.401168 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.406337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:41.423921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:41.430750 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:41.444428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a5f4c006-60cf-4dc5-ab7d-7e02df23edc8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:41.456799 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:41.473035 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c56f1c3b-ede4-4d6b-b6e8-beba57c49d40 req-fa40f288-b044-4d85-94b9-61a8b1b00bc5 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170672 Sep 02 13:31:41.506905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:41.507710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.522345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635db51-65e0-49ba-ad3c-bf275f3eb362 req-fccbf7b1-8072-45f5-b3e6-fcf6bbb59fbe tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:41.531212 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e635db51-65e0-49ba-ad3c-bf275f3eb362 req-fccbf7b1-8072-45f5-b3e6-fcf6bbb59fbe tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 943 time: 0.2160702 Sep 02 13:31:41.558347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:41.559123 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.560829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] 10.222.0.90 "PUT /v2.0/ports/5c956e68-4695-45e3-963c-0aea9e454428 HTTP/1.1" status: 200 len: 1091 time: 1.8121471 Sep 02 13:31:41.567364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807ac3d-3a30-4ced-b08e-2728a35841d7 req-dd71af81-2097-4a59-a4d1-92b83798cb88 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:41.569290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e807ac3d-3a30-4ced-b08e-2728a35841d7 req-dd71af81-2097-4a59-a4d1-92b83798cb88 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 945 time: 0.2269514 Sep 02 13:31:41.579296 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef41c587-09a6-40e8-a427-437e39bd1fa5', 'tag': '5c956e68-4695-45e3-963c-0aea9e454428'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:41.581836 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711715a6-4e23-4997-bc73-72eda841e653" -d '{"events": [{"name": "network-changed", "server_uuid": "ef41c587-09a6-40e8-a427-437e39bd1fa5", "tag": "5c956e68-4695-45e3-963c-0aea9e454428"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:41.600702 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e635db51-65e0-49ba-ad3c-bf275f3eb362 req-5e6343ce-58de-45f2-a8b8-a198ac8fa1e2 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660245 Sep 02 13:31:41.625659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event updated for resources: {'Port': ['ID=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:41.691961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b6000-43d9-46cf-8fbf-7b1b93a8865d service neutron] Pushing event updated for resources: {'Port': ['ID=5c956e68-4695-45e3-963c-0aea9e454428,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:41.708883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-df214531-1149-4976-91a2-e93e22a0370b req-0e4b26c4-dcc5-43b9-af8b-01e5bd1ba016 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1711520286', 'description': 'tempest-description-1216944051'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:41.761133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-7c138f4b-4c2a-464b-a025-17e7e50a73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:41.763658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-7c138f4b-4c2a-464b-a025-17e7e50a73f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=856a75013b2f419d83b9da71bbc21de3&device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 1094 time: 0.0679686 Sep 02 13:31:41.817558 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-7485606e-baa0-407f-9ca4-c15c4647d3b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c956e68-4695-45e3-963c-0aea9e454428 HTTP/1.1" status: 200 len: 217 time: 0.0407634 Sep 02 13:31:41.829603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-221b4343-707b-4e4d-ade3-a0e3c86c47ec None None] Provisioning for port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:41.834129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-221b4343-707b-4e4d-ade3-a0e3c86c47ec None None] Provisioning complete for port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:41.834502 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-221b4343-707b-4e4d-ade3-a0e3c86c47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:41.877288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-a00f29eb-401e-44d5-8e74-210ec21db561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:41.877858 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-221b4343-707b-4e4d-ade3-a0e3c86c47ec None None] Port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:31:41.878981 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-a00f29eb-401e-44d5-8e74-210ec21db561 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a HTTP/1.1" status: 200 len: 862 time: 0.0534787 Sep 02 13:31:41.914234 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-3d46e78c-87a3-4b15-8afc-d20529594e06 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ead7d643-a70b-4873-bb94-2a2d3a960629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265732 Sep 02 13:31:41.998313 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88db6b20-247e-4420-a21e-5121882b7c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.011244 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88db6b20-247e-4420-a21e-5121882b7c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.013020 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-72c6a165-85f0-44fb-b6b0-12f239f0d591 service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902812 Sep 02 13:31:42.016934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-cc0c51b0-46b6-4a20-a0ea-3a60ad509614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5533714 Sep 02 13:31:42.031535 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df214531-1149-4976-91a2-e93e22a0370b req-0e4b26c4-dcc5-43b9-af8b-01e5bd1ba016 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.047164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Request body: {'port': {'device_id': 'c1302095-f893-470e-9283-b3400be446ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:42.056498 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e807ac3d-3a30-4ced-b08e-2728a35841d7 req-5368ece8-4d8f-42ea-998f-c07ddb1fb33b tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138294 Sep 02 13:31:42.079856 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-88db6b20-247e-4420-a21e-5121882b7c68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5214a07572614974b8ededc9ff298b99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1403816 Sep 02 13:31:42.081994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49706) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:42.093161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db6b20-247e-4420-a21e-5121882b7c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94b92c6-de14-4427-8591-d6879dfb0193,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:42.201904 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d7547bb-6681-4616-81da-0479a5607cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.211534 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.234250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3595270a-47e4-424b-8da9-91829fa1109d {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:42.252087 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a41b9fd-14fb-4b77-870b-dbd8f4144870 req-eac9174e-d417-4531-8884-e3f8bec92952 service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219443 Sep 02 13:31:42.253117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d7547bb-6681-4616-81da-0479a5607cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.256267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.295091 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a314d49-7bfa-46b9-a7b6-fba9f723fe34 req-472a84b2-3f4b-4087-b8c9-c6e2a70019ba tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:42.296685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a314d49-7bfa-46b9-a7b6-fba9f723fe34 req-472a84b2-3f4b-4087-b8c9-c6e2a70019ba tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 944 time: 0.1312032 Sep 02 13:31:42.299612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Transition to ACTIVE for port object 3595270a-47e4-424b-8da9-91829fa1109d will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:42.323987 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.331763 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df214531-1149-4976-91a2-e93e22a0370b req-0e4b26c4-dcc5-43b9-af8b-01e5bd1ba016 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.380350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df214531-1149-4976-91a2-e93e22a0370b req-0e4b26c4-dcc5-43b9-af8b-01e5bd1ba016 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.404950 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a314d49-7bfa-46b9-a7b6-fba9f723fe34 req-2ef7b90a-4f01-4e18-bb4e-886439481993 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960593 Sep 02 13:31:42.406727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Pushing event updated for resources: {'Port': ['ID=3595270a-47e4-424b-8da9-91829fa1109d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:42.438923 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d7547bb-6681-4616-81da-0479a5607cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.441479 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d7547bb-6681-4616-81da-0479a5607cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.445603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0d7547bb-6681-4616-81da-0479a5607cc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e94b92c6-de14-4427-8591-d6879dfb0193 HTTP/1.1" status: 204 len: 168 time: 0.3590176 Sep 02 13:31:42.480739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7547bb-6681-4616-81da-0479a5607cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94b92c6-de14-4427-8591-d6879dfb0193,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:42.524442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b26c4-dcc5-43b9-af8b-01e5bd1ba016 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3456c3c9-89f1-418f-892e-02924435d0b6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:42.529095 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-df214531-1149-4976-91a2-e93e22a0370b req-0e4b26c4-dcc5-43b9-af8b-01e5bd1ba016 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.543754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-df214531-1149-4976-91a2-e93e22a0370b req-0e4b26c4-dcc5-43b9-af8b-01e5bd1ba016 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8528175 Sep 02 13:31:42.544872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Attempting to bind port 3595270a-47e4-424b-8da9-91829fa1109d on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:42.545426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Attempting to bind port 3595270a-47e4-424b-8da9-91829fa1109d by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:42.546185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Attempting to bind port 3595270a-47e4-424b-8da9-91829fa1109d on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:42.557812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Port 3595270a-47e4-424b-8da9-91829fa1109d on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:42.558454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Attempting to bind port 3595270a-47e4-424b-8da9-91829fa1109d on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:42.564420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:42.569883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:42.572843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:42.573955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Bound port: 3595270a-47e4-424b-8da9-91829fa1109d, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:42.574681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.701932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] For port 3595270a-47e4-424b-8da9-91829fa1109d, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:42.708487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] For port 3595270a-47e4-424b-8da9-91829fa1109d, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3595270a-47e4-424b-8da9-91829fa1109d,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:42.715011 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.753360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:42.761711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:42.762435 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.764069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] 10.222.0.90 "PUT /v2.0/ports/3595270a-47e4-424b-8da9-91829fa1109d HTTP/1.1" status: 200 len: 1096 time: 1.7513847 Sep 02 13:31:42.764848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e256f30-7923-49be-a025-a3217200c9b7', 'tag': '3595270a-47e4-424b-8da9-91829fa1109d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:42.765774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc87e97-2234-4438-8c1f-969b0848a25e req-7d77a2bc-d3a9-4d3a-99a2-0eb2ba5c8310 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:42.767221 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82636fb4-ef39-4590-85bb-6e47025cf6de" -d '{"events": [{"name": "network-changed", "server_uuid": "6e256f30-7923-49be-a025-a3217200c9b7", "tag": "3595270a-47e4-424b-8da9-91829fa1109d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:42.786476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6bc87e97-2234-4438-8c1f-969b0848a25e req-7d77a2bc-d3a9-4d3a-99a2-0eb2ba5c8310 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 936 time: 0.1232915 Sep 02 13:31:42.799962 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:42.814807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.816238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418d2d3-fd8f-4d04-91ba-495e8068557b service neutron] Pushing event updated for resources: {'Port': ['ID=3595270a-47e4-424b-8da9-91829fa1109d,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:42.843494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Transition to ACTIVE for port object c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:42.853826 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:42.934384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-575d93fc-5c52-4323-8877-7408f1911fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:42.937658 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-575d93fc-5c52-4323-8877-7408f1911fd9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=6e256f30-7923-49be-a025-a3217200c9b7 HTTP/1.1" status: 200 len: 1099 time: 0.1015081 Sep 02 13:31:42.940384 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6bc87e97-2234-4438-8c1f-969b0848a25e req-80a2e7ca-e5ff-4d4b-a789-618ef87c7102 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529293 Sep 02 13:31:42.969822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:42.983259 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:42.983686 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.032661 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff00695-3f27-4696-924b-675a0531dc16 x-openstack-request-id: req-7ff00695-3f27-4696-924b-675a0531dc16 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:43.032972 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef41c587-09a6-40e8-a427-437e39bd1fa5", "tag": "5c956e68-4695-45e3-963c-0aea9e454428", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:43.033233 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ff00695-3f27-4696-924b-675a0531dc16 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:43.033836 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef41c587-09a6-40e8-a427-437e39bd1fa5', 'tag': '5c956e68-4695-45e3-963c-0aea9e454428', 'status': 'completed', 'code': 200} Sep 02 13:31:43.047313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-dc699cae-ac8d-4314-ae20-61efe734c8cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=3595270a-47e4-424b-8da9-91829fa1109d HTTP/1.1" status: 200 len: 217 time: 0.0981200 Sep 02 13:31:43.084191 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49722) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:43.099997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:43.150165 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa9a9-7bda-4302-a6db-d39db54fe59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.193966 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.207874 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711715a6-4e23-4997-bc73-72eda841e653 req-8518572a-5ac0-417c-8c78-83a702193be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.209772 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-711715a6-4e23-4997-bc73-72eda841e653 req-8518572a-5ac0-417c-8c78-83a702193be0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=856a75013b2f419d83b9da71bbc21de3&device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 1094 time: 0.1307766 Sep 02 13:31:43.221862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a26f4f-0185-46e1-946e-80cd3be924d8 req-83e2fca0-5ec9-4da0-bcc2-6e3ef5b3f1a7 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.230852 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00a26f4f-0185-46e1-946e-80cd3be924d8 req-83e2fca0-5ec9-4da0-bcc2-6e3ef5b3f1a7 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1410046 Sep 02 13:31:43.245219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,segment=NetworkSegment(627dab2a-0edc-4721-bd44-e6e3fd0f90d4),segment_id=627dab2a-0edc-4721-bd44-e6e3fd0f90d4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:43.246254 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f40bb5-1671-4ab3-ab56-af7a7a2acb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f4c006-60cf-4dc5-ab7d-7e02df23edc8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:43.249346 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0cabba-9c2b-4ce2-a5ef-1187aa2299a6" -d '{"events": [{"server_uuid": "14f40bb5-1671-4ab3-ab56-af7a7a2acb7d", "name": "network-vif-plugged", "status": "completed", "tag": "a5f4c006-60cf-4dc5-ab7d-7e02df23edc8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:43.252704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-fdfae961-9488-49f3-a7ca-4c3bb302837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.254287 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-fdfae961-9488-49f3-a7ca-4c3bb302837d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1851289 Sep 02 13:31:43.255050 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.339692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:43.380641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Attempting to bind port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:43.380990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Attempting to bind port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:43.381331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Attempting to bind port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:43.383978 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa9a9-7bda-4302-a6db-d39db54fe59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.387765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711715a6-4e23-4997-bc73-72eda841e653 req-c07d9388-cced-46ca-b7ad-1326753a1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.389592 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-711715a6-4e23-4997-bc73-72eda841e653 req-c07d9388-cced-46ca-b7ad-1326753a1aad service neutron] 10.222.0.90 "GET /v2.0/networks?id=ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 200 len: 923 time: 0.1534786 Sep 02 13:31:43.392960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:43.393296 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Attempting to bind port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:43.402094 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa9a9-7bda-4302-a6db-d39db54fe59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.415074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:43.415423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:43.415845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:43.416320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Bound port: c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:43.416696 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.418979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-2a071010-19cc-4ef3-8452-16571dc057d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.420529 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-2a071010-19cc-4ef3-8452-16571dc057d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395242 Sep 02 13:31:43.420853 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00a26f4f-0185-46e1-946e-80cd3be924d8 req-46ef882e-f91d-45b6-98a3-88f9d9275e50 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883442 Sep 02 13:31:43.453472 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-711715a6-4e23-4997-bc73-72eda841e653 req-fdfbfcf7-bb13-4475-aee8-be5f277235dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c956e68-4695-45e3-963c-0aea9e454428 HTTP/1.1" status: 200 len: 217 time: 0.0527754 Sep 02 13:31:43.520481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fa9a9-7bda-4302-a6db-d39db54fe59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b16b54d-83bf-4188-be48-04f652f502d8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:43.528494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6c3fa9a9-7bda-4302-a6db-d39db54fe59e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e0c785637934d86a8648dfd4d3610f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430687 Sep 02 13:31:43.534885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:43.600782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711715a6-4e23-4997-bc73-72eda841e653 req-580883be-5a9b-48ba-a491-32524c56a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.602151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-711715a6-4e23-4997-bc73-72eda841e653 req-580883be-5a9b-48ba-a491-32524c56a1b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a HTTP/1.1" status: 200 len: 862 time: 0.1406550 Sep 02 13:31:43.604086 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1e8e43aa-705a-4b69-9efb-b6472979488d service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719759 Sep 02 13:31:43.632710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] For port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:43.665107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] For port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:43.672941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bcc87-4a50-4cd4-ad27-ad7cbcb1d92a req-ec508d4d-755c-4540-a2e7-5286d63dd45a tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.674435 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b54bcc87-4a50-4cd4-ad27-ad7cbcb1d92a req-ec508d4d-755c-4540-a2e7-5286d63dd45a tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 943 time: 0.1628816 Sep 02 13:31:43.676327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-711715a6-4e23-4997-bc73-72eda841e653 req-0d725b69-ba8e-4aa3-8c44-b841dd69d95c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ead7d643-a70b-4873-bb94-2a2d3a960629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541375 Sep 02 13:31:43.686827 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.718213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd14ab29-9843-4cba-bd89-f84c494962d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.751856 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-a8a504ca-e879-4614-829e-cd3bf534eadf tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48215 time: 0.5296769 Sep 02 13:31:43.770900 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 74d164a3-2259-43d0-9f01-9bae22b71115 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:43.780627 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-39495283-3819-44b6-b09f-80df68d08f21 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567209 Sep 02 13:31:43.795098 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:43.797282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.797282 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] 10.222.0.90 "PUT /v2.0/ports/c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a HTTP/1.1" status: 200 len: 1096 time: 1.7616639 Sep 02 13:31:43.831235 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd14ab29-9843-4cba-bd89-f84c494962d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:43.848480 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-39668d52-76e5-4faa-91aa-4b2698ac91be tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/06ae4600-df28-42e8-9530-2fd1819bf6f2 HTTP/1.1" status: 200 len: 2973 time: 0.0866652 Sep 02 13:31:43.867010 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b54bcc87-4a50-4cd4-ad27-ad7cbcb1d92a req-66c78bec-86a4-45a5-ab18-94e47dae97c2 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839728 Sep 02 13:31:43.915840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7de9a-77d9-43dc-bd05-fceea3acc2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:43.955710 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324a4a93-186c-4991-a118-147dcf039dd5 x-openstack-request-id: req-324a4a93-186c-4991-a118-147dcf039dd5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:43.956038 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e256f30-7923-49be-a025-a3217200c9b7", "tag": "3595270a-47e4-424b-8da9-91829fa1109d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:43.956292 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-324a4a93-186c-4991-a118-147dcf039dd5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:43.956703 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e256f30-7923-49be-a025-a3217200c9b7', 'tag': '3595270a-47e4-424b-8da9-91829fa1109d', 'status': 'completed', 'code': 200} Sep 02 13:31:43.961659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-cd60693c-b383-40f1-ab0d-c90fce42e4d1 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/06ae4600-df28-42e8-9530-2fd1819bf6f2 HTTP/1.1" status: 200 len: 2973 time: 0.1091259 Sep 02 13:31:43.993512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-711715a6-4e23-4997-bc73-72eda841e653 req-8c5238ea-c585-4da0-9eae-2aafa775ceb5 service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043580 Sep 02 13:31:44.002770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 74d164a3-2259-43d0-9f01-9bae22b71115, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74d164a3-2259-43d0-9f01-9bae22b71115,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:44.020377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1a984f29-cbd0-4485-9810-c23a37571b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.022134 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1a984f29-cbd0-4485-9810-c23a37571b64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 1099 time: 0.1428339 Sep 02 13:31:44.037894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '74d164a3-2259-43d0-9f01-9bae22b71115', 'network_id': '316fec6d-134f-45db-9562-d73879b32136', 'port_id': '74d164a3-2259-43d0-9f01-9bae22b71115', 'mac_address': 'fa:16:3e:6e:08:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25d49a4-bae8-4d52-abbc-dc123296811b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:44.076318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-64b75a97-5fbf-4d82-8854-689eceb70530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.079818 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd14ab29-9843-4cba-bd89-f84c494962d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:44.080028 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-64b75a97-5fbf-4d82-8854-689eceb70530 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=6e256f30-7923-49be-a025-a3217200c9b7 HTTP/1.1" status: 200 len: 1099 time: 0.0838656 Sep 02 13:31:44.082918 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd14ab29-9843-4cba-bd89-f84c494962d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:44.083577 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-ff623460-9a34-4a0f-a79a-8c54400ca57c tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/113b4334-43b9-4837-8ea3-c6ee429423cd HTTP/1.1" status: 200 len: 2981 time: 0.1169100 Sep 02 13:31:44.084602 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fd14ab29-9843-4cba-bd89-f84c494962d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b16b54d-83bf-4188-be48-04f652f502d8 HTTP/1.1" status: 204 len: 168 time: 0.5512676 Sep 02 13:31:44.099833 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:44.128228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d164a3-2259-43d0-9f01-9bae22b71115 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:44.156286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 74d164a3-2259-43d0-9f01-9bae22b71115, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74d164a3-2259-43d0-9f01-9bae22b71115,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:44.165196 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:44.258153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-32c9765b-5c09-403a-b761-3dc2316d185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.260556 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-32c9765b-5c09-403a-b761-3dc2316d185e service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1637537 Sep 02 13:31:44.265237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=74d164a3-2259-43d0-9f01-9bae22b71115,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:44.328682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-689f6aed-f5c4-4bf8-9b8f-4615010b711c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=3595270a-47e4-424b-8da9-91829fa1109d HTTP/1.1" status: 200 len: 217 time: 0.0583668 Sep 02 13:31:44.349685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-f65c1673-facb-4b79-b74b-dd5b36c08ffb tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/113b4334-43b9-4837-8ea3-c6ee429423cd HTTP/1.1" status: 200 len: 2981 time: 0.2399635 Sep 02 13:31:44.427447 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-e2e0462b-6a73-4872-9ce9-f013f0dc68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.429014 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-e2e0462b-6a73-4872-9ce9-f013f0dc68a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0897374 Sep 02 13:31:44.440166 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-4dfb470a-3e0a-4b88-9407-6a605f9bf47b tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1f6fe141-8246-4e04-8543-a889bcbefbad HTTP/1.1" status: 200 len: 2981 time: 0.0639911 Sep 02 13:31:44.458053 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-1ca787e3-9a5c-4ad0-b2f3-b662eb67d7bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a HTTP/1.1" status: 200 len: 217 time: 0.4228761 Sep 02 13:31:44.461731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14ab29-9843-4cba-bd89-f84c494962d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b16b54d-83bf-4188-be48-04f652f502d8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:44.514580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74d164a3-2259-43d0-9f01-9bae22b71115'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:44.524475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-e895d147-ccdc-44cc-821a-54e7a85bd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.525036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-31b65e5c-e163-48f9-b29c-559670462953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.526578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-e895d147-ccdc-44cc-821a-54e7a85bd197 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854969 Sep 02 13:31:44.527288 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-31b65e5c-e163-48f9-b29c-559670462953 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0527177 Sep 02 13:31:44.538456 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-7066f1f5-1624-466d-87bc-60d942d36b8a tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1f6fe141-8246-4e04-8543-a889bcbefbad HTTP/1.1" status: 200 len: 2981 time: 0.0613835 Sep 02 13:31:44.543163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537e1c3-fce4-4676-90f3-37d9168bad21 req-53b095b1-d71a-4208-89d6-f2a0a3fb15ee tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.550467 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d537e1c3-fce4-4676-90f3-37d9168bad21 req-53b095b1-d71a-4208-89d6-f2a0a3fb15ee tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 946 time: 0.4814522 Sep 02 13:31:44.605288 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-711715a6-4e23-4997-bc73-72eda841e653 req-3a44a61c-29e1-4010-b8ac-794993782bee service neutron] 10.222.0.90 "GET /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999949 Sep 02 13:31:44.644365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d537e1c3-fce4-4676-90f3-37d9168bad21 req-f667af37-276e-4e0d-8c35-b1567186c49a tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929341 Sep 02 13:31:44.652821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-9d95faa8-7edb-49b3-85ce-6e1351c7ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.654350 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-9d95faa8-7edb-49b3-85ce-6e1351c7ef19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996358 Sep 02 13:31:44.674362 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-fdb00021-bb92-4162-b6a6-3c6ea7f19be7 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/277f8f07-a0ba-4314-833d-8c628b5094fb HTTP/1.1" status: 200 len: 2981 time: 0.1204436 Sep 02 13:31:44.743631 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-d52fe6a5-b2a0-4693-abdd-99b78c0934f6 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975338 Sep 02 13:31:44.750303 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757a1bcb-7a98-4c9a-a6ae-5c37bff7e567 x-openstack-request-id: req-757a1bcb-7a98-4c9a-a6ae-5c37bff7e567 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:44.750917 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f40bb5-1671-4ab3-ab56-af7a7a2acb7d", "name": "network-vif-plugged", "status": "completed", "tag": "a5f4c006-60cf-4dc5-ab7d-7e02df23edc8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:44.751355 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-757a1bcb-7a98-4c9a-a6ae-5c37bff7e567 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:44.751958 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f40bb5-1671-4ab3-ab56-af7a7a2acb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f4c006-60cf-4dc5-ab7d-7e02df23edc8', 'code': 200} Sep 02 13:31:44.753588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-ecc8d2cd-d8ed-4f40-9fef-2c99bc9c6d67 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/277f8f07-a0ba-4314-833d-8c628b5094fb HTTP/1.1" status: 200 len: 2981 time: 0.0782020 Sep 02 13:31:44.874224 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-ab256366-29af-492a-a3d4-d44827cacd0a tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/33d9e1f5-1828-45b6-bb66-f67f6d39304f HTTP/1.1" status: 200 len: 2981 time: 0.1195283 Sep 02 13:31:44.893149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-b765085b-3ece-41ec-953c-5d4bd48478d4 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261074 Sep 02 13:31:44.971326 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82636fb4-ef39-4590-85bb-6e47025cf6de req-470ef8dc-c801-4495-aefb-41930e816680 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150116 Sep 02 13:31:44.976992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-feb98d1b-9cac-4baa-93b8-d528246db650 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/33d9e1f5-1828-45b6-bb66-f67f6d39304f HTTP/1.1" status: 200 len: 2981 time: 0.0976276 Sep 02 13:31:44.987708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815cd92-77bf-4507-8eb9-4df887610e57 req-567b934e-7097-4b72-9bbe-0c4712c9bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:44.989352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5815cd92-77bf-4507-8eb9-4df887610e57 req-567b934e-7097-4b72-9bbe-0c4712c9bdde service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 1097 time: 0.1549311 Sep 02 13:31:45.000253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a5b-220c-4afe-b147-686f4fd3181b req-a50fc805-0423-430e-b8d5-5d032836bef8 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:45.002101 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d650a5b-220c-4afe-b147-686f4fd3181b req-a50fc805-0423-430e-b8d5-5d032836bef8 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 945 time: 0.1237864 Sep 02 13:31:45.036373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1302095-f893-470e-9283-b3400be446ad', 'tag': 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:45.038626 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caba958-d06d-473b-9b85-2881abe1a9af" -d '{"events": [{"name": "network-changed", "server_uuid": "c1302095-f893-470e-9283-b3400be446ad", "tag": "c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:45.050855 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-e67db9ab-ba6e-42f6-8d05-309ffb80efe6 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5eece177-e0f5-4eeb-82ce-10861aa4bbf4 HTTP/1.1" status: 200 len: 2981 time: 0.0520859 Sep 02 13:31:45.089718 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5815cd92-77bf-4507-8eb9-4df887610e57 req-3a2a446e-6227-4dce-baca-2b20527a318c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865242 Sep 02 13:31:45.103076 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8675db0-6f44-4c8a-bc1a-9a9d555a46e5 req-8e27684d-1800-4774-88f7-d30f84c96772 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898177 Sep 02 13:31:45.109371 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d650a5b-220c-4afe-b147-686f4fd3181b req-ba4e6d14-52c5-4517-87bf-bf6d94f38d69 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825264 Sep 02 13:31:45.116768 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-bc23b9c9-ac0c-47db-a760-1a889e818d33 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5eece177-e0f5-4eeb-82ce-10861aa4bbf4 HTTP/1.1" status: 200 len: 2981 time: 0.0523963 Sep 02 13:31:45.206767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-a5439837-0703-4a51-902f-e53dfd88a498 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/60aa5850-f98f-4edb-8aab-5e9f640b5f80 HTTP/1.1" status: 200 len: 2981 time: 0.0713961 Sep 02 13:31:45.280469 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-0536da8e-410a-46d9-b539-55717192f43e tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/60aa5850-f98f-4edb-8aab-5e9f640b5f80 HTTP/1.1" status: 200 len: 2981 time: 0.0628979 Sep 02 13:31:45.286553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a404c61-2709-4904-992d-512aa6fe29d4 req-2786c768-3c02-4700-8442-aad4cb77e623 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:45.289014 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a404c61-2709-4904-992d-512aa6fe29d4 req-2786c768-3c02-4700-8442-aad4cb77e623 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 948 time: 0.0671089 Sep 02 13:31:45.335127 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-c699cb6e-a34d-4df5-8ef0-58c514cba704 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/72114cd3-4afd-416e-b1c3-9eb25148b575 HTTP/1.1" status: 200 len: 2981 time: 0.0502791 Sep 02 13:31:45.343230 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a404c61-2709-4904-992d-512aa6fe29d4 req-d270dfc4-8cd1-45be-800e-1dd52c18d43b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463202 Sep 02 13:31:45.382999 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-06c543e2-9fbb-4499-a40b-c409424e5bb9 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/72114cd3-4afd-416e-b1c3-9eb25148b575 HTTP/1.1" status: 200 len: 2981 time: 0.0409558 Sep 02 13:31:45.453516 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-a011f6da-b989-483a-ac70-055bff580cbe tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c5ee7cfa-ce0d-4808-b91c-d1ab9925f87b HTTP/1.1" status: 200 len: 2981 time: 0.0635469 Sep 02 13:31:45.517146 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-23c7d8b5-08a7-4f0d-8936-a0e0b8238b0b tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c5ee7cfa-ce0d-4808-b91c-d1ab9925f87b HTTP/1.1" status: 200 len: 2981 time: 0.0525415 Sep 02 13:31:45.536319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322edf0-6035-4ff4-bed9-d9d1fc8e60dd req-9aaf5aa6-fa73-4afb-8423-79727cbf5ea9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:45.537824 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b322edf0-6035-4ff4-bed9-d9d1fc8e60dd req-9aaf5aa6-fa73-4afb-8423-79727cbf5ea9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0580950 Sep 02 13:31:45.566507 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-16beee12-605f-4067-9a8e-042b994574a4 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cbd93d1b-4611-4b44-aadc-9e8d281de5ba HTTP/1.1" status: 200 len: 2977 time: 0.0432227 Sep 02 13:31:45.590700 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b322edf0-6035-4ff4-bed9-d9d1fc8e60dd req-3f9d1f2b-cb35-4346-94c4-4ddaf75ef20d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Sep 02 13:31:45.626185 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-9d82f025-302a-402a-b76f-f49d510be39f tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cbd93d1b-4611-4b44-aadc-9e8d281de5ba HTTP/1.1" status: 200 len: 2977 time: 0.0492918 Sep 02 13:31:45.678591 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-6acc0a0a-d873-4da8-ba9c-eb8e818eae59 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d6704447-8625-4c7c-83bb-a7a8e9bb83e3 HTTP/1.1" status: 200 len: 2981 time: 0.0458207 Sep 02 13:31:45.704814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5296f1-0056-406f-82c1-15fa46c68d75 req-93dbfe8f-1f4b-4873-ab82-1fd88719012f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:45.706550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d5296f1-0056-406f-82c1-15fa46c68d75 req-93dbfe8f-1f4b-4873-ab82-1fd88719012f tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 943 time: 0.0562832 Sep 02 13:31:45.734636 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-b2b98965-9649-4c3f-a32f-458ff40a4f70 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d6704447-8625-4c7c-83bb-a7a8e9bb83e3 HTTP/1.1" status: 200 len: 2981 time: 0.0482860 Sep 02 13:31:45.752058 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d5296f1-0056-406f-82c1-15fa46c68d75 req-7087f01b-d605-46b7-a215-6d6869240761 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Sep 02 13:31:45.796714 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-d8982b61-828c-4ccb-a37f-4eb6becd190c tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e6ad2a18-7329-4cc2-8127-a537df150425 HTTP/1.1" status: 200 len: 2981 time: 0.0518417 Sep 02 13:31:45.802958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5c956e68-4695-45e3-963c-0aea9e454428 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:45.811687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 74d164a3-2259-43d0-9f01-9bae22b71115 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:45.825438 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80760a20-723e-4a8f-adbc-7d89706427f4 x-openstack-request-id: req-80760a20-723e-4a8f-adbc-7d89706427f4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:45.826192 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1302095-f893-470e-9283-b3400be446ad", "tag": "c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:45.826848 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80760a20-723e-4a8f-adbc-7d89706427f4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:45.828566 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1302095-f893-470e-9283-b3400be446ad', 'tag': 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', 'status': 'completed', 'code': 200} Sep 02 13:31:45.856272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e5b90c9-28fa-4d35-99a8-c90816ea17bd req-82bbb9dd-07fe-45c7-b25b-3bae55fd08c3 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e6ad2a18-7329-4cc2-8127-a537df150425 HTTP/1.1" status: 200 len: 2981 time: 0.0462258 Sep 02 13:31:45.933783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 74d164a3-2259-43d0-9f01-9bae22b71115 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:45.949203 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba958-d06d-473b-9b85-2881abe1a9af req-ed77a39c-a5d5-43e6-b9aa-8a0937fa061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:45.950725 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0caba958-d06d-473b-9b85-2881abe1a9af req-ed77a39c-a5d5-43e6-b9aa-8a0937fa061c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 1099 time: 0.0958066 Sep 02 13:31:45.951974 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 74d164a3-2259-43d0-9f01-9bae22b71115 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:45.952651 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.003221 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c479ca4-b5b7-4d6e-8d2a-e75d821a83cb req-a4fbeab3-077f-4b6b-8734-036696dfbcbf tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efa9f538c7c5456e9048439d79313d65 HTTP/1.1" status: 200 len: 6102 time: 0.1079407 Sep 02 13:31:46.045871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad810285-8636-481d-bae9-85c3a184ecaa req-03689c99-f1c9-418c-a977-f266fe98f793 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:46.047444 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ad810285-8636-481d-bae9-85c3a184ecaa req-03689c99-f1c9-418c-a977-f266fe98f793 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 946 time: 0.1467676 Sep 02 13:31:46.065718 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c479ca4-b5b7-4d6e-8d2a-e75d821a83cb req-b2a79d04-91a5-4b44-bf30-b0edc693a721 tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] 10.222.0.13 "GET /v2.0/security-groups/1f6fe141-8246-4e04-8543-a889bcbefbad HTTP/1.1" status: 200 len: 2981 time: 0.0611069 Sep 02 13:31:46.069453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5c956e68-4695-45e3-963c-0aea9e454428, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5c956e68-4695-45e3-963c-0aea9e454428,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:46.098292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba958-d06d-473b-9b85-2881abe1a9af req-7d55fd47-13e9-4481-96ca-c3b3729c7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:46.099878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0caba958-d06d-473b-9b85-2881abe1a9af req-7d55fd47-13e9-4481-96ca-c3b3729c7130 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1389337 Sep 02 13:31:46.116016 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '5c956e68-4695-45e3-963c-0aea9e454428', 'network_id': 'ead7d643-a70b-4873-bb94-2a2d3a960629', 'port_id': '5c956e68-4695-45e3-963c-0aea9e454428', 'mac_address': 'fa:16:3e:0d:d5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a0c5c0-b2a0-4b10-a21b-a3a400e5224a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:46.124230 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.127852 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c479ca4-b5b7-4d6e-8d2a-e75d821a83cb req-8abb0ed8-368d-4360-9b54-9656591e57d0 tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] 10.222.0.13 "GET /v2.0/security-groups/1f6fe141-8246-4e04-8543-a889bcbefbad HTTP/1.1" status: 200 len: 2981 time: 0.0608873 Sep 02 13:31:46.168534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ad810285-8636-481d-bae9-85c3a184ecaa req-2e020b75-b970-463d-91c1-eda9aa44b0e1 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005087 Sep 02 13:31:46.172828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0caba958-d06d-473b-9b85-2881abe1a9af req-a86f9f2b-abf1-4d9c-88c8-49165f3f5dcf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a HTTP/1.1" status: 200 len: 217 time: 0.0601614 Sep 02 13:31:46.191379 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.193360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 74d164a3-2259-43d0-9f01-9bae22b71115, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74d164a3-2259-43d0-9f01-9bae22b71115,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:46.207719 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.239380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c956e68-4695-45e3-963c-0aea9e454428 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:46.268515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba958-d06d-473b-9b85-2881abe1a9af req-ae5e2c9d-c540-4232-a0ce-673c2b5c2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:46.270410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0caba958-d06d-473b-9b85-2881abe1a9af req-ae5e2c9d-c540-4232-a0ce-673c2b5c2338 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0867100 Sep 02 13:31:46.273324 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5c956e68-4695-45e3-963c-0aea9e454428, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5c956e68-4695-45e3-963c-0aea9e454428,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:46.281671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=74d164a3-2259-43d0-9f01-9bae22b71115,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:46.283676 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9a98b5f6-479e-49fb-b22b-13d2661236f5 req-a5dea4e9-828f-4a79-b3e3-f2c3ffd28a64 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3456c3c9-89f1-418f-892e-02924435d0b6 HTTP/1.1" status: 200 len: 1778 time: 0.0690465 Sep 02 13:31:46.285799 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.345600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=5c956e68-4695-45e3-963c-0aea9e454428,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:46.354812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba958-d06d-473b-9b85-2881abe1a9af req-5d3f0099-e063-4005-a3e2-f409677dfede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:46.356368 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0caba958-d06d-473b-9b85-2881abe1a9af req-5d3f0099-e063-4005-a3e2-f409677dfede service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707004 Sep 02 13:31:46.426057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9a98b5f6-479e-49fb-b22b-13d2661236f5 req-174af72d-05d1-4549-aea7-56fc29507a04 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.458944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed87fb7-16bb-4d46-963c-7bf2181f2f77 req-9e4ec810-9ee5-43c5-8445-8050f518d440 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:46.460556 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ed87fb7-16bb-4d46-963c-7bf2181f2f77 req-9e4ec810-9ee5-43c5-8445-8050f518d440 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 946 time: 0.0562701 Sep 02 13:31:46.460945 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9a98b5f6-479e-49fb-b22b-13d2661236f5 req-174af72d-05d1-4549-aea7-56fc29507a04 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.500663 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0caba958-d06d-473b-9b85-2881abe1a9af req-b5256268-b77a-4c8d-85a2-a308c900a7d1 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355455 Sep 02 13:31:46.504144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ed87fb7-16bb-4d46-963c-7bf2181f2f77 req-c060d360-acd2-4274-a694-322d76a6f8f5 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334895 Sep 02 13:31:46.543119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['5c956e68-4695-45e3-963c-0aea9e454428'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:46.595719 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9a98b5f6-479e-49fb-b22b-13d2661236f5 req-174af72d-05d1-4549-aea7-56fc29507a04 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.598390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9a98b5f6-479e-49fb-b22b-13d2661236f5 req-174af72d-05d1-4549-aea7-56fc29507a04 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.599526 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9a98b5f6-479e-49fb-b22b-13d2661236f5 req-174af72d-05d1-4549-aea7-56fc29507a04 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/3456c3c9-89f1-418f-892e-02924435d0b6 HTTP/1.1" status: 204 len: 173 time: 0.3150148 Sep 02 13:31:46.613408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174af72d-05d1-4549-aea7-56fc29507a04 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3456c3c9-89f1-418f-892e-02924435d0b6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:46.656846 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0caba958-d06d-473b-9b85-2881abe1a9af req-42d29fe5-450a-4d0a-8324-5ec883a85c80 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466837 Sep 02 13:31:46.678004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b2946-ff24-47bb-b257-94b7346fd396 req-060cddd7-eb13-4157-9719-190333fea851 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:46.680076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc0b2946-ff24-47bb-b257-94b7346fd396 req-060cddd7-eb13-4157-9719-190333fea851 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 948 time: 0.0880210 Sep 02 13:31:46.742576 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6afcf431-f2cb-49f4-b699-7a12bd0205d3 req-d0730bd0-f261-4138-a5ac-86f7fbe87340 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0d2bd5e0-548e-4386-bb89-84058fc59556 HTTP/1.1" status: 200 len: 1777 time: 0.0403380 Sep 02 13:31:46.752316 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc0b2946-ff24-47bb-b257-94b7346fd396 req-22e60547-7d88-4225-8dd6-58c3c042b10e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528419 Sep 02 13:31:46.757899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:46.761395 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e6e5d8-f906-46df-a2e7-f5b5f47cf36f" -d '{"events": [{"server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "name": "network-vif-plugged", "status": "completed", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:46.816537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6afcf431-f2cb-49f4-b699-7a12bd0205d3 req-a0f1d2ea-91c0-4989-a13d-d0334ad34e78 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.841956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6afcf431-f2cb-49f4-b699-7a12bd0205d3 req-a0f1d2ea-91c0-4989-a13d-d0334ad34e78 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.893269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:46.896178 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6afcf431-f2cb-49f4-b699-7a12bd0205d3 req-a0f1d2ea-91c0-4989-a13d-d0334ad34e78 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.896555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e232c-2104-466f-87ec-1ba2ab347b15 req-003cf045-3bbd-4fe4-ad01-1545033da18a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:46.898094 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-493e232c-2104-466f-87ec-1ba2ab347b15 req-003cf045-3bbd-4fe4-ad01-1545033da18a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0784883 Sep 02 13:31:46.898935 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6afcf431-f2cb-49f4-b699-7a12bd0205d3 req-a0f1d2ea-91c0-4989-a13d-d0334ad34e78 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:46.902767 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6afcf431-f2cb-49f4-b699-7a12bd0205d3 req-a0f1d2ea-91c0-4989-a13d-d0334ad34e78 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d2bd5e0-548e-4386-bb89-84058fc59556 HTTP/1.1" status: 204 len: 173 time: 0.1524429 Sep 02 13:31:46.922107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1d2ea-91c0-4989-a13d-d0334ad34e78 tempest-SecurityGroupsTestAdminJSON-765888431 tempest-SecurityGroupsTestAdminJSON-765888431-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2bd5e0-548e-4386-bb89-84058fc59556,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:46.942264 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73e4215-a17a-4e92-bca4-adf8d8156c76 x-openstack-request-id: req-e73e4215-a17a-4e92-bca4-adf8d8156c76 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:46.943003 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "name": "network-vif-plugged", "status": "completed", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:46.943003 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e73e4215-a17a-4e92-bca4-adf8d8156c76 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:46.943266 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115', 'code': 200} Sep 02 13:31:46.956666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-493e232c-2104-466f-87ec-1ba2ab347b15 req-b50df23d-2128-46ea-906e-de807c494f44 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515227 Sep 02 13:31:47.050440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d9c3666-6b39-4231-bbe0-e7b528cabe16 req-dc0f5d8e-8371-452d-a900-02581ec40451 tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] 10.222.0.13 "GET /v2.0/security-groups/3fd3548a-5df7-400f-955b-d1654691f721 HTTP/1.1" status: 200 len: 1777 time: 0.0432153 Sep 02 13:31:47.073895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58ce4f-733d-41e4-a058-f105c8aab630 req-aa3f8dd9-2693-4f9b-b2c9-c7ad351f6c9d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:47.075450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b58ce4f-733d-41e4-a058-f105c8aab630 req-aa3f8dd9-2693-4f9b-b2c9-c7ad351f6c9d tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 944 time: 0.0833807 Sep 02 13:31:47.103846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d62b5-57fd-4ab6-87ff-acd154139437 req-0669ad27-225d-47bb-a347-02f82f92c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:47.105283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-191d62b5-57fd-4ab6-87ff-acd154139437 req-0669ad27-225d-47bb-a347-02f82f92c922 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1097 time: 0.0835118 Sep 02 13:31:47.111494 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea021280-d2e3-48dd-8961-6813edbfbfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.114412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d9c3666-6b39-4231-bbe0-e7b528cabe16 req-06861665-d959-48e8-b8a1-1e287b8c8bac tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.137699 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d9c3666-6b39-4231-bbe0-e7b528cabe16 req-06861665-d959-48e8-b8a1-1e287b8c8bac tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.171656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b58ce4f-733d-41e4-a058-f105c8aab630 req-a2da70ac-c0aa-4f28-8a1c-577928c26d41 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863078 Sep 02 13:31:47.185664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-191d62b5-57fd-4ab6-87ff-acd154139437 req-1b335a50-6533-4b91-a1b1-53b3313c7a14 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719619 Sep 02 13:31:47.186178 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d9c3666-6b39-4231-bbe0-e7b528cabe16 req-06861665-d959-48e8-b8a1-1e287b8c8bac tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.190207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3d9c3666-6b39-4231-bbe0-e7b528cabe16 req-06861665-d959-48e8-b8a1-1e287b8c8bac tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.193204 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d9c3666-6b39-4231-bbe0-e7b528cabe16 req-06861665-d959-48e8-b8a1-1e287b8c8bac tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] 10.222.0.13 "DELETE /v2.0/security-groups/3fd3548a-5df7-400f-955b-d1654691f721 HTTP/1.1" status: 204 len: 173 time: 0.1345744 Sep 02 13:31:47.217575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06861665-d959-48e8-b8a1-1e287b8c8bac tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd3548a-5df7-400f-955b-d1654691f721,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:47.283261 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-414e6567-0c57-4170-b55e-660f313e72b7 req-4632b695-2fc7-441a-969b-5b2799ed007a tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] 10.222.0.13 "GET /v2.0/security-groups/61212fad-a34c-477c-a833-fbc9c9f48ed0 HTTP/1.1" status: 200 len: 1777 time: 0.0587060 Sep 02 13:31:47.301965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea021280-d2e3-48dd-8961-6813edbfbfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.318751 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ea021280-d2e3-48dd-8961-6813edbfbfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.346726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-414e6567-0c57-4170-b55e-660f313e72b7 req-c3e322fa-7bba-414c-a3b2-52f74d2134a5 tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.360887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea021280-d2e3-48dd-8961-6813edbfbfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7a1daf-b6e3-43c4-a606-dc934446ed12,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:47.368387 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ea021280-d2e3-48dd-8961-6813edbfbfeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea99b50e99804a4193c5911c0d1cf997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737704 Sep 02 13:31:47.372551 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-414e6567-0c57-4170-b55e-660f313e72b7 req-c3e322fa-7bba-414c-a3b2-52f74d2134a5 tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.374992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49816) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:47.377546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9fd10-491d-4b2b-85c0-633aaca21a9b req-e4ebfa0a-8162-446f-ba37-819fbcc0ac9d tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:47.384829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9bc9fd10-491d-4b2b-85c0-633aaca21a9b req-e4ebfa0a-8162-446f-ba37-819fbcc0ac9d tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 946 time: 0.1023443 Sep 02 13:31:47.424433 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9bc9fd10-491d-4b2b-85c0-633aaca21a9b req-acabcdd0-3302-484e-9786-34153d00ea35 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Sep 02 13:31:47.453241 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a31e204-c06b-4db2-83d3-ea84cfe2ad61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.455006 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-414e6567-0c57-4170-b55e-660f313e72b7 req-c3e322fa-7bba-414c-a3b2-52f74d2134a5 tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.457575 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-414e6567-0c57-4170-b55e-660f313e72b7 req-c3e322fa-7bba-414c-a3b2-52f74d2134a5 tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.458867 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-414e6567-0c57-4170-b55e-660f313e72b7 req-c3e322fa-7bba-414c-a3b2-52f74d2134a5 tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] 10.222.0.13 "DELETE /v2.0/security-groups/61212fad-a34c-477c-a833-fbc9c9f48ed0 HTTP/1.1" status: 204 len: 173 time: 0.1662037 Sep 02 13:31:47.478569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e322fa-7bba-414c-a3b2-52f74d2134a5 tempest-SecurityGroupsTestAdminJSON-1499134266 tempest-SecurityGroupsTestAdminJSON-1499134266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61212fad-a34c-477c-a833-fbc9c9f48ed0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:47.492393 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a31e204-c06b-4db2-83d3-ea84cfe2ad61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.555162 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a31e204-c06b-4db2-83d3-ea84cfe2ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.559773 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a31e204-c06b-4db2-83d3-ea84cfe2ad61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:47.561438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4a31e204-c06b-4db2-83d3-ea84cfe2ad61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a7a1daf-b6e3-43c4-a606-dc934446ed12 HTTP/1.1" status: 204 len: 168 time: 0.1854453 Sep 02 13:31:47.593917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31e204-c06b-4db2-83d3-ea84cfe2ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7a1daf-b6e3-43c4-a606-dc934446ed12,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:47.677692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7198aee-c8f5-4477-98a0-f39473b18114 req-a445d7a5-014a-4c18-aa1c-00fd9ae3ad52 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:47.679260 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7198aee-c8f5-4477-98a0-f39473b18114 req-a445d7a5-014a-4c18-aa1c-00fd9ae3ad52 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 946 time: 0.0906830 Sep 02 13:31:47.732936 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7198aee-c8f5-4477-98a0-f39473b18114 req-0fcec4f0-858a-4c8e-bd98-4671ae1b1d33 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Sep 02 13:31:47.812458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3595270a-47e4-424b-8da9-91829fa1109d details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:47.814732 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5c956e68-4695-45e3-963c-0aea9e454428 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:47.846118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49838) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:47.867204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378b5e6-da63-44cf-8b80-ef6b3c4f3749 req-60045f58-f8b2-4403-a2c7-243cfeae4d41 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:47.875644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7378b5e6-da63-44cf-8b80-ef6b3c4f3749 req-60045f58-f8b2-4403-a2c7-243cfeae4d41 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 946 time: 0.0728438 Sep 02 13:31:47.927408 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7378b5e6-da63-44cf-8b80-ef6b3c4f3749 req-6224a573-2157-444d-ba27-d78247accfee tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502543 Sep 02 13:31:47.984373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:47.993716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380134e-3421-4ae2-8e45-1bcbe95cf362 req-c4d0e4e6-2b46-45dd-a220-385bf329fd25 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:47.996986 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f380134e-3421-4ae2-8e45-1bcbe95cf362 req-c4d0e4e6-2b46-45dd-a220-385bf329fd25 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 948 time: 0.0905845 Sep 02 13:31:48.007468 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61bfb566-9a9c-4600-a20d-305a1e0f784d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.084157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f380134e-3421-4ae2-8e45-1bcbe95cf362 req-d1aeb0f8-632b-44ff-b338-929a102255aa tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763917 Sep 02 13:31:48.130757 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-99de12bb-cd02-4765-a0db-0057c08f0809 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efa9f538c7c5456e9048439d79313d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835236 Sep 02 13:31:48.133777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:48.168540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 5c956e68-4695-45e3-963c-0aea9e454428 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:48.175759 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16519d14-15de-40e4-83d3-e910387f59be req-4743f8a8-069e-4fab-aa42-1cb6e82db3d1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:48.183627 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16519d14-15de-40e4-83d3-e910387f59be req-4743f8a8-069e-4fab-aa42-1cb6e82db3d1 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1099136 Sep 02 13:31:48.186299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 5c956e68-4695-45e3-963c-0aea9e454428 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:48.186984 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.191693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3595270a-47e4-424b-8da9-91829fa1109d, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3595270a-47e4-424b-8da9-91829fa1109d,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:48.202272 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f7a9fd9-f950-4c72-a002-ff2f485aaa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.211241 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61bfb566-9a9c-4600-a20d-305a1e0f784d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.221459 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61bfb566-9a9c-4600-a20d-305a1e0f784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.226800 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '3595270a-47e4-424b-8da9-91829fa1109d', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '3595270a-47e4-424b-8da9-91829fa1109d', 'mac_address': 'fa:16:3e:94:cb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:48.255404 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f7a9fd9-f950-4c72-a002-ff2f485aaa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.268477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16519d14-15de-40e4-83d3-e910387f59be req-e6b9615d-67ef-4bef-ae93-6f141e586609 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787609 Sep 02 13:31:48.290982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfb566-9a9c-4600-a20d-305a1e0f784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68114a8-0e5d-4764-9e1c-15821c24c415,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:48.291804 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.300735 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-61bfb566-9a9c-4600-a20d-305a1e0f784d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f11ab4a89b444223a27cc905785d5f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140826 Sep 02 13:31:48.300871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49850) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:48.315006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3595270a-47e4-424b-8da9-91829fa1109d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:48.368486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3595270a-47e4-424b-8da9-91829fa1109d, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3595270a-47e4-424b-8da9-91829fa1109d,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:48.376473 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.406669 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.453369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fa2db-433e-4b6d-81dc-a9ef507c1143 req-0dd5e3b8-2d26-4a43-9b87-92afc6179685 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:48.455648 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e0fa2db-433e-4b6d-81dc-a9ef507c1143 req-0dd5e3b8-2d26-4a43-9b87-92afc6179685 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 944 time: 0.1535265 Sep 02 13:31:48.460582 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f7a9fd9-f950-4c72-a002-ff2f485aaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.464454 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=3595270a-47e4-424b-8da9-91829fa1109d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:48.465730 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f7a9fd9-f950-4c72-a002-ff2f485aaa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.469285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5c956e68-4695-45e3-963c-0aea9e454428, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5c956e68-4695-45e3-963c-0aea9e454428,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:48.471808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9f7a9fd9-f950-4c72-a002-ff2f485aaa3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f6fe141-8246-4e04-8543-a889bcbefbad HTTP/1.1" status: 204 len: 168 time: 0.3365152 Sep 02 13:31:48.475864 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.481688 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbeac2f4-1e38-4302-8308-12122aaf65fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.499188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a9fd9-f950-4c72-a002-ff2f485aaa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6fe141-8246-4e04-8543-a889bcbefbad,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:48.552662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=5c956e68-4695-45e3-963c-0aea9e454428,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:48.557525 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbeac2f4-1e38-4302-8308-12122aaf65fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.609268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e0fa2db-433e-4b6d-81dc-a9ef507c1143 req-40c12f14-053b-4267-b14c-a9a3a2a713fa tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158075 Sep 02 13:31:48.659997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbeac2f4-1e38-4302-8308-12122aaf65fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.663751 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbeac2f4-1e38-4302-8308-12122aaf65fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:48.665302 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dbeac2f4-1e38-4302-8308-12122aaf65fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a68114a8-0e5d-4764-9e1c-15821c24c415 HTTP/1.1" status: 204 len: 168 time: 0.3614197 Sep 02 13:31:48.677878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeac2f4-1e38-4302-8308-12122aaf65fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68114a8-0e5d-4764-9e1c-15821c24c415,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:48.693329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:48.910694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dabd7-ab72-4fea-a411-b5151c9c0dd3 req-f39b9760-b999-40a9-a6db-45165f84cc08 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:48.912750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-609dabd7-ab72-4fea-a411-b5151c9c0dd3 req-f39b9760-b999-40a9-a6db-45165f84cc08 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 946 time: 0.0716708 Sep 02 13:31:48.944353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef41c587-09a6-40e8-a427-437e39bd1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c956e68-4695-45e3-963c-0aea9e454428'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:48.946892 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fedcaa-d862-44ed-a48a-84cf6a78671c" -d '{"events": [{"server_uuid": "ef41c587-09a6-40e8-a427-437e39bd1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "5c956e68-4695-45e3-963c-0aea9e454428"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:48.967250 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-609dabd7-ab72-4fea-a411-b5151c9c0dd3 req-d8e2fb8a-7c8e-4c55-93f7-8e98d3fceac4 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481954 Sep 02 13:31:49.002514 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf22fc5-372b-477a-ab30-5197c82e4503 x-openstack-request-id: req-aaf22fc5-372b-477a-ab30-5197c82e4503 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:49.002856 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef41c587-09a6-40e8-a427-437e39bd1fa5", "name": "network-vif-plugged", "status": "completed", "tag": "5c956e68-4695-45e3-963c-0aea9e454428", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:49.005551 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaf22fc5-372b-477a-ab30-5197c82e4503 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:49.006503 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef41c587-09a6-40e8-a427-437e39bd1fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c956e68-4695-45e3-963c-0aea9e454428', 'code': 200} Sep 02 13:31:49.106499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09e42524-bf4f-4e53-8246-6f309e164971 req-78ff7738-9df2-4cd6-ab15-60acaffcc6f8 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-428123966&fields=id&tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e HTTP/1.1" status: 200 len: 267 time: 0.0532534 Sep 02 13:31:49.179563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e42524-bf4f-4e53-8246-6f309e164971 req-3c1f0299-8d97-4a04-93cc-865d2cac3a3e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:49.189617 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09e42524-bf4f-4e53-8246-6f309e164971 req-3c1f0299-8d97-4a04-93cc-865d2cac3a3e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 946 time: 0.0752952 Sep 02 13:31:49.195970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-09e42524-bf4f-4e53-8246-6f309e164971 req-76b45476-07da-4628-bda6-c549cffcca6b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'port': {'security_groups': ['72114cd3-4afd-416e-b1c3-9eb25148b575', '12dfbb49-008c-4051-be9f-ad8e96f848b5']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:49.203298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49878) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:49.272955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab0816-1176-4fde-b8bd-e4e42983e3ee req-a8bdcfe4-e6eb-4dd5-ab66-f7696fcb51a2 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:49.277849 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30ab0816-1176-4fde-b8bd-e4e42983e3ee req-a8bdcfe4-e6eb-4dd5-ab66-f7696fcb51a2 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 946 time: 0.1976779 Sep 02 13:31:49.283213 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa90769-c8d5-4d5c-89da-927542067111 req-56d33a35-26dd-495f-bb59-61329d0b0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:49.285424 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-afa90769-c8d5-4d5c-89da-927542067111 req-56d33a35-26dd-495f-bb59-61329d0b0688 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 1096 time: 0.1933658 Sep 02 13:31:49.313122 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-09e42524-bf4f-4e53-8246-6f309e164971 req-76b45476-07da-4628-bda6-c549cffcca6b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.320319 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c6d0eec9-6794-4a4e-b4a6-ba105a1aa776 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2548223ac6a478ab6056c54029f67b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158230 Sep 02 13:31:49.321066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:49.348480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-c2ccf8dd-8324-4fde-9986-021d97d2fd9a tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:49.350043 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-c2ccf8dd-8324-4fde-9986-021d97d2fd9a tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 946 time: 0.1618540 Sep 02 13:31:49.403908 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30ab0816-1176-4fde-b8bd-e4e42983e3ee req-8a7c73da-1f34-4028-ae56-8543b2a2ebab tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/security-groups?id=113b4334-43b9-4837-8ea3-c6ee429423cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174564 Sep 02 13:31:49.408318 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-afa90769-c8d5-4d5c-89da-927542067111 req-054f6f03-e172-42d9-bbca-9e2b35748ed8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069267 Sep 02 13:31:49.439856 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11ad571b-9000-4b55-9158-cc4998f9a043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.481678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11ad571b-9000-4b55-9158-cc4998f9a043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.511452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Deleting port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:49.511979 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.621266 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11ad571b-9000-4b55-9158-cc4998f9a043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.623751 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11ad571b-9000-4b55-9158-cc4998f9a043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.625011 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-11ad571b-9000-4b55-9158-cc4998f9a043 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33d9e1f5-1828-45b6-bb66-f67f6d39304f HTTP/1.1" status: 204 len: 168 time: 0.3017054 Sep 02 13:31:49.625223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2222cf-d043-4a89-ba7d-2ad1dd79b914 req-f0208a55-a275-41f9-9e0a-fd198b96e200 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:49.626783 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc2222cf-d043-4a89-ba7d-2ad1dd79b914 req-f0208a55-a275-41f9-9e0a-fd198b96e200 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 948 time: 0.1087093 Sep 02 13:31:49.646388 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad571b-9000-4b55-9158-cc4998f9a043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d9e1f5-1828-45b6-bb66-f67f6d39304f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:49.653660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-09e42524-bf4f-4e53-8246-6f309e164971 req-76b45476-07da-4628-bda6-c549cffcca6b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] For port 74d164a3-2259-43d0-9f01-9bae22b71115, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74d164a3-2259-43d0-9f01-9bae22b71115,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:49.680677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] For port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,segment=NetworkSegment(627dab2a-0edc-4721-bd44-e6e3fd0f90d4),segment_id=627dab2a-0edc-4721-bd44-e6e3fd0f90d4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:49.681059 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.703657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Calling delete_port for a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:49.719792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-09e42524-bf4f-4e53-8246-6f309e164971 req-76b45476-07da-4628-bda6-c549cffcca6b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.726976 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc2222cf-d043-4a89-ba7d-2ad1dd79b914 req-bc9c14c3-df21-4aca-9192-e675eca7d872 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824747 Sep 02 13:31:49.734866 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-09e42524-bf4f-4e53-8246-6f309e164971 req-76b45476-07da-4628-bda6-c549cffcca6b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.757779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74d164a3-2259-43d0-9f01-9bae22b71115'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:49.849986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:49.883631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b45476-07da-4628-bda6-c549cffcca6b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'Port': ['ID=74d164a3-2259-43d0-9f01-9bae22b71115,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:49.890229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49898) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:49.903950 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3595270a-47e4-424b-8da9-91829fa1109d up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:49.908837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e42524-bf4f-4e53-8246-6f309e164971 req-76b45476-07da-4628-bda6-c549cffcca6b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:49.908837 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-09e42524-bf4f-4e53-8246-6f309e164971 req-76b45476-07da-4628-bda6-c549cffcca6b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:49.914657 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09e42524-bf4f-4e53-8246-6f309e164971 req-76b45476-07da-4628-bda6-c549cffcca6b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "PUT /v2.0/ports/74d164a3-2259-43d0-9f01-9bae22b71115 HTTP/1.1" status: 200 len: 982 time: 0.7240074 Sep 02 13:31:49.922866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:49.929309 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388efb3e-6a56-4a67-aafb-33e6ad425c10" -d '{"events": [{"name": "network-changed", "server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:50.008197 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:31:50.017216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4fec0-6080-4977-a31d-84f3108afcbc req-43bda743-1f0a-4d6d-b94b-05eddda4f97d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:50.019251 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2ea4fec0-6080-4977-a31d-84f3108afcbc req-43bda743-1f0a-4d6d-b94b-05eddda4f97d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1570368 Sep 02 13:31:50.020185 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.099906 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a5f4c006-60cf-4dc5-ab7d-7e02df23edc8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:50.101418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Pushing event deleted for resources: {'Port': ['ID=a5f4c006-60cf-4dc5-ab7d-7e02df23edc8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:50.136772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74d164a3-2259-43d0-9f01-9bae22b71115'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:50.143583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] No DVR routers for this DVR port a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:50.149057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.151181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b08bf97-c242-4db2-82b3-fa2d75c8e07a req-f236fb53-bc55-4316-bc89-c678363fea65 tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.77 "DELETE /v2.0/ports/a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 HTTP/1.1" status: 204 len: 173 time: 0.7910359 Sep 02 13:31:50.168694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18d124-c6a7-4619-82e5-0e26d193dd61 req-0e9f8e8f-808d-4ace-bc75-2b898d0a09f2 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:50.170868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f40bb5-1671-4ab3-ab56-af7a7a2acb7d', 'name': 'network-vif-deleted', 'tag': 'a5f4c006-60cf-4dc5-ab7d-7e02df23edc8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:50.174229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5c18d124-c6a7-4619-82e5-0e26d193dd61 req-0e9f8e8f-808d-4ace-bc75-2b898d0a09f2 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1259449 Sep 02 13:31:50.184600 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0978cb34-3c3e-44d8-82f5-4be65b88bb67" -d '{"events": [{"server_uuid": "14f40bb5-1671-4ab3-ab56-af7a7a2acb7d", "name": "network-vif-deleted", "tag": "a5f4c006-60cf-4dc5-ab7d-7e02df23edc8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:50.192001 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2ea4fec0-6080-4977-a31d-84f3108afcbc req-215eddb9-e8ed-4e1f-9f3a-5744b815194e tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445928 Sep 02 13:31:50.233314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1537232153-network', 'tenant_id': 'd85f364184c74b5fae55bf6a737733c1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:50.287817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5c18d124-c6a7-4619-82e5-0e26d193dd61 req-f6be91e5-acd4-489e-a8f2-081029362a45 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044202 Sep 02 13:31:50.294488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Made reservation on behalf of d85f364184c74b5fae55bf6a737733c1 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:50.298701 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.333298 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.385900 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:50.406588 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c2d4c4-1393-49ab-b1f0-7934ba373cd9 x-openstack-request-id: req-93c2d4c4-1393-49ab-b1f0-7934ba373cd9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:50.406890 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:50.407250 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93c2d4c4-1393-49ab-b1f0-7934ba373cd9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:50.407581 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115', 'status': 'completed', 'code': 200} Sep 02 13:31:50.423440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', 'mac_address': 'fa:16:3e:d3:ca:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:50.437103 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9332e520-e8fa-4347-8bb5-520e158a17f7 x-openstack-request-id: req-9332e520-e8fa-4347-8bb5-520e158a17f7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:50.437420 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f40bb5-1671-4ab3-ab56-af7a7a2acb7d", "name": "network-vif-deleted", "tag": "a5f4c006-60cf-4dc5-ab7d-7e02df23edc8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:50.437677 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9332e520-e8fa-4347-8bb5-520e158a17f7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:50.438094 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f40bb5-1671-4ab3-ab56-af7a7a2acb7d', 'name': 'network-vif-deleted', 'tag': 'a5f4c006-60cf-4dc5-ab7d-7e02df23edc8', 'status': 'completed', 'code': 200} Sep 02 13:31:50.488615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-f648935e-2fd4-424a-af93-5feb5f06a7ab tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1743571464&fields=id&tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e HTTP/1.1" status: 200 len: 267 time: 0.1115141 Sep 02 13:31:50.534875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-91f01fd0-26bc-4142-a49a-89807dd5b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:50.536556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-91f01fd0-26bc-4142-a49a-89807dd5b819 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1136 time: 0.0975211 Sep 02 13:31:50.587471 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.615854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:50.639825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-3aba19f6-3854-4129-83c5-4df345fbdc7b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:50.649966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-3aba19f6-3854-4129-83c5-4df345fbdc7b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 985 time: 0.1381652 Sep 02 13:31:50.659896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-87262207-6eca-4a1f-bd19-6f1bb031718b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'port': {'security_groups': ['12dfbb49-008c-4051-be9f-ad8e96f848b5', '72114cd3-4afd-416e-b1c3-9eb25148b575', '892cd7ae-6964-43e9-a3bd-4cd295212ece']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:50.668309 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:50.720763 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97e310b6-c36b-4878-b8b4-43ac909691b4 req-d1279973-0424-4cf0-ac6c-c44af007fbcc tempest-ServerGroupTestJSON-1710372964 tempest-ServerGroupTestJSON-1710372964-project] 10.222.0.13 "GET /v2.0/ports?device_id=14f40bb5-1671-4ab3-ab56-af7a7a2acb7d HTTP/1.1" status: 200 len: 210 time: 0.0812736 Sep 02 13:31:50.740503 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 3595270a-47e4-424b-8da9-91829fa1109d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:50.759353 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-87262207-6eca-4a1f-bd19-6f1bb031718b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.782028 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.787680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-e4e9f24f-7652-4b33-91b8-636ada1305d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:50.791072 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-e4e9f24f-7652-4b33-91b8-636ada1305d1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 913 time: 0.2349997 Sep 02 13:31:50.823564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 3595270a-47e4-424b-8da9-91829fa1109d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:50.824203 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.932609 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-1fe5bd65-5d1d-41ef-a9dc-a91bf8413375 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d164a3-2259-43d0-9f01-9bae22b71115 HTTP/1.1" status: 200 len: 217 time: 0.1332555 Sep 02 13:31:50.977378 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.991968 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:50.993543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced464-841a-4705-859c-f6c76ca70a18 req-565ee4c0-ab3f-4f0e-bd44-3da8ea1d3918 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:50.998993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6aced464-841a-4705-859c-f6c76ca70a18 req-565ee4c0-ab3f-4f0e-bd44-3da8ea1d3918 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 949 time: 0.0744162 Sep 02 13:31:51.029767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49932) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:51.065871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:31:51.082667 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6aced464-841a-4705-859c-f6c76ca70a18 req-1847ae3d-c8bd-4769-a2c7-4afb416ccfdd tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Sep 02 13:31:51.084031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-999a8373-cf12-4fe3-921c-b2c18ce1d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:51.086213 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-999a8373-cf12-4fe3-921c-b2c18ce1d096 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.0866041 Sep 02 13:31:51.092490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:51.123761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a0822d-5a44-4fdf-bd63-a267ceffd0b6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:51.127400 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.127777 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Added segment 9a4827ad-0d7a-4be4-ab44-066d73e11010 of type vlan for network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 Sep 02 13:31:51.146871 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-e27581a0-da3e-43cc-b5b7-6bd23afd1422 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479741 Sep 02 13:31:51.201747 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.207273 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.225431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:51.247340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1499632124-network', 'tenant_id': '3e19f593db1340f5966bcdc4057d72b5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:51.324967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Made reservation on behalf of 3e19f593db1340f5966bcdc4057d72b5 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:51.327505 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.333172 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.334218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:51.334898 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.351545 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.378818 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-b3a02380-e17e-4b6e-aa2b-02a96dd6eaed service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191215 Sep 02 13:31:51.388129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e256f30-7923-49be-a025-a3217200c9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3595270a-47e4-424b-8da9-91829fa1109d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:51.390534 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b373514e-c167-4ef7-b9f9-cc5475cf9903" -d '{"events": [{"server_uuid": "6e256f30-7923-49be-a025-a3217200c9b7", "name": "network-vif-plugged", "status": "completed", "tag": "3595270a-47e4-424b-8da9-91829fa1109d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:51.396652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ed319-d7d3-4abb-8226-ad126e5c4f45 req-9425eab5-4d79-48ef-b87d-af83efc86a98 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:51.398272 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213ed319-d7d3-4abb-8226-ad126e5c4f45 req-9425eab5-4d79-48ef-b87d-af83efc86a98 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0878272 Sep 02 13:31:51.415383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3595270a-47e4-424b-8da9-91829fa1109d, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3595270a-47e4-424b-8da9-91829fa1109d,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:51.422356 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.495199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49944) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:51.495423 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6039279 Sep 02 13:31:51.504195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Request body: {'subnet': {'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1537232153-subnet', 'tenant_id': 'd85f364184c74b5fae55bf6a737733c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:51.513775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577d57a-17de-4173-947d-14965d9567c1 admin admin] Pushing event updated for resources: {'Network': ['ID=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:51.529822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213ed319-d7d3-4abb-8226-ad126e5c4f45 req-a30b5184-1e72-4662-8238-3c08b6315075 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 Sep 02 13:31:51.537168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-87262207-6eca-4a1f-bd19-6f1bb031718b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] For port 74d164a3-2259-43d0-9f01-9bae22b71115, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74d164a3-2259-43d0-9f01-9bae22b71115,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:51.543520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:31:51.554237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=3595270a-47e4-424b-8da9-91829fa1109d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:51.564645 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.573883 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.592474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:31:51.603893 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.604258 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Added segment 10436c36-47a3-4a8c-9f44-020e2221e5cc of type vlan for network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 Sep 02 13:31:51.610422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-388efb3e-6a56-4a67-aafb-33e6ad425c10 req-ff589a09-c97a-4704-802c-89a0edbd9e99 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063472 Sep 02 13:31:51.628207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Made reservation on behalf of d85f364184c74b5fae55bf6a737733c1 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:51.631444 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.658816 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-87262207-6eca-4a1f-bd19-6f1bb031718b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.664520 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.671250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-87262207-6eca-4a1f-bd19-6f1bb031718b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.719566 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e42fb4-9dcd-4fa7-b32d-8ea001899c01,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:51.733254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e39a77-f036-454e-b987-ce01be9a5778 req-487afd14-724f-4876-9e2f-0c22f765b2a9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:51.740640 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0e39a77-f036-454e-b987-ce01be9a5778 req-487afd14-724f-4876-9e2f-0c22f765b2a9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1389399 Sep 02 13:31:51.746736 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-87262207-6eca-4a1f-bd19-6f1bb031718b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:51.747383 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-87262207-6eca-4a1f-bd19-6f1bb031718b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.748864 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df9dbc02-df5d-4bb1-a5db-70578d724bab req-87262207-6eca-4a1f-bd19-6f1bb031718b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "PUT /v2.0/ports/74d164a3-2259-43d0-9f01-9bae22b71115 HTTP/1.1" status: 200 len: 1021 time: 1.0974472 Sep 02 13:31:51.762121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.763662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:51.764934 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.791558 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0e39a77-f036-454e-b987-ce01be9a5778 req-f78c47e9-872b-49f5-827d-44e00de68ff9 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 Sep 02 13:31:51.820624 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87262207-6eca-4a1f-bd19-6f1bb031718b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'Port': ['ID=74d164a3-2259-43d0-9f01-9bae22b71115,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:51.830481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c1c0c121-308b-45bd-a22b-6c91fb812404 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:51.874394 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74d164a3-2259-43d0-9f01-9bae22b71115'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:51.921915 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:51.934749 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] Pushing event updated for resources: {'Network': ['ID=bac02cfc-9ff9-472a-9eb0-ec1bf1144121,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:51.941501 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d84a9827-b946-4ecc-87f0-b9baa57c78f4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9010947 Sep 02 13:31:51.945553 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0121e9-5061-458d-b7c4-6e3fedd436cb x-openstack-request-id: req-ed0121e9-5061-458d-b7c4-6e3fedd436cb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:51.945913 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e256f30-7923-49be-a025-a3217200c9b7", "name": "network-vif-plugged", "status": "completed", "tag": "3595270a-47e4-424b-8da9-91829fa1109d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:51.946171 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed0121e9-5061-458d-b7c4-6e3fedd436cb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:51.946645 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e256f30-7923-49be-a025-a3217200c9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3595270a-47e4-424b-8da9-91829fa1109d', 'code': 200} Sep 02 13:31:51.952854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49952) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:51.957094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:31:51.973436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Request body: {'subnet': {'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1499632124-subnet', 'tenant_id': '3e19f593db1340f5966bcdc4057d72b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:51.992325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96cfffaf-9e95-4546-871b-7d1979dd9d7b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:52.038558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:52.039469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Network hostable DHCP agents. Network: cce2efb6-ca9a-41b3-bb1c-dc4a4394d847, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:31:52.099317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Made reservation on behalf of 3e19f593db1340f5966bcdc4057d72b5 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:52.104684 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:52.116071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:31:52.124459 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b06fd-0730-4c93-a5f5-a5ff1427b8da req-2d06b88f-a0cd-42a4-9800-fa895c75727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:52.126988 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-068b06fd-0730-4c93-a5f5-a5ff1427b8da req-2d06b88f-a0cd-42a4-9800-fa895c75727d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6e256f30-7923-49be-a025-a3217200c9b7 HTTP/1.1" status: 200 len: 1101 time: 0.1127393 Sep 02 13:31:52.149514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, cce2efb6-ca9a-41b3-bb1c-dc4a4394d847) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:52.167221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446215b3-47e1-42b6-b651-744170ffaea3 None None] Network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:52.175298 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:52.178460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:52.179183 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:52.231589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-068b06fd-0730-4c93-a5f5-a5ff1427b8da req-3126a847-2d78-4f56-89fa-9ccd246328f1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945783 Sep 02 13:31:52.241247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74d164a3-2259-43d0-9f01-9bae22b71115'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:52.246638 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-034c0b1b-cce9-4e7a-bb33-55e9e4f5adc1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7482991 Sep 02 13:31:52.282814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd40784-94e4-451d-93e4-02dbb128d52a req-848d514f-d3a1-4f6a-a7cb-cc8061d4f0db tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:52.296349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bfd40784-94e4-451d-93e4-02dbb128d52a req-848d514f-d3a1-4f6a-a7cb-cc8061d4f0db tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1024 time: 0.2763333 Sep 02 13:31:52.315962 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c1c0c121-308b-45bd-a22b-6c91fb812404,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:52.335718 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:52.409045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:52.413214 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:52.488718 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bfd40784-94e4-451d-93e4-02dbb128d52a req-cba24394-1805-4b5b-93c0-90797832dbb1 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=892cd7ae-6964-43e9-a3bd-4cd295212ece&id=72114cd3-4afd-416e-b1c3-9eb25148b575&id=12dfbb49-008c-4051-be9f-ad8e96f848b5 HTTP/1.1" status: 200 len: 6149 time: 0.1908462 Sep 02 13:31:52.551332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c1c0c121-308b-45bd-a22b-6c91fb812404,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:52.572989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d1792-583f-4836-b76f-227cab870e37 req-3d25168d-cc8a-4c1e-aad2-f57fb6c31890 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:52.598076 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee627a07-0c79-43a2-b172-22e040ca0119 None None] Network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:52.598557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b9d1792-583f-4836-b76f-227cab870e37 req-3d25168d-cc8a-4c1e-aad2-f57fb6c31890 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 949 time: 0.1646867 Sep 02 13:31:52.629932 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:52.692436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b9d1792-583f-4836-b76f-227cab870e37 req-3a809416-f957-46b8-86fc-84921d207aa0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900207 Sep 02 13:31:52.760906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15b3572-036e-46a2-abaf-8545c3cdf93c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:52.803234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f2e8-1efd-4e3d-b8bf-124b1253e9ea req-256bec2a-ffe7-4b83-b3c7-9c5904559835 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:52.824751 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1a4f2e8-1efd-4e3d-b8bf-124b1253e9ea req-256bec2a-ffe7-4b83-b3c7-9c5904559835 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1531518 Sep 02 13:31:52.828524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Checking segment: {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:52.829256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Network hostable DHCP agents. Network: bac02cfc-9ff9-472a-9eb0-ec1bf1144121, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:31:52.880612 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:52.896223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c7ec10d2-7820-466c-8f47-0403437c9fcc req-592bbcca-7dd1-4acf-9db6-af5fe1a9681d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1754436843 ', 'description': 'tempest-description-1543051118'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:52.904266 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed312bb-51f2-4c16-be21-4f1854ceac38 x-openstack-request-id: req-8ed312bb-51f2-4c16-be21-4f1854ceac38 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:52.904999 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:52.906031 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ed312bb-51f2-4c16-be21-4f1854ceac38 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:52.906600 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115', 'status': 'completed', 'code': 200} Sep 02 13:31:52.913749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:52.914082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a5f4c006-60cf-4dc5-ab7d-7e02df23edc8 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:52.933370 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1a4f2e8-1efd-4e3d-b8bf-124b1253e9ea req-371780d6-1f28-42d5-9970-461a24290164 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072979 Sep 02 13:31:52.937168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:31:52.951172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, bac02cfc-9ff9-472a-9eb0-ec1bf1144121) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:52.957593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:52.957854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:52.979274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4dc0f3-ea5f-4f27-bcac-77d075e1e21f None None] Network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:52.987624 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-705fd2be-9317-44c6-9be3-99e3fb5e8324 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0248368 Sep 02 13:31:52.987969 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c7ec10d2-7820-466c-8f47-0403437c9fcc req-592bbcca-7dd1-4acf-9db6-af5fe1a9681d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:53.033315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-4e69d95d-8092-438d-a6d0-48ca6f8217d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:53.035906 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-4e69d95d-8092-438d-a6d0-48ca6f8217d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1175 time: 0.1145287 Sep 02 13:31:53.185782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c7ec10d2-7820-466c-8f47-0403437c9fcc req-592bbcca-7dd1-4acf-9db6-af5fe1a9681d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:53.192754 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c7ec10d2-7820-466c-8f47-0403437c9fcc req-592bbcca-7dd1-4acf-9db6-af5fe1a9681d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:53.221370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d386-2bf1-4cf3-9a5e-818408218cb9 req-32b1244e-4bc6-4f83-9407-b8601f8235f9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:53.225091 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e50d386-2bf1-4cf3-9a5e-818408218cb9 req-32b1244e-4bc6-4f83-9407-b8601f8235f9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 944 time: 0.1442645 Sep 02 13:31:53.243155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44687940-1ed5-44c2-9318-da507cddf1c5 None None] Network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:53.279314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-e52cfbf3-e2b8-440f-9c0b-061deceb0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:53.286284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-e52cfbf3-e2b8-440f-9c0b-061deceb0ca1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 913 time: 0.1788557 Sep 02 13:31:53.286284 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c7ec10d2-7820-466c-8f47-0403437c9fcc req-592bbcca-7dd1-4acf-9db6-af5fe1a9681d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:53.307794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7ec10d2-7820-466c-8f47-0403437c9fcc req-592bbcca-7dd1-4acf-9db6-af5fe1a9681d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4091520 Sep 02 13:31:53.350697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e50d386-2bf1-4cf3-9a5e-818408218cb9 req-875d5d81-de8d-4270-9fd6-bd1209e8ccbe tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168220 Sep 02 13:31:53.353876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:53.360821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1395378512-network', 'tenant_id': 'e306fb1583d34cd6940aed0a345065c7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:53.408961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bbcca-7dd1-4acf-9db6-af5fe1a9681d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd10eb5c-69f0-4953-b478-63aeb9d67b46,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:53.411194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Made reservation on behalf of e306fb1583d34cd6940aed0a345065c7 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:53.413608 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:53.419915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-6b68ed53-ce04-4251-a8d5-99499f96cd3e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d164a3-2259-43d0-9f01-9bae22b71115 HTTP/1.1" status: 200 len: 217 time: 0.0919504 Sep 02 13:31:53.427898 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:53.498794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-fc0f63d9-12fe-4567-81d7-3a2f26eec2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:53.504842 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-fc0f63d9-12fe-4567-81d7-3a2f26eec2dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.0698707 Sep 02 13:31:53.576675 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-51808d77-05b4-4120-8e8d-acc127be1c69 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530829 Sep 02 13:31:53.674886 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6fda3f27-9708-4368-b7fc-742cd901f5c2 req-77124242-f674-40d0-bb97-67676fd3c607 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/cd10eb5c-69f0-4953-b478-63aeb9d67b46 HTTP/1.1" status: 200 len: 1781 time: 0.1353672 Sep 02 13:31:53.695599 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:53.706941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:53.762404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:31:53.818319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-5ae770b4-d5d2-418f-b378-0ab7cad14dd1 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263985 Sep 02 13:31:53.820788 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:53.821431 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Added segment 32fbbf63-bf32-4592-987a-5e5582709b0d of type vlan for network 59036ffc-30c9-4180-8fb6-570b31a35d39 Sep 02 13:31:53.835850 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8c3e52-2a84-4d48-b097-ea3506731013,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:53.848627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c1c0c121-308b-45bd-a22b-6c91fb812404 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:31:53.852522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:54.005176 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.006810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:54.008997 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2259f6a7-0634-4b85-aa1b-9808e0e7aa9a" -d '{"events": [{"server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:54.014999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:31:54.021475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:54.021853 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.048947 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3d725a8-bae2-490f-90e1-4caa6568153d req-f69e3f6c-3665-4760-bac1-6199a2752d98 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/cd10eb5c-69f0-4953-b478-63aeb9d67b46 HTTP/1.1" status: 200 len: 1781 time: 0.2604685 Sep 02 13:31:54.080706 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c1c0c121-308b-45bd-a22b-6c91fb812404,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:54.097079 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'c1c0c121-308b-45bd-a22b-6c91fb812404', 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea', 'port_id': 'c1c0c121-308b-45bd-a22b-6c91fb812404', 'mac_address': 'fa:16:3e:cb:3f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031b831-f921-492d-b523-e8f8aace4066', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:31:54.108187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.109200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:54.109783 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.145927 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e878a4e6-b4fc-4b85-ba41-65205fbffe6a req-329202fc-4a3a-4939-876a-d19f13c36365 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040915 Sep 02 13:31:54.146352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-2d270cf7-af5e-47b5-a941-cc3bdd5f7486 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:54.149228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-2d270cf7-af5e-47b5-a941-cc3bdd5f7486 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 805 time: 0.1923532 Sep 02 13:31:54.178352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-44cff5cc-9a56-4b36-9acc-622eefe23b9b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/quotas/3e19f593db1340f5966bcdc4057d72b5 HTTP/1.1" status: 200 len: 375 time: 0.0186002 Sep 02 13:31:54.196585 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.220017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.220305 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8609347 Sep 02 13:31:54.228991 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50018) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:54.234042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Request body: {'subnet': {'network_id': '59036ffc-30c9-4180-8fb6-570b31a35d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1395378512-subnet', 'tenant_id': 'e306fb1583d34cd6940aed0a345065c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:54.234830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c0c121-308b-45bd-a22b-6c91fb812404 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:54.238820 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-86e08c0f-423c-41a2-82dd-6c47d1e03fbc tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564921 Sep 02 13:31:54.274802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Made reservation on behalf of e306fb1583d34cd6940aed0a345065c7 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:54.277604 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.284428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df5e20-9a17-45f4-9eab-a13d1c111099 admin admin] Pushing event updated for resources: {'Network': ['ID=59036ffc-30c9-4180-8fb6-570b31a35d39,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:54.292503 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3d725a8-bae2-490f-90e1-4caa6568153d req-9d2d676c-c374-4bdf-bdcd-c31926e76273 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.296607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c1c0c121-308b-45bd-a22b-6c91fb812404,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:54.302486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 59036ffc-30c9-4180-8fb6-570b31a35d39 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:31:54.306803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:54.311212 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.342766 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3d725a8-bae2-490f-90e1-4caa6568153d req-9d2d676c-c374-4bdf-bdcd-c31926e76273 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.372091 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.430047 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-5a3d0bf9-bd58-401b-a78a-e7719f9b2d4e service neutron] 10.222.0.13 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762388 Sep 02 13:31:54.474853 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c1c0c121-308b-45bd-a22b-6c91fb812404,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:54.518031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-ae9339ad-125d-40bb-b7a0-c2ad1e76798b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:54.520586 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-ae9339ad-125d-40bb-b7a0-c2ad1e76798b tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 945 time: 0.1274710 Sep 02 13:31:54.522336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3d725a8-bae2-490f-90e1-4caa6568153d req-9d2d676c-c374-4bdf-bdcd-c31926e76273 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.527621 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3d725a8-bae2-490f-90e1-4caa6568153d req-9d2d676c-c374-4bdf-bdcd-c31926e76273 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.532296 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3d725a8-bae2-490f-90e1-4caa6568153d req-9d2d676c-c374-4bdf-bdcd-c31926e76273 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd10eb5c-69f0-4953-b478-63aeb9d67b46 HTTP/1.1" status: 204 len: 173 time: 0.4732223 Sep 02 13:31:54.573322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d676c-c374-4bdf-bdcd-c31926e76273 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd10eb5c-69f0-4953-b478-63aeb9d67b46,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:54.576806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:54.632951 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-e9a113f4-3501-4c71-b953-f8d6e3b8bb57 service neutron] 10.222.0.13 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934469 Sep 02 13:31:54.635472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.646366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c1c0c121-308b-45bd-a22b-6c91fb812404'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:54.740056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2cecb47-3200-4a01-87ec-d71033a19a8e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:54.746567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91579ed-68a9-4705-a6c4-2056e13922b6 req-77fe5a0f-1e01-412c-9615-8a02ef63e328 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:54.747709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Checking segment: {'id': '32fbbf63-bf32-4592-987a-5e5582709b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '59036ffc-30c9-4180-8fb6-570b31a35d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:54.748328 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Network hostable DHCP agents. Network: 59036ffc-30c9-4180-8fb6-570b31a35d39, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:31:54.748459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d91579ed-68a9-4705-a6c4-2056e13922b6 req-77fe5a0f-1e01-412c-9615-8a02ef63e328 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 950 time: 0.1107709 Sep 02 13:31:54.765771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Deleting port 5c956e68-4695-45e3-963c-0aea9e454428 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:31:54.766594 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.787187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Network 59036ffc-30c9-4180-8fb6-570b31a35d39 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:31:54.816124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 59036ffc-30c9-4180-8fb6-570b31a35d39) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:54.823505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:54.824631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:54.845149 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133dbaa-dbad-4633-8b56-0c05e5aef5e2 None None] Network 59036ffc-30c9-4180-8fb6-570b31a35d39 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:54.849662 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bcbfce19-cd8c-455c-a0d5-94a795a5d3da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6193547 Sep 02 13:31:54.896558 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d91579ed-68a9-4705-a6c4-2056e13922b6 req-bff73f8e-32d2-4bc2-aaf0-9faa031e851f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261179 Sep 02 13:31:54.950359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bbfb7-9d2e-4c79-b248-9e9c76dd4a2a req-b9fb12a9-0b01-4de5-9de4-17ba798f0f27 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:54.952083 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-761bbfb7-9d2e-4c79-b248-9e9c76dd4a2a req-b9fb12a9-0b01-4de5-9de4-17ba798f0f27 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 945 time: 0.0890174 Sep 02 13:31:55.004023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] For port 5c956e68-4695-45e3-963c-0aea9e454428, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5c956e68-4695-45e3-963c-0aea9e454428,segment=NetworkSegment(4a5eeba6-bf39-4b8c-9efb-6f2e8306120e),segment_id=4a5eeba6-bf39-4b8c-9efb-6f2e8306120e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:55.004023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:55.032081 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d60229a-d0ca-49c3-a707-00f3a963ec0b x-openstack-request-id: req-5d60229a-d0ca-49c3-a707-00f3a963ec0b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:55.032796 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:55.032796 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d60229a-d0ca-49c3-a707-00f3a963ec0b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:55.033224 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404', 'code': 200} Sep 02 13:31:55.042818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Calling delete_port for 5c956e68-4695-45e3-963c-0aea9e454428 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:31:55.045233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-761bbfb7-9d2e-4c79-b248-9e9c76dd4a2a req-aa52bdd0-b952-4090-97c9-22878eeab6ab tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups?id=e6ad2a18-7329-4cc2-8127-a537df150425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830750 Sep 02 13:31:55.156557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf62636-acdd-44ec-8608-322a4fa42e1b None None] Network 59036ffc-30c9-4180-8fb6-570b31a35d39 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:31:55.174978 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-9b018b99-fa22-4397-a153-f6f7a5205dcf req-0e05d6a7-82f2-47ce-a8d6-6265217e120a tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:31:55.193004 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b018b99-fa22-4397-a153-f6f7a5205dcf req-0e05d6a7-82f2-47ce-a8d6-6265217e120a tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/cd10eb5c-69f0-4953-b478-63aeb9d67b46 HTTP/1.1" status: 404 len: 352 time: 0.0264170 Sep 02 13:31:55.272124 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-20f7c757-f358-4ca1-93a8-c2a0637961ba req-1ca03155-b766-40c6-900d-d8555bcce801 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 210 time: 0.0333784 Sep 02 13:31:55.339758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-9018865b-bdf7-4232-a4b5-14ecec571f4e req-786f381b-3e93-428e-8ed3-23ca64f00f49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-753525420', 'description': 'tempest-description-739083553'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:55.387716 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9018865b-bdf7-4232-a4b5-14ecec571f4e req-786f381b-3e93-428e-8ed3-23ca64f00f49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:55.490452 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9018865b-bdf7-4232-a4b5-14ecec571f4e req-786f381b-3e93-428e-8ed3-23ca64f00f49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:55.496170 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9018865b-bdf7-4232-a4b5-14ecec571f4e req-786f381b-3e93-428e-8ed3-23ca64f00f49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:55.530399 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9018865b-bdf7-4232-a4b5-14ecec571f4e req-786f381b-3e93-428e-8ed3-23ca64f00f49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:55.531646 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9018865b-bdf7-4232-a4b5-14ecec571f4e req-786f381b-3e93-428e-8ed3-23ca64f00f49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1964741 Sep 02 13:31:55.536376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f381b-3e93-428e-8ed3-23ca64f00f49 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e497333e-f28a-4c03-a351-c254c2aa036c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:55.682603 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834dd3c-1f4a-42eb-bdb7-f7b7ec828f1b req-c9ea272a-d004-4ae4-9b38-79adcf361ee2 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:55.684193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7834dd3c-1f4a-42eb-bdb7-f7b7ec828f1b req-c9ea272a-d004-4ae4-9b38-79adcf361ee2 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 945 time: 0.5199082 Sep 02 13:31:55.757143 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7834dd3c-1f4a-42eb-bdb7-f7b7ec828f1b req-231b27d9-ad81-4359-a6ab-bb6b45e1c501 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493309 Sep 02 13:31:55.758238 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:55.773090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['5c956e68-4695-45e3-963c-0aea9e454428'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:31:55.793077 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event deleted for resources: {'Port': ['ID=5c956e68-4695-45e3-963c-0aea9e454428,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:55.836456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] No DVR routers for this DVR port 5c956e68-4695-45e3-963c-0aea9e454428 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:31:55.837396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-5cda20a5-6d64-4ae1-a115-9247addc0c1d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:55.840072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:55.842238 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-52b04011-804f-4ba3-8f63-e30aa0c03600 req-a9f3d3e3-0d22-4f27-a160-a7ac1053b5e5 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.90 "DELETE /v2.0/ports/5c956e68-4695-45e3-963c-0aea9e454428 HTTP/1.1" status: 204 len: 173 time: 1.3060067 Sep 02 13:31:55.842802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef41c587-09a6-40e8-a427-437e39bd1fa5', 'name': 'network-vif-deleted', 'tag': '5c956e68-4695-45e3-963c-0aea9e454428'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:55.845080 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2453dd05-028d-4833-8d3b-7d5033e0e29e" -d '{"events": [{"server_uuid": "ef41c587-09a6-40e8-a427-437e39bd1fa5", "name": "network-vif-deleted", "tag": "5c956e68-4695-45e3-963c-0aea9e454428"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:55.846176 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-5cda20a5-6d64-4ae1-a115-9247addc0c1d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 808 time: 0.1532669 Sep 02 13:31:55.850661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0971d2f5-2de5-497c-ae87-88f8f1579b28 req-ca703744-e644-4fc1-8940-90de5f35a1cd tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-60785070', 'description': 'tempest-description-2075468656'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:55.862175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c1c0c121-308b-45bd-a22b-6c91fb812404 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:31:55.877236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-a73b1a0f-1f24-4c78-a275-5ab0abc8439f tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/quotas/d85f364184c74b5fae55bf6a737733c1 HTTP/1.1" status: 200 len: 375 time: 0.0289524 Sep 02 13:31:55.882566 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0971d2f5-2de5-497c-ae87-88f8f1579b28 req-ca703744-e644-4fc1-8940-90de5f35a1cd tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:55.914850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port c1c0c121-308b-45bd-a22b-6c91fb812404 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:31:55.915224 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:55.927476 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-2e5ed76b-eb05-4abe-84e1-06c58c674a04 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426960 Sep 02 13:31:55.998014 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0971d2f5-2de5-497c-ae87-88f8f1579b28 req-ca703744-e644-4fc1-8940-90de5f35a1cd tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.003084 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0971d2f5-2de5-497c-ae87-88f8f1579b28 req-ca703744-e644-4fc1-8940-90de5f35a1cd tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.013909 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.039864 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0971d2f5-2de5-497c-ae87-88f8f1579b28 req-ca703744-e644-4fc1-8940-90de5f35a1cd tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.041627 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0971d2f5-2de5-497c-ae87-88f8f1579b28 req-ca703744-e644-4fc1-8940-90de5f35a1cd tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2060459 Sep 02 13:31:56.043611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca703744-e644-4fc1-8940-90de5f35a1cd tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b0f27-9b2b-4b47-a7b3-ba8a2acfbbec,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:56.061241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c1c0c121-308b-45bd-a22b-6c91fb812404,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:31:56.069506 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.088866 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-9b3678a6-b95e-4538-9699-1c62401d5532 service neutron] 10.222.0.13 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447995 Sep 02 13:31:56.130167 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79d37d-ffcb-4351-99c1-6ca8a843de03 x-openstack-request-id: req-2f79d37d-ffcb-4351-99c1-6ca8a843de03 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:56.130512 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef41c587-09a6-40e8-a427-437e39bd1fa5", "name": "network-vif-deleted", "tag": "5c956e68-4695-45e3-963c-0aea9e454428", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:56.130765 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f79d37d-ffcb-4351-99c1-6ca8a843de03 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:56.131166 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef41c587-09a6-40e8-a427-437e39bd1fa5', 'name': 'network-vif-deleted', 'tag': '5c956e68-4695-45e3-963c-0aea9e454428', 'status': 'completed', 'code': 200} Sep 02 13:31:56.140062 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c1c0c121-308b-45bd-a22b-6c91fb812404,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:56.216707 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-91683858-e75d-4a90-8d41-69c752fc106c service neutron] 10.222.0.13 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268647 Sep 02 13:31:56.342898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e726786-d2d5-4518-8f0c-38bd93a77728 req-02f9be0c-7f5a-4443-9e19-8d0a6daaec31 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:56.349193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3e726786-d2d5-4518-8f0c-38bd93a77728 req-02f9be0c-7f5a-4443-9e19-8d0a6daaec31 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 950 time: 0.0791390 Sep 02 13:31:56.383550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-111cc0df-0daf-4ea3-9f09-acc944b263db req-047436f2-7910-419c-8e18-21e3be90cc5e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-492240844', 'description': 'tempest-description-114358467'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:56.394941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-f43b25eb-7601-49d0-86a3-ec6b1762b588 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:56.397016 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-f43b25eb-7601-49d0-86a3-ec6b1762b588 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 805 time: 0.2216513 Sep 02 13:31:56.415180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Request body: {'port': {'device_id': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'admin_state_up': True, 'tenant_id': '3e19f593db1340f5966bcdc4057d72b5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:56.423564 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3e726786-d2d5-4518-8f0c-38bd93a77728 req-f7cb9e01-4227-4d53-9ce8-9e495f432d54 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Sep 02 13:31:56.430075 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-111cc0df-0daf-4ea3-9f09-acc944b263db req-047436f2-7910-419c-8e18-21e3be90cc5e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.572692 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-111cc0df-0daf-4ea3-9f09-acc944b263db req-047436f2-7910-419c-8e18-21e3be90cc5e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.582098 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-111cc0df-0daf-4ea3-9f09-acc944b263db req-047436f2-7910-419c-8e18-21e3be90cc5e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.590069 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9771b12-71f6-4688-92b4-3344af60762b req-b6e29f8c-6170-432d-893f-f41f1673da1c tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef41c587-09a6-40e8-a427-437e39bd1fa5 HTTP/1.1" status: 200 len: 210 time: 0.0644686 Sep 02 13:31:56.622199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Made reservation on behalf of 3e19f593db1340f5966bcdc4057d72b5 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:56.626437 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.640640 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-111cc0df-0daf-4ea3-9f09-acc944b263db req-047436f2-7910-419c-8e18-21e3be90cc5e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.648311 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-111cc0df-0daf-4ea3-9f09-acc944b263db req-047436f2-7910-419c-8e18-21e3be90cc5e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2736740 Sep 02 13:31:56.651997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:56.669463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047436f2-7910-419c-8e18-21e3be90cc5e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186e5164-78f3-45fa-abcd-5fb276472793,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:56.724085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e1f14f-b641-4383-812e-ae2ce03e45a1 admin admin] Deleting subnet b2db79ae-528c-4aab-b7ee-c97da192d4ab {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:31:56.728019 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21e1f14f-b641-4383-812e-ae2ce03e45a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.802108 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-77cee0db-c83d-4037-99eb-e20b330b23d6 req-41a8590f-3c68-483b-95ed-db0a8344d423 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 210 time: 0.0449867 Sep 02 13:31:56.820797 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21e1f14f-b641-4383-812e-ae2ce03e45a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:56.822343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Allocated IP 172.20.0.2 (bac02cfc-9ff9-472a-9eb0-ec1bf1144121/a15b3572-036e-46a2-abaf-8545c3cdf93c/0c4868c0-9b0e-4ddc-a818-c90a54b69315) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:56.846471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5ff6d867-ffe0-43dc-bff7-403416ce2266 req-89f6de5c-6fdc-4ce4-8208-d7855c233c3d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 210 time: 0.0464542 Sep 02 13:31:56.892782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21e1f14f-b641-4383-812e-ae2ce03e45a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.003166 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21e1f14f-b641-4383-812e-ae2ce03e45a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.017073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acff571-5f1e-4ade-b17d-958a664c03ef req-50e42933-9015-4548-85e2-2cb3a2480dd0 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:57.018570 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9acff571-5f1e-4ade-b17d-958a664c03ef req-50e42933-9015-4548-85e2-2cb3a2480dd0 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.0945442 Sep 02 13:31:57.020173 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21e1f14f-b641-4383-812e-ae2ce03e45a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.022116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-21e1f14f-b641-4383-812e-ae2ce03e45a1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b2db79ae-528c-4aab-b7ee-c97da192d4ab HTTP/1.1" status: 204 len: 168 time: 0.3691757 Sep 02 13:31:57.028950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50092) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:57.035645 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1302095-f893-470e-9283-b3400be446ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a'}, {'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:57.040050 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241f197e-9267-4bdb-9562-680f54ac5fec" -d '{"events": [{"server_uuid": "c1302095-f893-470e-9283-b3400be446ad", "name": "network-vif-plugged", "status": "completed", "tag": "c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a"}, {"server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:57.072103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dd1c5b6-8f32-4ffe-a637-24953305873c req-519e5625-cb50-4d60-9794-d0c5fe29d246 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e HTTP/1.1" status: 200 len: 10893 time: 0.2077217 Sep 02 13:31:57.072920 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1f14f-b641-4383-812e-ae2ce03e45a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2db79ae-528c-4aab-b7ee-c97da192d4ab,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:57.082307 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.105623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9acff571-5f1e-4ade-b17d-958a664c03ef req-508d0763-da87-4ebb-b4bc-c37b2df3a89c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737638 Sep 02 13:31:57.151836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.173741 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40492663-ecc8-4a91-aeef-8ed17013af77 x-openstack-request-id: req-40492663-ecc8-4a91-aeef-8ed17013af77 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:57.174279 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1302095-f893-470e-9283-b3400be446ad", "name": "network-vif-plugged", "status": "completed", "tag": "c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a", "code": 200}, {"server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:57.174406 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40492663-ecc8-4a91-aeef-8ed17013af77 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:57.175532 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1302095-f893-470e-9283-b3400be446ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', 'code': 200} Sep 02 13:31:57.175532 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404', 'code': 200} Sep 02 13:31:57.190009 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.207251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:57.213135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:57.213400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dd1c5b6-8f32-4ffe-a637-24953305873c req-b801c94a-77ee-4fcf-83cc-748dfe5b044f tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/72114cd3-4afd-416e-b1c3-9eb25148b575 HTTP/1.1" status: 200 len: 2981 time: 0.1250036 Sep 02 13:31:57.216986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:57.253408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Pushing event updated for resources: {'Port': ['ID=0c4868c0-9b0e-4ddc-a818-c90a54b69315,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:57.315510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:57.316297 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.334230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cc016-5a96-4f50-bdf0-ad8a02549be1 req-07412c0b-fb1f-459d-8f8b-ee32dfcb4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:57.336047 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-022cc016-5a96-4f50-bdf0-ad8a02549be1 req-07412c0b-fb1f-459d-8f8b-ee32dfcb4062 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 1101 time: 0.0688186 Sep 02 13:31:57.338293 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-04bbb929-8eaf-4001-9b17-b1adeec5488e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9300134 Sep 02 13:31:57.344052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dd1c5b6-8f32-4ffe-a637-24953305873c req-ded35b00-3fff-4cba-8da7-b3cc95e5e03a tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/72114cd3-4afd-416e-b1c3-9eb25148b575 HTTP/1.1" status: 200 len: 2981 time: 0.1296911 Sep 02 13:31:57.360411 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.370493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Request body: {'port': {'device_id': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:57.372473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48859df5-a42a-46a0-9ab9-2be9e4056440']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:57.387030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627dab2a-0edc-4721-bd44-e6e3fd0f90d4') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:57.387334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627dab2a-0edc-4721-bd44-e6e3fd0f90d4') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:31:57.399107 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.407777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da22a8f-d8ff-4597-ab76-2bcfdc73881c req-4688b70c-af67-4117-b486-722c63600eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:57.409326 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2da22a8f-d8ff-4597-ab76-2bcfdc73881c req-4688b70c-af67-4117-b486-722c63600eb7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 1097 time: 0.0904386 Sep 02 13:31:57.418212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.434832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:31:57.435233 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:31:57.436937 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:31:57.448139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-022cc016-5a96-4f50-bdf0-ad8a02549be1 req-12b4bbb4-5bbb-4253-af94-78e19387d9c7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040909 Sep 02 13:31:57.472217 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b4fd3552-3d11-4df1-a282-ef8ab86da42b req-4aad230b-53c3-4068-92c9-2c7ffbe3c832 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/e497333e-f28a-4c03-a351-c254c2aa036c HTTP/1.1" status: 200 len: 1799 time: 0.0951672 Sep 02 13:31:57.510167 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.623268 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fd3552-3d11-4df1-a282-ef8ab86da42b req-1a092134-7ea7-4ff9-afde-60953cb544a4 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.717658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fd3552-3d11-4df1-a282-ef8ab86da42b req-1a092134-7ea7-4ff9-afde-60953cb544a4 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.823583 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fd3552-3d11-4df1-a282-ef8ab86da42b req-1a092134-7ea7-4ff9-afde-60953cb544a4 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.826842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4fd3552-3d11-4df1-a282-ef8ab86da42b req-1a092134-7ea7-4ff9-afde-60953cb544a4 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.829154 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b4fd3552-3d11-4df1-a282-ef8ab86da42b req-1a092134-7ea7-4ff9-afde-60953cb544a4 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/e497333e-f28a-4c03-a351-c254c2aa036c HTTP/1.1" status: 204 len: 173 time: 0.3409588 Sep 02 13:31:57.847194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a092134-7ea7-4ff9-afde-60953cb544a4 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e497333e-f28a-4c03-a351-c254c2aa036c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:57.936617 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2da22a8f-d8ff-4597-ab76-2bcfdc73881c req-032b67f0-378e-46bf-9628-a5242507a1c4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198047 Sep 02 13:31:57.953073 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.961653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:57.967478 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/48859df5-a42a-46a0-9ab9-2be9e4056440 HTTP/1.1" status: 204 len: 168 time: 0.9321055 Sep 02 13:31:58.000322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4d859-e453-476f-8be4-4c7575d650d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=48859df5-a42a-46a0-9ab9-2be9e4056440,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:58.000772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4868c0-9b0e-4ddc-a818-c90a54b69315 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:31:58.013082 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.013379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf61e79-ebf5-4dfd-9f27-e9da471dc0fe req-520c066a-67c9-4905-aa55-9c91e96c7105 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:58.021246 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bcf61e79-ebf5-4dfd-9f27-e9da471dc0fe req-520c066a-67c9-4905-aa55-9c91e96c7105 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 950 time: 0.1991112 Sep 02 13:31:58.031395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Transition to ACTIVE for port object 0c4868c0-9b0e-4ddc-a818-c90a54b69315 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:31:58.038336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.056863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-6a197d53-3869-426e-b533-9dd73700ae4a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:58.058684 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-6a197d53-3869-426e-b533-9dd73700ae4a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 808 time: 0.2345288 Sep 02 13:31:58.080282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Request body: {'port': {'device_id': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847', 'admin_state_up': True, 'tenant_id': 'd85f364184c74b5fae55bf6a737733c1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:58.099469 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bcf61e79-ebf5-4dfd-9f27-e9da471dc0fe req-fe84f6bf-f633-45dc-8edb-171aa2efd506 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772676 Sep 02 13:31:58.166514 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-b76dd77b-0f94-4858-a8ff-23475f14a157 req-aa03228f-832d-4803-9b29-ff093503b484 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:31:58.167552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b76dd77b-0f94-4858-a8ff-23475f14a157 req-aa03228f-832d-4803-9b29-ff093503b484 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/e497333e-f28a-4c03-a351-c254c2aa036c HTTP/1.1" status: 404 len: 352 time: 0.0292144 Sep 02 13:31:58.183779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4868c0-9b0e-4ddc-a818-c90a54b69315,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:58.244419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4f0a-1c6a-4ff9-8341-3a8eda781c52 req-9ddaf9c1-1245-4694-849c-dafb1d686a8e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:58.246209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b85a4f0a-1c6a-4ff9-8341-3a8eda781c52 req-9ddaf9c1-1245-4694-849c-dafb1d686a8e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 943 time: 0.1943631 Sep 02 13:31:58.263190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:58.271883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-709e2cee-f506-4b97-96f5-ede1353dd362 req-8e1ac08c-849d-4ad2-94e2-27a37de224f9 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 210 time: 0.0379190 Sep 02 13:31:58.286513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Made reservation on behalf of d85f364184c74b5fae55bf6a737733c1 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:31:58.298410 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.312428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Attempting to bind port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:31:58.312712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Attempting to bind port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:31:58.313068 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Attempting to bind port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:58.328453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:31:58.328777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Attempting to bind port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:31:58.351979 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:31:58.352327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Checking segment: {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:31:58.352720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Bound using segment: {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:31:58.353195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Bound port: 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:31:58.353581 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.376390 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b85a4f0a-1c6a-4ff9-8341-3a8eda781c52 req-74e55eeb-a60e-4e2c-a421-046821e05d4c tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155162 Sep 02 13:31:58.449628 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a590fe4c-d6e0-4048-b6c3-ad8b45ae0215 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4bd7737dfc74936bc227a51178b2eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773238 Sep 02 13:31:58.454630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50126) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:58.514684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4179524f-524f-43d7-9872-193a0b9b8e68 req-896f9104-958c-43b7-855a-8e40282e27e7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/f70b0f27-9b2b-4b47-a7b3-ba8a2acfbbec HTTP/1.1" status: 200 len: 1799 time: 0.1038425 Sep 02 13:31:58.515708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:31:58.519143 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:31:58.527827 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.551010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Allocated IP 172.20.0.14 (cce2efb6-ca9a-41b3-bb1c-dc4a4394d847/96cfffaf-9e95-4546-871b-7d1979dd9d7b/620de766-e62a-4b72-b9a3-98534fae957e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:31:58.560938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c9a5-1cbb-4a6d-9926-71cead92b7ed req-ae183aee-621d-4b80-b1f8-4eb0ae43b54a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:58.562501 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9079c9a5-1cbb-4a6d-9926-71cead92b7ed req-ae183aee-621d-4b80-b1f8-4eb0ae43b54a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1425188 Sep 02 13:31:58.585777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:58.586407 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.588011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] 10.222.0.77 "PUT /v2.0/ports/0c4868c0-9b0e-4ddc-a818-c90a54b69315 HTTP/1.1" status: 200 len: 1091 time: 1.2331979 Sep 02 13:31:58.588541 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:31:58.591374 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4787527c-120c-4a6b-9696-fba9a13eb938" -d '{"events": [{"name": "network-changed", "server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:31:58.607365 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4dee413d-71d5-47f7-b264-dab65ee0e941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.641444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26213246-f56d-49ff-8ab8-e02df09e9089 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4868c0-9b0e-4ddc-a818-c90a54b69315,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:58.661088 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4179524f-524f-43d7-9872-193a0b9b8e68 req-40c10276-715d-49ae-b937-8a1ad007ff74 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.673806 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4dee413d-71d5-47f7-b264-dab65ee0e941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.682441 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9079c9a5-1cbb-4a6d-9926-71cead92b7ed req-c650ac18-3f61-429d-a74c-0a99222a1a61 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963521 Sep 02 13:31:58.740811 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4179524f-524f-43d7-9872-193a0b9b8e68 req-40c10276-715d-49ae-b937-8a1ad007ff74 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.772786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-03ed8dcd-2f9a-4226-8a0a-1a50768e080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:58.775443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-03ed8dcd-2f9a-4226-8a0a-1a50768e080e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 1094 time: 0.1114550 Sep 02 13:31:58.825466 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4dee413d-71d5-47f7-b264-dab65ee0e941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.828708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4dee413d-71d5-47f7-b264-dab65ee0e941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.830369 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4dee413d-71d5-47f7-b264-dab65ee0e941 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/113b4334-43b9-4837-8ea3-c6ee429423cd HTTP/1.1" status: 204 len: 168 time: 0.3723421 Sep 02 13:31:58.864102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee413d-71d5-47f7-b264-dab65ee0e941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113b4334-43b9-4837-8ea3-c6ee429423cd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:58.889249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.919359 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d07ec-e6dc-47fa-b592-d99cc8b698d8 x-openstack-request-id: req-584d07ec-e6dc-47fa-b592-d99cc8b698d8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:31:58.920109 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:31:58.920396 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-584d07ec-e6dc-47fa-b592-d99cc8b698d8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:31:58.920825 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315', 'status': 'completed', 'code': 200} Sep 02 13:31:58.926837 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-3d03b67f-c3bd-4230-9aa1-191afdcee4db service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315 HTTP/1.1" status: 200 len: 217 time: 0.1401808 Sep 02 13:31:58.963033 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.966552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50136) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:58.996092 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4179524f-524f-43d7-9872-193a0b9b8e68 req-40c10276-715d-49ae-b937-8a1ad007ff74 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:58.998745 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4179524f-524f-43d7-9872-193a0b9b8e68 req-40c10276-715d-49ae-b937-8a1ad007ff74 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.016470 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4179524f-524f-43d7-9872-193a0b9b8e68 req-40c10276-715d-49ae-b937-8a1ad007ff74 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/f70b0f27-9b2b-4b47-a7b3-ba8a2acfbbec HTTP/1.1" status: 204 len: 173 time: 0.4914625 Sep 02 13:31:59.051228 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-19b5e449-5127-467e-8297-c64cf2749140 req-d0ad220b-6610-41a5-8008-3b1c7cb02398 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:31:59.064942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-19b5e449-5127-467e-8297-c64cf2749140 req-d0ad220b-6610-41a5-8008-3b1c7cb02398 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/f70b0f27-9b2b-4b47-a7b3-ba8a2acfbbec HTTP/1.1" status: 404 len: 352 time: 0.0343537 Sep 02 13:31:59.069303 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c10276-715d-49ae-b937-8a1ad007ff74 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70b0f27-9b2b-4b47-a7b3-ba8a2acfbbec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:59.086068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:31:59.092219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-6f0d7467-edbc-45b2-922d-a18642f5ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.093778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-6f0d7467-edbc-45b2-922d-a18642f5ef9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a15b3572-036e-46a2-abaf-8545c3cdf93c HTTP/1.1" status: 200 len: 845 time: 0.1571944 Sep 02 13:31:59.098600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:31:59.101799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Pushing event updated for resources: {'Port': ['ID=620de766-e62a-4b72-b9a3-98534fae957e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:59.108965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:31:59.144657 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-4b6912a7-009b-4a8b-847c-96fe41b28f43 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397677 Sep 02 13:31:59.220990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.222639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.248555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-822153c6-784f-47e9-a84e-9170ccc9a0aa req-17d318a3-a1bf-48cf-8c67-2347bd8dae9d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/186e5164-78f3-45fa-abcd-5fb276472793 HTTP/1.1" status: 200 len: 1799 time: 0.1682966 Sep 02 13:31:59.260249 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.314078 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-beb7cdcc-9fec-452b-9732-5ab40bb9fd5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2391253 Sep 02 13:31:59.317863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c3db7af-d114-4b52-b7ec-e990570e7d4e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.333125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Request body: {'port': {'device_id': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:31:59.357390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-822153c6-784f-47e9-a84e-9170ccc9a0aa req-246c38e2-82a0-44ff-8a22-42c695d590e1 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.373361 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-40740e95-4f4e-4a41-a8f6-2b12a7330938 service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191527 Sep 02 13:31:59.396747 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-822153c6-784f-47e9-a84e-9170ccc9a0aa req-246c38e2-82a0-44ff-8a22-42c695d590e1 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.415055 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c3db7af-d114-4b52-b7ec-e990570e7d4e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.434712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611531b-d6c4-4c6b-ae21-53036329261e req-9abfc0d7-fd1b-4d86-8baa-7af23868d69c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.436419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a611531b-d6c4-4c6b-ae21-53036329261e req-9abfc0d7-fd1b-4d86-8baa-7af23868d69c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 950 time: 0.2003105 Sep 02 13:31:59.498654 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.534394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a611531b-d6c4-4c6b-ae21-53036329261e req-30230e0b-23e2-4309-b8c5-6a21cb53519f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778549 Sep 02 13:31:59.535596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-822153c6-784f-47e9-a84e-9170ccc9a0aa req-246c38e2-82a0-44ff-8a22-42c695d590e1 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.539641 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-822153c6-784f-47e9-a84e-9170ccc9a0aa req-246c38e2-82a0-44ff-8a22-42c695d590e1 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.556189 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-822153c6-784f-47e9-a84e-9170ccc9a0aa req-246c38e2-82a0-44ff-8a22-42c695d590e1 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/186e5164-78f3-45fa-abcd-5fb276472793 HTTP/1.1" status: 204 len: 173 time: 0.3056502 Sep 02 13:31:59.572203 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17bbca6d-27c3-46f8-bd29-df5a38eade2d req-f93c5a52-6516-4375-a74d-c062affaa83b service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883280 Sep 02 13:31:59.573361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c38e2-82a0-44ff-8a22-42c695d590e1 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186e5164-78f3-45fa-abcd-5fb276472793,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:59.628162 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c3db7af-d114-4b52-b7ec-e990570e7d4e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.630826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c3db7af-d114-4b52-b7ec-e990570e7d4e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:31:59.632026 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3c3db7af-d114-4b52-b7ec-e990570e7d4e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "DELETE /v2.0/security-groups/6495af4d-f73c-4308-999f-dfb559225ed4 HTTP/1.1" status: 204 len: 168 time: 0.6641672 Sep 02 13:31:59.639315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:59.680307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3db7af-d114-4b52-b7ec-e990570e7d4e tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495af4d-f73c-4308-999f-dfb559225ed4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:31:59.701402 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-3ac13aad-d11d-406f-b731-e6a5ae28bbe8 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] show failed (client error): The resource could not be found. Sep 02 13:31:59.702542 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3ac13aad-d11d-406f-b731-e6a5ae28bbe8 tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "GET /v2.0/security-groups/6495af4d-f73c-4308-999f-dfb559225ed4 HTTP/1.1" status: 404 len: 347 time: 0.0611589 Sep 02 13:31:59.708019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:31:59.882074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5c956e68-4695-45e3-963c-0aea9e454428 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:31:59.925329 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb573d-9f7b-4bd5-b044-d78cdcb14441 req-ba046701-6e49-41ef-b528-22acf48de919 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.926665 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2fdb573d-9f7b-4bd5-b044-d78cdcb14441 req-ba046701-6e49-41ef-b528-22acf48de919 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 943 time: 0.2194524 Sep 02 13:31:59.949822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 5c956e68-4695-45e3-963c-0aea9e454428 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:31:59.950937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5c956e68-4695-45e3-963c-0aea9e454428 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:31:59.959301 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-49c34ad5-7543-411b-b3fb-ab76991658f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:31:59.961977 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-49c34ad5-7543-411b-b3fb-ab76991658f5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 1094 time: 0.1418092 Sep 02 13:32:00.003517 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2fdb573d-9f7b-4bd5-b044-d78cdcb14441 req-c68b13b1-f8ba-4c68-a6e6-b8983530879e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684037 Sep 02 13:32:00.011070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484b0f1-e1ba-43bf-8e83-500168eb0688 req-792904f8-2971-4431-bef3-22b6e9dceead tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.030569 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7484b0f1-e1ba-43bf-8e83-500168eb0688 req-792904f8-2971-4431-bef3-22b6e9dceead tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 932 time: 0.3269222 Sep 02 13:32:00.113609 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-8067e18d-7c5d-4dbb-86ad-6373cdea567b req-12e98349-3148-4b11-a8de-5fd365bfea30 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:32:00.115649 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8067e18d-7c5d-4dbb-86ad-6373cdea567b req-12e98349-3148-4b11-a8de-5fd365bfea30 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/186e5164-78f3-45fa-abcd-5fb276472793 HTTP/1.1" status: 404 len: 352 time: 0.0515034 Sep 02 13:32:00.162754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7484b0f1-e1ba-43bf-8e83-500168eb0688 req-2573d076-3777-4fab-a1b6-1cc611928e7c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313145 Sep 02 13:32:00.189280 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.193429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620de766-e62a-4b72-b9a3-98534fae957e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:00.209790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.210320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-08495b0f-c0bf-47bb-b38b-816962b592d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.212491 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-08495b0f-c0bf-47bb-b38b-816962b592d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 906 time: 0.2250783 Sep 02 13:32:00.238423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Transition to ACTIVE for port object 620de766-e62a-4b72-b9a3-98534fae957e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:00.246715 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.263405 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Deleting port cae23caf-6505-4f11-a42f-e8f89094fe50 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:00.264412 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.270720 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-b230b453-28d2-46f3-a7d5-b401cf3f3f35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315 HTTP/1.1" status: 200 len: 217 time: 0.0457814 Sep 02 13:32:00.283124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:00.387552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Pushing event updated for resources: {'Port': ['ID=620de766-e62a-4b72-b9a3-98534fae957e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:00.455553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-df4e5664-e31e-4738-8f34-0c2012dedc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.457262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bdb1-8576-4694-9fd0-93e8682b0e71 req-e8de3791-383d-4151-8a25-74f9f71559bb tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.457490 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-df4e5664-e31e-4738-8f34-0c2012dedc76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a15b3572-036e-46a2-abaf-8545c3cdf93c HTTP/1.1" status: 200 len: 845 time: 0.1750336 Sep 02 13:32:00.464412 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ddf6bdb1-8576-4694-9fd0-93e8682b0e71 req-e8de3791-383d-4151-8a25-74f9f71559bb tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.2229757 Sep 02 13:32:00.522870 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1067135271-network', 'tenant_id': '2aefb20f79b3411ca3aaa4d9a9c0c4a8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:00.563902 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ddf6bdb1-8576-4694-9fd0-93e8682b0e71 req-43c15a53-173e-402a-a5d6-8b38b709fe2c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826046 Sep 02 13:32:00.567024 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-090e016d-a706-4a3a-ae70-706f18e0f2dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976737 Sep 02 13:32:00.567333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:00.567873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:00.568384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:00.574499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Port 620de766-e62a-4b72-b9a3-98534fae957e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:00.575621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:00.585603 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.586160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.587773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:00.588371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:00.589038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:00.590684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Bound port: 620de766-e62a-4b72-b9a3-98534fae957e, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:00.591287 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.607966 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71a3a0b3-34c4-4700-b813-7e25d3a6ce6b req-fe7bad7a-2328-4be8-82da-da6b5af3e1d3 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e HTTP/1.1" status: 200 len: 6149 time: 0.2826309 Sep 02 13:32:00.712659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Calling delete_port for cae23caf-6505-4f11-a42f-e8f89094fe50 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:00.736222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:00.742975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:00.747676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Made reservation on behalf of 2aefb20f79b3411ca3aaa4d9a9c0c4a8 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:00.750115 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.751333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.758812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df68c38-7e9e-4b57-9766-38e44ee0ae24 req-ecb26ee6-e1e9-41fa-933f-65a212e1fbea tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.760498 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1df68c38-7e9e-4b57-9766-38e44ee0ae24 req-ecb26ee6-e1e9-41fa-933f-65a212e1fbea tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 950 time: 0.1158526 Sep 02 13:32:00.802268 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.806551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.807763 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:00.810316 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] 10.222.0.77 "PUT /v2.0/ports/620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 200 len: 1092 time: 1.4856856 Sep 02 13:32:00.811030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:00.815148 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da" -d '{"events": [{"name": "network-changed", "server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "tag": "620de766-e62a-4b72-b9a3-98534fae957e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:00.875663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0c4868c0-9b0e-4ddc-a818-c90a54b69315 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:00.890676 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71a3a0b3-34c4-4700-b813-7e25d3a6ce6b req-79abc1d7-5c96-40a9-82f0-13e7aa818c3c tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/72114cd3-4afd-416e-b1c3-9eb25148b575 HTTP/1.1" status: 200 len: 2981 time: 0.2406695 Sep 02 13:32:00.926389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-f6d0a8c2-d630-40b3-bca2-ece098478c93 service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353519 Sep 02 13:32:00.928292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0668c1d-9526-48e0-8e62-7d05ff6c9136 service neutron] Pushing event updated for resources: {'Port': ['ID=620de766-e62a-4b72-b9a3-98534fae957e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:00.939396 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1df68c38-7e9e-4b57-9766-38e44ee0ae24 req-4de673b5-14fd-446e-a94c-3212f9bad7fd tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522491 Sep 02 13:32:00.963323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-80da41cb-e5e0-4bcf-ad05-07cfe28aa96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:00.967058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-80da41cb-e5e0-4bcf-ad05-07cfe28aa96f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1095 time: 0.1086874 Sep 02 13:32:01.051709 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-7f0744d0-ebdf-4c79-a63a-8d115549ed32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 200 len: 217 time: 0.0747275 Sep 02 13:32:01.052749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:01.064324 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71a3a0b3-34c4-4700-b813-7e25d3a6ce6b req-c11d0625-e0b1-4158-9bc9-fbe7eb4b2064 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/72114cd3-4afd-416e-b1c3-9eb25148b575 HTTP/1.1" status: 200 len: 2981 time: 0.1725404 Sep 02 13:32:01.067554 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '0c4868c0-9b0e-4ddc-a818-c90a54b69315', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'port_id': '0c4868c0-9b0e-4ddc-a818-c90a54b69315', 'mac_address': 'fa:16:3e:10:dd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15b3572-036e-46a2-abaf-8545c3cdf93c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:01.143998 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a188c90b-2498-4e52-b20a-a12a7f0bd752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.163603 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e2a68-ec75-44e6-92fa-6c7e20db9ee2 x-openstack-request-id: req-661e2a68-ec75-44e6-92fa-6c7e20db9ee2 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:01.164106 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "tag": "620de766-e62a-4b72-b9a3-98534fae957e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:01.165137 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-661e2a68-ec75-44e6-92fa-6c7e20db9ee2 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:01.165450 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e', 'status': 'completed', 'code': 200} Sep 02 13:32:01.172194 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.194466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-df125908-2ba6-429d-a86e-601d68feebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.195843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4868c0-9b0e-4ddc-a818-c90a54b69315 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:01.197521 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-df125908-2ba6-429d-a86e-601d68feebf2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1317883 Sep 02 13:32:01.215316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0774c-5365-4ff3-8d06-1ca540f7fc4c req-0c05670c-0bdd-4e3c-98a7-38f52239f9ba tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.217925 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-04c0774c-5365-4ff3-8d06-1ca540f7fc4c req-0c05670c-0bdd-4e3c-98a7-38f52239f9ba tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1710532 Sep 02 13:32:01.229300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:01.235254 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.253673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4787527c-120c-4a6b-9696-fba9a13eb938 req-75efd7da-43ec-4879-b316-5a800f915faf service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147669 Sep 02 13:32:01.254615 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.273225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-c23035c4-2a1a-4322-864a-b4c9627db56f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537553 Sep 02 13:32:01.301052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0c4868c0-9b0e-4ddc-a818-c90a54b69315,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:01.311598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Pushing event deleted for resources: {'Port': ['ID=cae23caf-6505-4f11-a42f-e8f89094fe50,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:01.383047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.401732 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-04c0774c-5365-4ff3-8d06-1ca540f7fc4c req-154c1576-074c-4d90-bb8e-18c29dc4cc61 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688395 Sep 02 13:32:01.410157 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.454993 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:32:01.465114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5d127-8d45-49c8-b59d-855500dbb5a9 req-4e593092-fadd-4382-884a-3643fead8fdc tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.466666 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6cd5d127-8d45-49c8-b59d-855500dbb5a9 req-4e593092-fadd-4382-884a-3643fead8fdc tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e256f30-7923-49be-a025-a3217200c9b7 HTTP/1.1" status: 200 len: 950 time: 0.2084682 Sep 02 13:32:01.476635 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.480610 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.482253 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-9d17cc73-6562-4260-8bd2-62dac3cde20a service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979291 Sep 02 13:32:01.484410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f98003da-ee8c-4957-b539-bebf3c491ffb tempest-ImagesOneServerNegativeTestJSON-38410472 tempest-ImagesOneServerNegativeTestJSON-38410472-project] 10.222.0.13 "DELETE /v2.0/floatingips/c731defa-2765-46bf-a07f-5d19e75ed0c6 HTTP/1.1" status: 204 len: 168 time: 1.7634788 Sep 02 13:32:01.486932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def3671-cb9b-48b7-baf5-fdcfacb5c657,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:01.494290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0c4868c0-9b0e-4ddc-a818-c90a54b69315'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:01.499801 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.500045 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Added segment 6ca71df2-b718-456d-ad6c-247c13c81363 of type vlan for network 141473dc-07c3-4075-b15a-02f446237a40 Sep 02 13:32:01.567030 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.595952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6cd5d127-8d45-49c8-b59d-855500dbb5a9 req-e95680d9-9cc5-426b-95ef-34c04a1bf2ea tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948944 Sep 02 13:32:01.621275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c2068c29-5f75-4cf8-b612-7ccd51035aef req-8997768b-20bb-4858-a974-ff6adcb84820 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1927450782', 'description': 'tempest-description-321801206'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:01.647366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.648547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.649247 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.687717 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14624d-5cb6-438b-aa02-a7e956cf4256 req-d9b0dbbd-83f9-461e-bf19-5072f8855e42 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.689708 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b14624d-5cb6-438b-aa02-a7e956cf4256 req-d9b0dbbd-83f9-461e-bf19-5072f8855e42 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 944 time: 0.1779423 Sep 02 13:32:01.704970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f98e9fb4-dfbc-4c76-ab48-e50f3363d4b0 req-8d185e0f-1a08-493d-ae54-a4f7fbfe83de service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151384 Sep 02 13:32:01.707519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2068c29-5f75-4cf8-b612-7ccd51035aef req-8997768b-20bb-4858-a974-ff6adcb84820 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.737458 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4533396 Sep 02 13:32:01.741368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50208) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:01.749901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Request body: {'subnet': {'network_id': '141473dc-07c3-4075-b15a-02f446237a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1067135271-subnet', 'tenant_id': '2aefb20f79b3411ca3aaa4d9a9c0c4a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:01.762027 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b14624d-5cb6-438b-aa02-a7e956cf4256 req-1e660c2f-3ff8-4edf-bc9b-19a19d72b53d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526340 Sep 02 13:32:01.763410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf34068-d783-40fe-aab9-0c0ca5431221 admin admin] Pushing event updated for resources: {'Network': ['ID=141473dc-07c3-4075-b15a-02f446237a40,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:01.785517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 141473dc-07c3-4075-b15a-02f446237a40 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:32:01.795375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Made reservation on behalf of 2aefb20f79b3411ca3aaa4d9a9c0c4a8 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:01.800907 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:01.859241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-dd4b9b15-3533-4ec4-8563-6b6e01e1891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:01.861020 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-dd4b9b15-3533-4ec4-8563-6b6e01e1891e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1095 time: 0.0827806 Sep 02 13:32:02.037609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8823ef3-de05-4eab-a049-15a66afc609f req-cd51d62c-27f8-4064-9dda-1fdb96cacc27 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:02.037961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2068c29-5f75-4cf8-b612-7ccd51035aef req-8997768b-20bb-4858-a974-ff6adcb84820 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.039106 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d8823ef3-de05-4eab-a049-15a66afc609f req-cd51d62c-27f8-4064-9dda-1fdb96cacc27 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 944 time: 0.0870812 Sep 02 13:32:02.046301 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2068c29-5f75-4cf8-b612-7ccd51035aef req-8997768b-20bb-4858-a974-ff6adcb84820 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.073353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-eecede08-0282-4849-90ca-4aec20535003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:02.076108 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-eecede08-0282-4849-90ca-4aec20535003 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.2031960 Sep 02 13:32:02.087276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2068c29-5f75-4cf8-b612-7ccd51035aef req-8997768b-20bb-4858-a974-ff6adcb84820 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.100542 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c2068c29-5f75-4cf8-b612-7ccd51035aef req-8997768b-20bb-4858-a974-ff6adcb84820 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4852552 Sep 02 13:32:02.107971 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997768b-20bb-4858-a974-ff6adcb84820 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:02.185590 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-7bf45184-7044-468f-affe-c174af7cb4e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 200 len: 217 time: 0.0995634 Sep 02 13:32:02.198703 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d8823ef3-de05-4eab-a049-15a66afc609f req-9e8bab9d-4463-48bc-a38e-9cfafb0cc985 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444602 Sep 02 13:32:02.273450 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.311007 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-8e082edf-0611-41f5-a071-1e65898382d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:02.316502 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-8e082edf-0611-41f5-a071-1e65898382d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1118720 Sep 02 13:32:02.379490 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-a044cd43-3c62-4c23-99a5-110a149c2e8a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541968 Sep 02 13:32:02.390240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58a1a7f-873e-4733-940a-b56dc3697f3a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:02.395398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Checking segment: {'id': '6ca71df2-b718-456d-ad6c-247c13c81363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '141473dc-07c3-4075-b15a-02f446237a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:02.395960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Network hostable DHCP agents. Network: 141473dc-07c3-4075-b15a-02f446237a40, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:32:02.424130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Network 141473dc-07c3-4075-b15a-02f446237a40 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:32:02.441267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 141473dc-07c3-4075-b15a-02f446237a40) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:02.450776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:02.452576 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.460219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a7d55-a175-4a2f-8a4f-9e39d83b6558 None None] Network 141473dc-07c3-4075-b15a-02f446237a40 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:02.495758 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-08cfbd02-9cae-46e6-9a11-d3c390778a22 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7472448 Sep 02 13:32:02.517051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f835f79a-03a3-4911-a3bb-40215febd06c req-98213a00-9470-41ea-86c0-0817e0203505 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-382737239', 'description': 'tempest-description-1365173385'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:02.558800 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f835f79a-03a3-4911-a3bb-40215febd06c req-98213a00-9470-41ea-86c0-0817e0203505 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.575562 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-29890ad1-8aca-4c73-925a-e9660707f52f service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871512 Sep 02 13:32:02.778633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f835f79a-03a3-4911-a3bb-40215febd06c req-98213a00-9470-41ea-86c0-0817e0203505 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.782760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264fc42-f32e-44d9-862b-55f53a9e55d1 None None] Network 141473dc-07c3-4075-b15a-02f446237a40 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:02.788115 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f835f79a-03a3-4911-a3bb-40215febd06c req-98213a00-9470-41ea-86c0-0817e0203505 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.822761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f835f79a-03a3-4911-a3bb-40215febd06c req-98213a00-9470-41ea-86c0-0817e0203505 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:02.834582 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f835f79a-03a3-4911-a3bb-40215febd06c req-98213a00-9470-41ea-86c0-0817e0203505 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3318796 Sep 02 13:32:02.844245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98213a00-9470-41ea-86c0-0817e0203505 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4d2f7f-c38c-4ace-97eb-72e73fdbe360,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:02.890309 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65ae3314-a7ff-44e8-b856-2b5f7da3a8da req-10b0ecfb-08f5-4e4c-90ae-b2a273f1dc68 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044183 Sep 02 13:32:02.933305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 620de766-e62a-4b72-b9a3-98534fae957e details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:02.937427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0c4868c0-9b0e-4ddc-a818-c90a54b69315 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:02.957495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999967b-73e1-49ae-ab07-94bbfb242fc2 req-c4153350-b3cf-4b43-bec9-301c1bcfc237 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:02.964755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999967b-73e1-49ae-ab07-94bbfb242fc2 req-c4153350-b3cf-4b43-bec9-301c1bcfc237 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:02.977788 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b999967b-73e1-49ae-ab07-94bbfb242fc2 req-c4153350-b3cf-4b43-bec9-301c1bcfc237 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e256f30-7923-49be-a025-a3217200c9b7&device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 1691 time: 0.1113338 Sep 02 13:32:03.041544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b999967b-73e1-49ae-ab07-94bbfb242fc2 req-360a5064-cadd-4327-92ba-53ceedace454 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559111 Sep 02 13:32:03.173446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54f006-745f-4a25-b04a-bda289b358ff req-8d21557a-0016-45af-a1af-b77cc94424a0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:03.175874 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb54f006-745f-4a25-b04a-bda289b358ff req-8d21557a-0016-45af-a1af-b77cc94424a0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 944 time: 0.0913072 Sep 02 13:32:03.196879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-5fecb4ef-7f99-4492-b4fd-18cb63309935 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:03.206479 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-5fecb4ef-7f99-4492-b4fd-18cb63309935 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/networks?id=483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 200 len: 814 time: 0.1872180 Sep 02 13:32:03.207515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:03.230702 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-ac5a7977-c499-4cef-9d72-517b9748ee13 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/quotas/14e3953c36634d83a7eaa15c1751f754 HTTP/1.1" status: 200 len: 375 time: 0.0218995 Sep 02 13:32:03.243186 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb54f006-745f-4a25-b04a-bda289b358ff req-4c141618-8640-42d1-a6e0-1521f06d1621 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590856 Sep 02 13:32:03.256931 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:03.257696 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:03.307491 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c8956778-6381-45e6-884f-4d50443135c0 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14e3953c36634d83a7eaa15c1751f754&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757108 Sep 02 13:32:03.326262 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:03.343806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '620de766-e62a-4b72-b9a3-98534fae957e', 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847', 'port_id': '620de766-e62a-4b72-b9a3-98534fae957e', 'mac_address': 'fa:16:3e:73:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cfffaf-9e95-4546-871b-7d1979dd9d7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:03.454046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:03.457420 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-b8d25d19-d228-40a7-978c-0d6ec93caf3b service neutron] 10.222.0.13 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346114 Sep 02 13:32:03.490005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620de766-e62a-4b72-b9a3-98534fae957e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:03.496765 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:03.559026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:03.573848 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:03.588655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:03.592655 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921bf312-50fa-4955-aaff-5ec1c9a8f511" -d '{"events": [{"server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "name": "network-vif-plugged", "status": "completed", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:03.645670 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-615aabd6-a1dd-4fec-a044-107ee10bf0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:03.656814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-6798e8d9-a98b-4b42-90e6-80d8e406c64d service neutron] 10.222.0.13 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913190 Sep 02 13:32:03.658018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:03.668164 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:03.688871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=620de766-e62a-4b72-b9a3-98534fae957e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:03.758835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-73ce4926-e908-4be5-9e7c-a751d2ecd99a tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:03.761665 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-73ce4926-e908-4be5-9e7c-a751d2ecd99a tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/networks?id=141473dc-07c3-4075-b15a-02f446237a40 HTTP/1.1" status: 200 len: 813 time: 0.1915436 Sep 02 13:32:03.789754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0c4868c0-9b0e-4ddc-a818-c90a54b69315,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:03.808407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:03.810375 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61870f35-9a0b-4b9f-839f-94d24f6bb6bc tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/quotas/2aefb20f79b3411ca3aaa4d9a9c0c4a8 HTTP/1.1" status: 200 len: 375 time: 0.0308707 Sep 02 13:32:03.833467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['620de766-e62a-4b72-b9a3-98534fae957e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:03.874874 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-e1d0bff3-d88c-466b-9f27-e213b4167bc2 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aefb20f79b3411ca3aaa4d9a9c0c4a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631444 Sep 02 13:32:03.908993 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-853fee7a-fbd0-45cd-9738-33e95ece7e97 admin admin] Deleting subnet d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:32:03.913150 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-853fee7a-fbd0-45cd-9738-33e95ece7e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.042229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-f499d547-dce4-4e2b-8a6a-0de3dc627ee8 service neutron] 10.222.0.13 "GET /v2.0/networks/141473dc-07c3-4075-b15a-02f446237a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660726 Sep 02 13:32:04.045124 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.222586 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-ea02d932-a272-4bfc-a936-3196c44732ca service neutron] 10.222.0.13 "GET /v2.0/networks/141473dc-07c3-4075-b15a-02f446237a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703053 Sep 02 13:32:04.393368 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-853fee7a-fbd0-45cd-9738-33e95ece7e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.497937 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-853fee7a-fbd0-45cd-9738-33e95ece7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.542011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-3496726a-4ed8-4d00-87b7-923488fc4f7b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:04.544665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-3496726a-4ed8-4d00-87b7-923488fc4f7b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 812 time: 0.5784185 Sep 02 13:32:04.582416 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-f4b834df-40cf-426c-9542-092a34bcaf46 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/quotas/9c02acb43cd74ca0a2413ecbdd61d95e HTTP/1.1" status: 200 len: 375 time: 0.0200298 Sep 02 13:32:04.700403 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-853fee7a-fbd0-45cd-9738-33e95ece7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.733264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-cb4abfea-4697-4789-9f3a-589548d63664 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:04.736099 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-cb4abfea-4697-4789-9f3a-589548d63664 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.90 "GET /v2.0/ports?device_id=82b0d89b-3c80-401c-9acc-366a1919bc1c HTTP/1.1" status: 200 len: 946 time: 0.1662118 Sep 02 13:32:04.744677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-ce6e43b1-073d-4609-811c-674aa08ec155 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429834 Sep 02 13:32:04.745761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3e4d1-b9ba-465d-bc8c-0ba38aee0f5f req-02a08fac-6856-4837-972d-21c1b6644686 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:04.747968 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1c3e4d1-b9ba-465d-bc8c-0ba38aee0f5f req-02a08fac-6856-4837-972d-21c1b6644686 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 945 time: 0.1528969 Sep 02 13:32:04.749013 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-853fee7a-fbd0-45cd-9738-33e95ece7e97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.752445 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-853fee7a-fbd0-45cd-9738-33e95ece7e97 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a HTTP/1.1" status: 204 len: 168 time: 0.9426968 Sep 02 13:32:04.764331 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.792059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:04.815184 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fee7a-fbd0-45cd-9738-33e95ece7e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a0c5c0-b2a0-4b10-a21b-a3a400e5224a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:04.868136 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1c3e4d1-b9ba-465d-bc8c-0ba38aee0f5f req-d8ed055e-9aeb-439f-a757-cdef962ba93c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705447 Sep 02 13:32:04.895802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Deleting port c1c0c121-308b-45bd-a22b-6c91fb812404 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:04.895802 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.926536 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:04.928109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 620de766-e62a-4b72-b9a3-98534fae957e up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:04.958807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-c3654aae-2779-45de-a9de-9a105135c749 service neutron] 10.222.0.13 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111588 Sep 02 13:32:04.976028 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb53ac5-bf35-49da-8dbc-a0f180f20640 x-openstack-request-id: req-9bb53ac5-bf35-49da-8dbc-a0f180f20640 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:04.976229 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "name": "network-vif-plugged", "status": "completed", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:04.976536 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bb53ac5-bf35-49da-8dbc-a0f180f20640 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:04.976873 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315', 'code': 200} Sep 02 13:32:05.037334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 620de766-e62a-4b72-b9a3-98534fae957e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:05.043080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 620de766-e62a-4b72-b9a3-98534fae957e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:05.043843 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.057617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] For port c1c0c121-308b-45bd-a22b-6c91fb812404, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c1c0c121-308b-45bd-a22b-6c91fb812404,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:05.057997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.102085 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.113856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Calling delete_port for c1c0c121-308b-45bd-a22b-6c91fb812404 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:05.120806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead7d643-a70b-4873-bb94-2a2d3a960629']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:05.125752 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a0a30428-9287-415a-aacd-d29adb96fa75 req-c2a5f456-44de-4f0b-9835-6422f6dcfef3 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 210 time: 0.0475309 Sep 02 13:32:05.139988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:05.140341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5eeba6-bf39-4b8c-9efb-6f2e8306120e') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:05.160899 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-c4534366-ac7e-4989-af0c-2c75e6d141eb service neutron] 10.222.0.13 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011764 Sep 02 13:32:05.162434 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.167572 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.208901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.210426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:05.220115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:32:05.220779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:32:05.222615 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:32:05.231261 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.340237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c5e89-1eb4-4c44-aaaf-99e1549528d6 req-1bce7344-0630-4068-847a-06554c914146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:05.342677 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-415c5e89-1eb4-4c44-aaaf-99e1549528d6 req-1bce7344-0630-4068-847a-06554c914146 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 1096 time: 0.1997709 Sep 02 13:32:05.349116 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.351518 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da585a6-2a9f-492e-921e-c5e78b520d9d req-a247e65a-ffc9-4112-930d-90ae849195fc tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:05.363293 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9da585a6-2a9f-492e-921e-c5e78b520d9d req-a247e65a-ffc9-4112-930d-90ae849195fc tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e256f30-7923-49be-a025-a3217200c9b7 HTTP/1.1" status: 200 len: 1101 time: 0.0955331 Sep 02 13:32:05.370082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=620de766-e62a-4b72-b9a3-98534fae957e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:05.380255 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.382390 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ead7d643-a70b-4873-bb94-2a2d3a960629 HTTP/1.1" status: 204 len: 168 time: 0.5871189 Sep 02 13:32:05.385205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4817f-f6b2-427d-baab-145298fdf407 admin admin] Pushing event deleted for resources: {'Network': ['ID=ead7d643-a70b-4873-bb94-2a2d3a960629,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:05.453489 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-415c5e89-1eb4-4c44-aaaf-99e1549528d6 req-f954f28b-01e3-410d-bf42-23ffbbbb3dba service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879226 Sep 02 13:32:05.473997 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9da585a6-2a9f-492e-921e-c5e78b520d9d req-3cf4e0ef-9c94-478f-9c6b-6851232e4c82 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037588 Sep 02 13:32:05.565530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.584918 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c1c0c121-308b-45bd-a22b-6c91fb812404'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:05.631462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:05.640033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-963d954b-f6fc-49c5-8603-14bdf8b4aa58 req-21780d7f-0bc2-4e4f-bd67-879467cbf027 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 210 time: 0.0583453 Sep 02 13:32:05.642685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Pushing event deleted for resources: {'Port': ['ID=c1c0c121-308b-45bd-a22b-6c91fb812404,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:05.717246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d63b6-058e-4f83-a1ba-8f0d61ab09e7 req-b45b0109-2b8c-4377-afbd-62ec8cd9fd9f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:05.719513 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a0d63b6-058e-4f83-a1ba-8f0d61ab09e7 req-b45b0109-2b8c-4377-afbd-62ec8cd9fd9f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 945 time: 0.2132704 Sep 02 13:32:05.780102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] No DVR routers for this DVR port c1c0c121-308b-45bd-a22b-6c91fb812404 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:05.780998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-1e661696-a394-46aa-86f7-741539be0c7a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:05.782678 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-1e661696-a394-46aa-86f7-741539be0c7a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.77 "GET /v2.0/networks?id=483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 200 len: 814 time: 0.3991907 Sep 02 13:32:05.785260 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:05.797164 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-467f2596-0248-431a-8812-4d31a5c60d5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=856a75013b2f419d83b9da71bbc21de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605542 Sep 02 13:32:05.797487 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-660ad48d-3dfa-4a9a-bd03-33b0325aac15 req-d6fef5ac-f1c9-4882-934e-8a6f5d67da31 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.90 "DELETE /v2.0/ports/c1c0c121-308b-45bd-a22b-6c91fb812404 HTTP/1.1" status: 204 len: 173 time: 1.0459781 Sep 02 13:32:05.797487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'name': 'network-vif-deleted', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:05.799529 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c7dd3d-53a3-46bb-a1e7-2428c5ff385c" -d '{"events": [{"server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "name": "network-vif-deleted", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:05.803901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Request body: {'port': {'device_id': 'fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba', 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea', 'admin_state_up': True, 'tenant_id': '14e3953c36634d83a7eaa15c1751f754'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:05.805325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:05.848561 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9f2c9a59-766e-4d40-819a-fade5511c813 req-edaa54fc-178a-45a0-b11d-cb9fb0a175a1 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 210 time: 0.0346768 Sep 02 13:32:05.919685 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a0d63b6-058e-4f83-a1ba-8f0d61ab09e7 req-81cf5bcb-c839-4bb8-b7d5-ae6629de9d9c tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718709 Sep 02 13:32:06.013180 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af4cc339-28ec-430a-b9fb-12e20ad71c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:06.070378 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af4cc339-28ec-430a-b9fb-12e20ad71c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:06.098601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745001a5-590a-48bc-82e1-764f9e1ee586 req-2d4ef422-d8ec-4934-a28d-525b4c4cb515 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:06.101508 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-745001a5-590a-48bc-82e1-764f9e1ee586 req-2d4ef422-d8ec-4934-a28d-525b4c4cb515 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 1101 time: 0.0697277 Sep 02 13:32:06.123453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Made reservation on behalf of 14e3953c36634d83a7eaa15c1751f754 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:06.127176 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:06.135187 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9828888a-f0f2-4e6b-8a16-0b2617247e38 x-openstack-request-id: req-9828888a-f0f2-4e6b-8a16-0b2617247e38 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:06.135650 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b0d89b-3c80-401c-9acc-366a1919bc1c", "name": "network-vif-deleted", "tag": "c1c0c121-308b-45bd-a22b-6c91fb812404", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:06.136348 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9828888a-f0f2-4e6b-8a16-0b2617247e38 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:06.137339 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b0d89b-3c80-401c-9acc-366a1919bc1c', 'name': 'network-vif-deleted', 'tag': 'c1c0c121-308b-45bd-a22b-6c91fb812404', 'status': 'completed', 'code': 200} Sep 02 13:32:06.166115 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-745001a5-590a-48bc-82e1-764f9e1ee586 req-887e5011-21b7-4358-a595-7b2e65907d26 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576065 Sep 02 13:32:06.244286 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af4cc339-28ec-430a-b9fb-12e20ad71c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:06.246880 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af4cc339-28ec-430a-b9fb-12e20ad71c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:06.249170 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-af4cc339-28ec-430a-b9fb-12e20ad71c08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6ad2a18-7329-4cc2-8127-a537df150425 HTTP/1.1" status: 204 len: 168 time: 0.4411495 Sep 02 13:32:06.332284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cc339-28ec-430a-b9fb-12e20ad71c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad2a18-7329-4cc2-8127-a537df150425,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:06.340380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e734054f-011d-49d3-a2ba-6c5e95bd5b13 req-af23d50c-da6b-4097-af6c-7b03a1526ac9 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 210 time: 0.0596824 Sep 02 13:32:06.383233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0ce0-9fe3-45fd-942f-c07732210c7d req-199e7df7-3e96-4674-b158-5301aeedd2e5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:06.395479 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b88c0ce0-9fe3-45fd-942f-c07732210c7d req-199e7df7-3e96-4674-b158-5301aeedd2e5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 946 time: 0.1553347 Sep 02 13:32:06.438199 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:06.486185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Allocated IP 172.20.0.5 (483d653f-34c2-4f13-b78a-8fc2822bcaea/9031b831-f921-492d-b523-e8f8aace4066/73f71b37-7ead-42dc-9907-0ceb0e462661) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:06.514453 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b88c0ce0-9fe3-45fd-942f-c07732210c7d req-74dfc84c-33d6-4813-a3db-0f9b3c931a3e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130970 Sep 02 13:32:06.604480 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-5468473f-6208-44e2-8aa7-b7a1058803c7 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:06.606452 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-5468473f-6208-44e2-8aa7-b7a1058803c7 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.77 "GET /v2.0/networks?id=141473dc-07c3-4075-b15a-02f446237a40 HTTP/1.1" status: 200 len: 813 time: 0.1958010 Sep 02 13:32:06.624135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Request body: {'port': {'device_id': 'affc5c62-1ae7-41b8-86ba-b5e8ed56d338', 'network_id': '141473dc-07c3-4075-b15a-02f446237a40', 'admin_state_up': True, 'tenant_id': '2aefb20f79b3411ca3aaa4d9a9c0c4a8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:06.953435 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-befcdb4f-0bc2-42d7-b786-875347389e86 req-d00a2d32-0f9e-4de3-a650-a0c270547155 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 210 time: 0.1067789 Sep 02 13:32:06.966482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Made reservation on behalf of 2aefb20f79b3411ca3aaa4d9a9c0c4a8 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:06.970499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:06.978869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:06.983565 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:06.985462 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d93679-9bd4-4008-9663-d7399a81f522" -d '{"events": [{"server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "name": "network-vif-plugged", "status": "completed", "tag": "620de766-e62a-4b72-b9a3-98534fae957e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:07.053876 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:07.074307 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-5e2f5b7e-1201-4617-87f3-28a12938b9cb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639505 Sep 02 13:32:07.082497 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c1c0c121-308b-45bd-a22b-6c91fb812404'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:07.144506 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e11c660a-6da2-412a-9ed8-1e46cdc58505 req-277462ea-7e9c-47cc-970b-092102d0651f tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 210 time: 0.0737512 Sep 02 13:32:07.151794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Network 483d653f-34c2-4f13-b78a-8fc2822bcaea is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:07.155203 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:07.160302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:07.164613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Pushing event updated for resources: {'Port': ['ID=73f71b37-7ead-42dc-9907-0ceb0e462661,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:07.228473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:07.229297 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:07.252777 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-f3604a48-d1fe-4164-b638-04efc8dd8823 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4577329 Sep 02 13:32:07.263004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Allocated IP 172.20.0.6 (141473dc-07c3-4075-b15a-02f446237a40/c58a1a7f-873e-4733-940a-b56dc3697f3a/9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:07.270218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Request body: {'port': {'device_id': 'fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:07.296738 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-ff561c70-1ea2-4548-a872-e0c02a08c562 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:07.299052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-ff561c70-1ea2-4548-a872-e0c02a08c562 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108402 Sep 02 13:32:07.339123 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-4a845768-d964-479a-8534-da6df9023472 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/quotas/ae8f41a86ddb4ae8960f67d8a1d78817 HTTP/1.1" status: 200 len: 375 time: 0.0249865 Sep 02 13:32:07.446166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aefd3-bf48-45d3-bf31-1d46506f7e57 req-4e6837c3-b06f-4b38-b65d-5355ede8ce83 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:07.450175 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-781aefd3-bf48-45d3-bf31-1d46506f7e57 req-4e6837c3-b06f-4b38-b65d-5355ede8ce83 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 945 time: 0.1282468 Sep 02 13:32:07.452700 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:07.454819 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-932996d1-f347-4dea-b49f-07b9c91314e1 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036375 Sep 02 13:32:07.533472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:07.539266 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-781aefd3-bf48-45d3-bf31-1d46506f7e57 req-6baf85d2-e41b-4900-85ab-15400b872e09 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688772 Sep 02 13:32:07.699892 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7564bb-8180-44e1-826c-50f51223f27e x-openstack-request-id: req-fb7564bb-8180-44e1-826c-50f51223f27e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:07.701736 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "name": "network-vif-plugged", "status": "completed", "tag": "620de766-e62a-4b72-b9a3-98534fae957e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:07.703322 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb7564bb-8180-44e1-826c-50f51223f27e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:07.704408 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e', 'code': 200} Sep 02 13:32:07.760697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-f642ad07-d684-4368-9979-6c6e75bf2e9a tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:07.763720 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-f642ad07-d684-4368-9979-6c6e75bf2e9a tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 812 time: 0.2142999 Sep 02 13:32:07.796061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'port': {'device_id': '89cd419f-2741-4389-97c6-631518a560f1', 'network_id': '316fec6d-134f-45db-9562-d73879b32136', 'admin_state_up': True, 'tenant_id': '9c02acb43cd74ca0a2413ecbdd61d95e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:08.036915 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f71b37-7ead-42dc-9907-0ceb0e462661 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:08.049955 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:08.076036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Transition to ACTIVE for port object 73f71b37-7ead-42dc-9907-0ceb0e462661 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:08.083415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:08.100114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515ec64-ad22-41fb-ab12-4ea756120113 req-0f8d451d-d673-4d5d-83e1-57cb21dda8a5 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:08.102974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5515ec64-ad22-41fb-ab12-4ea756120113 req-0f8d451d-d673-4d5d-83e1-57cb21dda8a5 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 931 time: 0.1083755 Sep 02 13:32:08.251913 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5515ec64-ad22-41fb-ab12-4ea756120113 req-e1bbd7b4-3d22-4d8a-9891-d1e13c95ab26 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378629 Sep 02 13:32:08.255079 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Pushing event updated for resources: {'Port': ['ID=73f71b37-7ead-42dc-9907-0ceb0e462661,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:08.308746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Attempting to bind port 73f71b37-7ead-42dc-9907-0ceb0e462661 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:08.309058 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:08.309198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Attempting to bind port 73f71b37-7ead-42dc-9907-0ceb0e462661 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:08.309198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Attempting to bind port 73f71b37-7ead-42dc-9907-0ceb0e462661 on network 483d653f-34c2-4f13-b78a-8fc2822bcaea {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:08.318625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Port 73f71b37-7ead-42dc-9907-0ceb0e462661 on network 483d653f-34c2-4f13-b78a-8fc2822bcaea not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:08.319397 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Attempting to bind port 73f71b37-7ead-42dc-9907-0ceb0e462661 on network 483d653f-34c2-4f13-b78a-8fc2822bcaea {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:08.329254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:08.329909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Checking segment: {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:08.330494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Bound using segment: {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:08.331433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Bound port: 73f71b37-7ead-42dc-9907-0ceb0e462661, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57a143-eb5e-40a3-a764-60a9a3d89f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:08.335244 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:08.450609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] For port 73f71b37-7ead-42dc-9907-0ceb0e462661, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:08.454993 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] For port 73f71b37-7ead-42dc-9907-0ceb0e462661, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=73f71b37-7ead-42dc-9907-0ceb0e462661,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:08.461654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:08.472866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Pushing event updated for resources: {'Port': ['ID=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:08.481944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Network 141473dc-07c3-4075-b15a-02f446237a40 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:08.486969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0103d-8da1-4d3d-be76-a85ed2be373f req-ac232e4b-48b0-452d-95b9-e2c64c47a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:08.489379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24e0103d-8da1-4d3d-be76-a85ed2be373f req-ac232e4b-48b0-452d-95b9-e2c64c47a08d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1097 time: 0.6723025 Sep 02 13:32:08.510818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:08.515876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:08.543237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:08.544091 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:08.545729 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/73f71b37-7ead-42dc-9907-0ceb0e462661 HTTP/1.1" status: 200 len: 1091 time: 1.2830110 Sep 02 13:32:08.546393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba', 'tag': '73f71b37-7ead-42dc-9907-0ceb0e462661'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:08.549595 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6533ceea-6023-4b98-bc25-18f9e6b07480" -d '{"events": [{"name": "network-changed", "server_uuid": "fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba", "tag": "73f71b37-7ead-42dc-9907-0ceb0e462661"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:08.584453 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd0acf-b1a9-4dbf-a514-129cb1bcae64 req-cc7dc9aa-ad13-4cfe-a6bf-92f26faf601a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:08.596485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0bbd0acf-b1a9-4dbf-a514-129cb1bcae64 req-cc7dc9aa-ad13-4cfe-a6bf-92f26faf601a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 946 time: 0.3212085 Sep 02 13:32:08.602811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c55b2-8fd2-4029-99a6-3ef8874768c9 service neutron] Pushing event updated for resources: {'Port': ['ID=73f71b37-7ead-42dc-9907-0ceb0e462661,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:08.670649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Made reservation on behalf of 9c02acb43cd74ca0a2413ecbdd61d95e for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:08.685354 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:08.701750 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:32:08.731331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-b942e38b-bd57-4a85-ba9f-dafa897dc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:08.733348 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-b942e38b-bd57-4a85-ba9f-dafa897dc1e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14e3953c36634d83a7eaa15c1751f754&device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 1094 time: 0.0833023 Sep 02 13:32:08.779953 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0bbd0acf-b1a9-4dbf-a514-129cb1bcae64 req-3951d5b2-25a8-4c31-886d-39244ae30720 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776893 Sep 02 13:32:08.788980 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24e0103d-8da1-4d3d-be76-a85ed2be373f req-e95918a1-d096-4139-9a21-3df7c24dba83 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746711 Sep 02 13:32:08.802978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:08.803796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:08.816713 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-829edc5a-e43b-4ffa-9ebb-8c6e5b53f7ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f71b37-7ead-42dc-9907-0ceb0e462661 HTTP/1.1" status: 200 len: 217 time: 0.0742049 Sep 02 13:32:08.851965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-61745fe3-eb34-4a64-af55-b3a144992996 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2348380 Sep 02 13:32:08.886364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb07fab-649f-4db3-bbe1-5da93bf71142 req-681d177f-25f2-42bf-bfe5-183fb4ebdfdb tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:08.898835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eeb07fab-649f-4db3-bbe1-5da93bf71142 req-681d177f-25f2-42bf-bfe5-183fb4ebdfdb tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 931 time: 0.0947831 Sep 02 13:32:08.941732 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eeb07fab-649f-4db3-bbe1-5da93bf71142 req-fc5b6c75-e2d7-45b2-86e9-c0c6068eadb5 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Sep 02 13:32:09.009164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Request body: {'port': {'device_id': 'affc5c62-1ae7-41b8-86ba-b5e8ed56d338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:09.106301 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b621e12-17b0-4a71-978c-33379d365d52 req-2433a212-b453-47bd-8a25-1191702f970a tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 210 time: 0.0623646 Sep 02 13:32:09.122298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-53a25623-90bb-4c7c-a5d5-672145404a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:09.127903 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:09.131957 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-53a25623-90bb-4c7c-a5d5-672145404a83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9031b831-f921-492d-b523-e8f8aace4066 HTTP/1.1" status: 200 len: 854 time: 0.1505246 Sep 02 13:32:09.153418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Allocated IP 172.20.0.7 (316fec6d-134f-45db-9562-d73879b32136/a25d49a4-bae8-4d52-abbc-dc123296811b/bbfede21-8a45-4761-a512-67af5ae26615) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:09.181252 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-93a49e26-5ab4-45ce-870f-982cabd8c508 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=483d653f-34c2-4f13-b78a-8fc2822bcaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394468 Sep 02 13:32:09.205507 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8230f183-b671-4907-9af2-605458d2b43c x-openstack-request-id: req-8230f183-b671-4907-9af2-605458d2b43c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:09.205868 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba", "tag": "73f71b37-7ead-42dc-9907-0ceb0e462661", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:09.206119 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8230f183-b671-4907-9af2-605458d2b43c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:09.206591 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba', 'tag': '73f71b37-7ead-42dc-9907-0ceb0e462661', 'status': 'completed', 'code': 200} Sep 02 13:32:09.353581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-50b3ec1d-0759-46b9-898f-eb9427ff6444 service neutron] 10.222.0.77 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602843 Sep 02 13:32:09.407202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cb911-6095-4ce8-9582-0e11676eed08 req-9ea7476b-6d5b-487c-8a91-4732c349651a tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:09.408909 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f21cb911-6095-4ce8-9582-0e11676eed08 req-9ea7476b-6d5b-487c-8a91-4732c349651a tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 945 time: 0.3526597 Sep 02 13:32:09.562971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f21cb911-6095-4ce8-9582-0e11676eed08 req-ece8a501-1bac-4d4a-bec9-3b4461cf41f3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293378 Sep 02 13:32:09.599769 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-36a064fb-be33-4860-88bc-6a57f0952d6e req-d8bafd6d-f997-4375-9e71-9fce7d054b78 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 210 time: 0.0617936 Sep 02 13:32:09.602188 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8167e6b-106d-478e-be0a-2167e38eb98b req-b95dfe8b-dce7-4879-9d9b-c6b3016a69b2 service neutron] 10.222.0.77 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415361 Sep 02 13:32:09.732905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:09.745448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:09.748910 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:09.770684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Transition to ACTIVE for port object 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:09.786926 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:09.814490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-8f89784e-0375-4cd1-a7e4-7cb6fd46ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:09.816679 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-8f89784e-0375-4cd1-a7e4-7cb6fd46ea7c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=14e3953c36634d83a7eaa15c1751f754&device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 1094 time: 0.0996101 Sep 02 13:32:09.835647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88d34-22a7-4cad-a889-ec1943291a62 req-d9211047-38f7-45de-b85f-e2b973558829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:09.844384 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6e88d34-22a7-4cad-a889-ec1943291a62 req-d9211047-38f7-45de-b85f-e2b973558829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 943 time: 0.1603570 Sep 02 13:32:09.912310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:09.941498 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c1c0c121-308b-45bd-a22b-6c91fb812404 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:09.957798 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6e88d34-22a7-4cad-a889-ec1943291a62 req-daf2b8a1-dbbd-4047-8ce5-3e255cad1746 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966160 Sep 02 13:32:09.966698 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: c1c0c121-308b-45bd-a22b-6c91fb812404 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:09.967368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c1c0c121-308b-45bd-a22b-6c91fb812404 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:09.983513 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:09.988573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-4e7208ee-5324-42f0-b0fd-bef9ac71aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:09.998360 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-4e7208ee-5324-42f0-b0fd-bef9ac71aea2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 200 len: 915 time: 0.1666822 Sep 02 13:32:10.003100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74d164a3-2259-43d0-9f01-9bae22b71115'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:10.095095 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-8a810538-b515-4b49-a767-a482f8ef7b5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f71b37-7ead-42dc-9907-0ceb0e462661 HTTP/1.1" status: 200 len: 217 time: 0.0898905 Sep 02 13:32:10.137635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Network 316fec6d-134f-45db-9562-d73879b32136 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:10.149520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:10.157618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'Port': ['ID=bbfede21-8a45-4761-a512-67af5ae26615,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:10.158988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-3f6bf3e7-d929-4271-8f2f-3a8d6274b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:10.161891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:10.170459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-3f6bf3e7-d929-4271-8f2f-3a8d6274b6b2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9031b831-f921-492d-b523-e8f8aace4066 HTTP/1.1" status: 200 len: 854 time: 0.0669212 Sep 02 13:32:10.228536 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e9224-657d-40ad-8f97-914a0d000f1f req-f36cba39-c8f5-418c-96bd-be63114f3fba tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:10.230395 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-744e9224-657d-40ad-8f97-914a0d000f1f req-f36cba39-c8f5-418c-96bd-be63114f3fba tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 946 time: 0.1754665 Sep 02 13:32:10.234335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Attempting to bind port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:10.234679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Attempting to bind port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '6ca71df2-b718-456d-ad6c-247c13c81363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '141473dc-07c3-4075-b15a-02f446237a40'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:10.235017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Attempting to bind port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a on network 141473dc-07c3-4075-b15a-02f446237a40 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:10.250710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-9bae8495-8e19-4e2f-9526-a88f6a9b57fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=483d653f-34c2-4f13-b78a-8fc2822bcaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717781 Sep 02 13:32:10.255283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a on network 141473dc-07c3-4075-b15a-02f446237a40 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:10.255914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Attempting to bind port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a on network 141473dc-07c3-4075-b15a-02f446237a40 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:10.268419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:10.269451 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:10.295693 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:10.296312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Checking segment: {'id': '6ca71df2-b718-456d-ad6c-247c13c81363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '141473dc-07c3-4075-b15a-02f446237a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:10.296986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Bound using segment: {'id': '6ca71df2-b718-456d-ad6c-247c13c81363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '141473dc-07c3-4075-b15a-02f446237a40'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:10.297620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Bound port: 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca71df2-b718-456d-ad6c-247c13c81363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '141473dc-07c3-4075-b15a-02f446237a40'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:10.298130 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:10.317290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-b7f1a5e0-e57f-4d44-9091-05dcd00a3b4b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5317225 Sep 02 13:32:10.334849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Request body: {'port': {'device_id': '89cd419f-2741-4389-97c6-631518a560f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:10.349490 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-744e9224-657d-40ad-8f97-914a0d000f1f req-11dd1695-eb4f-4dc7-bac5-f104ee628163 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061351 Sep 02 13:32:10.505355 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:10.520905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] For port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:10.539825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] For port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,segment=NetworkSegment(6ca71df2-b718-456d-ad6c-247c13c81363),segment_id=6ca71df2-b718-456d-ad6c-247c13c81363)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:10.567074 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:10.605254 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-366fd199-cc19-4e64-9875-87de45691614 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147058 Sep 02 13:32:10.722767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-c4cee7e0-52be-4dec-9658-694eaf616e63 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425715 Sep 02 13:32:10.733741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:10.734766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:10.737933 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] 10.222.0.77 "PUT /v2.0/ports/9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a HTTP/1.1" status: 200 len: 1091 time: 1.7387335 Sep 02 13:32:10.770344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affc5c62-1ae7-41b8-86ba-b5e8ed56d338', 'tag': '9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:10.774786 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8310dc9-2e6c-400c-9c95-2f940a20404b" -d '{"events": [{"name": "network-changed", "server_uuid": "affc5c62-1ae7-41b8-86ba-b5e8ed56d338", "tag": "9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:10.895913 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-d3e8301d-77c3-4a9d-a3a8-69c87ac00d93 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6533964 Sep 02 13:32:10.905357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-c9612154-dc19-44ea-af38-bcddc4062c28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:10.906559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-c9612154-dc19-44ea-af38-bcddc4062c28 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813127 Sep 02 13:32:10.935716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Request body: {'port': {'device_id': 'f5ba5ee6-5de2-4373-9346-8bf8ad834420', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'ae8f41a86ddb4ae8960f67d8a1d78817'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:10.960811 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 73f71b37-7ead-42dc-9907-0ceb0e462661 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:11.101244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f91ed-c12c-4b62-9804-ea0e1de4edb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:11.105377 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-6be07512-85c0-47cc-b4e5-e39f3881a982 service neutron] 10.222.0.77 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8281050 Sep 02 13:32:11.184559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 73f71b37-7ead-42dc-9907-0ceb0e462661, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=73f71b37-7ead-42dc-9907-0ceb0e462661,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:11.203678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '73f71b37-7ead-42dc-9907-0ceb0e462661', 'network_id': '483d653f-34c2-4f13-b78a-8fc2822bcaea', 'port_id': '73f71b37-7ead-42dc-9907-0ceb0e462661', 'mac_address': 'fa:16:3e:ac:69:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031b831-f921-492d-b523-e8f8aace4066', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:11.217109 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443c83-b4f7-4524-a476-4e728a1d5d84 req-52375dd8-a5bd-4700-82ce-80713e76b5f0 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.219606 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40443c83-b4f7-4524-a476-4e728a1d5d84 req-52375dd8-a5bd-4700-82ce-80713e76b5f0 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 943 time: 0.3115098 Sep 02 13:32:11.267901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912be8-51a0-4c61-a2fc-214e96af5678 req-0eff4229-899b-49e8-9045-16a9af7d2df0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.269495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03912be8-51a0-4c61-a2fc-214e96af5678 req-0eff4229-899b-49e8-9045-16a9af7d2df0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 931 time: 0.3251169 Sep 02 13:32:11.271097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-7f3e7217-e760-4bf7-8010-aef1c9771f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.273605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-f9c21f21-9f8e-46c1-80af-3720858461fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.273806 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-7f3e7217-e760-4bf7-8010-aef1c9771f0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1175 time: 0.2498558 Sep 02 13:32:11.275695 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-f9c21f21-9f8e-46c1-80af-3720858461fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2aefb20f79b3411ca3aaa4d9a9c0c4a8&device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 1094 time: 0.2226179 Sep 02 13:32:11.285352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-623ca9b2-3667-40d3-a683-df6eca6719b8 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.287780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-623ca9b2-3667-40d3-a683-df6eca6719b8 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5475709 Sep 02 13:32:11.313089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Request body: {'port': {'device_id': 'e0d78640-d39e-41d8-8584-3a19865211a2', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'ae8f41a86ddb4ae8960f67d8a1d78817'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:11.397537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-1fb9f3cf-051b-430c-951c-ce8523676a30 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a HTTP/1.1" status: 200 len: 217 time: 0.1077785 Sep 02 13:32:11.413921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6533ceea-6023-4b98-bc25-18f9e6b07480 req-d4a99385-d1bc-4d4f-aaba-42e97f51aa35 service neutron] 10.222.0.77 "GET /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936506 Sep 02 13:32:11.424988 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40443c83-b4f7-4524-a476-4e728a1d5d84 req-cc2df338-0c81-4d42-8c78-3117eb3c6409 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877990 Sep 02 13:32:11.432651 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:11.441053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Made reservation on behalf of ae8f41a86ddb4ae8960f67d8a1d78817 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:11.450167 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:11.460283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f71b37-7ead-42dc-9907-0ceb0e462661 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:11.502250 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 73f71b37-7ead-42dc-9907-0ceb0e462661, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=73f71b37-7ead-42dc-9907-0ceb0e462661,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:11.516721 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:11.541590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-a37775af-e0c0-41fa-a3c6-d54666773632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.543479 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-a37775af-e0c0-41fa-a3c6-d54666773632 service neutron] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 913 time: 0.2008810 Sep 02 13:32:11.571423 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03912be8-51a0-4c61-a2fc-214e96af5678 req-664ba1e4-a6a3-4ef2-8345-1a52ca9e7f25 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220290 Sep 02 13:32:11.573023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-93e61600-ee6e-4bd0-8f13-35d060e2e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.574519 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-93e61600-ee6e-4bd0-8f13-35d060e2e979 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c58a1a7f-873e-4733-940a-b56dc3697f3a HTTP/1.1" status: 200 len: 853 time: 0.1666219 Sep 02 13:32:11.638642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=73f71b37-7ead-42dc-9907-0ceb0e462661,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:11.662371 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-3d6a9a66-4393-42bc-9ff1-8f19e1e4fd44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74d164a3-2259-43d0-9f01-9bae22b71115 HTTP/1.1" status: 200 len: 217 time: 0.1029701 Sep 02 13:32:11.663030 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-efe1a7e4-92bd-4c22-974d-92a255f0b6b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=141473dc-07c3-4075-b15a-02f446237a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713425 Sep 02 13:32:11.667077 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfede21-8a45-4761-a512-67af5ae26615 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:11.698817 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:11.730085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2ff9eacb-2455-4a31-ba1d-3c792d4b5865 req-e9f1f0e0-ddd8-409e-a935-084391cb2ed8 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 210 time: 0.0661902 Sep 02 13:32:11.809095 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a58a00-fc4b-427c-ac16-d8f0f15a2c94 x-openstack-request-id: req-f1a58a00-fc4b-427c-ac16-d8f0f15a2c94 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:11.809464 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affc5c62-1ae7-41b8-86ba-b5e8ed56d338", "tag": "9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:11.809659 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1a58a00-fc4b-427c-ac16-d8f0f15a2c94 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:11.811006 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affc5c62-1ae7-41b8-86ba-b5e8ed56d338', 'tag': '9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a', 'status': 'completed', 'code': 200} Sep 02 13:32:11.812946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Transition to ACTIVE for port object bbfede21-8a45-4761-a512-67af5ae26615 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:11.822238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Made reservation on behalf of ae8f41a86ddb4ae8960f67d8a1d78817 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:11.822516 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-ce7aba71-abe5-468a-aecc-6bbbe563ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:11.823971 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-ce7aba71-abe5-468a-aecc-6bbbe563ebf0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.1439784 Sep 02 13:32:11.827759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['73f71b37-7ead-42dc-9907-0ceb0e462661'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:11.831246 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:11.846341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:11.867207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Allocated IP 192.168.233.244 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/1a3e3c80-444b-43c1-9cc3-78ad73f09b54) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:12.085925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfede21-8a45-4761-a512-67af5ae26615,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:12.105150 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-5a292a9f-b346-43fb-856f-8bf2329f7949 service neutron] 10.222.0.77 "GET /v2.0/networks/141473dc-07c3-4075-b15a-02f446237a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222291 Sep 02 13:32:12.165977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd1433-3151-4108-9989-df310bc83f6c req-69eb825d-52c8-40b1-b4df-3254ca833b91 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:12.168714 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-77fd1433-3151-4108-9989-df310bc83f6c req-69eb825d-52c8-40b1-b4df-3254ca833b91 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 944 time: 0.2901120 Sep 02 13:32:12.213069 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-9d8b5d07-180f-4051-b1d7-8d5c5e0dd703 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3691165 Sep 02 13:32:12.340137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-77fd1433-3151-4108-9989-df310bc83f6c req-b58c8f2f-02a0-4e64-8af8-b0c39344d521 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336725 Sep 02 13:32:12.346204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Attempting to bind port bbfede21-8a45-4761-a512-67af5ae26615 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:12.346544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Attempting to bind port bbfede21-8a45-4761-a512-67af5ae26615 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '05d43e27-8b38-4be2-8535-857d6f34a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '316fec6d-134f-45db-9562-d73879b32136'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:12.346875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Attempting to bind port bbfede21-8a45-4761-a512-67af5ae26615 on network 316fec6d-134f-45db-9562-d73879b32136 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:12.351425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aec39b5-f99b-4101-918e-2a236c46d325 req-e5ec1dd2-ccd6-45b5-86a7-042f56f74891 service neutron] 10.222.0.77 "GET /v2.0/networks/141473dc-07c3-4075-b15a-02f446237a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191863 Sep 02 13:32:12.353788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Port bbfede21-8a45-4761-a512-67af5ae26615 on network 316fec6d-134f-45db-9562-d73879b32136 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:12.353788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Attempting to bind port bbfede21-8a45-4761-a512-67af5ae26615 on network 316fec6d-134f-45db-9562-d73879b32136 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:12.359137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:12.359351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Checking segment: {'id': '05d43e27-8b38-4be2-8535-857d6f34a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '316fec6d-134f-45db-9562-d73879b32136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:12.359609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Bound using segment: {'id': '05d43e27-8b38-4be2-8535-857d6f34a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '316fec6d-134f-45db-9562-d73879b32136'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:12.360297 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Bound port: bbfede21-8a45-4761-a512-67af5ae26615, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d43e27-8b38-4be2-8535-857d6f34a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '316fec6d-134f-45db-9562-d73879b32136'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:12.360468 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:12.423308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02428a76-06fa-4f63-84b4-50509cab2a76 req-4452deb9-e4c5-4669-9795-8f9ccce4f2a4 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:12.424883 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02428a76-06fa-4f63-84b4-50509cab2a76 req-4452deb9-e4c5-4669-9795-8f9ccce4f2a4 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 946 time: 0.2110190 Sep 02 13:32:12.440455 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-7fd72fbe-4e1e-414c-b2e2-34c0862afe44 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069550 Sep 02 13:32:12.479416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] For port bbfede21-8a45-4761-a512-67af5ae26615, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:12.485936 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] For port bbfede21-8a45-4761-a512-67af5ae26615, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bbfede21-8a45-4761-a512-67af5ae26615,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:12.489589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-fbd17824-40a7-48e1-bc32-ee8b6bbe0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:12.491227 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-fbd17824-40a7-48e1-bc32-ee8b6bbe0a67 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2aefb20f79b3411ca3aaa4d9a9c0c4a8&device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 1094 time: 0.0761521 Sep 02 13:32:12.492833 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:12.526359 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02428a76-06fa-4f63-84b4-50509cab2a76 req-25b647d3-11fc-4987-8bc8-0491aa38c8b3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926313 Sep 02 13:32:12.580164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:12.581147 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:12.582290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] 10.222.0.90 "PUT /v2.0/ports/bbfede21-8a45-4761-a512-67af5ae26615 HTTP/1.1" status: 200 len: 1091 time: 2.2556014 Sep 02 13:32:12.646676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105565b5-c03b-4608-b79f-02695569e2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfede21-8a45-4761-a512-67af5ae26615,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:12.677282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:12.710366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb701812-bb0b-4ff1-9100-3fb72c87d8f3 req-dec6ec1c-874f-4281-915d-5673cb3b2c15 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:12.711986 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb701812-bb0b-4ff1-9100-3fb72c87d8f3 req-dec6ec1c-874f-4281-915d-5673cb3b2c15 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 943 time: 0.1375134 Sep 02 13:32:12.715752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-4939d12c-704f-43ed-a061-a5f4fddd40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:12.717012 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-4939d12c-704f-43ed-a061-a5f4fddd40cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=141473dc-07c3-4075-b15a-02f446237a40 HTTP/1.1" status: 200 len: 914 time: 0.2162178 Sep 02 13:32:12.717246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Transition to ACTIVE for port object 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:12.725338 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14710a7b-c6d9-4c52-8485-6a0f30ba154d req-6e89dc14-0858-4f92-84a4-0a37f95ea98b service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148874 Sep 02 13:32:12.762111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:12.783852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:12.795587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:12.805759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-304ea88b-c883-4f16-bad3-8fae5715621b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a HTTP/1.1" status: 200 len: 217 time: 0.0701137 Sep 02 13:32:12.826938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-5ee9fae6-96d0-4fb2-bac9-0c176fb93c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:12.828513 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-5ee9fae6-96d0-4fb2-bac9-0c176fb93c0d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 1094 time: 0.1686811 Sep 02 13:32:12.837919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:12.842695 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:12.845602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:12.929698 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event updated for resources: {'Port': ['ID=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:12.942800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb701812-bb0b-4ff1-9100-3fb72c87d8f3 req-76dacafa-e900-4e0e-a2b5-fbabb3ae2949 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046366 Sep 02 13:32:12.950102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-080da9fa-64a5-4004-ba3d-ddf357fa6d1d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfede21-8a45-4761-a512-67af5ae26615 HTTP/1.1" status: 200 len: 217 time: 0.1011720 Sep 02 13:32:12.986550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:12.988276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.014518 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-2ea52de6-1d3e-471e-82af-ecc175ffe775 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0831020 Sep 02 13:32:13.019223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0c4868c0-9b0e-4ddc-a818-c90a54b69315 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:13.022129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 73f71b37-7ead-42dc-9907-0ceb0e462661 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:13.038968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Allocated IP 192.168.233.111 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/141d4cc5-f1da-4cfd-abcc-854f22518c68) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:13.045854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Request body: {'port': {'device_id': 'f5ba5ee6-5de2-4373-9346-8bf8ad834420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:13.058235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-a1656ef9-7ad0-48c7-86f8-a057c11ae31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:13.060415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-a1656ef9-7ad0-48c7-86f8-a057c11ae31a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c58a1a7f-873e-4733-940a-b56dc3697f3a HTTP/1.1" status: 200 len: 853 time: 0.2301755 Sep 02 13:32:13.122587 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-f0efd9b6-dd47-4b43-9fbc-07fb72516f08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=141473dc-07c3-4075-b15a-02f446237a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495055 Sep 02 13:32:13.154413 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-6651b173-a5ef-40d7-b197-cad46de89cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:13.154903 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.155954 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-6651b173-a5ef-40d7-b197-cad46de89cc3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.1877742 Sep 02 13:32:13.161587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 73f71b37-7ead-42dc-9907-0ceb0e462661 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:13.165355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503df92-f69d-40df-86e6-9bee50f0479f req-df04d0f6-f13d-4616-ad8b-820dc42da6e5 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:13.175074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 73f71b37-7ead-42dc-9907-0ceb0e462661 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:13.175669 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.179264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c503df92-f69d-40df-86e6-9bee50f0479f req-df04d0f6-f13d-4616-ad8b-820dc42da6e5 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1097 time: 0.3068187 Sep 02 13:32:13.248058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-22f1f04f-4ba2-48ce-b6f9-e0a75833a022 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752733 Sep 02 13:32:13.256284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c503df92-f69d-40df-86e6-9bee50f0479f req-ff2ca8fa-38b4-4015-bc7d-dca1e1be46f3 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629826 Sep 02 13:32:13.300255 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:32:13.316429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a680925a-cffc-4b06-8711-aa6a8fe06538 None None] Provisioning for port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:13.380150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a680925a-cffc-4b06-8711-aa6a8fe06538 None None] Provisioning complete for port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:13.381616 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a680925a-cffc-4b06-8711-aa6a8fe06538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.501928 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.502241 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b88035bd-fe2c-4626-a7d3-5686441c821e req-5312802f-f4ac-4711-ac19-072e615c4ab6 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 210 time: 0.0571456 Sep 02 13:32:13.569585 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a680925a-cffc-4b06-8711-aa6a8fe06538 None None] Port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:32:13.627353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f71b37-7ead-42dc-9907-0ceb0e462661'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:13.629854 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e76694-d353-44d1-991d-85b1da8ab7bd" -d '{"events": [{"server_uuid": "fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba", "name": "network-vif-plugged", "status": "completed", "tag": "73f71b37-7ead-42dc-9907-0ceb0e462661"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:13.689634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed4bfc-32c3-4419-bc52-cea1bfc73172 req-6dd7f2a3-fe16-4d58-bfb3-f307e7ec17fd tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:13.691665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 73f71b37-7ead-42dc-9907-0ceb0e462661, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=73f71b37-7ead-42dc-9907-0ceb0e462661,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:13.696285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f6ed4bfc-32c3-4419-bc52-cea1bfc73172 req-6dd7f2a3-fe16-4d58-bfb3-f307e7ec17fd tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1097 time: 0.0610635 Sep 02 13:32:13.696940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:13.710424 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.755011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f6ed4bfc-32c3-4419-bc52-cea1bfc73172 req-f53f82da-92bd-4b3a-89af-b4e889229bb4 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521519 Sep 02 13:32:13.783857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-b1cc9e67-f26b-470e-9c58-ce15a08c75c6 service neutron] 10.222.0.77 "GET /v2.0/networks/141473dc-07c3-4075-b15a-02f446237a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474574 Sep 02 13:32:13.803118 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '0c4868c0-9b0e-4ddc-a818-c90a54b69315', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'port_id': '0c4868c0-9b0e-4ddc-a818-c90a54b69315', 'mac_address': 'fa:16:3e:10:dd:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15b3572-036e-46a2-abaf-8545c3cdf93c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:13.812366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:13.814551 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209" -d '{"events": [{"name": "network-changed", "server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "tag": "bbfede21-8a45-4761-a512-67af5ae26615"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:13.881250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa7627-0c9c-4e55-b144-99a4a3bde4f8 req-8821318a-3f71-4d47-97cf-41e4b3627734 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:13.882179 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.889743 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5fa7627-0c9c-4e55-b144-99a4a3bde4f8 req-8821318a-3f71-4d47-97cf-41e4b3627734 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 943 time: 0.6123104 Sep 02 13:32:13.951241 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-1f7c0e9d-e437-4a4a-9cc4-9e87ea484255 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884098 Sep 02 13:32:13.954368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:13.978336 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=73f71b37-7ead-42dc-9907-0ceb0e462661,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:13.984289 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c4868c0-9b0e-4ddc-a818-c90a54b69315 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:14.020178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:14.028888 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:14.051890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b30834-a1a4-4236-8a5f-825749b468fb req-14e37d3e-fdbe-4aad-b109-8b0b1cd9c740 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:14.053892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b30834-a1a4-4236-8a5f-825749b468fb req-14e37d3e-fdbe-4aad-b109-8b0b1cd9c740 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.1298764 Sep 02 13:32:14.066985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5fa7627-0c9c-4e55-b144-99a4a3bde4f8 req-4fcb3b44-824b-4fb8-8c8c-175bd29d0a61 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627741 Sep 02 13:32:14.082038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Transition to ACTIVE for port object 141d4cc5-f1da-4cfd-abcc-854f22518c68 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:14.126630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0c4868c0-9b0e-4ddc-a818-c90a54b69315,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:14.134939 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91301ffa-46d5-4500-aea5-b4906d38d43a x-openstack-request-id: req-91301ffa-46d5-4500-aea5-b4906d38d43a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:14.135277 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba", "name": "network-vif-plugged", "status": "completed", "tag": "73f71b37-7ead-42dc-9907-0ceb0e462661", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:14.135538 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91301ffa-46d5-4500-aea5-b4906d38d43a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:14.136033 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f71b37-7ead-42dc-9907-0ceb0e462661', 'code': 200} Sep 02 13:32:14.137003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8310dc9-2e6c-400c-9c95-2f940a20404b req-4c267a51-0fb2-40ec-9f5f-6d99320b3084 service neutron] 10.222.0.77 "GET /v2.0/networks/141473dc-07c3-4075-b15a-02f446237a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368952 Sep 02 13:32:14.162503 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3b30834-a1a4-4236-8a5f-825749b468fb req-3ce7bc61-7810-43b8-abf1-bc8133f19e08 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982542 Sep 02 13:32:14.194292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0c4868c0-9b0e-4ddc-a818-c90a54b69315'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:14.228101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50516) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:14.286106 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d818914-7644-4570-b3af-dc79c1c0e1cf req-817cae9a-fe4d-4f1e-8dd6-e51cf6c537e5 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116100 Sep 02 13:32:14.295458 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64362ba-90aa-463e-b260-337648e7d24b x-openstack-request-id: req-a64362ba-90aa-463e-b260-337648e7d24b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:14.295874 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "tag": "bbfede21-8a45-4761-a512-67af5ae26615", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:14.296026 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a64362ba-90aa-463e-b260-337648e7d24b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:14.296614 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615', 'status': 'completed', 'code': 200} Sep 02 13:32:14.464203 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:14.482545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:14.556656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3bf6a-7357-4428-93e7-71864bf16830 req-5cfe54ae-81d7-4107-bf47-d7dbefaef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:14.558973 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78f3bf6a-7357-4428-93e7-71864bf16830 req-5cfe54ae-81d7-4107-bf47-d7dbefaef3c7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 1096 time: 0.3252900 Sep 02 13:32:14.569275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:14.578155 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event updated for resources: {'Port': ['ID=141d4cc5-f1da-4cfd-abcc-854f22518c68,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:14.586919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:14.593601 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dfe5f4-bda4-4d9c-a42d-016f00e7de42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:14.600905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:14.608063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-ae6bebc0-85f4-42bd-9c68-69aab008a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:14.609929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-ae6bebc0-85f4-42bd-9c68-69aab008a346 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 1094 time: 0.2369881 Sep 02 13:32:14.619580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098da0e-2e81-4b44-8579-6b291deb0a69 req-98fb3d66-0f68-414c-a57f-237ac7fe77ad tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:14.621381 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0098da0e-2e81-4b44-8579-6b291deb0a69 req-98fb3d66-0f68-414c-a57f-237ac7fe77ad tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 943 time: 0.2473187 Sep 02 13:32:14.784072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:14.784615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78f3bf6a-7357-4428-93e7-71864bf16830 req-48312c1b-eed9-47e0-a5d5-381762983d20 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174342 Sep 02 13:32:14.789558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:14.822043 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:14.837103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:14.838536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:14.891119 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Transition to ACTIVE for port object 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:14.908326 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:14.918648 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0098da0e-2e81-4b44-8579-6b291deb0a69 req-e88d8ec1-79f9-4721-9b4e-1e1afee6ea46 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338314 Sep 02 13:32:14.972613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-ce050e20-24fc-4589-944d-addb5b1ea392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:14.974525 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-ce050e20-24fc-4589-944d-addb5b1ea392 service neutron] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 913 time: 0.2913132 Sep 02 13:32:15.046179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:15.051138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0c4868c0-9b0e-4ddc-a818-c90a54b69315 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:15.076841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dfe5f4-bda4-4d9c-a42d-016f00e7de42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.080288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:15.100494 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dfe5f4-bda4-4d9c-a42d-016f00e7de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.132095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-bff1735d-8e2b-4efd-8ad2-13b5dce86f93 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfede21-8a45-4761-a512-67af5ae26615 HTTP/1.1" status: 200 len: 217 time: 0.1361279 Sep 02 13:32:15.166353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-e3109526-5802-49d4-a69c-c4760d7fe004 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8613670 Sep 02 13:32:15.222001 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-43dfe5f4-bda4-4d9c-a42d-016f00e7de42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=986e62eb2f97443db6baee5f46aecef6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0018654 Sep 02 13:32:15.225939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfe5f4-bda4-4d9c-a42d-016f00e7de42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1854ad-b376-4e90-84e8-cde2c4db92f3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:15.232650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:15.313683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Attempting to bind port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:15.314036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Attempting to bind port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:15.314375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Attempting to bind port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:15.368804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:15.369139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Attempting to bind port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:15.377869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:15.378329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:15.378610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:15.379090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Bound port: 1a3e3c80-444b-43c1-9cc3-78ad73f09b54, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:15.379456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.402809 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-72e0b0f1-e8af-4387-a57f-737d49a36de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:15.410756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-72e0b0f1-e8af-4387-a57f-737d49a36de2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.2596030 Sep 02 13:32:15.427652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9663afd7-385b-484a-9b9a-c6c19b810362 None None] Provisioning for port 141d4cc5-f1da-4cfd-abcc-854f22518c68 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:15.456199 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9663afd7-385b-484a-9b9a-c6c19b810362 None None] Provisioning complete for port 141d4cc5-f1da-4cfd-abcc-854f22518c68 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:15.457399 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9663afd7-385b-484a-9b9a-c6c19b810362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.487426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Request body: {'port': {'device_id': 'e0d78640-d39e-41d8-8584-3a19865211a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:15.498199 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a90f-d735-46f4-8d48-77221fe39739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.561118 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a90f-d735-46f4-8d48-77221fe39739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.589724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:15.590239 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.598536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] For port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:15.608817 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:32:15.625991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] For port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:15.644676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.716026 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-26512d40-f559-4d30-9ec7-345af7500c6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2103870 Sep 02 13:32:15.760445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:15.761467 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:15.764125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] 10.222.0.90 "PUT /v2.0/ports/1a3e3c80-444b-43c1-9cc3-78ad73f09b54 HTTP/1.1" status: 200 len: 1096 time: 2.7304094 Sep 02 13:32:15.768192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,segment=NetworkSegment(6ca71df2-b718-456d-ad6c-247c13c81363),segment_id=6ca71df2-b718-456d-ad6c-247c13c81363)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:15.787720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ba5ee6-5de2-4373-9346-8bf8ad834420', 'tag': '1a3e3c80-444b-43c1-9cc3-78ad73f09b54'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:15.802049 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e3603-cf42-4ead-ac6b-55884dcf5889" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ba5ee6-5de2-4373-9346-8bf8ad834420", "tag": "1a3e3c80-444b-43c1-9cc3-78ad73f09b54"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:15.822483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a', 'network_id': '141473dc-07c3-4075-b15a-02f446237a40', 'port_id': '9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a', 'mac_address': 'fa:16:3e:c4:d8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58a1a7f-873e-4733-940a-b56dc3697f3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:16.055258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d9128-c4f5-44f8-ba9d-0f497d5a3ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:16.078118 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.093754 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a90f-d735-46f4-8d48-77221fe39739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.098184 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a90f-d735-46f4-8d48-77221fe39739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.116081 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a0d6a90f-d735-46f4-8d48-77221fe39739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f1854ad-b376-4e90-84e8-cde2c4db92f3 HTTP/1.1" status: 204 len: 168 time: 0.8786345 Sep 02 13:32:16.116512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9663afd7-385b-484a-9b9a-c6c19b810362 None None] Port 141d4cc5-f1da-4cfd-abcc-854f22518c68 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:32:16.156901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:16.174732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6a90f-d735-46f4-8d48-77221fe39739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1854ad-b376-4e90-84e8-cde2c4db92f3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:16.213102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-6c06add5-11f5-403a-88b3-85d669fd5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:16.221950 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-6c06add5-11f5-403a-88b3-85d669fd5ebc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=f5ba5ee6-5de2-4373-9346-8bf8ad834420 HTTP/1.1" status: 200 len: 1099 time: 0.3899586 Sep 02 13:32:16.242486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,segment=NetworkSegment(6ca71df2-b718-456d-ad6c-247c13c81363),segment_id=6ca71df2-b718-456d-ad6c-247c13c81363)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:16.254881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c7ea0-0f46-4246-8aae-f3a4610879c3 req-372e355a-a9dd-4ff6-89d9-f4ad1494b01a tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:16.259271 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e7c7ea0-0f46-4246-8aae-f3a4610879c3 req-372e355a-a9dd-4ff6-89d9-f4ad1494b01a tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 936 time: 0.8448336 Sep 02 13:32:16.312801 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-76638dc1-bb64-443a-8d2d-afce99e43c1e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1a3e3c80-444b-43c1-9cc3-78ad73f09b54 HTTP/1.1" status: 200 len: 217 time: 0.0788054 Sep 02 13:32:16.329496 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-a8cf4c68-bf80-436c-a914-74b460b65e33 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961869 Sep 02 13:32:16.332094 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.333398 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.447764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:16.471125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-ce8f3fa2-9bee-43bc-a503-c59999a8b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:16.473652 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-ce8f3fa2-9bee-43bc-a503-c59999a8b820 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1470473 Sep 02 13:32:16.562484 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.640296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:16.644473 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c63d9d-e089-427c-917f-d7ae7b795222" -d '{"events": [{"server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "name": "network-vif-plugged", "status": "completed", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:16.650552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-822ffba6-383f-4baa-8c5c-46877125484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:16.657298 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-822ffba6-383f-4baa-8c5c-46877125484f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735382 Sep 02 13:32:16.657633 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:16.819846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:16.848592 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:16.930756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e987a48-c4e3-4d60-a5e8-dbbd33c3e209 req-358a875f-95a5-4e7a-bd03-13d4bf827569 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583591 Sep 02 13:32:16.986444 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-8248971f-d537-43a1-8ad2-acccd92e3839 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199654 Sep 02 13:32:17.010706 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e7c7ea0-0f46-4246-8aae-f3a4610879c3 req-d5a11e1b-01df-4d88-8411-f476fbc18840 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794381 Sep 02 13:32:17.055177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0c4868c0-9b0e-4ddc-a818-c90a54b69315,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:17.279185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-9c761177-3b07-4ca5-904e-ea0ce6e0d2a9 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743003 Sep 02 13:32:17.598464 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc215e1-4bbf-4c03-8e85-63a6a3496728 req-436b17ec-4500-4425-a0a9-22d8aeebc096 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:17.601029 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5bc215e1-4bbf-4c03-8e85-63a6a3496728 req-436b17ec-4500-4425-a0a9-22d8aeebc096 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 943 time: 0.2598619 Sep 02 13:32:17.702105 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5bc215e1-4bbf-4c03-8e85-63a6a3496728 req-d671b6ee-0d9c-4c14-831f-2a977a861f40 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865452 Sep 02 13:32:17.841052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141d4cc5-f1da-4cfd-abcc-854f22518c68 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:17.850698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:17.883830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Transition to ACTIVE for port object 141d4cc5-f1da-4cfd-abcc-854f22518c68 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:17.901316 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:17.989004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bbfede21-8a45-4761-a512-67af5ae26615 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:17.998043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-af2f75af-5b98-46e2-a930-bb6986b5d1ae tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:32:18.009229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-af2f75af-5b98-46e2-a930-bb6986b5d1ae tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4316061 Sep 02 13:32:18.080771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Pushing event updated for resources: {'Port': ['ID=141d4cc5-f1da-4cfd-abcc-854f22518c68,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:18.136256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-63d67555-be9b-4a33-9f89-ae3724bee6ef tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.137971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-63d67555-be9b-4a33-9f89-ae3724bee6ef tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports/620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 200 len: 1094 time: 0.1276498 Sep 02 13:32:18.180681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a3f2f-188d-4df3-a966-07877fc7c863 req-6db74ffe-a5cb-4475-9031-96b89af02239 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.198276 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d2a3f2f-188d-4df3-a966-07877fc7c863 req-6db74ffe-a5cb-4475-9031-96b89af02239 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.3159502 Sep 02 13:32:18.217467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bbfede21-8a45-4761-a512-67af5ae26615, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bbfede21-8a45-4761-a512-67af5ae26615,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:18.235253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'bbfede21-8a45-4761-a512-67af5ae26615', 'network_id': '316fec6d-134f-45db-9562-d73879b32136', 'port_id': 'bbfede21-8a45-4761-a512-67af5ae26615', 'mac_address': 'fa:16:3e:33:6f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25d49a4-bae8-4d52-abbc-dc123296811b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:18.306718 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:18.344731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfede21-8a45-4761-a512-67af5ae26615 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:18.398020 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bbfede21-8a45-4761-a512-67af5ae26615, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bbfede21-8a45-4761-a512-67af5ae26615,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:18.405591 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:18.438597 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d2a3f2f-188d-4df3-a966-07877fc7c863 req-0b39499c-63f5-4c1b-a8a0-a2a0b8d0b209 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368352 Sep 02 13:32:18.476551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Attempting to bind port 141d4cc5-f1da-4cfd-abcc-854f22518c68 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:18.476783 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Attempting to bind port 141d4cc5-f1da-4cfd-abcc-854f22518c68 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:18.483715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Attempting to bind port 141d4cc5-f1da-4cfd-abcc-854f22518c68 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:18.495940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Port 141d4cc5-f1da-4cfd-abcc-854f22518c68 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:18.496278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Attempting to bind port 141d4cc5-f1da-4cfd-abcc-854f22518c68 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:18.507228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:18.507570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:18.507829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=bbfede21-8a45-4761-a512-67af5ae26615,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:18.507984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:18.509123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Bound port: 141d4cc5-f1da-4cfd-abcc-854f22518c68, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:18.509499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:18.514553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Request body: {'binding': {'host': 'n-h1-794796-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:18.515020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Unknown quota resources ['binding']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:32:18.596721 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb9640a-165d-47d8-9efc-e1be06df2c29 x-openstack-request-id: req-ecb9640a-165d-47d8-9efc-e1be06df2c29 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:18.597399 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ba5ee6-5de2-4373-9346-8bf8ad834420", "tag": "1a3e3c80-444b-43c1-9cc3-78ad73f09b54", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:18.597399 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecb9640a-165d-47d8-9efc-e1be06df2c29 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:18.597835 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ba5ee6-5de2-4373-9346-8bf8ad834420', 'tag': '1a3e3c80-444b-43c1-9cc3-78ad73f09b54', 'status': 'completed', 'code': 200} Sep 02 13:32:18.724738 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] For port 141d4cc5-f1da-4cfd-abcc-854f22518c68, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:18.749958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-dfc7b438-d0a9-47f9-801d-e3432bcb2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.752729 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-dfc7b438-d0a9-47f9-801d-e3432bcb2092 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=f5ba5ee6-5de2-4373-9346-8bf8ad834420 HTTP/1.1" status: 200 len: 1099 time: 0.1152046 Sep 02 13:32:18.755019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] For port 141d4cc5-f1da-4cfd-abcc-854f22518c68, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=141d4cc5-f1da-4cfd-abcc-854f22518c68,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:18.804236 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:18.848535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['bbfede21-8a45-4761-a512-67af5ae26615'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:18.907372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.908417 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:18.913908 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] 10.222.0.77 "PUT /v2.0/ports/141d4cc5-f1da-4cfd-abcc-854f22518c68 HTTP/1.1" status: 200 len: 1096 time: 3.4487643 Sep 02 13:32:18.917220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d78640-d39e-41d8-8584-3a19865211a2', 'tag': '141d4cc5-f1da-4cfd-abcc-854f22518c68'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:18.921184 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e403903d-0e4e-4b82-bc28-6979bcbb1789" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d78640-d39e-41d8-8584-3a19865211a2", "tag": "141d4cc5-f1da-4cfd-abcc-854f22518c68"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:18.945187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e on host n-h1-794796-4 for vnic_type normal with profile None {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:18.945760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:18.946890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:18.969962 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05c1eb-1286-4c0b-aeee-3df9c8aeef73 req-197ade82-ebf2-4c1d-9ae5-768b4ed42903 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:18.978814 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ed05c1eb-1286-4c0b-aeee-3df9c8aeef73 req-197ade82-ebf2-4c1d-9ae5-768b4ed42903 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 944 time: 0.2328773 Sep 02 13:32:19.010825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:19.011426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-8882fa85-f00d-4dff-83c9-9952a363b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:19.012544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-8882fa85-f00d-4dff-83c9-9952a363b1e7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2318597 Sep 02 13:32:19.032762 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83939e-9fd0-4b05-9936-fe37ef65a23c service neutron] Pushing event updated for resources: {'Port': ['ID=141d4cc5-f1da-4cfd-abcc-854f22518c68,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:19.036733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Port 620de766-e62a-4b72-b9a3-98534fae957e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:19.038229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:19.075656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:19.076019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:19.076401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:19.077017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Bound port: 620de766-e62a-4b72-b9a3-98534fae957e, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:19.109814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-9d953e9d-94cf-45b3-bfdb-1943427ed38c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1a3e3c80-444b-43c1-9cc3-78ad73f09b54 HTTP/1.1" status: 200 len: 217 time: 0.0783932 Sep 02 13:32:19.116002 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ed05c1eb-1286-4c0b-aeee-3df9c8aeef73 req-5ff9b489-b629-4f23-b19d-cac3ca2d8174 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259313 Sep 02 13:32:19.174394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-12f1f6cf-cfec-47b0-8415-5985bf0ce72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:19.177075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-12f1f6cf-cfec-47b0-8415-5985bf0ce72c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 1099 time: 0.1964641 Sep 02 13:32:19.196156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:19.203937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:19.204322 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:19.351809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-f285681e-9e27-409c-84be-41ee369e32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:19.353787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-f285681e-9e27-409c-84be-41ee369e32d9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.2192605 Sep 02 13:32:19.386666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-6923eb82-f6a9-405f-b4f0-6e3a915bb748 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=141d4cc5-f1da-4cfd-abcc-854f22518c68 HTTP/1.1" status: 200 len: 217 time: 0.1999025 Sep 02 13:32:19.455673 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2111aa-052b-4430-a2ac-8bd0a5cbdc94 x-openstack-request-id: req-0b2111aa-052b-4430-a2ac-8bd0a5cbdc94 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:19.456140 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "name": "network-vif-plugged", "status": "completed", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:19.465490 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b2111aa-052b-4430-a2ac-8bd0a5cbdc94 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:19.466141 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315', 'code': 200} Sep 02 13:32:19.493660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-87b8c079-e38b-4baf-b277-924ffc5639ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:19.496847 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:19.500055 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-87b8c079-e38b-4baf-b277-924ffc5639ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365283 Sep 02 13:32:19.546837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,segment=NetworkSegment(6ca71df2-b718-456d-ad6c-247c13c81363),segment_id=6ca71df2-b718-456d-ad6c-247c13c81363)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:19.556645 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:19.599297 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:19.626444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:19.636306 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:19.637494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-206f6595-75bc-4454-a71c-ae52d5524a30 service neutron] 10.222.0.13 "POST /v2.0/ports/620de766-e62a-4b72-b9a3-98534fae957e/bindings HTTP/1.1" status: 201 len: 389 time: 1.4346709 Sep 02 13:32:19.670234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-f30676c8-eda8-45bb-8513-7d0828cef9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:19.671793 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-f30676c8-eda8-45bb-8513-7d0828cef9fc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.2761912 Sep 02 13:32:19.767349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-63c4b976-5dcc-4054-bd44-bdd1c8703399 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454255 Sep 02 13:32:19.806706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a982c-aa40-4862-9af2-398f5489d714 req-256f4570-011e-486f-a6ec-b60368e7ec6f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:19.814972 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-121a982c-aa40-4862-9af2-398f5489d714 req-256f4570-011e-486f-a6ec-b60368e7ec6f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 948 time: 0.1548948 Sep 02 13:32:19.821523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-0e45322a-3685-4115-b271-67748d5c4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:19.824391 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-0e45322a-3685-4115-b271-67748d5c4824 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440151 Sep 02 13:32:19.986020 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d32e3603-cf42-4ead-ac6b-55884dcf5889 req-aff7882e-5bdc-4697-ba76-cd4a0a276145 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970332 Sep 02 13:32:20.057160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-121a982c-aa40-4862-9af2-398f5489d714 req-c75c5781-a440-4725-b596-e7808122a850 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280385 Sep 02 13:32:20.115274 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-bfccf10a-5f5d-4efa-9125-96155b378ebc service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707582 Sep 02 13:32:20.155500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-e242618c-39ab-4078-b0fb-342820b659cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.162548 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-e242618c-39ab-4078-b0fb-342820b659cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1097 time: 0.1203842 Sep 02 13:32:20.400754 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e2a1-a86e-44a1-a348-5e01ca2c55f9 req-3a784436-7a60-486c-84cb-79645bd771e7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.402656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7163e2a1-a86e-44a1-a348-5e01ca2c55f9 req-3a784436-7a60-486c-84cb-79645bd771e7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 944 time: 0.0978270 Sep 02 13:32:20.405820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4347f-0483-496f-bab4-8ab23559a1ac req-189d976e-51fb-4506-a285-50257c8ec314 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.408330 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ffb4347f-0483-496f-bab4-8ab23559a1ac req-189d976e-51fb-4506-a285-50257c8ec314 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.1319716 Sep 02 13:32:20.422837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-7e4255ba-084c-4f73-88d2-4b37c2c3de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.425235 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-7e4255ba-084c-4f73-88d2-4b37c2c3de3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.2434127 Sep 02 13:32:20.445188 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8eba69f-78e7-4383-9d41-a7146058d89a req-b5eb2fff-5a99-4428-9950-bf79efa0e162 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211477 Sep 02 13:32:20.474701 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ffb4347f-0483-496f-bab4-8ab23559a1ac req-b2c5d8b2-8b49-4e43-896e-f43afc85a36d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502264 Sep 02 13:32:20.527556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-b9ea0f64-7921-4fde-991c-342802779e38 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 200 len: 217 time: 0.0750623 Sep 02 13:32:20.534243 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075cdf77-c924-409a-882f-0cbcdde0ee83 x-openstack-request-id: req-075cdf77-c924-409a-882f-0cbcdde0ee83 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:20.534549 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d78640-d39e-41d8-8584-3a19865211a2", "tag": "141d4cc5-f1da-4cfd-abcc-854f22518c68", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:20.534796 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-075cdf77-c924-409a-882f-0cbcdde0ee83 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:20.535191 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d78640-d39e-41d8-8584-3a19865211a2', 'tag': '141d4cc5-f1da-4cfd-abcc-854f22518c68', 'status': 'completed', 'code': 200} Sep 02 13:32:20.540396 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7163e2a1-a86e-44a1-a348-5e01ca2c55f9 req-66f5c271-2f54-4e8b-9c98-e35751046f61 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128762 Sep 02 13:32:20.637534 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-c94c9bcc-c98b-4348-91c8-5e9576758366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.639993 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-c94c9bcc-c98b-4348-91c8-5e9576758366 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 1099 time: 0.0774004 Sep 02 13:32:20.687422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-5521983f-42bb-46d6-8fc5-3f6ac4af626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.688933 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-5521983f-42bb-46d6-8fc5-3f6ac4af626a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1439819 Sep 02 13:32:20.792494 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-a7aa1ee6-2982-4d22-9b1b-731c5fc3ea59 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681663 Sep 02 13:32:20.871190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f694e-917e-4d30-8478-75433efa1970 req-44544df7-013f-491d-ac7d-f78cc413260e tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.872952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c28f694e-917e-4d30-8478-75433efa1970 req-44544df7-013f-491d-ac7d-f78cc413260e tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 945 time: 0.1109557 Sep 02 13:32:20.876537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-76c87f5a-6760-4acf-951d-a1dca4fe15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.878119 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-76c87f5a-6760-4acf-951d-a1dca4fe15d1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2203848 Sep 02 13:32:20.907369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc392cb-0bc9-4189-8ad3-03cc20083a3f req-925ae3bc-6a4b-424e-b4b6-a767aad80141 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:20.911882 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5bc392cb-0bc9-4189-8ad3-03cc20083a3f req-925ae3bc-6a4b-424e-b4b6-a767aad80141 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 946 time: 0.2639892 Sep 02 13:32:20.967278 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c28f694e-917e-4d30-8478-75433efa1970 req-dc3d9735-2975-4f08-aa91-d11ccc5bf3b6 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870509 Sep 02 13:32:20.970503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-2963d066-2e97-4af8-a18d-c5aed9542a4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=141d4cc5-f1da-4cfd-abcc-854f22518c68 HTTP/1.1" status: 200 len: 217 time: 0.0698824 Sep 02 13:32:21.007840 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5bc392cb-0bc9-4189-8ad3-03cc20083a3f req-6261198a-ef2a-4350-a25f-a65869a6c83a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886250 Sep 02 13:32:21.035956 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ad942a3-e140-4dcc-ae14-bd552bd22967 service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302313 Sep 02 13:32:21.074070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-a8ed9611-5cce-4ba8-b940-d6923c533938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:21.075668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-a8ed9611-5cce-4ba8-b940-d6923c533938 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0906384 Sep 02 13:32:21.199526 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90301d0b-5932-4e56-8665-c40717d4b3ba req-1704736c-4c8a-407b-9025-ce60140066ca tempest-AbsoluteLimitsNegativeTestJSON-1047657008 tempest-AbsoluteLimitsNegativeTestJSON-1047657008-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a0c79c909baf48f09e5f7100bc434b33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491090 Sep 02 13:32:21.202796 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-b5b7048c-5497-4134-81b6-242731628fe2 service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524360 Sep 02 13:32:21.299810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-a72b7aee-ff04-40f1-a489-85a046a0377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:21.299810 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-a72b7aee-ff04-40f1-a489-85a046a0377e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2093420 Sep 02 13:32:21.421280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-9d5a3e57-34ca-4e08-9308-31d3fdfa40e9 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:21.422945 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-9d5a3e57-34ca-4e08-9308-31d3fdfa40e9 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1097 time: 0.1165321 Sep 02 13:32:21.443500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301d0b-5932-4e56-8665-c40717d4b3ba req-8508fa93-7cf6-4b77-a7ba-beea5c315100 tempest-AbsoluteLimitsNegativeTestJSON-1047657008 tempest-AbsoluteLimitsNegativeTestJSON-1047657008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:21.445804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c603a-e6d8-4f96-8c04-f4215c5c7fa5 req-de14515e-e1db-4ca0-b784-3600a63cde7b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:21.446046 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90301d0b-5932-4e56-8665-c40717d4b3ba req-8508fa93-7cf6-4b77-a7ba-beea5c315100 tempest-AbsoluteLimitsNegativeTestJSON-1047657008 tempest-AbsoluteLimitsNegativeTestJSON-1047657008-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452137 Sep 02 13:32:21.453777 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ad0c603a-e6d8-4f96-8c04-f4215c5c7fa5 req-de14515e-e1db-4ca0-b784-3600a63cde7b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 948 time: 0.0785191 Sep 02 13:32:21.466492 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794796-4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:21.467643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affc5c62-1ae7-41b8-86ba-b5e8ed56d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:21.478307 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c93e50-ee9c-40ca-ab03-78640bf1c44a" -d '{"events": [{"server_uuid": "affc5c62-1ae7-41b8-86ba-b5e8ed56d338", "name": "network-vif-plugged", "status": "completed", "tag": "9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:21.483600 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-0c118add-56d3-448e-bc08-f9021b807849 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746213 Sep 02 13:32:21.486069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90301d0b-5932-4e56-8665-c40717d4b3ba req-fa32d58e-e764-4eb6-b607-c119e60ecfdc tempest-AbsoluteLimitsNegativeTestJSON-1047657008 tempest-AbsoluteLimitsNegativeTestJSON-1047657008-project] 10.222.0.13 "GET /v2.0/quotas/a0c79c909baf48f09e5f7100bc434b33 HTTP/1.1" status: 200 len: 375 time: 0.0228741 Sep 02 13:32:21.567868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ad0c603a-e6d8-4f96-8c04-f4215c5c7fa5 req-4f99d87c-8fe2-425a-8775-a8f2ce1f06ef tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130250 Sep 02 13:32:21.577580 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:21.587927 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90301d0b-5932-4e56-8665-c40717d4b3ba req-746a81fd-ce73-46f5-ba0f-105294843a78 tempest-AbsoluteLimitsNegativeTestJSON-1047657008 tempest-AbsoluteLimitsNegativeTestJSON-1047657008-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0c79c909baf48f09e5f7100bc434b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849140 Sep 02 13:32:21.667635 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e403903d-0e4e-4b82-bc28-6979bcbb1789 req-3d2dd66c-74cd-463b-b59d-44f4a0bde39b service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760652 Sep 02 13:32:21.786774 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b41730-84cc-4dff-90df-b26132abf9a4 x-openstack-request-id: req-a0b41730-84cc-4dff-90df-b26132abf9a4 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:21.787273 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affc5c62-1ae7-41b8-86ba-b5e8ed56d338", "name": "network-vif-plugged", "status": "completed", "tag": "9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:21.787700 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0b41730-84cc-4dff-90df-b26132abf9a4 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:21.788395 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affc5c62-1ae7-41b8-86ba-b5e8ed56d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a', 'code': 200} Sep 02 13:32:21.866418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0735c-ad90-44bb-a793-c89058bce72c req-be01f5a2-7b5b-4eb6-9d29-54968bac8985 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:21.869116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-36f0735c-ad90-44bb-a793-c89058bce72c req-be01f5a2-7b5b-4eb6-9d29-54968bac8985 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.2009106 Sep 02 13:32:21.925583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:21.969207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb018d1-4b1e-4a15-a360-17b1e75e2f86 req-c830464e-dd94-479e-8abf-4e933ce4635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:21.970939 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2eb018d1-4b1e-4a15-a360-17b1e75e2f86 req-c830464e-dd94-479e-8abf-4e933ce4635b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 1096 time: 0.1143510 Sep 02 13:32:21.983936 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:22.024876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:22.029247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bbfede21-8a45-4761-a512-67af5ae26615 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:22.039246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:22.057250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd231b1-d96e-4975-9bca-ce1df0e53298 req-bd85e0d7-8b20-42e9-996a-4519c87e0b54 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:22.062076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:22.064370 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9124d8-29f6-4b2c-b803-b93d28386ddb" -d '{"events": [{"server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "name": "network-vif-unplugged", "status": "completed", "tag": "620de766-e62a-4b72-b9a3-98534fae957e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:22.068537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6bd231b1-d96e-4975-9bca-ce1df0e53298 req-bd85e0d7-8b20-42e9-996a-4519c87e0b54 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 944 time: 0.1668012 Sep 02 13:32:22.114445 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-36f0735c-ad90-44bb-a793-c89058bce72c req-ff6b77ab-91fb-4486-b0a9-7d2d9ee0b6bd tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275217 Sep 02 13:32:22.115626 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:22.135805 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2eb018d1-4b1e-4a15-a360-17b1e75e2f86 req-8e162a8f-e04c-4299-92c1-83d053791de4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312444 Sep 02 13:32:22.163831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6bd231b1-d96e-4975-9bca-ce1df0e53298 req-2c21b21c-46f1-4e88-b468-e0034613e5b3 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941575 Sep 02 13:32:22.296472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Pushing event updated for resources: {'Port': ['ID=620de766-e62a-4b72-b9a3-98534fae957e,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:22.300245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e on host n-h2-794796-4 for vnic_type normal with profile {"migrating_to": "n-h1-794796-4"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:22.303381 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:22.303798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:22.317108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Port 620de766-e62a-4b72-b9a3-98534fae957e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:22.317501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Attempting to bind port 620de766-e62a-4b72-b9a3-98534fae957e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:22.341588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:22.342654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:22.343310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:22.344105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Bound port: 620de766-e62a-4b72-b9a3-98534fae957e, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:22.344728 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:22.360000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4546198-19af-41bd-856d-c3cacfa06ca6 req-59b23625-d1db-4bde-961f-392575a4a601 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:22.369372 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c4546198-19af-41bd-856d-c3cacfa06ca6 req-59b23625-d1db-4bde-961f-392575a4a601 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 945 time: 0.1235776 Sep 02 13:32:22.418595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50692) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:22.451070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c4546198-19af-41bd-856d-c3cacfa06ca6 req-8e197c26-6810-44b5-a81c-36a5d73b753c tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806108 Sep 02 13:32:22.513463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:22.519563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:22.559670 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:22.613089 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fe703e-807a-4c7f-9660-3d0499772e76 x-openstack-request-id: req-57fe703e-807a-4c7f-9660-3d0499772e76 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:22.613858 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "name": "network-vif-unplugged", "status": "completed", "tag": "620de766-e62a-4b72-b9a3-98534fae957e", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:22.614575 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57fe703e-807a-4c7f-9660-3d0499772e76 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:22.615183 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e', 'code': 200} Sep 02 13:32:22.653632 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1355836-8772-43f3-9c27-9a62aa963890 req-572be02e-ca9b-4a2d-b54b-df0f391fd717 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:22.655207 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1355836-8772-43f3-9c27-9a62aa963890 req-572be02e-ca9b-4a2d-b54b-df0f391fd717 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 944 time: 0.1323149 Sep 02 13:32:22.674318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:22.677507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port bbfede21-8a45-4761-a512-67af5ae26615 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:22.690735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port bbfede21-8a45-4761-a512-67af5ae26615 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:22.691160 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:22.732257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '1a3e3c80-444b-43c1-9cc3-78ad73f09b54', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '1a3e3c80-444b-43c1-9cc3-78ad73f09b54', 'mac_address': 'fa:16:3e:10:10:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:22.750088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:22.751047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:22.754052 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] 10.222.0.90 "PUT /v2.0/ports/620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 200 len: 1122 time: 1.2969041 Sep 02 13:32:22.771765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8ec0a-0a10-4f3f-b381-2589a2af28a0 service neutron] Pushing event updated for resources: {'Port': ['ID=620de766-e62a-4b72-b9a3-98534fae957e,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:22.799268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1355836-8772-43f3-9c27-9a62aa963890 req-299eec34-6ffd-4986-818d-3df91b3928ba tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369271 Sep 02 13:32:22.821775 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9471ddd2-5ac2-4f87-8f42-3fd89297b916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:22.866695 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:22.874655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['620de766-e62a-4b72-b9a3-98534fae957e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:22.879246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a8ab0-a19e-4009-84e7-c72fba02f3a2 req-494289b2-6416-44ef-8a15-3b5eaeadfe93 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:22.880929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-913a8ab0-a19e-4009-84e7-c72fba02f3a2 req-494289b2-6416-44ef-8a15-3b5eaeadfe93 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.1694648 Sep 02 13:32:22.966762 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:22.987488 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-913a8ab0-a19e-4009-84e7-c72fba02f3a2 req-64936fb2-a8ab-499c-8f6c-b83adec3da2f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964563 Sep 02 13:32:23.051212 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.071004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622fdf-dfa1-40d6-a003-5db0d3a1e832 req-4abe0685-a8e1-4dc3-9129-b17412ed48c6 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:23.076186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 141d4cc5-f1da-4cfd-abcc-854f22518c68 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:23.087069 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16622fdf-dfa1-40d6-a003-5db0d3a1e832 req-4abe0685-a8e1-4dc3-9129-b17412ed48c6 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 948 time: 0.1121321 Sep 02 13:32:23.114571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9471ddd2-5ac2-4f87-8f42-3fd89297b916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.121468 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9471ddd2-5ac2-4f87-8f42-3fd89297b916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.148607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:23.162175 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9471ddd2-5ac2-4f87-8f42-3fd89297b916 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0c79c909baf48f09e5f7100bc434b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7379148 Sep 02 13:32:23.165689 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471ddd2-5ac2-4f87-8f42-3fd89297b916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c4b74c-1c43-4bfe-9ed0-f2200df6f2cc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:23.170404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:23.175807 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.186831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bbfede21-8a45-4761-a512-67af5ae26615, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bbfede21-8a45-4761-a512-67af5ae26615,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:23.254727 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16622fdf-dfa1-40d6-a003-5db0d3a1e832 req-78a95baf-f769-4f94-9810-dce39dd40b72 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662278 Sep 02 13:32:23.305075 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:32:23.306899 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.328591 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb791cb-cfda-4ee2-b2a0-94ba424f01eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.364801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:23.368350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb791cb-cfda-4ee2-b2a0-94ba424f01eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.472556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5cb6b-55ce-4524-9e2f-f72641964124 req-35898eae-853f-421f-9b2a-4f6642b7412b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:23.475045 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d1f5cb6b-55ce-4524-9e2f-f72641964124 req-35898eae-853f-421f-9b2a-4f6642b7412b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 945 time: 0.1339796 Sep 02 13:32:23.574995 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d1f5cb6b-55ce-4524-9e2f-f72641964124 req-88144d2b-2641-4578-9e1e-971a0f35a7e3 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799696 Sep 02 13:32:23.580977 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 141d4cc5-f1da-4cfd-abcc-854f22518c68, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=141d4cc5-f1da-4cfd-abcc-854f22518c68,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:23.586694 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb791cb-cfda-4ee2-b2a0-94ba424f01eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.589466 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb791cb-cfda-4ee2-b2a0-94ba424f01eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.590625 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-edb791cb-cfda-4ee2-b2a0-94ba424f01eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45c4b74c-1c43-4bfe-9ed0-f2200df6f2cc HTTP/1.1" status: 204 len: 168 time: 0.4190612 Sep 02 13:32:23.610795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25796e64-9025-4b26-aa5e-6a513ca64a86 req-bc50cfec-5627-4eb7-aa7e-7d5cf6f56fec tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:23.613947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '141d4cc5-f1da-4cfd-abcc-854f22518c68', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '141d4cc5-f1da-4cfd-abcc-854f22518c68', 'mac_address': 'fa:16:3e:84:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:23.629359 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-25796e64-9025-4b26-aa5e-6a513ca64a86 req-bc50cfec-5627-4eb7-aa7e-7d5cf6f56fec tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.1886704 Sep 02 13:32:23.661196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb791cb-cfda-4ee2-b2a0-94ba424f01eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c4b74c-1c43-4bfe-9ed0-f2200df6f2cc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:23.756329 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:23.771349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-25796e64-9025-4b26-aa5e-6a513ca64a86 req-a4a82eb9-5c7f-4d9d-b7a4-1df86d102609 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408224 Sep 02 13:32:23.841450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:23.844649 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3d18ff-5f05-4059-bb7b-57a78799d447" -d '{"events": [{"server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "name": "network-vif-plugged", "status": "completed", "tag": "bbfede21-8a45-4761-a512-67af5ae26615"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:23.850799 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1a3e3c80-444b-43c1-9cc3-78ad73f09b54'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:23.956259 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141d4cc5-f1da-4cfd-abcc-854f22518c68 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:23.991791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=bbfede21-8a45-4761-a512-67af5ae26615,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:24.030010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd543a-d6ad-46bd-b10e-b13df28ded2a req-f92f5116-b126-4c1f-934c-05589c1896f6 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:24.030420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 141d4cc5-f1da-4cfd-abcc-854f22518c68, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=141d4cc5-f1da-4cfd-abcc-854f22518c68,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:24.043285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ebd543a-d6ad-46bd-b10e-b13df28ded2a req-f92f5116-b126-4c1f-934c-05589c1896f6 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 945 time: 0.1622608 Sep 02 13:32:24.073629 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:24.119572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ebd543a-d6ad-46bd-b10e-b13df28ded2a req-d50fb1c1-74e8-47d2-83ef-6d77a5561ad6 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747197 Sep 02 13:32:24.138569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe316a24-e3ce-47fb-8f26-81ece6a1f67f req-656c4c1d-af83-48e9-9ecc-7b75c75ae41a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:24.141896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe316a24-e3ce-47fb-8f26-81ece6a1f67f req-656c4c1d-af83-48e9-9ecc-7b75c75ae41a tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.1220016 Sep 02 13:32:24.275660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=141d4cc5-f1da-4cfd-abcc-854f22518c68,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:24.316591 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe316a24-e3ce-47fb-8f26-81ece6a1f67f req-217adb8e-d79e-41cc-b859-67e08b117a28 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462650 Sep 02 13:32:24.425296 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d0ba61-da6b-45ee-af4f-b04020966fd3 x-openstack-request-id: req-75d0ba61-da6b-45ee-af4f-b04020966fd3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:24.425762 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "name": "network-vif-plugged", "status": "completed", "tag": "bbfede21-8a45-4761-a512-67af5ae26615", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:24.426195 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75d0ba61-da6b-45ee-af4f-b04020966fd3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:24.426859 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615', 'code': 200} Sep 02 13:32:24.439952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d94324-b3dc-4f51-90dd-4fee0c7a1309 req-e9a391ce-eec2-4369-9fcb-73ecae3c2a44 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:24.457813 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1d94324-b3dc-4f51-90dd-4fee0c7a1309 req-e9a391ce-eec2-4369-9fcb-73ecae3c2a44 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 944 time: 0.1737761 Sep 02 13:32:24.523651 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1d94324-b3dc-4f51-90dd-4fee0c7a1309 req-39ad7f17-9362-4367-a5b9-02b61f8f41eb tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645459 Sep 02 13:32:24.556366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['141d4cc5-f1da-4cfd-abcc-854f22518c68'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:24.618980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:24.622744 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "tag": "620de766-e62a-4b72-b9a3-98534fae957e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:24.651116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ea94f-a258-49ab-8473-541a7a8389ef req-83f7e1e2-f5be-455e-b25c-b1855ba505fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:24.655492 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c08ea94f-a258-49ab-8473-541a7a8389ef req-83f7e1e2-f5be-455e-b25c-b1855ba505fa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 1096 time: 0.0923662 Sep 02 13:32:24.730228 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c08ea94f-a258-49ab-8473-541a7a8389ef req-52600a54-1dc7-4e09-a3ec-c7fc34cbaa02 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537422 Sep 02 13:32:24.878064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52930c5-4670-4a2c-8943-a8bcfe27f6c3 req-c48c302c-cff4-4bcb-bd52-44ad233cbced tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:24.885232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b52930c5-4670-4a2c-8943-a8bcfe27f6c3 req-c48c302c-cff4-4bcb-bd52-44ad233cbced tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 949 time: 0.1447322 Sep 02 13:32:24.992934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b52930c5-4670-4a2c-8943-a8bcfe27f6c3 req-85d9b9d2-e8f0-4199-99b9-1e664c27ad89 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008985 Sep 02 13:32:25.091819 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcd1834-42e7-4649-bc54-7f0ed692264c x-openstack-request-id: req-3fcd1834-42e7-4649-bc54-7f0ed692264c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:25.092388 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "tag": "620de766-e62a-4b72-b9a3-98534fae957e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:25.092976 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fcd1834-42e7-4649-bc54-7f0ed692264c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:25.093562 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e', 'status': 'completed', 'code': 200} Sep 02 13:32:25.330716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-37a40bbc-9921-471e-bb7a-dc9393e45379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:25.334440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-37a40bbc-9921-471e-bb7a-dc9393e45379 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1125 time: 0.2144096 Sep 02 13:32:25.363561 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4c948-8c10-423b-bc1b-a86544c13d39 req-36a20189-364e-4ed7-8efa-5ec6d76deea9 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:25.367138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23c4c948-8c10-423b-bc1b-a86544c13d39 req-36a20189-364e-4ed7-8efa-5ec6d76deea9 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 945 time: 0.1324227 Sep 02 13:32:25.391067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:25.547621 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23c4c948-8c10-423b-bc1b-a86544c13d39 req-9aaeffe8-c395-4ff9-87b3-4d49c9d78a46 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537454 Sep 02 13:32:25.613246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-302541975-network', 'tenant_id': '809305cac4ce4f4383b81f93291f2549'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:25.651120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-2b0e82c3-a188-4f5a-833b-741ea5986028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:25.666857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-2b0e82c3-a188-4f5a-833b-741ea5986028 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.2970166 Sep 02 13:32:25.672330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Made reservation on behalf of 809305cac4ce4f4383b81f93291f2549 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:25.675036 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:25.697305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.042660 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.048156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 620de766-e62a-4b72-b9a3-98534fae957e details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:26.054823 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:26.070459 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.158633 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12560848-becd-4fc5-a7c9-a94295348070,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:26.182756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15837298-4246-491d-87da-e4e4950a8615 req-3a092159-661a-42cb-ab09-2a46b68f065d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:26.201952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-15837298-4246-491d-87da-e4e4950a8615 req-3a092159-661a-42cb-ab09-2a46b68f065d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 944 time: 0.3819220 Sep 02 13:32:26.248411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:32:26.290002 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-aeab4720-e834-4bf0-9799-1857e9541c6d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 200 len: 217 time: 0.6098237 Sep 02 13:32:26.290392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-15837298-4246-491d-87da-e4e4950a8615 req-f967629e-11c1-497d-9f1a-e08babf27150 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767689 Sep 02 13:32:26.302630 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.303758 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Added segment 7cc2bbdd-b2ba-4951-9597-a54103929757 of type vlan for network 6639902a-0953-4368-b0a7-4253a88f4853 Sep 02 13:32:26.327562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:26.349035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:26.350074 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.454632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad29a1-e7ae-4b4a-9adc-7c70574b9b2c req-0f8f0bd4-cbba-40ab-97b0-04fc230a500f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:26.457994 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-faad29a1-e7ae-4b4a-9adc-7c70574b9b2c req-0f8f0bd4-cbba-40ab-97b0-04fc230a500f tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.1662381 Sep 02 13:32:26.466483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-31f70a2d-6c47-4615-9a3a-3b79d1400286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:26.467236 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.469785 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-31f70a2d-6c47-4615-9a3a-3b79d1400286 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1607249 Sep 02 13:32:26.517907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:26.521878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-b538e08f-495d-44c1-9724-77022aef63ed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396545 Sep 02 13:32:26.556253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 620de766-e62a-4b72-b9a3-98534fae957e has no active binding in host n-h1-794796-4 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 13:32:26.619628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950f06a-48f3-4342-ae8a-5fd2763707c8 req-5c2206cc-a845-429c-af18-4874ddd02a9b tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:26.641177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6950f06a-48f3-4342-ae8a-5fd2763707c8 req-5c2206cc-a845-429c-af18-4874ddd02a9b tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 945 time: 0.1483235 Sep 02 13:32:26.655789 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.663696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:26.665689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.681605 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.723791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ba5ee6-5de2-4373-9346-8bf8ad834420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3e3c80-444b-43c1-9cc3-78ad73f09b54'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:26.727426 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b628c69-fc67-4ee6-9135-72f1ceac3210" -d '{"events": [{"server_uuid": "f5ba5ee6-5de2-4373-9346-8bf8ad834420", "name": "network-vif-plugged", "status": "completed", "tag": "1a3e3c80-444b-43c1-9cc3-78ad73f09b54"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:26.734857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-faad29a1-e7ae-4b4a-9adc-7c70574b9b2c req-269000e5-d73c-40d7-94b3-031bb2959aba tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627745 Sep 02 13:32:26.761643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:26.777906 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:26.895194 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-7ff7bb4e-5d57-49b9-aed2-afac766704f2 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517735 Sep 02 13:32:26.962203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:26.977122 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6950f06a-48f3-4342-ae8a-5fd2763707c8 req-e2de3583-ccff-405b-9d7f-791d3087e202 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330908 Sep 02 13:32:27.009339 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6122365 Sep 02 13:32:27.012102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50802) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:27.033117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Request body: {'subnet': {'network_id': '6639902a-0953-4368-b0a7-4253a88f4853', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-302541975-subnet', 'tenant_id': '809305cac4ce4f4383b81f93291f2549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:27.053934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc065a-25dd-48a4-96f3-efa28ac95ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=6639902a-0953-4368-b0a7-4253a88f4853,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:27.059539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 141d4cc5-f1da-4cfd-abcc-854f22518c68 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:27.099983 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Made reservation on behalf of 809305cac4ce4f4383b81f93291f2549 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:27.105288 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:27.166770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 6639902a-0953-4368-b0a7-4253a88f4853 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:32:27.447589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 141d4cc5-f1da-4cfd-abcc-854f22518c68 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:27.453681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 141d4cc5-f1da-4cfd-abcc-854f22518c68 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:27.454156 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:27.457784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de45fde-386e-49f8-a4d4-e6bedcb61d8d req-bd4639b1-1e4f-43d4-b0d7-48eae93ed81e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:27.464322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4de45fde-386e-49f8-a4d4-e6bedcb61d8d req-bd4639b1-1e4f-43d4-b0d7-48eae93ed81e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 949 time: 0.5265083 Sep 02 13:32:27.542972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:27.608019 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4de45fde-386e-49f8-a4d4-e6bedcb61d8d req-9c782982-897f-4153-ac28-eced54fbe69f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287382 Sep 02 13:32:27.679416 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Pushing event updated for resources: {'Subnet': ['ID=79430bd7-3b2b-49e6-b834-f341edb15a87,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:27.681003 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-b11a8d3d-d90d-4f39-946c-c3c9e99df83d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:27.687710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-b11a8d3d-d90d-4f39-946c-c3c9e99df83d tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.77 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.4390459 Sep 02 13:32:27.714801 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7570d8e-6ce8-4390-858e-fa8d6f05c3bd req-40058412-143c-4df9-95f6-8e2e9527bb55 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8058038 Sep 02 13:32:27.740007 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:27.767563 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e85b23-cc3e-4db5-9ad2-d43ae1f4be1f x-openstack-request-id: req-54e85b23-cc3e-4db5-9ad2-d43ae1f4be1f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:27.769176 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ba5ee6-5de2-4373-9346-8bf8ad834420", "name": "network-vif-plugged", "status": "completed", "tag": "1a3e3c80-444b-43c1-9cc3-78ad73f09b54", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:27.788746 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54e85b23-cc3e-4db5-9ad2-d43ae1f4be1f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:27.789880 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ba5ee6-5de2-4373-9346-8bf8ad834420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3e3c80-444b-43c1-9cc3-78ad73f09b54', 'code': 200} Sep 02 13:32:27.872697 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 141d4cc5-f1da-4cfd-abcc-854f22518c68, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=141d4cc5-f1da-4cfd-abcc-854f22518c68,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:27.886715 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:28.020598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=141d4cc5-f1da-4cfd-abcc-854f22518c68,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:28.091632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Deleting port 73f71b37-7ead-42dc-9907-0ceb0e462661 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:28.093263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:28.230662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267425d3-6b8c-49fe-9edf-273141ac663a req-89258c48-9947-4c4e-9a66-93771f629dd0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:28.233476 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-267425d3-6b8c-49fe-9edf-273141ac663a req-89258c48-9947-4c4e-9a66-93771f629dd0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 944 time: 0.1352730 Sep 02 13:32:28.317052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58513a10-83e0-41f3-8767-69e46350c394 req-928ab497-f92b-482d-ab67-3bbf109ade14 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:28.318874 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-58513a10-83e0-41f3-8767-69e46350c394 req-928ab497-f92b-482d-ab67-3bbf109ade14 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 945 time: 0.8638437 Sep 02 13:32:28.342844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] For port 73f71b37-7ead-42dc-9907-0ceb0e462661, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=73f71b37-7ead-42dc-9907-0ceb0e462661,segment=NetworkSegment(5c57a143-eb5e-40a3-a764-60a9a3d89f98),segment_id=5c57a143-eb5e-40a3-a764-60a9a3d89f98)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:28.343148 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:28.359784 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-267425d3-6b8c-49fe-9edf-273141ac663a req-12f4652b-6a7c-43da-ba90-efc2aead7878 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072571 Sep 02 13:32:28.364901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Calling delete_port for 73f71b37-7ead-42dc-9907-0ceb0e462661 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:28.380575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Checking segment: {'id': '7cc2bbdd-b2ba-4951-9597-a54103929757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6639902a-0953-4368-b0a7-4253a88f4853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:28.381017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Network hostable DHCP agents. Network: 6639902a-0953-4368-b0a7-4253a88f4853, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:32:28.401185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-df45e339-5052-4a98-865c-d2aa9c4434fb tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:28.402905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-df45e339-5052-4a98-865c-d2aa9c4434fb tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.77 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 945 time: 0.7167695 Sep 02 13:32:28.424879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-58513a10-83e0-41f3-8767-69e46350c394 req-f59b36f8-3760-42c0-ae39-fa26c3566ed6 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828419 Sep 02 13:32:28.424879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dc0f7-2044-4f39-8825-9e07b0fd7040 req-745191ed-22a2-4ee2-bf62-0e073dec4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:28.426163 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e9dc0f7-2044-4f39-8825-9e07b0fd7040 req-745191ed-22a2-4ee2-bf62-0e073dec4490 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f5ba5ee6-5de2-4373-9346-8bf8ad834420 HTTP/1.1" status: 200 len: 1101 time: 0.1511955 Sep 02 13:32:28.565224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Network 6639902a-0953-4368-b0a7-4253a88f4853 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:32:28.579635 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e9dc0f7-2044-4f39-8825-9e07b0fd7040 req-0d4dbaa1-2aca-493b-b4aa-e8cd2bc7f88c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958905 Sep 02 13:32:28.616902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 6639902a-0953-4368-b0a7-4253a88f4853) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:28.625956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:28.626551 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:28.660650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8078471b-1db8-4ec1-9f18-8faaf11fe07e None None] Network 6639902a-0953-4368-b0a7-4253a88f4853 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:28.699201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8e0cd4cd-5ce1-478f-b823-43fd868e507a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6849625 Sep 02 13:32:28.719716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62fa58-9ea6-4c78-b88d-c989d2e9224e req-40e4f0f9-2abf-4761-ae4b-b032e2e90d5b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:28.725108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Deleting port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:28.725447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:28.736161 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de62fa58-9ea6-4c78-b88d-c989d2e9224e req-40e4f0f9-2abf-4761-ae4b-b032e2e90d5b tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba HTTP/1.1" status: 200 len: 945 time: 0.1731856 Sep 02 13:32:28.752845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea494e33-520c-403c-b3fd-36eb3172fe9d req-b19d9526-5dcc-437c-8200-8d416cd94e0e tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:28.756655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea494e33-520c-403c-b3fd-36eb3172fe9d req-b19d9526-5dcc-437c-8200-8d416cd94e0e tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/ports?device_id=affc5c62-1ae7-41b8-86ba-b5e8ed56d338 HTTP/1.1" status: 200 len: 945 time: 0.1844971 Sep 02 13:32:28.854538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:28.871990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['73f71b37-7ead-42dc-9907-0ceb0e462661'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:28.914725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de62fa58-9ea6-4c78-b88d-c989d2e9224e req-4e2994f5-8278-4ca4-a136-3f1a660a373c tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.13 "GET /v2.0/security-groups?id=60aa5850-f98f-4edb-8aab-5e9f640b5f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752622 Sep 02 13:32:28.933689 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Pushing event deleted for resources: {'Port': ['ID=73f71b37-7ead-42dc-9907-0ceb0e462661,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:28.959640 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.960009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.960387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.960733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.961113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.961459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.964051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.965790 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.966643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.970180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73bf42-dfc3-4963-af9b-3ba4e7457969 None None] Network 6639902a-0953-4368-b0a7-4253a88f4853 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:28.977218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.977812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.978496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:28.995677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea494e33-520c-403c-b3fd-36eb3172fe9d req-e89a8784-52b0-4e0a-8047-557dadd286b8 tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.13 "GET /v2.0/security-groups?id=5def3671-cb9b-48b7-baf5-fdcfacb5c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080457 Sep 02 13:32:29.062201 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] For port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,segment=NetworkSegment(6ca71df2-b718-456d-ad6c-247c13c81363),segment_id=6ca71df2-b718-456d-ad6c-247c13c81363)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:29.062803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:29.108442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Calling delete_port for 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:29.122610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] No DVR routers for this DVR port 73f71b37-7ead-42dc-9907-0ceb0e462661 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:29.128414 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:29.134119 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9c8cb264-bec8-428a-885c-d872fa57fc2e req-e9a724cc-04d8-4899-8515-44fa5c871829 tempest-ServerDiskConfigTestJSON-1628803565 tempest-ServerDiskConfigTestJSON-1628803565-project] 10.222.0.77 "DELETE /v2.0/ports/73f71b37-7ead-42dc-9907-0ceb0e462661 HTTP/1.1" status: 204 len: 173 time: 1.4398456 Sep 02 13:32:29.134874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba', 'name': 'network-vif-deleted', 'tag': '73f71b37-7ead-42dc-9907-0ceb0e462661'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:29.142101 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d69606-5559-4a4a-ae33-ba11da78032b" -d '{"events": [{"server_uuid": "fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba", "name": "network-vif-deleted", "tag": "73f71b37-7ead-42dc-9907-0ceb0e462661"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:29.287008 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:29.340455 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32330bb8-658b-4668-a654-0423059d45a3 req-a26ffc08-051b-43fa-8132-89f835a8caf4 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1927450782&fields=id&tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e HTTP/1.1" status: 200 len: 267 time: 0.1516378 Sep 02 13:32:29.356888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2c91e-6c55-4ee2-ac0b-9c96319127a6 req-0d476aef-9b16-40dd-a806-154d6e2738a8 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:29.359848 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63f2c91e-6c55-4ee2-ac0b-9c96319127a6 req-0d476aef-9b16-40dd-a806-154d6e2738a8 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 950 time: 0.1084771 Sep 02 13:32:29.459206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32330bb8-658b-4668-a654-0423059d45a3 req-5af1fe47-e038-482c-90f3-a770d7c965a5 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:29.468687 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32330bb8-658b-4668-a654-0423059d45a3 req-5af1fe47-e038-482c-90f3-a770d7c965a5 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 945 time: 0.1272385 Sep 02 13:32:29.478467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-32330bb8-658b-4668-a654-0423059d45a3 req-d42581a6-ba4d-490b-8ced-d225a5ba50ef tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'port': {'security_groups': ['72114cd3-4afd-416e-b1c3-9eb25148b575', 'f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:29.508742 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63f2c91e-6c55-4ee2-ac0b-9c96319127a6 req-2549c330-a8a7-46a0-b989-e2d2209cc619 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371477 Sep 02 13:32:29.581014 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:29.583864 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32330bb8-658b-4668-a654-0423059d45a3 req-d42581a6-ba4d-490b-8ced-d225a5ba50ef tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:29.676378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Pushing event deleted for resources: {'Port': ['ID=9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:29.715588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.715588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.715977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.716185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.716541 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.717069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.717645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.718102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.718619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.719117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.719666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.720274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:29.791522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d78640-d39e-41d8-8584-3a19865211a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141d4cc5-f1da-4cfd-abcc-854f22518c68'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:29.794012 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dfd179-7d42-4892-b45f-5e1385950e8e" -d '{"events": [{"server_uuid": "e0d78640-d39e-41d8-8584-3a19865211a2", "name": "network-vif-plugged", "status": "completed", "tag": "141d4cc5-f1da-4cfd-abcc-854f22518c68"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:29.850464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] No DVR routers for this DVR port 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:29.857806 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:29.861517 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c76628a5-c0ae-4fdc-904c-00c2938c0ad2 req-ea1cde17-ac1f-49e3-9610-78730d7fb3fd tempest-ServerPasswordTestJSON-859833956 tempest-ServerPasswordTestJSON-859833956-project] 10.222.0.77 "DELETE /v2.0/ports/9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a HTTP/1.1" status: 204 len: 173 time: 1.4389246 Sep 02 13:32:29.862118 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affc5c62-1ae7-41b8-86ba-b5e8ed56d338', 'name': 'network-vif-deleted', 'tag': '9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:29.875621 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d045648c-9383-4d29-8e48-0896f8c2b3f0" -d '{"events": [{"server_uuid": "affc5c62-1ae7-41b8-86ba-b5e8ed56d338", "name": "network-vif-deleted", "tag": "9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:29.998506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4312daa7-0be4-4157-ae31-e9526ce156a7 req-eab8c7df-62a9-47b6-a035-30e79581321a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1427019916', 'description': 'tempest-description-698016408'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:30.042604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-d8b47e00-e966-4b26-993c-fe69d582cd2f service neutron] 10.222.0.77 "GET /v2.0/ports/620de766-e62a-4b72-b9a3-98534fae957e/bindings/n-h1-794796-4 HTTP/1.1" status: 200 len: 384 time: 0.2986042 Sep 02 13:32:30.045143 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4312daa7-0be4-4157-ae31-e9526ce156a7 req-eab8c7df-62a9-47b6-a035-30e79581321a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:30.194487 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:30.221508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-32330bb8-658b-4668-a654-0423059d45a3 req-d42581a6-ba4d-490b-8ced-d225a5ba50ef tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] For port bbfede21-8a45-4761-a512-67af5ae26615, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bbfede21-8a45-4761-a512-67af5ae26615,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:30.271713 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32330bb8-658b-4668-a654-0423059d45a3 req-d42581a6-ba4d-490b-8ced-d225a5ba50ef tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:30.279757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32330bb8-658b-4668-a654-0423059d45a3 req-d42581a6-ba4d-490b-8ced-d225a5ba50ef tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:30.301533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74d164a3-2259-43d0-9f01-9bae22b71115', 'bbfede21-8a45-4761-a512-67af5ae26615'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:30.347120 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4312daa7-0be4-4157-ae31-e9526ce156a7 req-eab8c7df-62a9-47b6-a035-30e79581321a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:30.352707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4312daa7-0be4-4157-ae31-e9526ce156a7 req-eab8c7df-62a9-47b6-a035-30e79581321a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:30.414674 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4312daa7-0be4-4157-ae31-e9526ce156a7 req-eab8c7df-62a9-47b6-a035-30e79581321a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:30.435834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4312daa7-0be4-4157-ae31-e9526ce156a7 req-eab8c7df-62a9-47b6-a035-30e79581321a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4784973 Sep 02 13:32:30.447463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42581a6-ba4d-490b-8ced-d225a5ba50ef tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'Port': ['ID=bbfede21-8a45-4761-a512-67af5ae26615,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:30.480196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32330bb8-658b-4668-a654-0423059d45a3 req-d42581a6-ba4d-490b-8ced-d225a5ba50ef tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:30.481889 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32330bb8-658b-4668-a654-0423059d45a3 req-d42581a6-ba4d-490b-8ced-d225a5ba50ef tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:30.487392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8c7df-62a9-47b6-a035-30e79581321a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb138e2-1505-4713-8dce-fe331fae941d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:30.489736 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32330bb8-658b-4668-a654-0423059d45a3 req-d42581a6-ba4d-490b-8ced-d225a5ba50ef tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "PUT /v2.0/ports/bbfede21-8a45-4761-a512-67af5ae26615 HTTP/1.1" status: 200 len: 981 time: 1.0192435 Sep 02 13:32:30.603186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:30.615445 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55696a5d-5a36-49a7-b2d8-b51f7bec23bd x-openstack-request-id: req-55696a5d-5a36-49a7-b2d8-b51f7bec23bd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:30.616015 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba", "name": "network-vif-deleted", "tag": "73f71b37-7ead-42dc-9907-0ceb0e462661", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:30.616378 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55696a5d-5a36-49a7-b2d8-b51f7bec23bd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:30.617054 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa301de4-2aef-48c5-a5c3-3a7fd9cf67ba', 'name': 'network-vif-deleted', 'tag': '73f71b37-7ead-42dc-9907-0ceb0e462661', 'status': 'completed', 'code': 200} Sep 02 13:32:30.692605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:30.702132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['bbfede21-8a45-4761-a512-67af5ae26615'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:30.728702 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a0058d-7ef4-47bb-be40-0731bb85af0c x-openstack-request-id: req-f8a0058d-7ef4-47bb-be40-0731bb85af0c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:30.729257 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d78640-d39e-41d8-8584-3a19865211a2", "name": "network-vif-plugged", "status": "completed", "tag": "141d4cc5-f1da-4cfd-abcc-854f22518c68", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:30.729584 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8a0058d-7ef4-47bb-be40-0731bb85af0c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:30.731952 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d78640-d39e-41d8-8584-3a19865211a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141d4cc5-f1da-4cfd-abcc-854f22518c68', 'code': 200} Sep 02 13:32:30.816511 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e358083-3028-4eb1-ad31-079599c5b02f x-openstack-request-id: req-3e358083-3028-4eb1-ad31-079599c5b02f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:30.816511 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affc5c62-1ae7-41b8-86ba-b5e8ed56d338", "name": "network-vif-deleted", "tag": "9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:30.817177 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e358083-3028-4eb1-ad31-079599c5b02f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:30.817610 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affc5c62-1ae7-41b8-86ba-b5e8ed56d338', 'name': 'network-vif-deleted', 'tag': '9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a', 'status': 'completed', 'code': 200} Sep 02 13:32:30.942005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620de766-e62a-4b72-b9a3-98534fae957e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:30.994444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:31.006587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:31.051798 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.118695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60b528-3f43-426c-91ba-2386ef7962a2 req-1a269be5-76a7-4204-848d-6acfe944f4d7 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:31.130014 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b60b528-3f43-426c-91ba-2386ef7962a2 req-1a269be5-76a7-4204-848d-6acfe944f4d7 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 944 time: 0.3661900 Sep 02 13:32:31.156815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ab662-41d2-4683-8876-a47322637cc0 req-9477523a-0d94-4672-b941-df6041ba1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:31.158983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f85ab662-41d2-4683-8876-a47322637cc0 req-9477523a-0d94-4672-b941-df6041ba1b85 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 1101 time: 0.2834535 Sep 02 13:32:31.174474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 73f71b37-7ead-42dc-9907-0ceb0e462661 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:31.187494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bab958-48a7-47b6-b8f2-9f2f742910f0 admin admin] Deleting subnet c58a1a7f-873e-4733-940a-b56dc3697f3a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:32:31.204150 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61bab958-48a7-47b6-b8f2-9f2f742910f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.237275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 73f71b37-7ead-42dc-9907-0ceb0e462661 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:31.237749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 73f71b37-7ead-42dc-9907-0ceb0e462661 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:31.238728 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:31.247285 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b60b528-3f43-426c-91ba-2386ef7962a2 req-df6868bb-da1c-4f1a-8e25-7004f27a1444 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160185 Sep 02 13:32:31.276714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:31.277265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9fc170f7-70d3-44fd-99e6-9bb53ebb0d9a not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:31.277766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 620de766-e62a-4b72-b9a3-98534fae957e no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:31.281048 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4659f430-cfed-4d3f-ae63-75160cd5d4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.317662 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61bab958-48a7-47b6-b8f2-9f2f742910f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.356344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] Transition to ACTIVE for port object 620de766-e62a-4b72-b9a3-98534fae957e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:31.375981 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0f629729-2ed0-4a9e-aef2-4f8c00f99dcd req-75990a31-57e7-433d-89e8-7834248e7860 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f HTTP/1.1" status: 200 len: 1800 time: 0.0935974 Sep 02 13:32:31.418338 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61bab958-48a7-47b6-b8f2-9f2f742910f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.427122 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.435338 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 620de766-e62a-4b72-b9a3-98534fae957e not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:31.506953 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-0f629729-2ed0-4a9e-aef2-4f8c00f99dcd req-fd1df343-a1a5-4826-8928-a295d55d5bc3 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 13:32:31.521649 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0f629729-2ed0-4a9e-aef2-4f8c00f99dcd req-fd1df343-a1a5-4826-8928-a295d55d5bc3 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f HTTP/1.1" status: 409 len: 341 time: 0.1443474 Sep 02 13:32:31.582655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8734b47c-d65e-45be-9778-5a40788e2ba3 req-4a13b131-27e0-44d5-aae1-7ee46273c10b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/8bb138e2-1505-4713-8dce-fe331fae941d HTTP/1.1" status: 200 len: 1804 time: 0.4639719 Sep 02 13:32:31.608314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] No DVR routers for this DVR port 620de766-e62a-4b72-b9a3-98534fae957e on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:31.625247 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f85ab662-41d2-4683-8876-a47322637cc0 req-cf85ae88-a7eb-4bff-bcff-496b7f97f6db service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571249 Sep 02 13:32:31.638063 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61bab958-48a7-47b6-b8f2-9f2f742910f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.638593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=620de766-e62a-4b72-b9a3-98534fae957e,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:31.664267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8734b47c-d65e-45be-9778-5a40788e2ba3 req-a535afd6-8797-4896-a6b5-971acbd0030b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8bb138e2-1505-4713-8dce-fe331fae941d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:31.665155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8734b47c-d65e-45be-9778-5a40788e2ba3 req-a535afd6-8797-4896-a6b5-971acbd0030b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8bb138e2-1505-4713-8dce-fe331fae941d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:31.707854 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-57cd04f8-63e8-4446-9324-054a9524d5a3 service neutron] 10.222.0.77 "PUT /v2.0/ports/620de766-e62a-4b72-b9a3-98534fae957e/bindings/n-h1-794796-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6387348 Sep 02 13:32:31.732731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bab958-48a7-47b6-b8f2-9f2f742910f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58a1a7f-873e-4733-940a-b56dc3697f3a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:31.740066 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61bab958-48a7-47b6-b8f2-9f2f742910f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:31.742693 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-61bab958-48a7-47b6-b8f2-9f2f742910f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c58a1a7f-873e-4733-940a-b56dc3697f3a HTTP/1.1" status: 204 len: 168 time: 0.7468421 Sep 02 13:32:31.743571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b9d28-eecc-4418-8ed3-1128c79a32b6 req-302d5563-30d3-49e2-80b2-ead9f2a3dd11 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:31.746093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:31.752132 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-508b9d28-eecc-4418-8ed3-1128c79a32b6 req-302d5563-30d3-49e2-80b2-ead9f2a3dd11 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 950 time: 0.0977156 Sep 02 13:32:31.818803 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-508b9d28-eecc-4418-8ed3-1128c79a32b6 req-2492ac94-6fec-4fb7-b161-a2f12bba93f7 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653791 Sep 02 13:32:31.920217 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.052570 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8734b47c-d65e-45be-9778-5a40788e2ba3 req-a535afd6-8797-4896-a6b5-971acbd0030b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.132674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8734b47c-d65e-45be-9778-5a40788e2ba3 req-a535afd6-8797-4896-a6b5-971acbd0030b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.155952 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8734b47c-d65e-45be-9778-5a40788e2ba3 req-a535afd6-8797-4896-a6b5-971acbd0030b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.227598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535afd6-8797-4896-a6b5-971acbd0030b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b281d6da-8ae3-440f-b263-9788f92fa7a9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:32.276092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-089fae4c-65f3-41d7-8c8c-5f1a5f34f369 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:32.280090 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-089fae4c-65f3-41d7-8c8c-5f1a5f34f369 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.3779936 Sep 02 13:32:32.283026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-88ef2263-d55d-447b-b4b7-fc8481b2d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:32.286928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-88ef2263-d55d-447b-b4b7-fc8481b2d483 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 1135 time: 0.1409094 Sep 02 13:32:32.313842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8734b47c-d65e-45be-9778-5a40788e2ba3 req-a535afd6-8797-4896-a6b5-971acbd0030b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.314880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8734b47c-d65e-45be-9778-5a40788e2ba3 req-a535afd6-8797-4896-a6b5-971acbd0030b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7040431 Sep 02 13:32:32.517378 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.526872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-251397bd-fa87-4b66-9433-358412b32967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:32.529510 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-251397bd-fa87-4b66-9433-358412b32967 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e&tenant_id=d85f364184c74b5fae55bf6a737733c1 HTTP/1.1" status: 200 len: 1096 time: 0.2169499 Sep 02 13:32:32.547222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1efc62-2315-43e5-8e00-981f03133b9a req-a5d135f5-696b-4df3-a42f-8a5a8a43182e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:32.550154 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc1efc62-2315-43e5-8e00-981f03133b9a req-a5d135f5-696b-4df3-a42f-8a5a8a43182e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 984 time: 0.2519038 Sep 02 13:32:32.570903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141473dc-07c3-4075-b15a-02f446237a40']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:32.657650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca71df2-b718-456d-ad6c-247c13c81363') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:32.658201 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca71df2-b718-456d-ad6c-247c13c81363') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:32.684587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.687974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-acd4d1d3-6f5f-4694-bb20-5efe898237ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:32.691158 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-acd4d1d3-6f5f-4694-bb20-5efe898237ad service neutron] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 913 time: 0.3344054 Sep 02 13:32:32.696721 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc1efc62-2315-43e5-8e00-981f03133b9a req-f9522edd-eafb-4714-8c63-7d383eb8f093 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&id=f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1235330 Sep 02 13:32:32.719568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-f59d73ed-f2ca-42e6-a206-752b0ff1ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:32.722185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-f59d73ed-f2ca-42e6-a206-752b0ff1ee3f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1096 time: 0.1256118 Sep 02 13:32:32.723871 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.768363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:32:32.769427 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:32:32.775191 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:32:32.822870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-660d2669-5d1a-4b89-b26b-ff626c994f3e req-727ba6d8-6424-46ea-b3b3-7e255726ffb6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-568923545', 'description': 'tempest-description-1554500188'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:32.824233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:32.829019 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861" -d '{"events": [{"name": "network-changed", "server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "tag": "bbfede21-8a45-4761-a512-67af5ae26615"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:32.829576 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-0e56dbe8-215e-4c9d-8531-6e4335369cf6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfede21-8a45-4761-a512-67af5ae26615 HTTP/1.1" status: 200 len: 217 time: 0.1107523 Sep 02 13:32:32.910665 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660d2669-5d1a-4b89-b26b-ff626c994f3e req-727ba6d8-6424-46ea-b3b3-7e255726ffb6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:33.030344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-a92267d0-7194-44b9-b6dc-b56471cdbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:33.033053 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-a92267d0-7194-44b9-b6dc-b56471cdbe9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.1808701 Sep 02 13:32:33.085779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:33.116783 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:33.123146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] 10.222.0.13 "DELETE /v2.0/networks/141473dc-07c3-4075-b15a-02f446237a40 HTTP/1.1" status: 204 len: 168 time: 1.3723245 Sep 02 13:32:33.138380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-d5837efe-f6eb-477f-8827-9e815be7e724 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906434 Sep 02 13:32:33.139614 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97556bd2-e43b-4ec1-9521-454a97508c6d req-7882d200-fcad-4d5b-9ebb-3de28abe5d34 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:33.152226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97556bd2-e43b-4ec1-9521-454a97508c6d req-7882d200-fcad-4d5b-9ebb-3de28abe5d34 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 945 time: 0.2212956 Sep 02 13:32:33.190694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e53c0-2547-494b-856e-7d96717f0b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=141473dc-07c3-4075-b15a-02f446237a40,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:33.209839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-a9665b57-ee1a-4964-8372-2f396cebe4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:33.213117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-a9665b57-ee1a-4964-8372-2f396cebe4a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.4621074 Sep 02 13:32:33.259142 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97556bd2-e43b-4ec1-9521-454a97508c6d req-8835d5a2-08b8-44f5-94d5-ce4cd2f7e7ac tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054986 Sep 02 13:32:33.329495 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660d2669-5d1a-4b89-b26b-ff626c994f3e req-727ba6d8-6424-46ea-b3b3-7e255726ffb6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:33.336913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660d2669-5d1a-4b89-b26b-ff626c994f3e req-727ba6d8-6424-46ea-b3b3-7e255726ffb6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:33.373471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:33.404964 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-51fa2130-d2fa-4c10-8731-0b3f89237a6e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 200 len: 217 time: 0.1455641 Sep 02 13:32:33.433938 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660d2669-5d1a-4b89-b26b-ff626c994f3e req-727ba6d8-6424-46ea-b3b3-7e255726ffb6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:33.452936 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-660d2669-5d1a-4b89-b26b-ff626c994f3e req-727ba6d8-6424-46ea-b3b3-7e255726ffb6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6334937 Sep 02 13:32:33.496855 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:33.541711 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9980d3db-e628-438b-abc8-a335a984e35c x-openstack-request-id: req-9980d3db-e628-438b-abc8-a335a984e35c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:33.542091 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "tag": "bbfede21-8a45-4761-a512-67af5ae26615", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:33.542503 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9980d3db-e628-438b-abc8-a335a984e35c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:33.543138 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615', 'status': 'completed', 'code': 200} Sep 02 13:32:33.572570 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed820de1-50b9-4452-86f0-cfb99a86fcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:33.634526 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-c44674a3-2fb1-481d-9757-52fbe497768a service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847193 Sep 02 13:32:33.651277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d146b2-5b3a-4a76-9c3f-53c59fae8bf5 admin admin] Deleting subnet 9031b831-f921-492d-b523-e8f8aace4066 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:32:33.660097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ba6d8-6424-46ea-b3b3-7e255726ffb6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479840b7-2fef-4957-997b-109a7e183a89,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:33.673514 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66d146b2-5b3a-4a76-9c3f-53c59fae8bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:33.689469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-67653be8-695b-46bc-b981-1671ffe883ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:33.692111 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-67653be8-695b-46bc-b981-1671ffe883ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.2864943 Sep 02 13:32:33.770581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1700f041-6401-46cf-9171-e1aa24e65f97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aefb20f79b3411ca3aaa4d9a9c0c4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460608 Sep 02 13:32:33.812643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:33.832525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091e33d-9ab4-4c4a-95e7-15749c8220eb req-56c8c8a2-aba4-42f0-9999-f9f402a89bcc tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:33.837258 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2db2a77-6044-4b10-9304-a7b428c931fb req-5d899130-633d-422c-97d7-fbd408536a3e service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789756 Sep 02 13:32:33.838261 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0091e33d-9ab4-4c4a-95e7-15749c8220eb req-56c8c8a2-aba4-42f0-9999-f9f402a89bcc tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 950 time: 0.3015020 Sep 02 13:32:33.843951 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-4aba08c9-00d2-4ac3-98a9-2348c073e319 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097071 Sep 02 13:32:33.919310 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00fdacaf-6075-4302-8353-1530ab89d0e2 req-d3c837f0-8866-486f-bab6-47265069a7f0 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/479840b7-2fef-4957-997b-109a7e183a89 HTTP/1.1" status: 200 len: 1804 time: 0.0803959 Sep 02 13:32:33.929924 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-00fdacaf-6075-4302-8353-1530ab89d0e2 req-7fc7c53b-fc5c-4450-889d-f45e05cbec6e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '479840b7-2fef-4957-997b-109a7e183a89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:33.930667 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-00fdacaf-6075-4302-8353-1530ab89d0e2 req-7fc7c53b-fc5c-4450-889d-f45e05cbec6e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '479840b7-2fef-4957-997b-109a7e183a89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:33.943395 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66d146b2-5b3a-4a76-9c3f-53c59fae8bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.034802 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.057616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-27a4cf74-438e-4cf4-8ff1-15b3b542870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:34.067206 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-27a4cf74-438e-4cf4-8ff1-15b3b542870b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 1135 time: 0.1439848 Sep 02 13:32:34.182653 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0091e33d-9ab4-4c4a-95e7-15749c8220eb req-5f4549b2-b8c3-452a-8b87-0c04058a1770 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851930 Sep 02 13:32:34.226867 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0733af7a-e681-4d3a-b5c0-55fbfbb4c154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.264533 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66d146b2-5b3a-4a76-9c3f-53c59fae8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.316274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-e2eb5019-416f-4f62-8b50-365e9dd0c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:34.325145 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-e2eb5019-416f-4f62-8b50-365e9dd0c352 service neutron] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 913 time: 0.2218003 Sep 02 13:32:34.395060 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-678332d7-b697-404e-bdd5-05e35826dbcf service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014827 Sep 02 13:32:34.408021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0733af7a-e681-4d3a-b5c0-55fbfbb4c154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.449982 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00fdacaf-6075-4302-8353-1530ab89d0e2 req-7fc7c53b-fc5c-4450-889d-f45e05cbec6e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.498937 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00fdacaf-6075-4302-8353-1530ab89d0e2 req-7fc7c53b-fc5c-4450-889d-f45e05cbec6e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.501803 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-0d18ee1b-c4e5-438b-b3c1-2d61c68db152 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfede21-8a45-4761-a512-67af5ae26615 HTTP/1.1" status: 200 len: 217 time: 0.1463735 Sep 02 13:32:34.515940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00fdacaf-6075-4302-8353-1530ab89d0e2 req-7fc7c53b-fc5c-4450-889d-f45e05cbec6e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.516713 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66d146b2-5b3a-4a76-9c3f-53c59fae8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.621542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d146b2-5b3a-4a76-9c3f-53c59fae8bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9031b831-f921-492d-b523-e8f8aace4066,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:34.650826 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7c53b-fc5c-4450-889d-f45e05cbec6e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5722def9-d5ea-4d89-9072-6ccd8ae43fab,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:34.656454 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66d146b2-5b3a-4a76-9c3f-53c59fae8bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.660995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-0be57df8-c749-4690-836a-8bfd49d2dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:34.661246 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-66d146b2-5b3a-4a76-9c3f-53c59fae8bf5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9031b831-f921-492d-b523-e8f8aace4066 HTTP/1.1" status: 204 len: 168 time: 1.2822995 Sep 02 13:32:34.663580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-0be57df8-c749-4690-836a-8bfd49d2dfa2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.1153347 Sep 02 13:32:34.665467 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:34.675277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862c562-f43b-4848-a084-8132acb42b68 req-c3c4edf0-451e-4cce-ac23-04874eb97d06 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:34.708316 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b862c562-f43b-4848-a084-8132acb42b68 req-c3c4edf0-451e-4cce-ac23-04874eb97d06 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 984 time: 0.1688850 Sep 02 13:32:34.737665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-024bcd9e-7e48-4865-b066-c7ea2ed9d61e service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250930 Sep 02 13:32:34.788915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b862c562-f43b-4848-a084-8132acb42b68 req-dab2a406-70d6-4290-88f1-01999a444976 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&id=f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1023157 Sep 02 13:32:34.794859 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0733af7a-e681-4d3a-b5c0-55fbfbb4c154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.802556 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0733af7a-e681-4d3a-b5c0-55fbfbb4c154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.812871 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0733af7a-e681-4d3a-b5c0-55fbfbb4c154 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5def3671-cb9b-48b7-baf5-fdcfacb5c657 HTTP/1.1" status: 204 len: 168 time: 0.9647505 Sep 02 13:32:34.829691 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.832321 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00fdacaf-6075-4302-8353-1530ab89d0e2 req-7fc7c53b-fc5c-4450-889d-f45e05cbec6e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:34.845450 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00fdacaf-6075-4302-8353-1530ab89d0e2 req-7fc7c53b-fc5c-4450-889d-f45e05cbec6e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9245927 Sep 02 13:32:34.846105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733af7a-e681-4d3a-b5c0-55fbfbb4c154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def3671-cb9b-48b7-baf5-fdcfacb5c657,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:34.979560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-7d8dc356-b985-4441-9f73-ebc40d379d96 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253605 Sep 02 13:32:35.003010 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.123958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def45bab-6120-4f40-9fe4-85c65048da2c req-272679da-d254-46ba-b058-d0078807ea26 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:35.132893 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-def45bab-6120-4f40-9fe4-85c65048da2c req-272679da-d254-46ba-b058-d0078807ea26 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ba5ee6-5de2-4373-9346-8bf8ad834420 HTTP/1.1" status: 200 len: 950 time: 0.1675930 Sep 02 13:32:35.181792 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-76dd23b9-f489-4509-8e8f-de1c98d1712b service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756458 Sep 02 13:32:35.199532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239356-049f-4c1b-aa9a-85b0d87d0c92 req-eb520f36-1175-4b11-a515-ae95a14a6fe2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:35.201682 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-def45bab-6120-4f40-9fe4-85c65048da2c req-b6e6bafb-8756-4ab9-83b7-ae61b73587de tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676563 Sep 02 13:32:35.236590 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb239356-049f-4c1b-aa9a-85b0d87d0c92 req-eb520f36-1175-4b11-a515-ae95a14a6fe2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 945 time: 0.2867851 Sep 02 13:32:35.346147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fca88046-e571-46a8-93de-633fccd0c65d req-68584b11-a297-4df7-9224-6d111dac0477 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-71073434', 'description': 'tempest-description-1863399570'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:35.383202 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca88046-e571-46a8-93de-633fccd0c65d req-68584b11-a297-4df7-9224-6d111dac0477 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.439868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-214fcea1-8d29-43b9-83de-a7c04024f0b6 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:35.441614 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-214fcea1-8d29-43b9-83de-a7c04024f0b6 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.1456017 Sep 02 13:32:35.509157 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.557052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483d653f-34c2-4f13-b78a-8fc2822bcaea']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:35.588610 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb239356-049f-4c1b-aa9a-85b0d87d0c92 req-bae24cb4-c444-4d9b-8793-3766e09ced27 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497350 Sep 02 13:32:35.593097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c57a143-eb5e-40a3-a764-60a9a3d89f98') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:35.593508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c57a143-eb5e-40a3-a764-60a9a3d89f98') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:35.623263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.672215 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dcf3dc1e-94a2-45d6-a3a5-3590cf65b861 req-90b04c28-3ed8-4d15-9298-4e13d2592230 service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310749 Sep 02 13:32:35.673813 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.707603 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca88046-e571-46a8-93de-633fccd0c65d req-68584b11-a297-4df7-9224-6d111dac0477 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.708188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:32:35.708714 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:32:35.714508 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:32:35.718620 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca88046-e571-46a8-93de-633fccd0c65d req-68584b11-a297-4df7-9224-6d111dac0477 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.856834 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-0c3c63d3-163d-4c09-b759-70c055f7b4da service neutron] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:35.864315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-0c3c63d3-163d-4c09-b759-70c055f7b4da service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.875887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3fa0b0-ec2d-414a-9bbc-3bf3430280c1 req-0c3c63d3-163d-4c09-b759-70c055f7b4da service neutron] 10.222.0.90 "DELETE /v2.0/ports/620de766-e62a-4b72-b9a3-98534fae957e/bindings/n-h2-794796-4 HTTP/1.1" status: 204 len: 173 time: 0.4140146 Sep 02 13:32:35.881930 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.889564 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca88046-e571-46a8-93de-633fccd0c65d req-68584b11-a297-4df7-9224-6d111dac0477 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.895089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:35.901510 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] 10.222.0.13 "DELETE /v2.0/networks/483d653f-34c2-4f13-b78a-8fc2822bcaea HTTP/1.1" status: 204 len: 168 time: 1.2290199 Sep 02 13:32:35.902892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fca88046-e571-46a8-93de-633fccd0c65d req-68584b11-a297-4df7-9224-6d111dac0477 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5589139 Sep 02 13:32:35.933674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68584b11-a297-4df7-9224-6d111dac0477 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376d5b3e-5867-4474-8f40-a78ec5d4bc85,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:35.934152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457491c-3a9c-4395-87b8-29e8c776ccdc admin admin] Pushing event deleted for resources: {'Network': ['ID=483d653f-34c2-4f13-b78a-8fc2822bcaea,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:36.150866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264e343-5250-42b5-b0ce-c4b1473888e2 req-9895762b-fc83-4720-8c7b-b9e8e6aa4896 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:36.163867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264e343-5250-42b5-b0ce-c4b1473888e2 req-9895762b-fc83-4720-8c7b-b9e8e6aa4896 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:36.179038 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c264e343-5250-42b5-b0ce-c4b1473888e2 req-9895762b-fc83-4720-8c7b-b9e8e6aa4896 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2&device_id=f5ba5ee6-5de2-4373-9346-8bf8ad834420 HTTP/1.1" status: 200 len: 1691 time: 0.1029041 Sep 02 13:32:36.272248 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c264e343-5250-42b5-b0ce-c4b1473888e2 req-f6a52846-afce-4b87-9f9a-2360c3134a21 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912731 Sep 02 13:32:36.328754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-148ea8cc-67b3-41bc-b24c-33357c9c13f0 req-71d7c90b-153b-4143-9ee7-8fa733f76f28 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-843493304', 'description': 'tempest-description-1634880840'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:36.392019 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-148ea8cc-67b3-41bc-b24c-33357c9c13f0 req-71d7c90b-153b-4143-9ee7-8fa733f76f28 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:36.426644 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:36.459585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50986) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:36.466074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3d170-adc1-4ccb-9089-7882cf37ebdb req-bc26eb96-fb96-4359-a24b-0d8a1ddb3891 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:36.469611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ece3d170-adc1-4ccb-9089-7882cf37ebdb req-bc26eb96-fb96-4359-a24b-0d8a1ddb3891 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 984 time: 0.1668379 Sep 02 13:32:36.552573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:36.560793 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3b902422-4df6-4387-ae32-c3f83a8aeedf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14e3953c36634d83a7eaa15c1751f754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871720 Sep 02 13:32:36.577448 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ece3d170-adc1-4ccb-9089-7882cf37ebdb req-cbfab516-a551-4b11-a4d7-04f2b76ec3e2 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&id=f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0956423 Sep 02 13:32:36.616905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50996) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:36.710375 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-148ea8cc-67b3-41bc-b24c-33357c9c13f0 req-71d7c90b-153b-4143-9ee7-8fa733f76f28 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:36.720023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-148ea8cc-67b3-41bc-b24c-33357c9c13f0 req-71d7c90b-153b-4143-9ee7-8fa733f76f28 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:36.723848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aab0b9d7-7fb5-45d7-9551-28d1a2378a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:36.752102 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-148ea8cc-67b3-41bc-b24c-33357c9c13f0 req-71d7c90b-153b-4143-9ee7-8fa733f76f28 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:36.767169 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-148ea8cc-67b3-41bc-b24c-33357c9c13f0 req-71d7c90b-153b-4143-9ee7-8fa733f76f28 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4449825 Sep 02 13:32:36.790721 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7c90b-153b-4143-9ee7-8fa733f76f28 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f59f8c-eb5b-4d32-b050-2971ecbbd8bd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:36.807143 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aab0b9d7-7fb5-45d7-9551-28d1a2378a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:36.949452 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-7ff19386-36d3-49fb-ae86-96c6cf71ab30 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-382737239&fields=id&tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e HTTP/1.1" status: 200 len: 267 time: 0.0652161 Sep 02 13:32:36.951489 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aab0b9d7-7fb5-45d7-9551-28d1a2378a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:36.954333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aab0b9d7-7fb5-45d7-9551-28d1a2378a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:36.955953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aab0b9d7-7fb5-45d7-9551-28d1a2378a24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60aa5850-f98f-4edb-8aab-5e9f640b5f80 HTTP/1.1" status: 204 len: 168 time: 0.4014697 Sep 02 13:32:36.986024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0b9d7-7fb5-45d7-9551-28d1a2378a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aa5850-f98f-4edb-8aab-5e9f640b5f80,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:37.031914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d1e21-1f45-4d07-8cd9-9ea2187b1a26 req-58fe68a9-bb49-4890-ba01-9a24feedb616 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:37.034217 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-924d1e21-1f45-4d07-8cd9-9ea2187b1a26 req-58fe68a9-bb49-4890-ba01-9a24feedb616 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 945 time: 0.0972877 Sep 02 13:32:37.069181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-484310459-network', 'tenant_id': 'aef9a428c80748b391ac5635a60221c8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:37.112066 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-924d1e21-1f45-4d07-8cd9-9ea2187b1a26 req-5b5e0a6f-b7e6-4d56-a1bf-679438d59e76 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645261 Sep 02 13:32:37.116258 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-8cc34092-ebe5-4e0f-9cfa-93f411589628 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:37.118354 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-8cc34092-ebe5-4e0f-9cfa-93f411589628 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 984 time: 0.1485779 Sep 02 13:32:37.119315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Made reservation on behalf of aef9a428c80748b391ac5635a60221c8 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:37.121805 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.137026 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.144742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-a1ba8760-c073-46e1-8629-1f5ccd6f2847 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'port': {'security_groups': ['72114cd3-4afd-416e-b1c3-9eb25148b575', 'f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f', '6a4d2f7f-c38c-4ace-97eb-72e73fdbe360']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:37.264185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d01280-005b-4178-840c-d871efecef1f req-7e632909-064c-4c9b-88de-02e40227fd47 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:37.268871 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5d01280-005b-4178-840c-d871efecef1f req-7e632909-064c-4c9b-88de-02e40227fd47 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 1101 time: 0.0534341 Sep 02 13:32:37.305927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-a1ba8760-c073-46e1-8629-1f5ccd6f2847 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.329121 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5d01280-005b-4178-840c-d871efecef1f req-ec87fcb6-f518-41d0-bea0-fcbab898fea0 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564547 Sep 02 13:32:37.444743 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-789ea37d-02c7-42fb-a99e-4f19e71c75d5 req-86a1900e-824d-4afa-9b83-48858e7987b8 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/376d5b3e-5867-4474-8f40-a78ec5d4bc85 HTTP/1.1" status: 200 len: 1803 time: 0.0739450 Sep 02 13:32:37.500987 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.507371 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.523786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-789ea37d-02c7-42fb-a99e-4f19e71c75d5 req-d8ea3b86-fd65-44d4-a239-68b760154883 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/e1f59f8c-eb5b-4d32-b050-2971ecbbd8bd HTTP/1.1" status: 200 len: 1804 time: 0.0699863 Sep 02 13:32:37.537080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-789ea37d-02c7-42fb-a99e-4f19e71c75d5 req-e40d0bf1-f021-46d0-bf84-fa9ee767284c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '376d5b3e-5867-4474-8f40-a78ec5d4bc85', 'remote_group_id': 'e1f59f8c-eb5b-4d32-b050-2971ecbbd8bd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:37.537933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-789ea37d-02c7-42fb-a99e-4f19e71c75d5 req-e40d0bf1-f021-46d0-bf84-fa9ee767284c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '376d5b3e-5867-4474-8f40-a78ec5d4bc85', 'remote_group_id': 'e1f59f8c-eb5b-4d32-b050-2971ecbbd8bd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:37.617903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:32:37.627106 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-789ea37d-02c7-42fb-a99e-4f19e71c75d5 req-e40d0bf1-f021-46d0-bf84-fa9ee767284c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.635659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c0d958-1882-4701-b5ed-0b4f662a9bc4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:37.657640 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.658267 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Added segment 9d36a80e-e027-416b-a611-90d68afc4a42 of type vlan for network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 Sep 02 13:32:37.699137 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-789ea37d-02c7-42fb-a99e-4f19e71c75d5 req-e40d0bf1-f021-46d0-bf84-fa9ee767284c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.705078 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-789ea37d-02c7-42fb-a99e-4f19e71c75d5 req-e40d0bf1-f021-46d0-bf84-fa9ee767284c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.736469 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.739845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d0bf1-f021-46d0-bf84-fa9ee767284c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6352025f-1f50-4d53-ba48-6d06708c52ca,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:37.755395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-a1ba8760-c073-46e1-8629-1f5ccd6f2847 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] For port bbfede21-8a45-4761-a512-67af5ae26615, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bbfede21-8a45-4761-a512-67af5ae26615,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:37.757025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-789ea37d-02c7-42fb-a99e-4f19e71c75d5 req-e40d0bf1-f021-46d0-bf84-fa9ee767284c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.759883 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-789ea37d-02c7-42fb-a99e-4f19e71c75d5 req-e40d0bf1-f021-46d0-bf84-fa9ee767284c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2298901 Sep 02 13:32:37.808033 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.809287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:37.809879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.828124 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-a1ba8760-c073-46e1-8629-1f5ccd6f2847 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.889313 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-a1ba8760-c073-46e1-8629-1f5ccd6f2847 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:37.912961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74d164a3-2259-43d0-9f01-9bae22b71115', 'bbfede21-8a45-4761-a512-67af5ae26615'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:37.984138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3573050 Sep 02 13:32:37.984333 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:37.984537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1b568-57ae-4bd3-90d0-7d1b949c2b7b admin admin] Pushing event updated for resources: {'Network': ['ID=79cd27ca-5513-4fc3-bbff-ceea57a3bac6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:37.994021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Request body: {'subnet': {'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-484310459-subnet', 'tenant_id': 'aef9a428c80748b391ac5635a60221c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:38.002241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-a1ba8760-c073-46e1-8629-1f5ccd6f2847 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:38.003415 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-a1ba8760-c073-46e1-8629-1f5ccd6f2847 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.012821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d053410-e7f6-47f9-bde7-d042ce98fea5 req-a1ba8760-c073-46e1-8629-1f5ccd6f2847 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "PUT /v2.0/ports/bbfede21-8a45-4761-a512-67af5ae26615 HTTP/1.1" status: 200 len: 1020 time: 0.8767457 Sep 02 13:32:38.013586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:38.017833 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379982f3-4f73-4ca0-9616-a3317ef36340" -d '{"events": [{"name": "network-changed", "server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "tag": "bbfede21-8a45-4761-a512-67af5ae26615"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:38.019077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:32:38.058117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Made reservation on behalf of aef9a428c80748b391ac5635a60221c8 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:38.063427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-0de5dd6b-c875-4702-92f0-a89cf614d0f1 req-060c7aab-f536-4826-9880-750ff9adf887 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-5022490', 'description': 'tempest-description-1932056873'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:38.066410 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.104514 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0de5dd6b-c875-4702-92f0-a89cf614d0f1 req-060c7aab-f536-4826-9880-750ff9adf887 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.127292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba8760-c073-46e1-8629-1f5ccd6f2847 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'Port': ['ID=bbfede21-8a45-4761-a512-67af5ae26615,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:38.291190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['bbfede21-8a45-4761-a512-67af5ae26615'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:38.309408 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0de5dd6b-c875-4702-92f0-a89cf614d0f1 req-060c7aab-f536-4826-9880-750ff9adf887 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.309615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95ef7-27c5-4dea-974a-8cf5d37cb0a7 req-65ed9f6b-a810-4aa3-b35e-aa50cd7ecd8d tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:38.309786 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:38.310417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5bf95ef7-27c5-4dea-974a-8cf5d37cb0a7 req-65ed9f6b-a810-4aa3-b35e-aa50cd7ecd8d tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f5ba5ee6-5de2-4373-9346-8bf8ad834420 HTTP/1.1" status: 200 len: 1101 time: 0.1221876 Sep 02 13:32:38.321031 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0de5dd6b-c875-4702-92f0-a89cf614d0f1 req-060c7aab-f536-4826-9880-750ff9adf887 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.368249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c7aab-f536-4826-9880-750ff9adf887 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6916cdc-c93c-4e56-97c0-c66845f3baf8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:38.384387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0de5dd6b-c875-4702-92f0-a89cf614d0f1 req-060c7aab-f536-4826-9880-750ff9adf887 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.389130 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0de5dd6b-c875-4702-92f0-a89cf614d0f1 req-060c7aab-f536-4826-9880-750ff9adf887 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3367667 Sep 02 13:32:38.491291 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5bf95ef7-27c5-4dea-974a-8cf5d37cb0a7 req-a7d24259-caa3-4767-af91-263a6e6f4826 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607938 Sep 02 13:32:38.514830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1394769997-network', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:38.537254 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.575997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Made reservation on behalf of 9f10d508ed994f9daf872e4c22fdde98 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:38.585260 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.618428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.670613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c492d62d-bb5c-403f-a25f-021347fc973a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:38.685168 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09dc1049-5f6b-4881-847a-d295f2e5fa70 req-d0a0ffe4-3e1a-458e-b3ca-9702586f66c7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/6a4d2f7f-c38c-4ace-97eb-72e73fdbe360 HTTP/1.1" status: 200 len: 1800 time: 0.1394339 Sep 02 13:32:38.725526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Checking segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:38.725735 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Network hostable DHCP agents. Network: 79cd27ca-5513-4fc3-bbff-ceea57a3bac6, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:32:38.780753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:32:38.786561 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-09dc1049-5f6b-4881-847a-d295f2e5fa70 req-0705321b-0259-46d2-8d92-6e2cf3790013 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 13:32:38.799322 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09dc1049-5f6b-4881-847a-d295f2e5fa70 req-0705321b-0259-46d2-8d92-6e2cf3790013 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a4d2f7f-c38c-4ace-97eb-72e73fdbe360 HTTP/1.1" status: 409 len: 341 time: 0.1131978 Sep 02 13:32:38.817116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 79cd27ca-5513-4fc3-bbff-ceea57a3bac6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:38.822939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:38.823832 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.853945 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb5cb7-3362-443c-9a2e-e80d8c105286 None None] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:38.887766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.895522 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.910395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-05b9afc0-f165-4bca-b5e0-19b681505ce2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9273040 Sep 02 13:32:38.953800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:32:38.967068 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:38.967788 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Added segment 24fac7da-469a-4bd6-86a1-5eae48806c29 of type vlan for network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 Sep 02 13:32:39.004846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c6659-fa87-45b2-b473-bbe23c8099b5 req-c278d051-926d-4aa7-b548-2d3656214d0d tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:39.025521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d7c6659-fa87-45b2-b473-bbe23c8099b5 req-c278d051-926d-4aa7-b548-2d3656214d0d tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1096 time: 0.1366353 Sep 02 13:32:39.035250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:39.070768 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:39.072095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:39.072979 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:39.153251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Pushing event updated for resources: {'Network': ['ID=52862e1e-0dc2-4592-bdef-aa0dd85d73d0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:39.156553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d7c6659-fa87-45b2-b473-bbe23c8099b5 req-3ef1717d-b727-44fa-adbb-72339a2ed053 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217000 Sep 02 13:32:39.158946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da96cda8-bf27-4b78-b694-0f3e95b50997,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:39.170420 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fccb5b4a-c310-497b-986b-e08dc3338c1b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8592811 Sep 02 13:32:39.174992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51096) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:39.182118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Request body: {'subnet': {'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1394769997-subnet', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:39.263044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Made reservation on behalf of 9f10d508ed994f9daf872e4c22fdde98 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:39.266926 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:39.410740 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aab473b-7f4f-4248-9c83-c86e28b80f8a x-openstack-request-id: req-5aab473b-7f4f-4248-9c83-c86e28b80f8a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:39.411131 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "tag": "bbfede21-8a45-4761-a512-67af5ae26615", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:39.411647 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5aab473b-7f4f-4248-9c83-c86e28b80f8a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:39.412171 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615', 'status': 'completed', 'code': 200} Sep 02 13:32:39.519361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7bab099d-df58-4a5c-a75b-2d4c681152e0 req-0774bd50-ab02-4541-9430-9032be7e0de2 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-68335868', 'description': 'tempest-description-1107049986'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:39.557569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:32:39.590251 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:39.637578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-a688f20e-b599-430f-8cc6-a3c7be81ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:39.640359 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-a688f20e-b599-430f-8cc6-a3c7be81ba65 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 1174 time: 0.2642095 Sep 02 13:32:39.659300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230d8c02-850d-41d4-ab8d-2e76ed8b715f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:39.669474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Checking segment: {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:39.670118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Network hostable DHCP agents. Network: 52862e1e-0dc2-4592-bdef-aa0dd85d73d0, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:32:39.700028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469fdd9-1ec7-4668-b86c-be67826d7128 None None] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:39.728187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:32:39.745020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 52862e1e-0dc2-4592-bdef-aa0dd85d73d0) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:39.755613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:39.756447 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:39.786595 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7bab099d-df58-4a5c-a75b-2d4c681152e0 req-0774bd50-ab02-4541-9430-9032be7e0de2 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:39.796348 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-94a5cab5-9bc5-414f-8fdc-c02c65c4a5e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6167347 Sep 02 13:32:39.802678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51128) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:39.823577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:39.846574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a0b4ca-e3ab-40c7-9ecd-02d9eee845de None None] Network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:39.856594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-b9e5713b-49cb-4e6d-81ed-e2b12e590ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:39.859117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-b9e5713b-49cb-4e6d-81ed-e2b12e590ebf service neutron] 10.222.0.90 "GET /v2.0/networks?id=316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 200 len: 913 time: 0.1989672 Sep 02 13:32:39.869581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:32:39.869581 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:32:39.869581 n-d-794796-4 neutron-server[94687]: [parameters: {'project_id_1': '9f10d508ed994f9daf872e4c22fdde98', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 32, 39, 842835)}] Sep 02 13:32:39.869581 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:32:39.870087 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:32:39.972138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-0417b276-d08f-40e6-89ac-17c3ec4a53e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfede21-8a45-4761-a512-67af5ae26615 HTTP/1.1" status: 200 len: 217 time: 0.0929458 Sep 02 13:32:40.041720 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a9d85c6e-e60f-4194-ab89-2ed450df10ef tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316434 Sep 02 13:32:40.107140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-f5414db0-54c0-48b5-9aad-b591b65bb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:40.109909 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-f5414db0-54c0-48b5-9aad-b591b65bb891 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 200 len: 852 time: 0.1202543 Sep 02 13:32:40.151206 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7bab099d-df58-4a5c-a75b-2d4c681152e0 req-0774bd50-ab02-4541-9430-9032be7e0de2 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.178821 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7bab099d-df58-4a5c-a75b-2d4c681152e0 req-0774bd50-ab02-4541-9430-9032be7e0de2 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.225042 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be32ceb-96ca-4a7f-a367-edb46f77cb4d None None] Network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:32:40.227957 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-c1242937-ca53-4398-9d1b-67d4f8888395 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=316fec6d-134f-45db-9562-d73879b32136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732961 Sep 02 13:32:40.268094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a2d9bf72-874f-47ed-8b98-da9d93d0a64b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:40.271023 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a2d9bf72-874f-47ed-8b98-da9d93d0a64b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182162 Sep 02 13:32:40.289809 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-d7e9bc56-2451-4dff-809d-1ce7bd54682b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/quotas/ae8f41a86ddb4ae8960f67d8a1d78817 HTTP/1.1" status: 200 len: 375 time: 0.0113931 Sep 02 13:32:40.345589 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7bab099d-df58-4a5c-a75b-2d4c681152e0 req-0774bd50-ab02-4541-9430-9032be7e0de2 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.364187 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bab099d-df58-4a5c-a75b-2d4c681152e0 req-0774bd50-ab02-4541-9430-9032be7e0de2 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8801463 Sep 02 13:32:40.392612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774bd50-ab02-4541-9430-9032be7e0de2 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642e7c46-417f-4514-a07d-60249693add5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:40.430751 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-b1055adc-4edc-44d7-9071-91180deb269c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1169016 Sep 02 13:32:40.465947 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.468505 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:40.476710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-7eecf531-32e5-4231-ac0d-2a23dc111c3f service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327018 Sep 02 13:32:40.769260 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-379982f3-4f73-4ca0-9616-a3317ef36340 req-f9d54b43-83e9-4a15-a259-4ea0baba949a service neutron] 10.222.0.90 "GET /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741663 Sep 02 13:32:41.075989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-1cb11d30-2858-46b1-a686-ad6050d40125 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:41.077808 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-1cb11d30-2858-46b1-a686-ad6050d40125 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.1877224 Sep 02 13:32:41.103408 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-1f3d1ab6-32a9-48fd-990e-ee14039beb5a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/quotas/aef9a428c80748b391ac5635a60221c8 HTTP/1.1" status: 200 len: 375 time: 0.0187104 Sep 02 13:32:41.131161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:41.138082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0c4868c0-9b0e-4ddc-a818-c90a54b69315 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:41.177807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-e2fdbe54-6b22-48d0-b7de-12ef537edcdb tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630870 Sep 02 13:32:41.313600 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:41.344151 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:41.346574 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feacc01-0461-4f9c-85b8-3205392df14c" -d '{"events": [{"server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:41.353809 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-03810960-6413-4bc0-9c39-0072a91f1955 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562791 Sep 02 13:32:41.361569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:41.367858 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:41.397281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:41.485978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0c4868c0-9b0e-4ddc-a818-c90a54b69315,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:41.500582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.501423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.502083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.502804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.503426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.504199 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.504796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.505521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.506223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.508055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.508055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.509075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:41.521022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198501a7-4b35-464c-8d8e-da49116eb978 req-cd95fb04-9141-4aba-b32e-f8a63eebb747 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:41.528653 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-cd95fb04-9141-4aba-b32e-f8a63eebb747 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 808 time: 0.4143834 Sep 02 13:32:41.536665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-bfd59b8e-930e-4e00-98e6-0b24e1fce79c service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729171 Sep 02 13:32:41.571395 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-9bda529c-843e-4460-9f23-e3e7ae13e666 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/quotas/d85f364184c74b5fae55bf6a737733c1 HTTP/1.1" status: 200 len: 375 time: 0.0303261 Sep 02 13:32:41.683312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e5b20268-b2f9-4c63-8754-4ca4dd607b21 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999210 Sep 02 13:32:42.032953 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.059393 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-f60c2c45-63d3-4ee2-b71e-cb8d98a8d216 service neutron] 10.222.0.13 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648326 Sep 02 13:32:42.060557 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.066233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68c6b2-7b26-4270-9cb5-ffd70346816c req-945cd545-503e-44b8-b5e5-6c42aaf83af8 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:42.069307 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6b68c6b2-7b26-4270-9cb5-ffd70346816c req-945cd545-503e-44b8-b5e5-6c42aaf83af8 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 1023 time: 0.0960245 Sep 02 13:32:42.160871 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6b68c6b2-7b26-4270-9cb5-ffd70346816c req-fffac69d-5968-4271-82a3-ca6411d0987b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&id=6a4d2f7f-c38c-4ace-97eb-72e73fdbe360&id=f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0761802 Sep 02 13:32:42.282986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e617d4-ad72-4f20-b983-3848b88ec879 req-a6aad7ef-1ce6-4b1c-880b-2930cd18c8ce tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/b6916cdc-c93c-4e56-97c0-c66845f3baf8 HTTP/1.1" status: 200 len: 1802 time: 0.0630662 Sep 02 13:32:42.285234 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-8ff0a91a-2133-4a56-b837-76774ea1e300 service neutron] 10.222.0.13 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166066 Sep 02 13:32:42.327472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Allocated IP 172.25.3.98 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/e374f3a2-3319-4072-812a-6e49df2a8aff) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:42.383982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e617d4-ad72-4f20-b983-3848b88ec879 req-4ed1d5a9-064f-4f9f-96f1-1da7bd58b52b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/642e7c46-417f-4514-a07d-60249693add5 HTTP/1.1" status: 200 len: 1803 time: 0.0903800 Sep 02 13:32:42.389446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-69e617d4-ad72-4f20-b983-3848b88ec879 req-ac6f1290-4278-4b54-9d31-2c11c8a5e701 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6916cdc-c93c-4e56-97c0-c66845f3baf8', 'remote_group_id': '642e7c46-417f-4514-a07d-60249693add5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:42.389763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-69e617d4-ad72-4f20-b983-3848b88ec879 req-ac6f1290-4278-4b54-9d31-2c11c8a5e701 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6916cdc-c93c-4e56-97c0-c66845f3baf8', 'remote_group_id': '642e7c46-417f-4514-a07d-60249693add5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:42.483884 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69e617d4-ad72-4f20-b983-3848b88ec879 req-ac6f1290-4278-4b54-9d31-2c11c8a5e701 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.556361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.625643 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-656ec792-301a-4cc6-8da8-2fa34a65063e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780666 Sep 02 13:32:42.660792 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69e617d4-ad72-4f20-b983-3848b88ec879 req-ac6f1290-4278-4b54-9d31-2c11c8a5e701 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.680676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69e617d4-ad72-4f20-b983-3848b88ec879 req-ac6f1290-4278-4b54-9d31-2c11c8a5e701 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.700194 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13b625c5-ad6b-4664-a594-72cca827f00a req-9f34b352-6a50-4817-81cf-8a6a52a129f2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 210 time: 0.0964093 Sep 02 13:32:42.705331 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.786629 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5174450c-8f48-4fca-93ce-f6aa44558bfb x-openstack-request-id: req-5174450c-8f48-4fca-93ce-f6aa44558bfb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:42.787443 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:42.787575 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5174450c-8f48-4fca-93ce-f6aa44558bfb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:42.788157 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315', 'code': 200} Sep 02 13:32:42.809440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f1290-4278-4b54-9d31-2c11c8a5e701 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eef29a-01b3-4cea-9f9b-b7054a1e0d9c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:42.840847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:42.851808 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69e617d4-ad72-4f20-b983-3848b88ec879 req-ac6f1290-4278-4b54-9d31-2c11c8a5e701 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:42.863174 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Pushing event updated for resources: {'Port': ['ID=e374f3a2-3319-4072-812a-6e49df2a8aff,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:42.876520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e617d4-ad72-4f20-b983-3848b88ec879 req-ac6f1290-4278-4b54-9d31-2c11c8a5e701 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4812946 Sep 02 13:32:42.884725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:42.906604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:43.030534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-6beeed52-b45d-480b-8371-bda82fd642f7 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:43.033379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-6beeed52-b45d-480b-8371-bda82fd642f7 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3917508 Sep 02 13:32:43.060662 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0055cf6d-0942-44f7-8a8b-2711e983ddf1 req-90ce8dd8-a0ad-4029-a1c1-5712b3d8504b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 210 time: 0.0898175 Sep 02 13:32:43.075263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Request body: {'port': {'device_id': '1936c9d3-cdb9-4885-b1c3-49ab32143c79', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'ae8f41a86ddb4ae8960f67d8a1d78817'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:43.130240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e87628-4523-4479-af48-914c9973491d req-7ffe2b2c-3f03-4731-a76c-9815006dd4b7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:43.133155 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-93e87628-4523-4479-af48-914c9973491d req-7ffe2b2c-3f03-4731-a76c-9815006dd4b7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.90 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 1023 time: 0.1737821 Sep 02 13:32:43.245521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b15c157-4ed4-4848-85b0-ab847f23069e req-d9b68c6b-c090-41d1-8658-1599bae06544 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 210 time: 0.0600123 Sep 02 13:32:43.405799 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e4491f79-f4a8-4a8d-966e-97faa1f12954 req-c48c27b7-2005-45f3-8b76-0242943a1bca tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/642e7c46-417f-4514-a07d-60249693add5 HTTP/1.1" status: 200 len: 1803 time: 0.1123707 Sep 02 13:32:43.448783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Made reservation on behalf of ae8f41a86ddb4ae8960f67d8a1d78817 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:43.454635 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.617927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e4491f79-f4a8-4a8d-966e-97faa1f12954 req-10d460e1-c56b-48ee-a6f2-2bc06668cbc6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.702585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e4491f79-f4a8-4a8d-966e-97faa1f12954 req-10d460e1-c56b-48ee-a6f2-2bc06668cbc6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.804988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Allocated IP 192.168.233.201 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/f328ed04-1892-4d10-9f50-2fb8ff6a50ae) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:43.805262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-75c94dff-a0f6-402a-a243-51888b4d235c tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:43.812769 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-75c94dff-a0f6-402a-a243-51888b4d235c tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 805 time: 0.6780229 Sep 02 13:32:43.854320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-e0f9dfb2-7d91-43ad-bc45-9184140188a5 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:43.856436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-e0f9dfb2-7d91-43ad-bc45-9184140188a5 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.5192945 Sep 02 13:32:43.869920 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-ff808e62-357c-46d0-8faa-c7e08e5dffe1 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/quotas/3e19f593db1340f5966bcdc4057d72b5 HTTP/1.1" status: 200 len: 375 time: 0.0451033 Sep 02 13:32:43.875418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Request body: {'port': {'device_id': '80734da2-f46c-4929-bea2-9e9bd9521640', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'admin_state_up': True, 'tenant_id': 'aef9a428c80748b391ac5635a60221c8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:43.903221 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e4491f79-f4a8-4a8d-966e-97faa1f12954 req-10d460e1-c56b-48ee-a6f2-2bc06668cbc6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.908819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e4491f79-f4a8-4a8d-966e-97faa1f12954 req-10d460e1-c56b-48ee-a6f2-2bc06668cbc6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:43.910743 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e4491f79-f4a8-4a8d-966e-97faa1f12954 req-10d460e1-c56b-48ee-a6f2-2bc06668cbc6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "DELETE /v2.0/security-groups/642e7c46-417f-4514-a07d-60249693add5 HTTP/1.1" status: 204 len: 173 time: 0.4930913 Sep 02 13:32:43.950941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d460e1-c56b-48ee-a6f2-2bc06668cbc6 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642e7c46-417f-4514-a07d-60249693add5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:44.037132 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-93e87628-4523-4479-af48-914c9973491d req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Deleting port bbfede21-8a45-4761-a512-67af5ae26615 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:44.037545 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-93e87628-4523-4479-af48-914c9973491d req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.040218 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.561773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3bb6d-5a18-49f0-98f8-54ae80582d8c req-6c230570-f952-4bbb-8324-a7eace770615 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:44.564652 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4db3bb6d-5a18-49f0-98f8-54ae80582d8c req-6c230570-f952-4bbb-8324-a7eace770615 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 946 time: 0.5544119 Sep 02 13:32:44.599940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-3d73916b-0dba-4715-a369-1582ddecc9c7 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:44.602201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-3d73916b-0dba-4715-a369-1582ddecc9c7 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "GET /v2.0/ports?device_id=e93eac6e-fbe0-4a50-aad8-101b0c06246e HTTP/1.1" status: 200 len: 943 time: 0.5420754 Sep 02 13:32:44.625015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.701281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Transition to ACTIVE for port object f328ed04-1892-4d10-9f50-2fb8ff6a50ae will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:44.720411 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4db3bb6d-5a18-49f0-98f8-54ae80582d8c req-5500bb35-ad1b-4a98-823e-df8b961a3fb4 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397772 Sep 02 13:32:44.755759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-83883703-4b5d-4bc0-9fb9-b7b5c52e22c5 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8053527 Sep 02 13:32:44.835689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.849878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64', '141d4cc5-f1da-4cfd-abcc-854f22518c68'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:44.892878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-93e87628-4523-4479-af48-914c9973491d req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] For port bbfede21-8a45-4761-a512-67af5ae26615, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bbfede21-8a45-4761-a512-67af5ae26615,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:44.894227 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-93e87628-4523-4479-af48-914c9973491d req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.895602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', '1a3e3c80-444b-43c1-9cc3-78ad73f09b54'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:44.905962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Deleting port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:44.906423 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.943220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-93e87628-4523-4479-af48-914c9973491d req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Calling delete_port for bbfede21-8a45-4761-a512-67af5ae26615 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:44.958131 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Made reservation on behalf of aef9a428c80748b391ac5635a60221c8 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:44.962843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:44.970411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:44.995444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:45.004566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:45.011155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event updated for resources: {'Port': ['ID=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:45.030990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198501a7-4b35-464c-8d8e-da49116eb978 req-0302ba22-ff1f-4012-b1d2-d5c770743a67 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:45.032850 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-0302ba22-ff1f-4012-b1d2-d5c770743a67 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 808 time: 0.8003571 Sep 02 13:32:45.133707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Request body: {'port': {'device_id': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847', 'admin_state_up': True, 'tenant_id': 'd85f364184c74b5fae55bf6a737733c1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:45.168325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] For port 0c4868c0-9b0e-4ddc-a818-c90a54b69315, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0c4868c0-9b0e-4ddc-a818-c90a54b69315,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:45.168863 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.190644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Calling delete_port for 0c4868c0-9b0e-4ddc-a818-c90a54b69315 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:45.271947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-a3dc05f8-eaf0-43f8-ba9c-1a4579dd3062 service neutron] 10.222.0.13 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035143 Sep 02 13:32:45.425193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d38f5-2a48-473d-8c97-6ef04a41b10a req-f349aac0-3914-4d3d-be8f-af6d5577cbc7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:45.427486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-957d38f5-2a48-473d-8c97-6ef04a41b10a req-f349aac0-3914-4d3d-be8f-af6d5577cbc7 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 1023 time: 0.5888600 Sep 02 13:32:45.445373 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.501549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2ca417e6-fa0b-48bf-96a4-82e0d34a6af7 None None] Provisioning for port f328ed04-1892-4d10-9f50-2fb8ff6a50ae completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:45.514891 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2ca417e6-fa0b-48bf-96a4-82e0d34a6af7 None None] Provisioning complete for port f328ed04-1892-4d10-9f50-2fb8ff6a50ae triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:45.515531 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ca417e6-fa0b-48bf-96a4-82e0d34a6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.525096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:45.525810 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.533519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Pushing event deleted for resources: {'Port': ['ID=0c4868c0-9b0e-4ddc-a818-c90a54b69315,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:45.556918 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.582440 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-957d38f5-2a48-473d-8c97-6ef04a41b10a req-5e909131-e386-48ad-8ec1-56c2fdf15610 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=72114cd3-4afd-416e-b1c3-9eb25148b575&id=6a4d2f7f-c38c-4ace-97eb-72e73fdbe360&id=f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1339552 Sep 02 13:32:45.643583 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2089ea43-8472-4799-89d3-99b2a7d26ccf tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5815051 Sep 02 13:32:45.644331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] No DVR routers for this DVR port 0c4868c0-9b0e-4ddc-a818-c90a54b69315 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:45.649240 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.652554 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f779344-2ae6-476d-adf2-5dc4e78d640c req-11d827db-a820-42f5-b115-72079694a8bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "DELETE /v2.0/ports/0c4868c0-9b0e-4ddc-a818-c90a54b69315 HTTP/1.1" status: 204 len: 173 time: 1.0411856 Sep 02 13:32:45.653710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'name': 'network-vif-deleted', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:45.660040 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc9042-d6ab-4c0d-89d9-20e25228696a" -d '{"events": [{"server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "name": "network-vif-deleted", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:45.681162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Request body: {'port': {'device_id': '1936c9d3-cdb9-4885-b1c3-49ab32143c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:45.695354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2ca417e6-fa0b-48bf-96a4-82e0d34a6af7 None None] Port f328ed04-1892-4d10-9f50-2fb8ff6a50ae cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:32:45.707361 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:32:45.858243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddefa6-208e-4806-9a58-dff1b1bfb114 req-76c1bc42-f971-418d-abd6-adc2024c0f29 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:45.859878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23ddefa6-208e-4806-9a58-dff1b1bfb114 req-76c1bc42-f971-418d-abd6-adc2024c0f29 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 936 time: 0.0769100 Sep 02 13:32:45.860804 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.878554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Allocated IP 172.20.0.8 (79cd27ca-5513-4fc3-bbff-ceea57a3bac6/c492d62d-bb5c-403f-a25f-021347fc973a/59c6a530-f8fc-46a3-b6fc-3d4dcebecf81) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:45.887583 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-50d9a2c0-6924-43e8-9b39-02507452e711 service neutron] 10.222.0.13 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511560 Sep 02 13:32:45.920283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Made reservation on behalf of d85f364184c74b5fae55bf6a737733c1 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:45.924634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:45.943691 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23ddefa6-208e-4806-9a58-dff1b1bfb114 req-89d0e053-a775-40c5-831a-bbfb43f1073c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712657 Sep 02 13:32:45.964563 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-93e87628-4523-4479-af48-914c9973491d req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:46.064197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'Port': ['ID=bbfede21-8a45-4761-a512-67af5ae26615,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:46.098047 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-464bb8d9-c681-46be-9869-778e11c15536 req-3a8c253e-ee47-4c21-8075-00f70bea1dd9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/b6916cdc-c93c-4e56-97c0-c66845f3baf8 HTTP/1.1" status: 200 len: 1802 time: 0.0670605 Sep 02 13:32:46.176604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bbfede21-8a45-4761-a512-67af5ae26615 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:46.245459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: bbfede21-8a45-4761-a512-67af5ae26615 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:46.246553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bbfede21-8a45-4761-a512-67af5ae26615 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:46.281627 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f5e3ebbd-4a6b-4adc-81ef-fb1525dd1930 req-b6dc63d7-a66d-42ec-bf67-c0ca02fcf6a4 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 210 time: 0.0575006 Sep 02 13:32:46.358531 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-05cb632e-0cb0-4bd2-97d6-4d0136b82d87 req-8896ae1f-8062-4f26-85bd-428ed85a3689 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 210 time: 0.1592014 Sep 02 13:32:46.433265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e87628-4523-4479-af48-914c9973491d req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] No DVR routers for this DVR port bbfede21-8a45-4761-a512-67af5ae26615 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:46.459900 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-93e87628-4523-4479-af48-914c9973491d req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:46.462329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-93e87628-4523-4479-af48-914c9973491d req-7192dc44-5c67-4d77-afb4-2df5001a7255 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.90 "DELETE /v2.0/ports/bbfede21-8a45-4761-a512-67af5ae26615 HTTP/1.1" status: 204 len: 173 time: 3.2729871 Sep 02 13:32:46.465776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'name': 'network-vif-deleted', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:46.482579 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd16f60f-b561-4840-86a6-fd913f3b8a95" -d '{"events": [{"server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "name": "network-vif-deleted", "tag": "bbfede21-8a45-4761-a512-67af5ae26615"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:46.570175 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d14c74f-d1aa-4919-960e-80d5648521ba x-openstack-request-id: req-2d14c74f-d1aa-4919-960e-80d5648521ba {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:46.571066 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93eac6e-fbe0-4a50-aad8-101b0c06246e", "name": "network-vif-deleted", "tag": "0c4868c0-9b0e-4ddc-a818-c90a54b69315", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:46.571848 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d14c74f-d1aa-4919-960e-80d5648521ba {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:46.573178 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93eac6e-fbe0-4a50-aad8-101b0c06246e', 'name': 'network-vif-deleted', 'tag': '0c4868c0-9b0e-4ddc-a818-c90a54b69315', 'status': 'completed', 'code': 200} Sep 02 13:32:46.589167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f328ed04-1892-4d10-9f50-2fb8ff6a50ae {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:46.607468 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:46.644826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Transition to ACTIVE for port object f328ed04-1892-4d10-9f50-2fb8ff6a50ae will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:46.652120 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:46.661218 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58fec05f-6e60-483e-a256-2d6aca5cba98 req-2061703c-73ad-4115-ac76-1f22c8ada6ed tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0634341 Sep 02 13:32:46.683567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Router 5e6b4e80-626a-4d05-bc57-86319cb32630 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:32:46.706019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Allocated IP 172.20.0.7 (cce2efb6-ca9a-41b3-bb1c-dc4a4394d847/96cfffaf-9e95-4546-871b-7d1979dd9d7b/d58dda62-2a54-4b3f-955b-0c82cb282b18) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:46.738896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-896b8847-f298-4751-88f8-555df8000299 req-647615ea-b1a5-46df-88ee-617bf2d5919f tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2021762967', 'description': 'tempest-description-2140446002'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:46.843041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74d164a3-2259-43d0-9f01-9bae22b71115'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:46.939815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:46.956263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Attempting to bind port f328ed04-1892-4d10-9f50-2fb8ff6a50ae on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:46.956595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Attempting to bind port f328ed04-1892-4d10-9f50-2fb8ff6a50ae by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:46.956933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Attempting to bind port f328ed04-1892-4d10-9f50-2fb8ff6a50ae on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:46.972995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Port f328ed04-1892-4d10-9f50-2fb8ff6a50ae on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:46.973805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Attempting to bind port f328ed04-1892-4d10-9f50-2fb8ff6a50ae on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:46.982860 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.009680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:47.010608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:47.012477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:47.013364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Bound port: f328ed04-1892-4d10-9f50-2fb8ff6a50ae, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:47.014373 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.036215 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332776da-ac6d-453b-803c-7cc2b08cf00a x-openstack-request-id: req-332776da-ac6d-453b-803c-7cc2b08cf00a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:47.036493 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89cd419f-2741-4389-97c6-631518a560f1", "name": "network-vif-deleted", "tag": "bbfede21-8a45-4761-a512-67af5ae26615", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:47.036665 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-332776da-ac6d-453b-803c-7cc2b08cf00a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:47.036945 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cd419f-2741-4389-97c6-631518a560f1', 'name': 'network-vif-deleted', 'tag': 'bbfede21-8a45-4761-a512-67af5ae26615', 'status': 'completed', 'code': 200} Sep 02 13:32:47.067021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f015ee0-ef43-4801-8752-20239c91e305 req-40a8cacb-bece-4076-bb29-679c181d58e8 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=89cd419f-2741-4389-97c6-631518a560f1 HTTP/1.1" status: 200 len: 210 time: 0.0864666 Sep 02 13:32:47.115903 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-896b8847-f298-4751-88f8-555df8000299 req-647615ea-b1a5-46df-88ee-617bf2d5919f tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.231496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0c4868c0-9b0e-4ddc-a818-c90a54b69315 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:47.272883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] For port f328ed04-1892-4d10-9f50-2fb8ff6a50ae, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:47.286533 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] For port f328ed04-1892-4d10-9f50-2fb8ff6a50ae, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:47.297471 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.344756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:32:47.360135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 0c4868c0-9b0e-4ddc-a818-c90a54b69315 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:47.361060 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Sync routers for ids ['5e6b4e80-626a-4d05-bc57-86319cb32630'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:32:47.362304 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0c4868c0-9b0e-4ddc-a818-c90a54b69315 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:47.378219 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Routers {'5e6b4e80-626a-4d05-bc57-86319cb32630'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:47.379007 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:32:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5e6b4e80-626a-4d05-bc57-86319cb32630'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:47.426977 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.481591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:47.483534 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.486634 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] 10.222.0.90 "PUT /v2.0/ports/f328ed04-1892-4d10-9f50-2fb8ff6a50ae HTTP/1.1" status: 200 len: 1096 time: 1.8176868 Sep 02 13:32:47.542926 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.550377 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event updated for resources: {'Port': ['ID=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:47.597326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:47.611308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:47.619238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:47.633440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396e93d-702e-4c7b-83d9-6cc833cd11f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:47.662229 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-896b8847-f298-4751-88f8-555df8000299 req-647615ea-b1a5-46df-88ee-617bf2d5919f tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.681962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc02638-eb5d-4f41-bae1-92359ccbd8b7 req-d262a944-d078-4ade-af3e-6efc06acf315 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:47.683242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-896b8847-f298-4751-88f8-555df8000299 req-647615ea-b1a5-46df-88ee-617bf2d5919f tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.696954 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abc02638-eb5d-4f41-bae1-92359ccbd8b7 req-d262a944-d078-4ade-af3e-6efc06acf315 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 946 time: 0.2990761 Sep 02 13:32:47.718985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647615ea-b1a5-46df-88ee-617bf2d5919f tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0de6519-e003-4c16-8439-6e315858432e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:47.720644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2663cee1-f0c6-404f-b8fc-2bc9b8a3d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:47.721415 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.722674 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-22edf8e9-59d0-49dc-b184-4d613beef968 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9210622 Sep 02 13:32:47.731380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:47.732466 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-2663cee1-f0c6-404f-b8fc-2bc9b8a3d8bc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 1099 time: 0.1578705 Sep 02 13:32:47.744559 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Set router 5e6b4e80-626a-4d05-bc57-86319cb32630 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:47.806393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:47.807069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.821553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-391a90f8-62aa-4dbf-919c-043cc1b83a57 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f328ed04-1892-4d10-9f50-2fb8ff6a50ae HTTP/1.1" status: 200 len: 217 time: 0.0727482 Sep 02 13:32:47.844928 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-896b8847-f298-4751-88f8-555df8000299 req-647615ea-b1a5-46df-88ee-617bf2d5919f tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.857294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-896b8847-f298-4751-88f8-555df8000299 req-647615ea-b1a5-46df-88ee-617bf2d5919f tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1258943 Sep 02 13:32:47.857572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abc02638-eb5d-4f41-bae1-92359ccbd8b7 req-e5eb4a0b-d1f9-471d-bd1d-4b13203eafdb tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591663 Sep 02 13:32:47.884651 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:47.981720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-76ab033e-f508-4723-83ac-0f2ed71100b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:47.983683 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-76ab033e-f508-4723-83ac-0f2ed71100b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1449842 Sep 02 13:32:47.992230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-37bfb2e3-0c93-4eae-a69c-ef47ad99d177 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1206801 Sep 02 13:32:48.039388 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Request body: {'port': {'device_id': '80734da2-f46c-4929-bea2-9e9bd9521640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:48.105524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:48.111605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Pushing event updated for resources: {'Port': ['ID=d58dda62-2a54-4b3f-955b-0c82cb282b18,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:48.142584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:48.158969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:48.206435 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:32:40Z', 'updated_at': '2021-09-02T13:32:43Z', 'revision_number': 3, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'gw_port': {'id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:42Z', 'updated_at': '2021-09-02T13:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:48.235757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62d71e-4e91-492f-a27a-662775f520b1 req-f1da1696-d578-49ec-b686-f6537f36ff18 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:48.238245 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff62d71e-4e91-492f-a27a-662775f520b1 req-f1da1696-d578-49ec-b686-f6537f36ff18 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 931 time: 0.2534215 Sep 02 13:32:48.246828 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-4662b939-8470-42bb-b7ac-b923199141a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:48.248701 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-4662b939-8470-42bb-b7ac-b923199141a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2472198 Sep 02 13:32:48.249249 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Checking router: 5e6b4e80-626a-4d05-bc57-86319cb32630 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:32:48.249801 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Updating router 5e6b4e80-626a-4d05-bc57-86319cb32630 port e374f3a2-3319-4072-812a-6e49df2a8aff binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:32:48.286503 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:48.287181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4a3b1-68b8-4240-9eb1-c2d6f2b5fd4c req-d0e61aed-ec05-4531-89d7-7302964a3639 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:48.289876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2f4a3b1-68b8-4240-9eb1-c2d6f2b5fd4c req-d0e61aed-ec05-4531-89d7-7302964a3639 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 948 time: 0.3163872 Sep 02 13:32:48.370921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:48.374729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-4f4d1a9c-8047-4c45-99a2-f33aabc18c98 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:48.376308 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-4f4d1a9c-8047-4c45-99a2-f33aabc18c98 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 805 time: 0.2972648 Sep 02 13:32:48.381668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff62d71e-4e91-492f-a27a-662775f520b1 req-fc4aac25-efff-4ea9-a873-0820f3058ffa tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290948 Sep 02 13:32:48.398517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Request body: {'port': {'device_id': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'admin_state_up': True, 'tenant_id': '3e19f593db1340f5966bcdc4057d72b5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:48.448321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:48.449012 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:48.516094 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2f4a3b1-68b8-4240-9eb1-c2d6f2b5fd4c req-ee172a96-a0ba-49dd-8f9b-6ae43cfc1287 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048457 Sep 02 13:32:48.530325 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-4fe7479a-bf18-4dd6-b6a1-b61c50d29ec0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4620953 Sep 02 13:32:48.541673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-4c0b014a-9c60-47ee-bf3e-f2b2dfa31dd5 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649379 Sep 02 13:32:48.570918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Request body: {'port': {'device_id': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:48.583664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1936c9d3-cdb9-4885-b1c3-49ab32143c79', 'tag': 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:48.586648 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692340bb-8e78-4be1-805a-d9ab8e3c41be" -d '{"events": [{"name": "network-changed", "server_uuid": "1936c9d3-cdb9-4885-b1c3-49ab32143c79", "tag": "f328ed04-1892-4d10-9f50-2fb8ff6a50ae"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:48.660818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91092f43-88c6-40a7-a310-b0c16894f494 req-aee404a8-32d4-4e84-b8a3-fd1778fdbc42 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:48.662608 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91092f43-88c6-40a7-a310-b0c16894f494 req-aee404a8-32d4-4e84-b8a3-fd1778fdbc42 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 931 time: 0.1689761 Sep 02 13:32:48.740489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a08e584b-2e2a-426f-bf1f-9a5499b475d8 req-368dfbf3-9b23-46a4-a48f-3e846a2adb39 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839659 Sep 02 13:32:48.753890 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91092f43-88c6-40a7-a310-b0c16894f494 req-7f95578b-0ecd-4080-8240-a01e2c0206be tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784597 Sep 02 13:32:48.755282 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Made reservation on behalf of 3e19f593db1340f5966bcdc4057d72b5 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:32:48.760243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:48.797659 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:48.822802 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Transition to ACTIVE for port object e374f3a2-3319-4072-812a-6e49df2a8aff will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:48.831558 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:48.849279 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db48fb50-b835-4e12-9223-4523ed3e2ecd req-deaefb27-0eaf-4f67-bdc6-cd3fc9007875 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 210 time: 0.1556172 Sep 02 13:32:48.924439 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc6d96e4-afd7-4e12-9b5f-f772d6980c3d req-7552b993-abd4-4428-bc0e-c8d1280cb14b tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/c0de6519-e003-4c16-8439-6e315858432e HTTP/1.1" status: 200 len: 1805 time: 0.1053669 Sep 02 13:32:48.950508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fc6d96e4-afd7-4e12-9b5f-f772d6980c3d req-c933860f-7d18-49ef-a8f1-b9abd63e40c9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0de6519-e003-4c16-8439-6e315858432e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:48.951955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fc6d96e4-afd7-4e12-9b5f-f772d6980c3d req-c933860f-7d18-49ef-a8f1-b9abd63e40c9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0de6519-e003-4c16-8439-6e315858432e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:49.035031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Allocated IP 172.20.0.9 (bac02cfc-9ff9-472a-9eb0-ec1bf1144121/a15b3572-036e-46a2-abaf-8545c3cdf93c/d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:49.048686 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3234b-2c3f-4123-a66f-0d6e438f2d2c x-openstack-request-id: req-a5a3234b-2c3f-4123-a66f-0d6e438f2d2c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:49.049038 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1936c9d3-cdb9-4885-b1c3-49ab32143c79", "tag": "f328ed04-1892-4d10-9f50-2fb8ff6a50ae", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:49.049288 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5a3234b-2c3f-4123-a66f-0d6e438f2d2c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:49.049790 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1936c9d3-cdb9-4885-b1c3-49ab32143c79', 'tag': 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae', 'status': 'completed', 'code': 200} Sep 02 13:32:49.117162 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.147232 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Attempting to bind port e374f3a2-3319-4072-812a-6e49df2a8aff on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:49.148427 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Attempting to bind port e374f3a2-3319-4072-812a-6e49df2a8aff by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:49.149363 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Attempting to bind port e374f3a2-3319-4072-812a-6e49df2a8aff on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:49.149997 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc6d96e4-afd7-4e12-9b5f-f772d6980c3d req-c933860f-7d18-49ef-a8f1-b9abd63e40c9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.153755 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Pushing event updated for resources: {'Port': ['ID=e374f3a2-3319-4072-812a-6e49df2a8aff,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:49.168964 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:49.169723 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:49.170190 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.170783 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:49.171537 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Bound port: e374f3a2-3319-4072-812a-6e49df2a8aff, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:49.171997 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.176267 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.176808 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.177348 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.177877 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.178439 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.179364 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.179594 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.180494 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.180679 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.181139 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.181583 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.182112 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:32:49.261438 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc6d96e4-afd7-4e12-9b5f-f772d6980c3d req-c933860f-7d18-49ef-a8f1-b9abd63e40c9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.263016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-d979b053-7540-4a00-857f-cd5be5eea223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:49.264793 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-d979b053-7540-4a00-857f-cd5be5eea223 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 1099 time: 0.1652398 Sep 02 13:32:49.268221 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc6d96e4-afd7-4e12-9b5f-f772d6980c3d req-c933860f-7d18-49ef-a8f1-b9abd63e40c9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.293707 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] For port e374f3a2-3319-4072-812a-6e49df2a8aff, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:49.301007 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] For port e374f3a2-3319-4072-812a-6e49df2a8aff, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e374f3a2-3319-4072-812a-6e49df2a8aff,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:49.308046 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.330867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933860f-7d18-49ef-a8f1-b9abd63e40c9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aeffcb8-6d22-4f2c-899e-193317a2b1a3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:49.391468 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Routers {'5e6b4e80-626a-4d05-bc57-86319cb32630'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:49.392501 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:32:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5e6b4e80-626a-4d05-bc57-86319cb32630'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:49.407010 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc6d96e4-afd7-4e12-9b5f-f772d6980c3d req-c933860f-7d18-49ef-a8f1-b9abd63e40c9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.412381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc6d96e4-afd7-4e12-9b5f-f772d6980c3d req-c933860f-7d18-49ef-a8f1-b9abd63e40c9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4858117 Sep 02 13:32:49.512511 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a0d6a-153d-4fe8-b2ae-18a433367e93 None None] Pushing event updated for resources: {'Port': ['ID=e374f3a2-3319-4072-812a-6e49df2a8aff,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:49.545270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-e2fef6ef-57e7-418d-ba7d-777c05f81025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:49.550091 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-e2fef6ef-57e7-418d-ba7d-777c05f81025 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2561183 Sep 02 13:32:49.566908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.634856 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] Set router 5e6b4e80-626a-4d05-bc57-86319cb32630 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:49.659887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-50ece59f-e441-43a9-b3bf-1c0fad593f9f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f328ed04-1892-4d10-9f50-2fb8ff6a50ae HTTP/1.1" status: 200 len: 217 time: 0.0877285 Sep 02 13:32:49.795400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-f43a9b26-99ed-4016-9490-9588c4caf123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:49.797665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-f43a9b26-99ed-4016-9490-9588c4caf123 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1231575 Sep 02 13:32:49.799463 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:49.805107 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-660a75a7-a74b-4fc3-b6cd-f4dadb629159 req-3ab0c151-25e5-4a73-a754-854b98cc9fc5 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f HTTP/1.1" status: 200 len: 1800 time: 0.7017605 Sep 02 13:32:49.821298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38693e9a-d8df-4c15-aee4-7f4fefe406b0 req-b91d3b2b-e927-42cd-ba54-c1b759f57d0d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:49.823250 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-38693e9a-d8df-4c15-aee4-7f4fefe406b0 req-b91d3b2b-e927-42cd-ba54-c1b759f57d0d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 931 time: 0.1335888 Sep 02 13:32:49.936248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:49.943691 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:32:40Z', 'updated_at': '2021-09-02T13:32:43Z', 'revision_number': 3, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'gw_port': {'id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:42Z', 'updated_at': '2021-09-02T13:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:49.951376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:49.957445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Pushing event updated for resources: {'Port': ['ID=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:49.961906 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:49.999148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-aebcfe71-cbaa-405f-bbdf-9817094460a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.001008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-aebcfe71-cbaa-405f-bbdf-9817094460a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1740150 Sep 02 13:32:50.003693 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa2a9e-bc9d-4099-8200-e36939aa1a54 None None] The sync data for ids ['5e6b4e80-626a-4d05-bc57-86319cb32630'] in n-d-794796-4 is: [{'id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:32:40Z', 'updated_at': '2021-09-02T13:32:43Z', 'revision_number': 3, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'gw_port': {'id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:42Z', 'updated_at': '2021-09-02T13:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:32:50.016430 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-38693e9a-d8df-4c15-aee4-7f4fefe406b0 req-235f2bbe-bd4a-407d-835a-2f3d0b52ee98 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462665 Sep 02 13:32:50.062710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:50.089940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.178741 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.180321 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.213260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Transition to ACTIVE for port object 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:50.218927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660a75a7-a74b-4fc3-b6cd-f4dadb629159 req-e9298ff0-1f97-4ca4-bbf8-41a26c4a7699 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.227707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.229328 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-bf1182da-4a57-4ac8-96e6-3ed42f4d3046 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8376243 Sep 02 13:32:50.234220 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c7b9231-8f86-46af-b708-a9e4187074fd req-7dd0e65b-bf99-4cee-b2c7-10a860710d3c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/c0de6519-e003-4c16-8439-6e315858432e HTTP/1.1" status: 200 len: 2398 time: 0.1308053 Sep 02 13:32:50.246290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Request body: {'port': {'device_id': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:50.275082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9c7b9231-8f86-46af-b708-a9e4187074fd req-ad76fcf1-d954-4d0b-b20e-6ee5a770a10e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0de6519-e003-4c16-8439-6e315858432e', 'remote_group_id': None}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:50.275748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9c7b9231-8f86-46af-b708-a9e4187074fd req-ad76fcf1-d954-4d0b-b20e-6ee5a770a10e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0de6519-e003-4c16-8439-6e315858432e', 'remote_group_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:50.303416 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.306190 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-5997a5ef-5fef-46e9-9d19-f628d39d1519 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886472 Sep 02 13:32:50.329200 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660a75a7-a74b-4fc3-b6cd-f4dadb629159 req-e9298ff0-1f97-4ca4-bbf8-41a26c4a7699 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.410642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:50.478503 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.580387 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-692340bb-8e78-4be1-805a-d9ab8e3c41be req-8bde2b63-7394-4d70-9bbe-28bd113c8b31 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574825 Sep 02 13:32:50.583485 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c7b9231-8f86-46af-b708-a9e4187074fd req-ad76fcf1-d954-4d0b-b20e-6ee5a770a10e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.678456 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660a75a7-a74b-4fc3-b6cd-f4dadb629159 req-e9298ff0-1f97-4ca4-bbf8-41a26c4a7699 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.681784 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c7b9231-8f86-46af-b708-a9e4187074fd req-ad76fcf1-d954-4d0b-b20e-6ee5a770a10e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.683451 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-660a75a7-a74b-4fc3-b6cd-f4dadb629159 req-e9298ff0-1f97-4ca4-bbf8-41a26c4a7699 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.686714 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c7b9231-8f86-46af-b708-a9e4187074fd req-ad76fcf1-d954-4d0b-b20e-6ee5a770a10e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.692283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-660a75a7-a74b-4fc3-b6cd-f4dadb629159 req-e9298ff0-1f97-4ca4-bbf8-41a26c4a7699 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f HTTP/1.1" status: 204 len: 173 time: 0.8576529 Sep 02 13:32:50.701112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58dda62-2a54-4b3f-955b-0c82cb282b18 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:50.722386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76fcf1-d954-4d0b-b20e-6ee5a770a10e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45d9ee3-07c1-4ade-b187-1f30dcffd704,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:50.739894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c7b9231-8f86-46af-b708-a9e4187074fd req-ad76fcf1-d954-4d0b-b20e-6ee5a770a10e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.741089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c7b9231-8f86-46af-b708-a9e4187074fd req-ad76fcf1-d954-4d0b-b20e-6ee5a770a10e tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4719429 Sep 02 13:32:50.810820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.861254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9298ff0-1f97-4ca4-bbf8-41a26c4a7699 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:50.896739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Transition to ACTIVE for port object d58dda62-2a54-4b3f-955b-0c82cb282b18 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:50.949963 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:50.976172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b9a8-9990-42f4-ba25-3c48a238a058 req-cdec16d3-7643-430a-aca2-267e1c1b280d tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:50.978065 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54f5b9a8-9990-42f4-ba25-3c48a238a058 req-cdec16d3-7643-430a-aca2-267e1c1b280d tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 946 time: 0.1421957 Sep 02 13:32:51.005478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Attempting to bind port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:51.005964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Attempting to bind port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:51.006397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Attempting to bind port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:51.041376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7577a-3d31-41b8-a5cf-54acbc0aa245 req-6eb27715-f48e-4c97-9b62-b1a6c6bf5122 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:51.043197 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-51f7577a-3d31-41b8-a5cf-54acbc0aa245 req-6eb27715-f48e-4c97-9b62-b1a6c6bf5122 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 948 time: 0.2288055 Sep 02 13:32:51.049096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:51.049447 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Attempting to bind port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:51.050313 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.77', 58116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:51.079124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Allocated IP 172.20.0.1 (52862e1e-0dc2-4592-bdef-aa0dd85d73d0/230d8c02-850d-41d4-ab8d-2e76ed8b715f/1d176126-82ad-485e-8fd1-be3a33d2cd95) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:32:51.100485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:51.100837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Checking segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:51.101192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Bound using segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:51.101732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Bound port: 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:51.103423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.112958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Pushing event updated for resources: {'Port': ['ID=d58dda62-2a54-4b3f-955b-0c82cb282b18,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:51.116129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:51.130218 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.139350 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54f5b9a8-9990-42f4-ba25-3c48a238a058 req-87b06403-b152-4379-9588-69969764d24a tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428187 Sep 02 13:32:51.166531 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Transition to ACTIVE for port object d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:51.188080 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.204808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-4b1bc264-8303-430c-8961-40f57b4dfc75 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:51.206743 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-4b1bc264-8303-430c-8961-40f57b4dfc75 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.77 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 946 time: 0.1351433 Sep 02 13:32:51.280079 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-51f7577a-3d31-41b8-a5cf-54acbc0aa245 req-a554269d-f80c-4a1a-980e-2064487a4c7e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117422 Sep 02 13:32:51.348926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:51.382693 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] For port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:51.427050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] For port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:51.431372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:51.431972 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:51.432567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:51.437752 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.474105 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.485485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Port d58dda62-2a54-4b3f-955b-0c82cb282b18 on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:51.486094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:51.493394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64894b5e-709f-4fa5-9349-75b154f6d7e4 req-a250d790-90ab-40da-8c64-2232bc33ee1d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:51.494997 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64894b5e-709f-4fa5-9349-75b154f6d7e4 req-a250d790-90ab-40da-8c64-2232bc33ee1d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 943 time: 0.1958044 Sep 02 13:32:51.528482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:51.528482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:51.528482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:51.532002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Bound port: d58dda62-2a54-4b3f-955b-0c82cb282b18, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:51.532002 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.543872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Deleting port 3ff0627e-22a5-4a25-9798-80b380ebf581 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:51.544442 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.548779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Attempting to bind port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:51.549140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Attempting to bind port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:51.549631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Attempting to bind port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:51.566037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:51.566668 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.568160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] 10.222.0.77 "PUT /v2.0/ports/59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 HTTP/1.1" status: 200 len: 1091 time: 3.5443637 Sep 02 13:32:51.569926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80734da2-f46c-4929-bea2-9e9bd9521640', 'tag': '59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:51.572404 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e7862f-369b-4879-aa29-41fc08f1566f" -d '{"events": [{"name": "network-changed", "server_uuid": "80734da2-f46c-4929-bea2-9e9bd9521640", "tag": "59c6a530-f8fc-46a3-b6fc-3d4dcebecf81"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:51.623405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44884c6-b3e9-41d4-8562-0413d570328c req-eb58dee6-2f8a-496c-906f-8e5b6a8de5c8 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:51.625271 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e44884c6-b3e9-41d4-8562-0413d570328c req-eb58dee6-2f8a-496c-906f-8e5b6a8de5c8 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 943 time: 0.2298336 Sep 02 13:32:51.634072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:32:51.634678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Attempting to bind port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:51.694585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bf7d8-4296-4ddd-8bff-4696f3c80fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:51.755061 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.778468 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e44884c6-b3e9-41d4-8562-0413d570328c req-eea2869d-d822-4258-ad69-a67eccb370f4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104527 Sep 02 13:32:51.797050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e374f3a2-3319-4072-812a-6e49df2a8aff up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:51.814228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:51.821909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-812662bc-9cad-44ec-b3f2-7e29207d6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:51.823419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-812662bc-9cad-44ec-b3f2-7e29207d6fe8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 1094 time: 0.1971867 Sep 02 13:32:51.868272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:51.875140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:51.895513 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port e374f3a2-3319-4072-812a-6e49df2a8aff completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:51.901252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e374f3a2-3319-4072-812a-6e49df2a8aff triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:51.901690 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.929441 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:51.933175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:32:51.945222 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:51.991685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-7a0a69d7-be13-4c60-8c63-04b03e0c3863 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 HTTP/1.1" status: 200 len: 217 time: 0.1387477 Sep 02 13:32:52.002598 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Pushing event updated for resources: {'Port': ['ID=1d176126-82ad-485e-8fd1-be3a33d2cd95,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:52.024283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64894b5e-709f-4fa5-9349-75b154f6d7e4 req-9d4cdee2-91ae-4a0d-992d-c8081f3fd527 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168874 Sep 02 13:32:52.030481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:52.030829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Checking segment: {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:52.034860 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Bound using segment: {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:52.034860 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Bound port: d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:52.034860 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.052999 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.091963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port e374f3a2-3319-4072-812a-6e49df2a8aff, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e374f3a2-3319-4072-812a-6e49df2a8aff,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:52.100146 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.116358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:52.117553 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.119549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] 10.222.0.77 "PUT /v2.0/ports/d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 200 len: 1091 time: 3.5714562 Sep 02 13:32:52.169392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=e374f3a2-3319-4072-812a-6e49df2a8aff,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:52.174267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f328ed04-1892-4d10-9f50-2fb8ff6a50ae details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:52.181343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] For port 3ff0627e-22a5-4a25-9798-80b380ebf581, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3ff0627e-22a5-4a25-9798-80b380ebf581,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:52.181732 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.202349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-469c4d84-92e3-4fe1-a141-85cc8766a237 req-c54c42b9-88fc-4838-aaec-645bf69f6c16 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/c0de6519-e003-4c16-8439-6e315858432e HTTP/1.1" status: 200 len: 2996 time: 0.1384745 Sep 02 13:32:52.237146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.281431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-6de79582-9bfb-4b64-87ee-007b90a569e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:52.283020 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-6de79582-9bfb-4b64-87ee-007b90a569e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.2633357 Sep 02 13:32:52.285910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:52.304157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:52.320309 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.326204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f328ed04-1892-4d10-9f50-2fb8ff6a50ae, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:52.345443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae', 'mac_address': 'fa:16:3e:76:aa:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:52.356042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3abcfb4c-93ed-4566-b302-ba531b155b98 req-e08edafa-5d4a-4b32-bd35-4200fca2cc98 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/6a4d2f7f-c38c-4ace-97eb-72e73fdbe360 HTTP/1.1" status: 200 len: 1800 time: 0.4919958 Sep 02 13:32:52.364157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469344e-14e8-447d-9919-de2c1b796bce service neutron] Pushing event updated for resources: {'Port': ['ID=d58dda62-2a54-4b3f-955b-0c82cb282b18,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:52.404074 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.431491 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f328ed04-1892-4d10-9f50-2fb8ff6a50ae {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:52.434581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:52.435207 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.436819 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] 10.222.0.77 "PUT /v2.0/ports/d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 HTTP/1.1" status: 200 len: 1091 time: 2.1975765 Sep 02 13:32:52.438004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:52.440099 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950f56aa-4dc3-482a-bf4e-a493a9de495a" -d '{"events": [{"name": "network-changed", "server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:52.457204 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-e433ee0b-9ac2-4576-b021-1a6f1aa90c5a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952206 Sep 02 13:32:52.478240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f328ed04-1892-4d10-9f50-2fb8ff6a50ae, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:52.487909 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.527036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef3652-bfb6-4232-9002-8eb3f8bf5412 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:52.573010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:52.588074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56a5b9-4597-4932-8166-1329ceaa9150 req-5c268ad2-83c9-4f86-b2bb-d45d1a87d35f tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:52.596393 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc56a5b9-4597-4932-8166-1329ceaa9150 req-5c268ad2-83c9-4f86-b2bb-d45d1a87d35f tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 943 time: 0.2373319 Sep 02 13:32:52.604870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198501a7-4b35-464c-8d8e-da49116eb978 req-91e1cbb4-2101-4d13-aced-0c74a6884c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:52.607089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-91e1cbb4-2101-4d13-aced-0c74a6884c55 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1094 time: 0.4147432 Sep 02 13:32:52.631448 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.631890 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.632399 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Floating IP 2080ef70-a08d-4994-b28a-f83003502dcd disassociated. External IP: 172.25.3.88, port: 3ff0627e-22a5-4a25-9798-80b380ebf581. Sep 02 13:32:52.632925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Calling delete_port for 3ff0627e-22a5-4a25-9798-80b380ebf581 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:52.695543 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc56a5b9-4597-4932-8166-1329ceaa9150 req-7dbf4aea-1bba-4cad-aa02-d51f3500a738 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982389 Sep 02 13:32:52.699880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-014407fa-e283-44d6-9c74-869110ef5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:52.701471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-014407fa-e283-44d6-9c74-869110ef5c7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.1657338 Sep 02 13:32:52.711783 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-7b0ac5f7-d24b-43e4-8dfb-9a2577eeab7b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 200 len: 217 time: 0.0783556 Sep 02 13:32:52.797839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-ba76fc71-cb11-4214-bd98-3983977d4f3c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 HTTP/1.1" status: 200 len: 217 time: 0.0775511 Sep 02 13:32:52.814048 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1f3e72-3e85-411b-b231-ed15576c7e48 x-openstack-request-id: req-3a1f3e72-3e85-411b-b231-ed15576c7e48 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:52.814525 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80734da2-f46c-4929-bea2-9e9bd9521640", "tag": "59c6a530-f8fc-46a3-b6fc-3d4dcebecf81", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:52.814857 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a1f3e72-3e85-411b-b231-ed15576c7e48 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:52.815716 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80734da2-f46c-4929-bea2-9e9bd9521640', 'tag': '59c6a530-f8fc-46a3-b6fc-3d4dcebecf81', 'status': 'completed', 'code': 200} Sep 02 13:32:52.825510 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3abcfb4c-93ed-4566-b302-ba531b155b98 req-9b2112f2-7059-4244-a9ca-a986ee6ce3ad tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.906771 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3abcfb4c-93ed-4566-b302-ba531b155b98 req-9b2112f2-7059-4244-a9ca-a986ee6ce3ad tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.912060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198501a7-4b35-464c-8d8e-da49116eb978 req-0eaa55b5-c4f4-419f-9eff-8fded126be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:52.914720 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-0eaa55b5-c4f4-419f-9eff-8fded126be92 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1957538 Sep 02 13:32:52.917884 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-ebcf612e-5b8e-4a39-ad62-8d5e4170b9d9 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404676 Sep 02 13:32:52.926154 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:52.935453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-472f2ccd-9386-4b36-80e3-85f7f5e63c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:52.937041 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-472f2ccd-9386-4b36-80e3-85f7f5e63c9f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a15b3572-036e-46a2-abaf-8545c3cdf93c HTTP/1.1" status: 200 len: 845 time: 0.1292825 Sep 02 13:32:52.937971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['f328ed04-1892-4d10-9f50-2fb8ff6a50ae'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:52.980520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-3bbf6a59-99c8-4c6c-a8b4-4cf89b9e15f3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348561 Sep 02 13:32:53.018518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefcd8b-5d8b-4091-bf7c-1476eb8eec5d req-94cbb899-c449-484a-b141-10e8f48d2359 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:53.020310 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0aefcd8b-5d8b-4091-bf7c-1476eb8eec5d req-94cbb899-c449-484a-b141-10e8f48d2359 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/ports?device_id=e86e1d09-e786-4d4d-909d-02287bc53e00 HTTP/1.1" status: 200 len: 946 time: 0.1713769 Sep 02 13:32:53.025424 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-7ba5e998-0c52-4d3e-96a5-23dbe8ae8502 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968432 Sep 02 13:32:53.082365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.142867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Pushing event deleted for resources: {'Port': ['ID=3ff0627e-22a5-4a25-9798-80b380ebf581,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:53.163795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0aefcd8b-5d8b-4091-bf7c-1476eb8eec5d req-9b949b33-a6c9-4350-8555-4ab07bc1ebd7 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups?id=55308665-7f74-484e-bd83-9ee161da39f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109533 Sep 02 13:32:53.228110 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3abcfb4c-93ed-4566-b302-ba531b155b98 req-9b2112f2-7059-4244-a9ca-a986ee6ce3ad tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.230729 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3abcfb4c-93ed-4566-b302-ba531b155b98 req-9b2112f2-7059-4244-a9ca-a986ee6ce3ad tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.231999 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3abcfb4c-93ed-4566-b302-ba531b155b98 req-9b2112f2-7059-4244-a9ca-a986ee6ce3ad tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a4d2f7f-c38c-4ace-97eb-72e73fdbe360 HTTP/1.1" status: 204 len: 173 time: 0.8592002 Sep 02 13:32:53.312361 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-c6904922-30d9-467a-8e09-ebaf8b3e4797 service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233297 Sep 02 13:32:53.313375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2112f2-7059-4244-a9ca-a986ee6ce3ad tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4d2f7f-c38c-4ace-97eb-72e73fdbe360,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:53.316805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f01465b6-5448-4aeb-8c79-87514ff59986 req-c016d1bf-e7be-4df1-a7cf-83354c683e61 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-group-rules/c45d9ee3-07c1-4ade-b187-1f30dcffd704 HTTP/1.1" status: 200 len: 783 time: 0.0891736 Sep 02 13:32:53.344787 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a5489e1a-8bd7-4dbc-b830-760c41611be6 req-64e84099-5c5f-4e5f-a672-437aa8575077 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047050 Sep 02 13:32:53.353379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-2590ee0c-f1f8-47f4-9702-42efd3d8a066 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793987 Sep 02 13:32:53.507950 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f01465b6-5448-4aeb-8c79-87514ff59986 req-9b1c8b4e-bc35-4b39-968c-f07f3acc1a95 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/c0de6519-e003-4c16-8439-6e315858432e HTTP/1.1" status: 200 len: 2996 time: 0.1655171 Sep 02 13:32:53.529004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:32:53.530495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba79b7-30e7-461a-be27-e47dfd50bdf3 req-dbf7f8fe-d172-4153-b244-12de51e896ea tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:53.532191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f3ba79b7-30e7-461a-be27-e47dfd50bdf3 req-dbf7f8fe-d172-4153-b244-12de51e896ea tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 949 time: 0.2034571 Sep 02 13:32:53.566620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-8f838c44-28bf-4d4a-af87-7eccc4cf3fe2 service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453706 Sep 02 13:32:53.588591 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.606513 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.629280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7862f-369b-4879-aa29-41fc08f1566f req-8a97d785-92d2-46c9-8db1-cd4b3d7eda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:53.631594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21e7862f-369b-4879-aa29-41fc08f1566f req-8a97d785-92d2-46c9-8db1-cd4b3d7eda7c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 1094 time: 0.1928153 Sep 02 13:32:53.693702 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f01465b6-5448-4aeb-8c79-87514ff59986 req-3c6eb768-fddc-4e20-b0e5-e61695ef8665 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.700204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e374f3a2-3319-4072-812a-6e49df2a8aff up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:53.709365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f01465b6-5448-4aeb-8c79-87514ff59986 req-3c6eb768-fddc-4e20-b0e5-e61695ef8665 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.710863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-198501a7-4b35-464c-8d8e-da49116eb978 req-01a0a050-4091-4c8e-b118-65d8bac84330 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333917 Sep 02 13:32:53.731331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f3ba79b7-30e7-461a-be27-e47dfd50bdf3 req-b9a1da74-2142-47b3-8081-c84d5b6935f0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885602 Sep 02 13:32:53.783203 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f01465b6-5448-4aeb-8c79-87514ff59986 req-3c6eb768-fddc-4e20-b0e5-e61695ef8665 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.794761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f01465b6-5448-4aeb-8c79-87514ff59986 req-3c6eb768-fddc-4e20-b0e5-e61695ef8665 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.813119 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f01465b6-5448-4aeb-8c79-87514ff59986 req-3c6eb768-fddc-4e20-b0e5-e61695ef8665 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c45d9ee3-07c1-4ade-b187-1f30dcffd704 HTTP/1.1" status: 204 len: 173 time: 0.2732692 Sep 02 13:32:53.828269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:32:53.839413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e374f3a2-3319-4072-812a-6e49df2a8aff triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:53.839842 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.844867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6eb768-fddc-4e20-b0e5-e61695ef8665 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c45d9ee3-07c1-4ade-b187-1f30dcffd704,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:53.883597 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b2594a-4854-4eb6-aa84-e24a8f78e1a8 x-openstack-request-id: req-b0b2594a-4854-4eb6-aa84-e24a8f78e1a8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:53.885648 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:53.886020 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0b2594a-4854-4eb6-aa84-e24a8f78e1a8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:53.886742 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2', 'status': 'completed', 'code': 200} Sep 02 13:32:53.899281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] Sync routers for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:32:53.935061 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:53.936264 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:32:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:53.936941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] No DVR routers for this DVR port 3ff0627e-22a5-4a25-9798-80b380ebf581 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:32:53.944522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:53.947036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-970c0e76-17df-4eeb-a522-ac814e06e41f req-eeec5df7-68a9-4a44-8af9-d158c4186462 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.77 "DELETE /v2.0/ports/3ff0627e-22a5-4a25-9798-80b380ebf581 HTTP/1.1" status: 204 len: 173 time: 2.7066936 Sep 02 13:32:54.047314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc5b78-55b4-4bdb-9f87-82f8dc4ae851 req-39055fd0-a8dd-4957-92b6-23ef7f3ef93d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:54.049073 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bfc5b78-55b4-4bdb-9f87-82f8dc4ae851 req-39055fd0-a8dd-4957-92b6-23ef7f3ef93d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0811198 Sep 02 13:32:54.117070 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bfc5b78-55b4-4bdb-9f87-82f8dc4ae851 req-c6d9ea8a-029f-4a53-b4c7-9a724aaff7e0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588820 Sep 02 13:32:54.160208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fca44298-b5b9-47a4-b0d4-3c18de1b7fba req-50b94580-39dc-4205-87d8-4536f5e0b726 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-576631604', 'description': 'tempest-description-458184354'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:54.188752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:54.206467 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca44298-b5b9-47a4-b0d4-3c18de1b7fba req-50b94580-39dc-4205-87d8-4536f5e0b726 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:54.356036 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca44298-b5b9-47a4-b0d4-3c18de1b7fba req-50b94580-39dc-4205-87d8-4536f5e0b726 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:54.362211 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca44298-b5b9-47a4-b0d4-3c18de1b7fba req-50b94580-39dc-4205-87d8-4536f5e0b726 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:54.375913 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Pushing event updated for resources: {'Port': ['ID=1d176126-82ad-485e-8fd1-be3a33d2cd95,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:54.403310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:54.415464 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fca44298-b5b9-47a4-b0d4-3c18de1b7fba req-50b94580-39dc-4205-87d8-4536f5e0b726 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:54.432581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fca44298-b5b9-47a4-b0d4-3c18de1b7fba req-50b94580-39dc-4205-87d8-4536f5e0b726 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2764771 Sep 02 13:32:54.436992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b94580-39dc-4205-87d8-4536f5e0b726 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdab7c47-4e82-4b90-a00b-f984b9a7b680,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:54.443392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-9919c42a-b9c4-4982-a1f2-26e604e512f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:54.445869 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-9919c42a-b9c4-4982-a1f2-26e604e512f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 1094 time: 0.1617975 Sep 02 13:32:54.474443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b3046a77-cbfb-4231-baf2-c90881c0becc', 'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'mac_address': 'fa:16:3e:b3:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:35Z', 'updated_at': '2021-09-02T13:30:44Z', 'revision_number': 5, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'subnets': [{'id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:54.481095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b6fdb-b6e9-47a2-87c6-6ecd9dae4ee3 req-1ad7a264-0955-4ee5-a0b3-48d57469a2ed tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:54.483468 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd7b6fdb-b6e9-47a2-87c6-6ecd9dae4ee3 req-1ad7a264-0955-4ee5-a0b3-48d57469a2ed tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 943 time: 0.2170761 Sep 02 13:32:54.533011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] Checking router: 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:32:54.554826 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:54.557032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:32:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:54.574857 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bbc59-6f0c-467d-96e3-60a4271d318c req-377caefd-179e-41c1-8baa-e724e0c4db0b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:54.584481 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d1bbc59-6f0c-467d-96e3-60a4271d318c req-377caefd-179e-41c1-8baa-e724e0c4db0b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 943 time: 0.0846112 Sep 02 13:32:54.639064 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d1bbc59-6f0c-467d-96e3-60a4271d318c req-5d9114dd-defb-4827-82a1-d63731a1cdb6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520885 Sep 02 13:32:54.657263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7862f-369b-4879-aa29-41fc08f1566f req-78440cf7-ceca-4e1d-b852-dd989fa535c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:54.659571 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21e7862f-369b-4879-aa29-41fc08f1566f req-78440cf7-ceca-4e1d-b852-dd989fa535c2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 906 time: 0.9665327 Sep 02 13:32:54.716150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:54.765622 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9b10cdf-7b90-45c1-be5d-55f64b36ad6c req-2a77bb21-00cc-4d2e-9250-5640ff7aeb39 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/c0de6519-e003-4c16-8439-6e315858432e HTTP/1.1" status: 200 len: 2398 time: 0.0690355 Sep 02 13:32:54.770808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21e7862f-369b-4879-aa29-41fc08f1566f req-cfac1ced-2865-4175-b1c1-40adb302890c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 HTTP/1.1" status: 200 len: 217 time: 0.0862045 Sep 02 13:32:54.840436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:54.844113 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e78078d-b468-4359-b3ec-8199f316105c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:54.852826 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd7b6fdb-b6e9-47a2-87c6-6ecd9dae4ee3 req-95c375c6-6dc8-4712-a965-034851a8dcbb tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144331 Sep 02 13:32:54.873042 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9b10cdf-7b90-45c1-be5d-55f64b36ad6c req-e576b84f-cd9a-40f6-91ef-ea34c400d3ec tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:54.915262 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9b10cdf-7b90-45c1-be5d-55f64b36ad6c req-e576b84f-cd9a-40f6-91ef-ea34c400d3ec tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:54.933332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:32:54.939410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7862f-369b-4879-aa29-41fc08f1566f req-5a0f2e30-bbcf-47af-a30b-b3bcb102a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:54.941089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21e7862f-369b-4879-aa29-41fc08f1566f req-5a0f2e30-bbcf-47af-a30b-b3bcb102a1ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1525648 Sep 02 13:32:54.942061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:32:54.945294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-56b70272-6b23-4aff-bf82-2bcb2d403e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:54.947206 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-56b70272-6b23-4aff-bf82-2bcb2d403e1a service neutron] 10.222.0.77 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 906 time: 0.4230146 Sep 02 13:32:55.003156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9b10cdf-7b90-45c1-be5d-55f64b36ad6c req-e576b84f-cd9a-40f6-91ef-ea34c400d3ec tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:55.007718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9b10cdf-7b90-45c1-be5d-55f64b36ad6c req-e576b84f-cd9a-40f6-91ef-ea34c400d3ec tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:55.009420 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9b10cdf-7b90-45c1-be5d-55f64b36ad6c req-e576b84f-cd9a-40f6-91ef-ea34c400d3ec tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0de6519-e003-4c16-8439-6e315858432e HTTP/1.1" status: 204 len: 173 time: 0.2192230 Sep 02 13:32:55.028556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576b84f-cd9a-40f6-91ef-ea34c400d3ec tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0de6519-e003-4c16-8439-6e315858432e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:55.090693 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21e7862f-369b-4879-aa29-41fc08f1566f req-315a8b4c-c7d4-4979-87c0-783b4eec083c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347866 Sep 02 13:32:55.145160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3531-2aa4-4f80-98f3-30b2e1dfcb29 req-e37a6dc9-59fd-4696-b0c1-a6c2c0a48d17 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:55.147609 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e9f3531-2aa4-4f80-98f3-30b2e1dfcb29 req-e37a6dc9-59fd-4696-b0c1-a6c2c0a48d17 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 949 time: 0.0637653 Sep 02 13:32:55.156796 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-83933ce1-16e8-4ffe-b0c8-8e8561e1d772 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 HTTP/1.1" status: 200 len: 217 time: 0.1924570 Sep 02 13:32:55.157711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b3046a77-cbfb-4231-baf2-c90881c0becc', 'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'mac_address': 'fa:16:3e:b3:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:35Z', 'updated_at': '2021-09-02T13:30:44Z', 'revision_number': 5, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'subnets': [{'id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:55.187903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d16dba-94bd-48d3-a01d-69635066fae1 None None] The sync data for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 is: [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:30:37Z', 'revision_number': 4, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b3046a77-cbfb-4231-baf2-c90881c0becc', 'name': '', 'network_id': 'df508750-43f1-4f5d-b787-38be78084a2f', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'mac_address': 'fa:16:3e:b3:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:35Z', 'updated_at': '2021-09-02T13:30:44Z', 'revision_number': 5, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'subnets': [{'id': '671abd7c-ff1b-49a1-92f0-f022e57ea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:32:55.220078 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e9f3531-2aa4-4f80-98f3-30b2e1dfcb29 req-ee2337df-5a3b-4a47-be0a-72f8765525ff tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563173 Sep 02 13:32:55.234420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:55.239073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3ff0627e-22a5-4a25-9798-80b380ebf581 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:32:55.277383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 3ff0627e-22a5-4a25-9798-80b380ebf581 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:32:55.277768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3ff0627e-22a5-4a25-9798-80b380ebf581 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:32:55.301331 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0b93e5-490b-4fc5-9251-60404590d44e x-openstack-request-id: req-ce0b93e5-490b-4fc5-9251-60404590d44e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:55.302094 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:55.302445 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce0b93e5-490b-4fc5-9251-60404590d44e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:55.302893 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18', 'status': 'completed', 'code': 200} Sep 02 13:32:55.360314 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5229cd3b-f1da-48fd-a1d9-b4f6ac791d32 req-17f04d49-cd1f-43d1-a945-e3864b7c6e55 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/bdab7c47-4e82-4b90-a00b-f984b9a7b680 HTTP/1.1" status: 200 len: 1799 time: 0.2748477 Sep 02 13:32:55.373675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:55.400315 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-0357c17c-f072-49a6-84f5-801d78064631 req-246e87d5-e9d7-49c5-9bdb-05d0e94f42af tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] show failed (client error): The resource could not be found. Sep 02 13:32:55.401412 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0357c17c-f072-49a6-84f5-801d78064631 req-246e87d5-e9d7-49c5-9bdb-05d0e94f42af tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/642e7c46-417f-4514-a07d-60249693add5 HTTP/1.1" status: 404 len: 352 time: 0.0249953 Sep 02 13:32:55.404381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-5229cd3b-f1da-48fd-a1d9-b4f6ac791d32 req-93f9492b-d27a-49eb-bcbc-c034694c96fe tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Request body: {'security_group': {'name': 'tempest-sg-hth-49566696', 'description': 'tempest-description-hth-242550301'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:32:55.420940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78078d-b468-4359-b3ec-8199f316105c req-5fc3cb45-468b-4fcc-a015-8d2daa9d6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:55.423511 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e78078d-b468-4359-b3ec-8199f316105c req-5fc3cb45-468b-4fcc-a015-8d2daa9d6af0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1094 time: 0.0951297 Sep 02 13:32:55.445544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-802f00c6-1c91-4b83-8978-b56b7e27dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:55.447134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-802f00c6-1c91-4b83-8978-b56b7e27dde0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a15b3572-036e-46a2-abaf-8545c3cdf93c HTTP/1.1" status: 200 len: 845 time: 0.2716269 Sep 02 13:32:55.460559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:55.479846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '59c6a530-f8fc-46a3-b6fc-3d4dcebecf81', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'port_id': '59c6a530-f8fc-46a3-b6fc-3d4dcebecf81', 'mac_address': 'fa:16:3e:af:bf:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c492d62d-bb5c-403f-a25f-021347fc973a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:55.537579 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:55.557006 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-be029a7a-00d3-4b8e-b6bb-60f29a93f1c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876207 Sep 02 13:32:55.558178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:55.563448 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21e7862f-369b-4879-aa29-41fc08f1566f req-50219730-19db-4b5d-87db-ce3a9810fb10 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174495 Sep 02 13:32:55.570152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5229cd3b-f1da-48fd-a1d9-b4f6ac791d32 req-93f9492b-d27a-49eb-bcbc-c034694c96fe tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:55.586904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:55.603541 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:55.604845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d58dda62-2a54-4b3f-955b-0c82cb282b18 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:55.613997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Router 5e6b4e80-626a-4d05-bc57-86319cb32630 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:32:55.663279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9bbb1-78c4-4edc-959e-cdd3cccc039c req-93103749-66d2-4651-aa3a-26e53f8e3945 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:55.664757 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03a9bbb1-78c4-4edc-959e-cdd3cccc039c req-93103749-66d2-4651-aa3a-26e53f8e3945 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 943 time: 0.1135278 Sep 02 13:32:55.666393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78078d-b468-4359-b3ec-8199f316105c req-db819944-2422-4365-b4cc-f9deddb76b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:55.667865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e78078d-b468-4359-b3ec-8199f316105c req-db819944-2422-4365-b4cc-f9deddb76b4e service neutron] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.2363458 Sep 02 13:32:55.694070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:55.712569 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4df33-955c-4901-a0a7-9a7cb46ce66c None None] New status for floating IP 2080ef70-a08d-4994-b28a-f83003502dcd: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:32:55.748625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5229cd3b-f1da-48fd-a1d9-b4f6ac791d32 req-93f9492b-d27a-49eb-bcbc-c034694c96fe tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:55.773741 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03a9bbb1-78c4-4edc-959e-cdd3cccc039c req-84ce7ea1-6376-404a-9a94-89960a4f1905 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872161 Sep 02 13:32:55.775578 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5229cd3b-f1da-48fd-a1d9-b4f6ac791d32 req-93f9492b-d27a-49eb-bcbc-c034694c96fe tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:55.776509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e78078d-b468-4359-b3ec-8199f316105c req-1513b02e-846d-4d0b-9c35-0de9ff936338 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 200 len: 217 time: 0.0995057 Sep 02 13:32:55.778238 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5229cd3b-f1da-48fd-a1d9-b4f6ac791d32 req-93f9492b-d27a-49eb-bcbc-c034694c96fe tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:55.795864 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5229cd3b-f1da-48fd-a1d9-b4f6ac791d32 req-93f9492b-d27a-49eb-bcbc-c034694c96fe tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "PUT /v2.0/security-groups/bdab7c47-4e82-4b90-a00b-f984b9a7b680 HTTP/1.1" status: 200 len: 1772 time: 0.4340956 Sep 02 13:32:55.871677 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:55.888165 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'name': 'network-vif-deleted', 'tag': '3ff0627e-22a5-4a25-9798-80b380ebf581'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:55.890779 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65179269-53a3-44df-8fcb-11bbb6d62c29" -d '{"events": [{"server_uuid": "e86e1d09-e786-4d4d-909d-02287bc53e00", "name": "network-vif-deleted", "tag": "3ff0627e-22a5-4a25-9798-80b380ebf581"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:55.897825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'd58dda62-2a54-4b3f-955b-0c82cb282b18', 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847', 'port_id': 'd58dda62-2a54-4b3f-955b-0c82cb282b18', 'mac_address': 'fa:16:3e:8f:e9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cfffaf-9e95-4546-871b-7d1979dd9d7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:55.906217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78078d-b468-4359-b3ec-8199f316105c req-44d0850d-f3eb-46a4-8450-07286014a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:55.906557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e78078d-b468-4359-b3ec-8199f316105c req-44d0850d-f3eb-46a4-8450-07286014a6cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1219988 Sep 02 13:32:55.954200 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:55.955792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e78078d-b468-4359-b3ec-8199f316105c req-c4b0800b-c505-496d-9afa-cd1255c03ef1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346925 Sep 02 13:32:55.971115 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21e7862f-369b-4879-aa29-41fc08f1566f req-a16e8d23-c6c4-4a7f-9453-f63a38c4fb0d service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948631 Sep 02 13:32:55.979855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58dda62-2a54-4b3f-955b-0c82cb282b18 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:56.016943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:56.023862 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.024843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:32:56.037415 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a13c5c-35ee-41d4-b502-5cd2d3ed5717 req-d61286d0-508b-453f-9710-7f4ec869cf9d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:56.039529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f2a13c5c-35ee-41d4-b502-5cd2d3ed5717 req-d61286d0-508b-453f-9710-7f4ec869cf9d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 943 time: 0.1552198 Sep 02 13:32:56.061816 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0025-df4f-45f4-98d1-765ef1227d95 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.097845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e78078d-b468-4359-b3ec-8199f316105c req-46ad5dcf-dc97-4312-b773-53165fe2e43b service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321356 Sep 02 13:32:56.106173 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f2a13c5c-35ee-41d4-b502-5cd2d3ed5717 req-b969581d-3f7a-4e2b-aa1d-fe46df025a93 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544968 Sep 02 13:32:56.192068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d58dda62-2a54-4b3f-955b-0c82cb282b18,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:56.201674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f328ed04-1892-4d10-9f50-2fb8ff6a50ae up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:56.215388 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbec7ded-1eb0-4f38-9e32-d86844146641 req-b843cd99-39bd-4690-9716-f6e574c19226 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/b6916cdc-c93c-4e56-97c0-c66845f3baf8 HTTP/1.1" status: 200 len: 1802 time: 0.2683504 Sep 02 13:32:56.241468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9492b-d27a-49eb-bcbc-c034694c96fe tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdab7c47-4e82-4b90-a00b-f984b9a7b680,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:56.280375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:56.282491 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2cfe445a-49fb-4e0e-817c-4bb1c8ef81f1 req-df221762-7429-49e9-8c32-19563468be77 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/bdab7c47-4e82-4b90-a00b-f984b9a7b680 HTTP/1.1" status: 200 len: 1772 time: 0.1256602 Sep 02 13:32:56.289947 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0025-df4f-45f4-98d1-765ef1227d95 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.291997 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e78078d-b468-4359-b3ec-8199f316105c req-f3903a2d-be72-4374-bc6a-459f0a4a003e service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846540 Sep 02 13:32:56.298484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'port_id': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2', 'mac_address': 'fa:16:3e:8b:a8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15b3572-036e-46a2-abaf-8545c3cdf93c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:32:56.302443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port f328ed04-1892-4d10-9f50-2fb8ff6a50ae completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:56.309662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port f328ed04-1892-4d10-9f50-2fb8ff6a50ae triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:56.310042 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.375233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-367e20b5-9573-4914-8f0f-c63215d2403e service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7889194 Sep 02 13:32:56.390075 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.417872 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:32:56.431797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd138d-0732-4168-a9f7-868a7f2737ab req-0a9ffb51-3413-40a1-b8da-34102ebbd86f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:56.433982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f7bd138d-0732-4168-a9f7-868a7f2737ab req-0a9ffb51-3413-40a1-b8da-34102ebbd86f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 944 time: 0.0547218 Sep 02 13:32:56.485350 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:56.497788 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f7bd138d-0732-4168-a9f7-868a7f2737ab req-5d54c142-8e52-49ed-a0b4-733c2234ef12 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503941 Sep 02 13:32:56.498704 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.528252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:32:56.548623 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1a546416-e89b-4b40-960d-371ddaf7809f admin admin] 10.222.0.13 "PUT /v2.0/routers/5e6b4e80-626a-4d05-bc57-86319cb32630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8117430 Sep 02 13:32:56.554617 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bbec7ded-1eb0-4f38-9e32-d86844146641 req-84f6d84a-e9bf-4667-9209-f2c9241655bd tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.576045 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473d64b-20f4-4e3f-8570-f59743555f03 x-openstack-request-id: req-5473d64b-20f4-4e3f-8570-f59743555f03 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:56.576280 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86e1d09-e786-4d4d-909d-02287bc53e00", "name": "network-vif-deleted", "tag": "3ff0627e-22a5-4a25-9798-80b380ebf581", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:56.576552 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5473d64b-20f4-4e3f-8570-f59743555f03 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:56.577015 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e1d09-e786-4d4d-909d-02287bc53e00', 'name': 'network-vif-deleted', 'tag': '3ff0627e-22a5-4a25-9798-80b380ebf581', 'status': 'completed', 'code': 200} Sep 02 13:32:56.591611 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bbec7ded-1eb0-4f38-9e32-d86844146641 req-84f6d84a-e9bf-4667-9209-f2c9241655bd tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.595249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0025-df4f-45f4-98d1-765ef1227d95 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.598244 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0025-df4f-45f4-98d1-765ef1227d95 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.599719 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ca4a0025-df4f-45f4-98d1-765ef1227d95 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "DELETE /v2.0/security-groups/55308665-7f74-484e-bd83-9ee161da39f0 HTTP/1.1" status: 204 len: 168 time: 1.2244227 Sep 02 13:32:56.603940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:56.604179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Sync routers for ids ['5e6b4e80-626a-4d05-bc57-86319cb32630'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:32:56.625986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a0025-df4f-45f4-98d1-765ef1227d95 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55308665-7f74-484e-bd83-9ee161da39f0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:56.645236 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-10899ba5-b049-40ba-8fdc-a96b813f20a2 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] show failed (client error): The resource could not be found. Sep 02 13:32:56.653707 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-10899ba5-b049-40ba-8fdc-a96b813f20a2 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "GET /v2.0/security-groups/55308665-7f74-484e-bd83-9ee161da39f0 HTTP/1.1" status: 404 len: 347 time: 0.0482023 Sep 02 13:32:56.657267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:56.673801 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.703599 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-950f56aa-4dc3-482a-bf4e-a493a9de495a req-6f2fae93-69b9-40c4-8f8e-bece74a4ae89 service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918501 Sep 02 13:32:56.727788 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bbec7ded-1eb0-4f38-9e32-d86844146641 req-84f6d84a-e9bf-4667-9209-f2c9241655bd tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.734769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bbec7ded-1eb0-4f38-9e32-d86844146641 req-84f6d84a-e9bf-4667-9209-f2c9241655bd tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.747783 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbec7ded-1eb0-4f38-9e32-d86844146641 req-84f6d84a-e9bf-4667-9209-f2c9241655bd tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6916cdc-c93c-4e56-97c0-c66845f3baf8 HTTP/1.1" status: 204 len: 173 time: 0.5060205 Sep 02 13:32:56.762918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6d84a-e9bf-4667-9209-f2c9241655bd tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6916cdc-c93c-4e56-97c0-c66845f3baf8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:56.847478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:56.874192 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b9571612-316f-42e3-b78b-daee886c78ea req-4478d6ad-2647-48b5-9ff8-f73e2378891c tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/bdab7c47-4e82-4b90-a00b-f984b9a7b680 HTTP/1.1" status: 200 len: 1772 time: 0.0988584 Sep 02 13:32:56.910340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879810e-68ad-491d-8ce0-ef1fce3763cc req-82bd6cda-e232-47aa-a81c-6f55550df95e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:56.913431 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c879810e-68ad-491d-8ce0-ef1fce3763cc req-82bd6cda-e232-47aa-a81c-6f55550df95e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 949 time: 0.1980433 Sep 02 13:32:56.920957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['d58dda62-2a54-4b3f-955b-0c82cb282b18'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:56.923195 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936c9d3-cdb9-4885-b1c3-49ab32143c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:56.925550 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a419cc64-cc15-4aaa-a599-d10e004eae8a" -d '{"events": [{"server_uuid": "1936c9d3-cdb9-4885-b1c3-49ab32143c79", "name": "network-vif-plugged", "status": "completed", "tag": "f328ed04-1892-4d10-9f50-2fb8ff6a50ae"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:56.972967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:32:56.982114 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b9571612-316f-42e3-b78b-daee886c78ea req-23d8e506-ac2b-4fcf-aaea-f453d53c55d0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:56.993537 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Routers {'5e6b4e80-626a-4d05-bc57-86319cb32630'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:56.994185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:32:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5e6b4e80-626a-4d05-bc57-86319cb32630'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:57.010034 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c879810e-68ad-491d-8ce0-ef1fce3763cc req-ba211ddb-7d9b-4328-bab8-874dc999b7a2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639691 Sep 02 13:32:57.016972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Deleting port b39efa06-ac45-48df-8fca-153e8dc7cec8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:57.017188 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b9571612-316f-42e3-b78b-daee886c78ea req-23d8e506-ac2b-4fcf-aaea-f453d53c55d0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.018060 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.031757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f328ed04-1892-4d10-9f50-2fb8ff6a50ae, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:57.070837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:57.096882 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b9571612-316f-42e3-b78b-daee886c78ea req-23d8e506-ac2b-4fcf-aaea-f453d53c55d0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.102008 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b9571612-316f-42e3-b78b-daee886c78ea req-23d8e506-ac2b-4fcf-aaea-f453d53c55d0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.103911 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b9571612-316f-42e3-b78b-daee886c78ea req-23d8e506-ac2b-4fcf-aaea-f453d53c55d0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdab7c47-4e82-4b90-a00b-f984b9a7b680 HTTP/1.1" status: 204 len: 173 time: 0.2192233 Sep 02 13:32:57.117043 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.124140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8e506-ac2b-4fcf-aaea-f453d53c55d0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdab7c47-4e82-4b90-a00b-f984b9a7b680,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:57.192046 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92e3a31a-d70d-4446-bc76-6a883735f3c5 req-1d90d1da-1dbc-4460-963f-d2916ebd848d tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/e1f59f8c-eb5b-4d32-b050-2971ecbbd8bd HTTP/1.1" status: 200 len: 1804 time: 0.1073980 Sep 02 13:32:57.214070 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.214842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.258094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Calling delete_port for b39efa06-ac45-48df-8fca-153e8dc7cec8 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:57.302916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a714c32-18a1-41d0-823e-b3b0e4885d20 req-a22d72ce-d76f-4952-a425-2d7d2d9f07e5 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:57.306041 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a714c32-18a1-41d0-823e-b3b0e4885d20 req-a22d72ce-d76f-4952-a425-2d7d2d9f07e5 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0928824 Sep 02 13:32:57.332928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:57.338976 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Set router 5e6b4e80-626a-4d05-bc57-86319cb32630 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:57.371391 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a714c32-18a1-41d0-823e-b3b0e4885d20 req-cff4dda9-12d0-4742-bcd9-e48a4bc95b52 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551498 Sep 02 13:32:57.378196 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-92e3a31a-d70d-4446-bc76-6a883735f3c5 req-eb432763-4cd8-409f-907d-a20739418d4c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.430903 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-92e3a31a-d70d-4446-bc76-6a883735f3c5 req-eb432763-4cd8-409f-907d-a20739418d4c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.592583 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-92e3a31a-d70d-4446-bc76-6a883735f3c5 req-eb432763-4cd8-409f-907d-a20739418d4c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.597014 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-92e3a31a-d70d-4446-bc76-6a883735f3c5 req-eb432763-4cd8-409f-907d-a20739418d4c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.609753 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92e3a31a-d70d-4446-bc76-6a883735f3c5 req-eb432763-4cd8-409f-907d-a20739418d4c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1f59f8c-eb5b-4d32-b050-2971ecbbd8bd HTTP/1.1" status: 204 len: 173 time: 0.4040914 Sep 02 13:32:57.631206 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.668458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Pushing event deleted for resources: {'Port': ['ID=b39efa06-ac45-48df-8fca-153e8dc7cec8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:57.671637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb432763-4cd8-409f-907d-a20739418d4c tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f59f8c-eb5b-4d32-b050-2971ecbbd8bd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:57.713488 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfdc729-97e2-41c5-98bc-d4701ce3dbb8 x-openstack-request-id: req-2bfdc729-97e2-41c5-98bc-d4701ce3dbb8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:32:57.713806 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1936c9d3-cdb9-4885-b1c3-49ab32143c79", "name": "network-vif-plugged", "status": "completed", "tag": "f328ed04-1892-4d10-9f50-2fb8ff6a50ae", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:32:57.714020 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bfdc729-97e2-41c5-98bc-d4701ce3dbb8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:32:57.714438 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936c9d3-cdb9-4885-b1c3-49ab32143c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae', 'code': 200} Sep 02 13:32:57.793822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d5b15-7758-4612-a205-1a16067a1036 req-de2bcbb1-64b9-44e0-8cd1-3a21b38273b0 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:57.795596 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-de2bcbb1-64b9-44e0-8cd1-3a21b38273b0 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/networks?id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 200 len: 811 time: 0.2188504 Sep 02 13:32:57.823846 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-d6560d32-8894-4365-859d-7060c23e5da1 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/quotas/9f10d508ed994f9daf872e4c22fdde98 HTTP/1.1" status: 200 len: 375 time: 0.0097346 Sep 02 13:32:57.825971 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.828758 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:57.830233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2720eb20-888f-4ca4-b5ff-f63b43ea28b8 tempest-ServersTestJSON-17684197 tempest-ServersTestJSON-17684197-project] 10.222.0.13 "DELETE /v2.0/floatingips/2080ef70-a08d-4994-b28a-f83003502dcd HTTP/1.1" status: 204 len: 168 time: 1.1716976 Sep 02 13:32:57.833798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51376) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:32:57.879023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942186e-ad90-4834-820e-856963427063 req-6215315f-1f52-4d7b-a1ef-ed6a7064f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:57.880709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3942186e-ad90-4834-820e-856963427063 req-6215315f-1f52-4d7b-a1ef-ed6a7064f739 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 1101 time: 0.1013963 Sep 02 13:32:57.927517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f4b12-0a4a-4995-839f-1585370a2978 req-478e6210-4eaf-4389-bd3c-e14b2d2a9e29 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:57.929738 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-423f4b12-0a4a-4995-839f-1585370a2978 req-478e6210-4eaf-4389-bd3c-e14b2d2a9e29 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 944 time: 0.0917039 Sep 02 13:32:57.967044 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7bf8becf-ce2e-4c14-9606-e271f1319fc1 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f10d508ed994f9daf872e4c22fdde98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260304 Sep 02 13:32:57.978567 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3942186e-ad90-4834-820e-856963427063 req-6215fefd-375b-4530-9542-92d390259aa7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797329 Sep 02 13:32:58.014054 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-423f4b12-0a4a-4995-839f-1585370a2978 req-5f894232-9fef-4417-83b3-20542da6013e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627904 Sep 02 13:32:58.031276 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:32:40Z', 'updated_at': '2021-09-02T13:32:52Z', 'revision_number': 4, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'gw_port': {'id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:42Z', 'updated_at': '2021-09-02T13:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1d176126-82ad-485e-8fd1-be3a33d2cd95', 'name': '', 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'mac_address': 'fa:16:3e:05:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '230d8c02-850d-41d4-ab8d-2e76ed8b715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:50Z', 'updated_at': '2021-09-02T13:32:53Z', 'revision_number': 2, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'subnets': [{'id': '230d8c02-850d-41d4-ab8d-2e76ed8b715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:58.063235 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Checking router: 5e6b4e80-626a-4d05-bc57-86319cb32630 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:32:58.063544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Updating router 5e6b4e80-626a-4d05-bc57-86319cb32630 port 1d176126-82ad-485e-8fd1-be3a33d2cd95 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:32:58.102507 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.168850 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ceeca-663a-4085-9203-2c82ce4a32b3 req-b510aca6-db29-4664-90ad-287f0fdeea17 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:58.170409 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa7ceeca-663a-4085-9203-2c82ce4a32b3 req-b510aca6-db29-4664-90ad-287f0fdeea17 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 944 time: 0.0534494 Sep 02 13:32:58.227763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-20e6af54-857f-4b56-93a2-29dce7363be4 service neutron] 10.222.0.13 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486315 Sep 02 13:32:58.237974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa7ceeca-663a-4085-9203-2c82ce4a32b3 req-59e03cae-6745-402b-a88b-7380229d420f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563014 Sep 02 13:32:58.314151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c99fb5d-55d2-4c1b-bcba-6cb13a7da096 req-a651cdff-9855-457b-bc38-d758169c32a9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/376d5b3e-5867-4474-8f40-a78ec5d4bc85 HTTP/1.1" status: 200 len: 1803 time: 0.0459061 Sep 02 13:32:58.414758 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c99fb5d-55d2-4c1b-bcba-6cb13a7da096 req-b77b8650-6275-497c-b9f4-5571db566454 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.450761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c99fb5d-55d2-4c1b-bcba-6cb13a7da096 req-b77b8650-6275-497c-b9f4-5571db566454 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.471357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-74846fe4-6a74-47a6-94ec-026e1fe3c932 service neutron] 10.222.0.13 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288618 Sep 02 13:32:58.517970 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.531626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Transition to ACTIVE for port object 1d176126-82ad-485e-8fd1-be3a33d2cd95 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:32:58.549288 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.549941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c99fb5d-55d2-4c1b-bcba-6cb13a7da096 req-b77b8650-6275-497c-b9f4-5571db566454 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.554676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c99fb5d-55d2-4c1b-bcba-6cb13a7da096 req-b77b8650-6275-497c-b9f4-5571db566454 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.556965 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c99fb5d-55d2-4c1b-bcba-6cb13a7da096 req-b77b8650-6275-497c-b9f4-5571db566454 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "DELETE /v2.0/security-groups/376d5b3e-5867-4474-8f40-a78ec5d4bc85 HTTP/1.1" status: 204 len: 173 time: 0.2305112 Sep 02 13:32:58.582626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b8650-6275-497c-b9f4-5571db566454 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376d5b3e-5867-4474-8f40-a78ec5d4bc85,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:58.616527 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.645004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d29fc-f6c8-44a1-a931-3f46cfa908e8 None None] Pushing event updated for resources: {'Port': ['ID=1d176126-82ad-485e-8fd1-be3a33d2cd95,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:58.779087 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Attempting to bind port 1d176126-82ad-485e-8fd1-be3a33d2cd95 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:32:58.779473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Attempting to bind port 1d176126-82ad-485e-8fd1-be3a33d2cd95 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:32:58.779928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Attempting to bind port 1d176126-82ad-485e-8fd1-be3a33d2cd95 on network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:32:58.786057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:32:58.786616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Checking segment: {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:32:58.787221 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.787662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Bound using segment: {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:32:58.788204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Bound port: 1d176126-82ad-485e-8fd1-be3a33d2cd95, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:32:58.789020 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.852882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706a19c-1191-407e-b97d-39249deca637 req-5559b66d-afda-4741-b77f-3f431f4fab9d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:58.855143 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5706a19c-1191-407e-b97d-39249deca637 req-5559b66d-afda-4741-b77f-3f431f4fab9d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 950 time: 0.1074247 Sep 02 13:32:58.879588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5eb60-1c9d-4be0-a1ae-d02b26096bad req-66402f0e-9e5b-4727-b89e-6136e2ef4133 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:58.881295 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21e5eb60-1c9d-4be0-a1ae-d02b26096bad req-66402f0e-9e5b-4727-b89e-6136e2ef4133 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 944 time: 0.1158013 Sep 02 13:32:58.916790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] For port 1d176126-82ad-485e-8fd1-be3a33d2cd95, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:32:58.922577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] For port 1d176126-82ad-485e-8fd1-be3a33d2cd95, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1d176126-82ad-485e-8fd1-be3a33d2cd95,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:32:58.932110 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:58.940201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5706a19c-1191-407e-b97d-39249deca637 req-d73c6b01-01ef-40ca-80eb-c9f9c004588b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700207 Sep 02 13:32:59.038697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21e5eb60-1c9d-4be0-a1ae-d02b26096bad req-6e90a447-6f36-4e32-96e8-176c11a8fedb tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422601 Sep 02 13:32:59.056755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d29fc-f6c8-44a1-a931-3f46cfa908e8 None None] Pushing event updated for resources: {'Port': ['ID=1d176126-82ad-485e-8fd1-be3a33d2cd95,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:59.068465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Routers {'5e6b4e80-626a-4d05-bc57-86319cb32630'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:32:59.069576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:32:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5e6b4e80-626a-4d05-bc57-86319cb32630'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:59.091897 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-80c59621-5dc8-44d1-b14c-00dcef475a5a req-aced2cb4-8515-40ee-bb98-41ee068e406a tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:32:59.093056 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80c59621-5dc8-44d1-b14c-00dcef475a5a req-aced2cb4-8515-40ee-bb98-41ee068e406a tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/6a4d2f7f-c38c-4ace-97eb-72e73fdbe360 HTTP/1.1" status: 404 len: 352 time: 0.0203927 Sep 02 13:32:59.104361 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0e62fdd-c369-477a-a49a-8a51538d624e req-78c473fb-20ea-4e93-b5f3-b41ef23fdcd9 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/479840b7-2fef-4957-997b-109a7e183a89 HTTP/1.1" status: 200 len: 2403 time: 0.1080022 Sep 02 13:32:59.182711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71a8b6cb-fc8f-4c55-940e-6ffb54b443aa req-ab967e3e-f4c4-4f4f-8692-22c72b7e691c tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 210 time: 0.0485370 Sep 02 13:32:59.243648 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b0e62fdd-c369-477a-a49a-8a51538d624e req-e3e7a58d-03fd-43e3-9608-ecac1d577252 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.259235 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:59.282500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Deleting port b3046a77-cbfb-4231-baf2-c90881c0becc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:32:59.282827 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.285908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b0e62fdd-c369-477a-a49a-8a51538d624e req-e3e7a58d-03fd-43e3-9608-ecac1d577252 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.363011 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.363319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b0e62fdd-c369-477a-a49a-8a51538d624e req-e3e7a58d-03fd-43e3-9608-ecac1d577252 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.367262 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b0e62fdd-c369-477a-a49a-8a51538d624e req-e3e7a58d-03fd-43e3-9608-ecac1d577252 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.369552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0e62fdd-c369-477a-a49a-8a51538d624e req-e3e7a58d-03fd-43e3-9608-ecac1d577252 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "DELETE /v2.0/security-groups/479840b7-2fef-4957-997b-109a7e183a89 HTTP/1.1" status: 204 len: 173 time: 0.2514796 Sep 02 13:32:59.378423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] Set router 5e6b4e80-626a-4d05-bc57-86319cb32630 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:32:59.398662 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7a58d-03fd-43e3-9608-ecac1d577252 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479840b7-2fef-4957-997b-109a7e183a89,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:32:59.424837 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-f7814e70-8bf9-46e3-8135-6e4ddc653e0b req-58e991c9-28e3-48f0-86d3-ef01af126801 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:32:59.426725 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f7814e70-8bf9-46e3-8135-6e4ddc653e0b req-58e991c9-28e3-48f0-86d3-ef01af126801 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/f9cdff3c-b8f5-4e6e-9c72-ddd882310f6f HTTP/1.1" status: 404 len: 352 time: 0.0318930 Sep 02 13:32:59.478632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:32:59.503014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] For port b3046a77-cbfb-4231-baf2-c90881c0becc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b3046a77-cbfb-4231-baf2-c90881c0becc,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:59.503644 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.535765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Calling delete_port for b3046a77-cbfb-4231-baf2-c90881c0becc owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:32:59.552667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a281655-3e73-4411-8f54-aeb75b27bc25 req-d2923866-4793-4fe7-82aa-d63e5d846e1d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:59.555460 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1a281655-3e73-4411-8f54-aeb75b27bc25 req-d2923866-4793-4fe7-82aa-d63e5d846e1d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 944 time: 0.0634482 Sep 02 13:32:59.583849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:32:59.584713 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.638613 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1a281655-3e73-4411-8f54-aeb75b27bc25 req-41a44d88-30a0-42f2-83a3-a2f1f9e0805f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738742 Sep 02 13:32:59.652563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d010c-fee2-4788-98ba-9494e83455d4 req-75bbf7fd-0296-4dc1-8b76-42bcd249ea97 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:32:59.655064 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-548d010c-fee2-4788-98ba-9494e83455d4 req-75bbf7fd-0296-4dc1-8b76-42bcd249ea97 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 944 time: 0.2970161 Sep 02 13:32:59.793257 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3447dbb2-2b2a-4d7f-8972-31b2c84baa48 req-44236de6-5932-4a6e-bb2e-3954705fbd53 tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "GET /v2.0/security-groups/8bb138e2-1505-4713-8dce-fe331fae941d HTTP/1.1" status: 200 len: 2397 time: 0.0932834 Sep 02 13:32:59.825217 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.834898 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-548d010c-fee2-4788-98ba-9494e83455d4 req-62c23c67-5822-45ed-8b2f-e45f321ed1f6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585073 Sep 02 13:32:59.889710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:32:40Z', 'updated_at': '2021-09-02T13:32:52Z', 'revision_number': 4, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'gw_port': {'id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:42Z', 'updated_at': '2021-09-02T13:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1d176126-82ad-485e-8fd1-be3a33d2cd95', 'name': '', 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'mac_address': 'fa:16:3e:05:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '230d8c02-850d-41d4-ab8d-2e76ed8b715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:50Z', 'updated_at': '2021-09-02T13:32:58Z', 'revision_number': 4, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'subnets': [{'id': '230d8c02-850d-41d4-ab8d-2e76ed8b715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:32:59.898398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80734da2-f46c-4929-bea2-9e9bd9521640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:32:59.903257 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69afdf2-acb3-4829-9c7a-c75723ef8fd1" -d '{"events": [{"server_uuid": "80734da2-f46c-4929-bea2-9e9bd9521640", "name": "network-vif-plugged", "status": "completed", "tag": "59c6a530-f8fc-46a3-b6fc-3d4dcebecf81"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:32:59.906692 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3447dbb2-2b2a-4d7f-8972-31b2c84baa48 req-c8dbc56f-f8bf-4bc4-b5ae-05936a34bb8a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.936100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3447dbb2-2b2a-4d7f-8972-31b2c84baa48 req-c8dbc56f-f8bf-4bc4-b5ae-05936a34bb8a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.951635 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707fdf0-8cb7-4bdb-a471-60da93714f75 None None] The sync data for ids ['5e6b4e80-626a-4d05-bc57-86319cb32630'] in n-d-794796-4 is: [{'id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:32:40Z', 'updated_at': '2021-09-02T13:32:52Z', 'revision_number': 4, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'gw_port': {'id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:42Z', 'updated_at': '2021-09-02T13:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1d176126-82ad-485e-8fd1-be3a33d2cd95', 'name': '', 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'mac_address': 'fa:16:3e:05:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '230d8c02-850d-41d4-ab8d-2e76ed8b715f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:50Z', 'updated_at': '2021-09-02T13:32:58Z', 'revision_number': 4, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'subnets': [{'id': '230d8c02-850d-41d4-ab8d-2e76ed8b715f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:32:59.972845 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-aa101cdf-f8d2-485a-b310-674ea3123a1f req-21386d2c-ccb5-4d85-b4e1-b7ed22e14982 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:32:59.979893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:32:59.990349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa101cdf-f8d2-485a-b310-674ea3123a1f req-21386d2c-ccb5-4d85-b4e1-b7ed22e14982 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/186e5164-78f3-45fa-abcd-5fb276472793 HTTP/1.1" status: 404 len: 352 time: 0.0448728 Sep 02 13:32:59.993575 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:32:59.994760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d58dda62-2a54-4b3f-955b-0c82cb282b18 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:32:59.997145 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.018519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3447dbb2-2b2a-4d7f-8972-31b2c84baa48 req-c8dbc56f-f8bf-4bc4-b5ae-05936a34bb8a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.023378 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3447dbb2-2b2a-4d7f-8972-31b2c84baa48 req-c8dbc56f-f8bf-4bc4-b5ae-05936a34bb8a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.025395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3447dbb2-2b2a-4d7f-8972-31b2c84baa48 req-c8dbc56f-f8bf-4bc4-b5ae-05936a34bb8a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] 10.222.0.13 "DELETE /v2.0/security-groups/8bb138e2-1505-4713-8dce-fe331fae941d HTTP/1.1" status: 204 len: 173 time: 0.2111514 Sep 02 13:33:00.036295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51412) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:00.079310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3046a77-cbfb-4231-baf2-c90881c0becc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:00.118691 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d97b50-803b-4cdd-b3d4-c55ab10bf5d2 x-openstack-request-id: req-48d97b50-803b-4cdd-b3d4-c55ab10bf5d2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:00.119282 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80734da2-f46c-4929-bea2-9e9bd9521640", "name": "network-vif-plugged", "status": "completed", "tag": "59c6a530-f8fc-46a3-b6fc-3d4dcebecf81", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:00.119568 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48d97b50-803b-4cdd-b3d4-c55ab10bf5d2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:00.120924 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80734da2-f46c-4929-bea2-9e9bd9521640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c6a530-f8fc-46a3-b6fc-3d4dcebecf81', 'code': 200} Sep 02 13:33:00.238440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fb7b24-e657-4bd1-b0d5-f7e440efb7fd admin admin] Deleting subnet 79430bd7-3b2b-49e6-b834-f341edb15a87 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:33:00.241123 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53fb7b24-e657-4bd1-b0d5-f7e440efb7fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.252799 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:00.278325 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.292145 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbc56f-f8bf-4bc4-b5ae-05936a34bb8a tempest-SecurityGroupRulesTestJSON-159403304 tempest-SecurityGroupRulesTestJSON-159403304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb138e2-1505-4713-8dce-fe331fae941d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:00.295613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port d58dda62-2a54-4b3f-955b-0c82cb282b18 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:00.306775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port d58dda62-2a54-4b3f-955b-0c82cb282b18 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:00.306775 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.351287 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-8a1b7659-a3e2-4ec1-95f9-13f1f98a44e6 req-1ca55d80-82db-4785-b6c3-c74d6a8f978e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:33:00.370688 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a1b7659-a3e2-4ec1-95f9-13f1f98a44e6 req-1ca55d80-82db-4785-b6c3-c74d6a8f978e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/f70b0f27-9b2b-4b47-a7b3-ba8a2acfbbec HTTP/1.1" status: 404 len: 352 time: 0.1573503 Sep 02 13:33:00.394142 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53fb7b24-e657-4bd1-b0d5-f7e440efb7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.533738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dea91-cb20-4a5e-a265-3311983a9700 req-01ce2cb0-4788-498f-b2b9-17b1d4514b5b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:00.538563 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.540448 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb0dea91-cb20-4a5e-a265-3311983a9700 req-01ce2cb0-4788-498f-b2b9-17b1d4514b5b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0867274 Sep 02 13:33:00.542841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53fb7b24-e657-4bd1-b0d5-f7e440efb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.621992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:00.628930 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.636924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:00.762869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d58dda62-2a54-4b3f-955b-0c82cb282b18,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:00.783904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:00.789104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:00.789491 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.893421 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb0dea91-cb20-4a5e-a265-3311983a9700 req-b0f94fc1-a693-47a4-b979-dbb99f2861c5 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299420 Sep 02 13:33:00.908542 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53fb7b24-e657-4bd1-b0d5-f7e440efb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:00.942268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d5b15-7758-4612-a205-1a16067a1036 req-be7466c2-f418-4775-83b7-5a225f4a7c54 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:00.945472 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-be7466c2-f418-4775-83b7-5a225f4a7c54 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.90 "GET /v2.0/networks?id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 200 len: 811 time: 0.3954527 Sep 02 13:33:00.993836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Request body: {'port': {'device_id': '9534c9bf-bdaf-4026-b350-31b6a9ab3938', 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0', 'admin_state_up': True, 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:01.000421 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb7b24-e657-4bd1-b0d5-f7e440efb7fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79430bd7-3b2b-49e6-b834-f341edb15a87,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:01.007403 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53fb7b24-e657-4bd1-b0d5-f7e440efb7fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.010938 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-53fb7b24-e657-4bd1-b0d5-f7e440efb7fd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/79430bd7-3b2b-49e6-b834-f341edb15a87 HTTP/1.1" status: 204 len: 168 time: 0.9224548 Sep 02 13:33:01.037178 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.076419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51424) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:01.078148 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:01.084217 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.168625 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68398fa8-ff44-4f5f-a661-aec2d68d743f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.170964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:01.179087 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef54f372-7ed2-45c7-92aa-9be9737dd209 req-7dfe8a8b-3275-475f-8292-b5f07fcfe476 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 210 time: 0.0370753 Sep 02 13:33:01.195456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Made reservation on behalf of 9f10d508ed994f9daf872e4c22fdde98 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:01.208304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.217787 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.234116 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-b0ed1028-6966-4e69-9152-bc1f6b60838e req-f68407a8-6004-4581-b803-39f9a3d8ffa0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:33:01.235346 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0ed1028-6966-4e69-9152-bc1f6b60838e req-f68407a8-6004-4581-b803-39f9a3d8ffa0 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/e497333e-f28a-4c03-a351-c254c2aa036c HTTP/1.1" status: 404 len: 352 time: 0.0194256 Sep 02 13:33:01.310840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c9c35-cfc3-4767-82a4-7d14f8d1f1a6 req-ff767ed2-5728-42f7-b264-e352f072d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:01.313499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d85c9c35-cfc3-4767-82a4-7d14f8d1f1a6 req-ff767ed2-5728-42f7-b264-e352f072d138 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 1096 time: 1.1211970 Sep 02 13:33:01.344159 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53894d6-0999-4964-8e26-93b9ffcbf059 req-67becde3-14cd-44d3-94f3-99c317e43cf2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:01.352639 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c53894d6-0999-4964-8e26-93b9ffcbf059 req-67becde3-14cd-44d3-94f3-99c317e43cf2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 950 time: 1.0511553 Sep 02 13:33:01.396366 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.451766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0879e9-2eea-4f96-82fe-c1e49968f93a req-a5fef24f-1937-455d-8d63-c7ba089d016c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:01.454620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a0879e9-2eea-4f96-82fe-c1e49968f93a req-a5fef24f-1937-455d-8d63-c7ba089d016c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 945 time: 0.1224644 Sep 02 13:33:01.499096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Allocated IP 172.20.0.14 (52862e1e-0dc2-4592-bdef-aa0dd85d73d0/230d8c02-850d-41d4-ab8d-2e76ed8b715f/1a41ef8b-e09e-42e9-a77e-3633ee6996db) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:01.506869 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a0879e9-2eea-4f96-82fe-c1e49968f93a req-39e6941a-aacd-43ae-9e99-27a352babc0d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Sep 02 13:33:01.605204 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.660374 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d85c9c35-cfc3-4767-82a4-7d14f8d1f1a6 req-d4e083df-2f38-4425-9595-eed81c312fae service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359454 Sep 02 13:33:01.671035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6639902a-0953-4368-b0a7-4253a88f4853']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:01.680296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c53894d6-0999-4964-8e26-93b9ffcbf059 req-310125ad-c67e-42f4-8798-070b79a0ebd2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930322 Sep 02 13:33:01.728178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc2bbdd-b2ba-4951-9597-a54103929757') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:01.728671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc2bbdd-b2ba-4951-9597-a54103929757') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:01.753540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4637b5f-da00-44fa-bac1-d9e0b9c37f1f req-73e40d04-0518-4ea0-bd57-dd3a1d1aa76c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:01.756028 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f4637b5f-da00-44fa-bac1-d9e0b9c37f1f req-73e40d04-0518-4ea0-bd57-dd3a1d1aa76c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 945 time: 0.1079636 Sep 02 13:33:01.773770 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-cda72b28-b1ff-4de8-b29e-cb4a85efcbed req-79cf5e21-318f-4539-8020-49c40436ce70 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] show failed (client error): The resource could not be found. Sep 02 13:33:01.790392 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cda72b28-b1ff-4de8-b29e-cb4a85efcbed req-79cf5e21-318f-4539-8020-49c40436ce70 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/cd10eb5c-69f0-4953-b478-63aeb9d67b46 HTTP/1.1" status: 404 len: 352 time: 0.0454261 Sep 02 13:33:01.797726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.893332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1d176126-82ad-485e-8fd1-be3a33d2cd95 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:01.900206 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f4637b5f-da00-44fa-bac1-d9e0b9c37f1f req-621583f1-748e-4383-90cc-45e66e00244a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283479 Sep 02 13:33:01.904696 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.911359 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.952495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:01.953030 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:01.955413 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:01.990407 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:02.025531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 1d176126-82ad-485e-8fd1-be3a33d2cd95 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:02.046881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1d176126-82ad-485e-8fd1-be3a33d2cd95 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:02.046881 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:02.051206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:02.091494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:02.091895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:02.099371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:02.125193 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18'}, {'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:02.130403 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29054906-3481-453e-9ebc-ba020c3b88b8" -d '{"events": [{"server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "name": "network-vif-plugged", "status": "completed", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18"}, {"server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:02.142966 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:02.145437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6639902a-0953-4368-b0a7-4253a88f4853 HTTP/1.1" status: 204 len: 168 time: 1.0676792 Sep 02 13:33:02.147925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b636ee-bccd-47b7-97a6-f71fc3f5e9a5 req-003ace83-2f1b-4cca-8df1-7f823ee1c7e7 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:02.164674 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2b636ee-bccd-47b7-97a6-f71fc3f5e9a5 req-003ace83-2f1b-4cca-8df1-7f823ee1c7e7 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 1101 time: 0.2063510 Sep 02 13:33:02.172967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Pushing event updated for resources: {'Port': ['ID=1a41ef8b-e09e-42e9-a77e-3633ee6996db,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:02.193188 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:02.196444 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:02.226406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a4c33-7b49-448b-9001-42cff4623ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6639902a-0953-4368-b0a7-4253a88f4853,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:02.232461 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-7e9ce44a-28ed-4caf-b4a2-a6968deb524e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2459617 Sep 02 13:33:02.233663 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:02.251124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Request body: {'port': {'device_id': '9534c9bf-bdaf-4026-b350-31b6a9ab3938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:02.273368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:33:02.291374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 1d176126-82ad-485e-8fd1-be3a33d2cd95, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1d176126-82ad-485e-8fd1-be3a33d2cd95,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:02.298473 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:02.329084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2b636ee-bccd-47b7-97a6-f71fc3f5e9a5 req-c02d9016-f4fc-4f4f-a70d-6a99c092153f tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484814 Sep 02 13:33:02.432761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=1d176126-82ad-485e-8fd1-be3a33d2cd95,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:02.462605 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d1e71d-ec9a-480d-ba08-a5825bbca8dc x-openstack-request-id: req-b8d1e71d-ec9a-480d-ba08-a5825bbca8dc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:02.463391 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "name": "network-vif-plugged", "status": "completed", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18", "code": 200}, {"server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:02.464012 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8d1e71d-ec9a-480d-ba08-a5825bbca8dc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:02.464798 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18', 'code': 200} Sep 02 13:33:02.465410 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2', 'code': 200} Sep 02 13:33:02.504176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:02.592431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:02.697167 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0c95d3c4-46e7-4d9b-8426-8f70bd06ac66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=809305cac4ce4f4383b81f93291f2549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889007 Sep 02 13:33:02.700763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:02.709723 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18eaf-6112-4cab-afef-2f230ffe6001 req-485f6272-f513-489a-94f4-2e658c9cb6a0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:02.711409 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84f18eaf-6112-4cab-afef-2f230ffe6001 req-485f6272-f513-489a-94f4-2e658c9cb6a0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.3694046 Sep 02 13:33:02.737056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734877e-16aa-4e56-91b7-1637ac5016d9 req-f7d2d1ac-2bf6-4308-b011-973d79a64fe2 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:02.738937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e734877e-16aa-4e56-91b7-1637ac5016d9 req-f7d2d1ac-2bf6-4308-b011-973d79a64fe2 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 932 time: 0.1734371 Sep 02 13:33:02.752925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c6fb-6b2d-463c-a6d9-f4397d6ef3d6 req-dd528525-e7c0-4b89-9a31-5ce1d7896167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:02.754763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e36c6fb-6b2d-463c-a6d9-f4397d6ef3d6 req-dd528525-e7c0-4b89-9a31-5ce1d7896167 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 1096 time: 0.1603467 Sep 02 13:33:02.765088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:33:02.784260 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] Sync routers for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:33:02.800212 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d0546a5a-939b-49d0-9889-2cad32f22b4d admin admin] 10.222.0.13 "PUT /v2.0/routers/3b2321d3-5094-410b-b4f2-cbaaf8e02c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9640985 Sep 02 13:33:02.801924 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:02.808948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51452) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:02.811423 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:32:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:03.045399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e36c6fb-6b2d-463c-a6d9-f4397d6ef3d6 req-40e7fcfe-f857-4055-90ee-01760310fa47 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766697 Sep 02 13:33:03.048941 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e734877e-16aa-4e56-91b7-1637ac5016d9 req-7162efd5-1ffc-4ab0-9eac-592424edbf85 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929831 Sep 02 13:33:03.049611 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0841f0b3-414a-4f6c-aecc-8d04b9fcac6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.057214 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:03.075963 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0841f0b3-414a-4f6c-aecc-8d04b9fcac6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.142228 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.247348 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0841f0b3-414a-4f6c-aecc-8d04b9fcac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.248238 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0841f0b3-414a-4f6c-aecc-8d04b9fcac6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.252126 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0841f0b3-414a-4f6c-aecc-8d04b9fcac6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12560848-becd-4fc5-a7c9-a94295348070 HTTP/1.1" status: 204 len: 168 time: 0.5472579 Sep 02 13:33:03.284515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841f0b3-414a-4f6c-aecc-8d04b9fcac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12560848-becd-4fc5-a7c9-a94295348070,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:03.292375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ee96-feec-46a7-921c-150246a0ced6 req-e862009c-a4a3-4fb6-9bad-68091e1a7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:03.295709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-58b6ee96-feec-46a7-921c-150246a0ced6 req-e862009c-a4a3-4fb6-9bad-68091e1a7d12 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1096 time: 0.6834290 Sep 02 13:33:03.326894 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a65930-4381-4299-a054-7cf3ba1fb530 req-f240ddcd-a872-4b5d-90f3-695c483d003b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:03.328559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84f18eaf-6112-4cab-afef-2f230ffe6001 req-cfc9677d-45ed-4bd0-bbb9-931206e86e95 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049535 Sep 02 13:33:03.328800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8a65930-4381-4299-a054-7cf3ba1fb530 req-f240ddcd-a872-4b5d-90f3-695c483d003b tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1024 time: 0.1228228 Sep 02 13:33:03.385021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.417264 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8a65930-4381-4299-a054-7cf3ba1fb530 req-9d8cd21b-cd0b-404a-8812-bddacc9aa1a8 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=892cd7ae-6964-43e9-a3bd-4cd295212ece&id=72114cd3-4afd-416e-b1c3-9eb25148b575&id=12dfbb49-008c-4051-be9f-ad8e96f848b5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0791337 Sep 02 13:33:03.507989 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-58b6ee96-feec-46a7-921c-150246a0ced6 req-ce1d150e-9c62-46aa-8e3e-cff0f0170c82 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010646 Sep 02 13:33:03.515068 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:32:59Z', 'revision_number': 5, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port': {'id': 'def3b315-8f37-4b97-b00f-9674b5d19bea', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:30:28Z', 'updated_at': '2021-09-02T13:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:03.560853 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a324c1db-b068-4e1c-9d03-6f6c4b5a3f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.569189 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] Checking router: 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:33:03.573981 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-8ff22d65-1c54-4333-af28-6ab6b1d1220e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534568 Sep 02 13:33:03.586046 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] Routers {'3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:03.586948 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:33:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:03.603037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Deleting port def3b315-8f37-4b97-b00f-9674b5d19bea {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:03.603544 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.695830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d490ced-9dbf-477e-9b84-1fc243c6d106 req-2f2ac2b6-841f-4919-afd6-8bed240ca37d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:03.699498 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d490ced-9dbf-477e-9b84-1fc243c6d106 req-2f2ac2b6-841f-4919-afd6-8bed240ca37d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 945 time: 0.1568453 Sep 02 13:33:03.778640 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d490ced-9dbf-477e-9b84-1fc243c6d106 req-85bacee1-ed20-4531-b6b1-46e7945e1bf8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781114 Sep 02 13:33:03.792450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1d176126-82ad-485e-8fd1-be3a33d2cd95 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:03.809345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12a06-becf-4dc4-8498-539691d6d465 req-3fdd7813-c3ad-42ce-9d28-0aa9d8dde76f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:03.823611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-3fdd7813-c3ad-42ce-9d28-0aa9d8dde76f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415974 Sep 02 13:33:03.829631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] For port def3b315-8f37-4b97-b00f-9674b5d19bea, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=def3b315-8f37-4b97-b00f-9674b5d19bea,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:03.830238 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.866218 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-38b5f36f-e2d1-4607-aab8-ff618fbf2917 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/quotas/ae8f41a86ddb4ae8960f67d8a1d78817 HTTP/1.1" status: 200 len: 375 time: 0.0394926 Sep 02 13:33:03.875509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Calling delete_port for def3b315-8f37-4b97-b00f-9674b5d19bea owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:03.931585 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1d176126-82ad-485e-8fd1-be3a33d2cd95 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:03.932452 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:03.968029 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] Set router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:04.039411 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:04.090196 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:33:03Z', 'revision_number': 6, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:04.119947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9004a8-9783-49b1-821d-7ccb20a7b71c req-20e65f42-6f63-46a5-a2da-0619a92543ad tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:04.121469 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f9004a8-9783-49b1-821d-7ccb20a7b71c req-20e65f42-6f63-46a5-a2da-0619a92543ad tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 945 time: 0.1390026 Sep 02 13:33:04.140547 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc8c85-3dfe-41c9-8057-93a26112b1dd None None] The sync data for ids ['3b2321d3-5094-410b-b4f2-cbaaf8e02c0d'] in n-d-794796-4 is: [{'id': '3b2321d3-5094-410b-b4f2-cbaaf8e02c0d', 'name': 'tempest-ServersTestJSON-843982690-router', 'tenant_id': '60b190c547af438ab9097a9eb32c5073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:30:26Z', 'updated_at': '2021-09-02T13:33:03Z', 'revision_number': 6, 'project_id': '60b190c547af438ab9097a9eb32c5073', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:33:04.160887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-70172be6-5892-40e9-a768-57c28b4ff812 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2934186 Sep 02 13:33:04.196164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a41ef8b-e09e-42e9-a77e-3633ee6996db {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:04.216653 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:04.239432 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Transition to ACTIVE for port object 1a41ef8b-e09e-42e9-a77e-3633ee6996db will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:04.244834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:04.261293 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f9004a8-9783-49b1-821d-7ccb20a7b71c req-321a4108-cce0-4c9b-80de-122df6ccaa85 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216125 Sep 02 13:33:04.423520 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:04.481027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Pushing event updated for resources: {'Port': ['ID=1a41ef8b-e09e-42e9-a77e-3633ee6996db,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:04.575140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Pushing event deleted for resources: {'Port': ['ID=def3b315-8f37-4b97-b00f-9674b5d19bea,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:04.742390 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:04.771460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Attempting to bind port 1a41ef8b-e09e-42e9-a77e-3633ee6996db on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:04.773935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Attempting to bind port 1a41ef8b-e09e-42e9-a77e-3633ee6996db by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:04.774748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Attempting to bind port 1a41ef8b-e09e-42e9-a77e-3633ee6996db on network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:04.807980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Port 1a41ef8b-e09e-42e9-a77e-3633ee6996db on network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:04.808529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Attempting to bind port 1a41ef8b-e09e-42e9-a77e-3633ee6996db on network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:04.838440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:04.840553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf4d81-d2e5-4f8e-a683-772e66aa4dcd req-c2d2bc03-c744-464a-b602-facd9d93202f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:04.853385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09cf4d81-d2e5-4f8e-a683-772e66aa4dcd req-c2d2bc03-c744-464a-b602-facd9d93202f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 944 time: 0.2220354 Sep 02 13:33:04.928078 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:04.951801 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:04.952237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Checking segment: {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:04.952813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Bound using segment: {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:04.953494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Bound port: 1a41ef8b-e09e-42e9-a77e-3633ee6996db, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:04.953954 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:04.973787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09cf4d81-d2e5-4f8e-a683-772e66aa4dcd req-274599de-29b7-4fea-afd9-3e29d4547393 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166000 Sep 02 13:33:05.047985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d2a51-66d4-4e07-803d-6a7e274092d1 req-634f4db9-c407-46c1-b587-a4ad269c0b14 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:05.055396 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a94d2a51-66d4-4e07-803d-6a7e274092d1 req-634f4db9-c407-46c1-b587-a4ad269c0b14 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.6042936 Sep 02 13:33:05.100311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-8b37867f-72d1-43e3-9e9d-d969d3d9ec12 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:05.101580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-8b37867f-72d1-43e3-9e9d-d969d3d9ec12 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.90 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1024 time: 0.4387844 Sep 02 13:33:05.114482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-264522457-network', 'tenant_id': '949efaf437c04ea08893ae2f3434a469'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:05.135971 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.143515 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.146369 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a94d2a51-66d4-4e07-803d-6a7e274092d1 req-173825ed-88e6-4201-9c4a-f4c4ce70cb6a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/quotas/aef9a428c80748b391ac5635a60221c8 HTTP/1.1" status: 200 len: 375 time: 0.0901427 Sep 02 13:33:05.177469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] For port 1a41ef8b-e09e-42e9-a77e-3633ee6996db, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:05.183859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] For port 1a41ef8b-e09e-42e9-a77e-3633ee6996db, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a41ef8b-e09e-42e9-a77e-3633ee6996db,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:05.194196 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.210298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900df1-6571-4657-8f7e-c164500505f1 req-33dc44ad-9ea3-4f4b-b160-d8f0902429d6 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:05.212181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-df900df1-6571-4657-8f7e-c164500505f1 req-33dc44ad-9ea3-4f4b-b160-d8f0902429d6 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1092000 Sep 02 13:33:05.262971 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:05.264326 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.272426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] 10.222.0.90 "PUT /v2.0/ports/1a41ef8b-e09e-42e9-a77e-3633ee6996db HTTP/1.1" status: 200 len: 1092 time: 3.0249419 Sep 02 13:33:05.277924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9534c9bf-bdaf-4026-b350-31b6a9ab3938', 'tag': '1a41ef8b-e09e-42e9-a77e-3633ee6996db'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:05.281937 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b80078-4afa-4d06-8f47-990d6eb1871b" -d '{"events": [{"name": "network-changed", "server_uuid": "9534c9bf-bdaf-4026-b350-31b6a9ab3938", "tag": "1a41ef8b-e09e-42e9-a77e-3633ee6996db"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:05.315862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Made reservation on behalf of 949efaf437c04ea08893ae2f3434a469 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:05.321874 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.363021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-df900df1-6571-4657-8f7e-c164500505f1 req-4b8bf9af-b67e-4b6a-aac6-bc87cfd24f42 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181345 Sep 02 13:33:05.363992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90f5c5-8d9a-495d-8607-294c8d423811 service neutron] Pushing event updated for resources: {'Port': ['ID=1a41ef8b-e09e-42e9-a77e-3633ee6996db,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:05.419770 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.420659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b2321d3-5094-410b-b4f2-cbaaf8e02c0d {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:33:05.423201 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.433871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.436057 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ee545a32-8f25-464a-a738-9e14c66bb442 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3b2321d3-5094-410b-b4f2-cbaaf8e02c0d HTTP/1.1" status: 204 len: 168 time: 2.6212587 Sep 02 13:33:05.440287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:05.482705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d5b15-7758-4612-a205-1a16067a1036 req-2686b7a5-9b5f-4334-a8db-564609eeda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:05.485252 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-2686b7a5-9b5f-4334-a8db-564609eeda5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f10d508ed994f9daf872e4c22fdde98&device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 1095 time: 0.1044402 Sep 02 13:33:05.496678 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a94d2a51-66d4-4e07-803d-6a7e274092d1 req-680d7043-1133-40c7-8c1a-489ec25b37aa tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3102341 Sep 02 13:33:05.618843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73a7eb4-0591-451f-b216-236c52f00e66 admin admin] Deleting subnet 671abd7c-ff1b-49a1-92f0-f022e57ea4f3 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:33:05.623190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d73a7eb4-0591-451f-b216-236c52f00e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.631768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Deleting port 74d164a3-2259-43d0-9f01-9bae22b71115 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:05.632132 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.652362 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-b65ab7bf-d135-4175-979d-deab13260984 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a41ef8b-e09e-42e9-a77e-3633ee6996db HTTP/1.1" status: 200 len: 217 time: 0.1502066 Sep 02 13:33:05.689852 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d73a7eb4-0591-451f-b216-236c52f00e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.696991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95b9b5-7be4-4cce-8262-3ff1a8630c84 req-4c41c3bb-bc08-4288-8ef8-a2139b956f50 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:05.704687 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ec95b9b5-7be4-4cce-8262-3ff1a8630c84 req-4c41c3bb-bc08-4288-8ef8-a2139b956f50 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 1024 time: 0.1871765 Sep 02 13:33:05.737171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device def3b315-8f37-4b97-b00f-9674b5d19bea no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:05.762271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: def3b315-8f37-4b97-b00f-9674b5d19bea {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:33:05.763616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device def3b315-8f37-4b97-b00f-9674b5d19bea not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:33:05.763616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b3046a77-cbfb-4231-baf2-c90881c0becc no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:05.785415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: b3046a77-cbfb-4231-baf2-c90881c0becc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:33:05.785758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b3046a77-cbfb-4231-baf2-c90881c0becc not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:33:05.819616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d5b15-7758-4612-a205-1a16067a1036 req-42d7c8f0-28ed-4f7a-bbe3-e6bccfdcb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:05.821243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-42d7c8f0-28ed-4f7a-bbe3-e6bccfdcb985 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=230d8c02-850d-41d4-ab8d-2e76ed8b715f HTTP/1.1" status: 200 len: 851 time: 0.0934427 Sep 02 13:33:05.840628 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ec95b9b5-7be4-4cce-8262-3ff1a8630c84 req-a04160d1-803a-4f42-b8b7-024dff46ce32 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups?id=892cd7ae-6964-43e9-a3bd-4cd295212ece&id=72114cd3-4afd-416e-b1c3-9eb25148b575&id=12dfbb49-008c-4051-be9f-ad8e96f848b5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1345069 Sep 02 13:33:05.855532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a94d2a51-66d4-4e07-803d-6a7e274092d1 req-1b072bee-09c8-4306-acf6-a3c4a44bf1df service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397188 Sep 02 13:33:05.925545 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-8a32b3cc-f590-470c-90bf-17b1934114e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529203 Sep 02 13:33:05.942005 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d73a7eb4-0591-451f-b216-236c52f00e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.968911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.983051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] For port 74d164a3-2259-43d0-9f01-9bae22b71115, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74d164a3-2259-43d0-9f01-9bae22b71115,segment=NetworkSegment(05d43e27-8b38-4be2-8535-857d6f34a7b4),segment_id=05d43e27-8b38-4be2-8535-857d6f34a7b4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:05.983782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:05.986541 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.018710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Calling delete_port for 74d164a3-2259-43d0-9f01-9bae22b71115 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:06.033068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:06.064531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-704f837b-ee52-4a41-8aa0-85cb47880590 req-91a698bd-6f22-4a3d-b30b-4f3f0bd24af1 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 210 time: 0.0816848 Sep 02 13:33:06.085929 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.087059 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Added segment 20caea8a-1a63-4515-a5f4-1e0129f69714 of type vlan for network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc Sep 02 13:33:06.112961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b263d42-1ac2-4e35-b63d-21b7581db34c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:06.152204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-d6459ec5-0de6-404f-a2ff-6ca653d72949 service neutron] 10.222.0.90 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648965 Sep 02 13:33:06.154299 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d73a7eb4-0591-451f-b216-236c52f00e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.202581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a94d2a51-66d4-4e07-803d-6a7e274092d1 req-e3c17c0b-c0f0-4394-bafc-62358da77241 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283377 Sep 02 13:33:06.223456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a7eb4-0591-451f-b216-236c52f00e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671abd7c-ff1b-49a1-92f0-f022e57ea4f3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:06.224007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.225975 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d73a7eb4-0591-451f-b216-236c52f00e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.230936 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d73a7eb4-0591-451f-b216-236c52f00e66 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/671abd7c-ff1b-49a1-92f0-f022e57ea4f3 HTTP/1.1" status: 204 len: 168 time: 0.7862055 Sep 02 13:33:06.241532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51528) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:06.248769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4263f4-3af0-41b1-9294-0d65e377e2c1 None None] Network df508750-43f1-4f5d-b787-38be78084a2f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:06.364390 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.366711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:06.367380 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.372963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154afb71-a03d-4e7e-967d-8ede68cd1cb0 req-2814b17a-080c-47d3-b833-5fbde87df9a4 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:06.388077 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-154afb71-a03d-4e7e-967d-8ede68cd1cb0 req-2814b17a-080c-47d3-b833-5fbde87df9a4 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 945 time: 0.1776872 Sep 02 13:33:06.447163 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.459564 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b06d5b15-7758-4612-a205-1a16067a1036 req-c6f57aff-bd16-4e29-b259-c689d53c45bc service neutron] 10.222.0.90 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890346 Sep 02 13:33:06.523350 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-154afb71-a03d-4e7e-967d-8ede68cd1cb0 req-af9ddefe-26ab-4bf0-b000-d1ac1f6695bf tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329992 Sep 02 13:33:06.527462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6820862 Sep 02 13:33:06.528158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:06.540827 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.544281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Request body: {'subnet': {'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-264522457-subnet', 'tenant_id': '949efaf437c04ea08893ae2f3434a469', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:06.552111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a937b-bc78-44cb-ab9d-7d4f38a5bd08 admin admin] Pushing event updated for resources: {'Network': ['ID=116ee1ae-eb3f-46bb-9d02-f159b293e2dc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:06.567065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:06.611456 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03400811-15d8-4013-a1ef-641fca66d0a9 x-openstack-request-id: req-03400811-15d8-4013-a1ef-641fca66d0a9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:06.611961 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9534c9bf-bdaf-4026-b350-31b6a9ab3938", "tag": "1a41ef8b-e09e-42e9-a77e-3633ee6996db", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:06.612441 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03400811-15d8-4013-a1ef-641fca66d0a9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:06.624844 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9534c9bf-bdaf-4026-b350-31b6a9ab3938', 'tag': '1a41ef8b-e09e-42e9-a77e-3633ee6996db', 'status': 'completed', 'code': 200} Sep 02 13:33:06.626584 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Made reservation on behalf of 949efaf437c04ea08893ae2f3434a469 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:06.632040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901d821-fea1-4b71-8ea7-f07f621d48fe None None] DHCP port deletion for df508750-43f1-4f5d-b787-38be78084a2f request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:33:06.636592 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.744262 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:06.824243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'Port': ['ID=74d164a3-2259-43d0-9f01-9bae22b71115,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:06.893285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-c51bf5fd-aeea-4026-a8fa-42e7732b51c3 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971076 Sep 02 13:33:06.903613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5901d821-fea1-4b71-8ea7-f07f621d48fe None None] Deleting port 32770553-4139-4c3c-a9df-59e5f602aa0c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:06.904465 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5901d821-fea1-4b71-8ea7-f07f621d48fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.150241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] No DVR routers for this DVR port 74d164a3-2259-43d0-9f01-9bae22b71115 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:07.155318 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.158521 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-774e7ed7-52d1-4821-951a-321179a2a7fc req-17300ecc-8860-4e3f-b5e7-a4ee3641aa20 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.90 "DELETE /v2.0/ports/74d164a3-2259-43d0-9f01-9bae22b71115 HTTP/1.1" status: 204 len: 173 time: 2.0373831 Sep 02 13:33:07.165886 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5901d821-fea1-4b71-8ea7-f07f621d48fe None None] For port 32770553-4139-4c3c-a9df-59e5f602aa0c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=32770553-4139-4c3c-a9df-59e5f602aa0c,segment=NetworkSegment(4641f376-2be6-42ca-9bee-6bb99995a0f4),segment_id=4641f376-2be6-42ca-9bee-6bb99995a0f4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:07.166859 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5901d821-fea1-4b71-8ea7-f07f621d48fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.168523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd57f8f-de49-4df8-980d-4b1866266790 req-fdacf466-00da-4b43-a44e-1e49aba5d847 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:07.171062 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fcd57f8f-de49-4df8-980d-4b1866266790 req-fdacf466-00da-4b43-a44e-1e49aba5d847 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 944 time: 0.4325747 Sep 02 13:33:07.171413 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'name': 'network-vif-deleted', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:07.174309 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e67c162-edec-413c-9480-bf1bd43703f3" -d '{"events": [{"server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "name": "network-vif-deleted", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:07.224317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5901d821-fea1-4b71-8ea7-f07f621d48fe None None] Calling delete_port for 32770553-4139-4c3c-a9df-59e5f602aa0c owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:07.229758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-8089c4d0-5b29-497e-98c1-a336fb677670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:07.233541 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-8089c4d0-5b29-497e-98c1-a336fb677670 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f10d508ed994f9daf872e4c22fdde98&device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 1095 time: 0.5726840 Sep 02 13:33:07.264230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12a06-becf-4dc4-8498-539691d6d465 req-0ad4686d-9ab5-4eea-bcf9-a772d3d0dc07 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:07.267391 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-0ad4686d-9ab5-4eea-bcf9-a772d3d0dc07 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3525481 Sep 02 13:33:07.295823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Request body: {'port': {'device_id': '99fbbc61-4a11-4b13-a879-f7d20a4f2730', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'ae8f41a86ddb4ae8960f67d8a1d78817'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:07.465582 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5901d821-fea1-4b71-8ea7-f07f621d48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.526630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901d821-fea1-4b71-8ea7-f07f621d48fe None None] Pushing event deleted for resources: {'Port': ['ID=32770553-4139-4c3c-a9df-59e5f602aa0c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:07.547296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901d821-fea1-4b71-8ea7-f07f621d48fe None None] No DVR routers for this DVR port 32770553-4139-4c3c-a9df-59e5f602aa0c on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:07.593746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-88ea7c4e-822e-4701-a732-83623d79bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:07.595285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-88ea7c4e-822e-4701-a732-83623d79bd70 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 200 len: 912 time: 0.3267577 Sep 02 13:33:07.606425 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.699831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 32770553-4139-4c3c-a9df-59e5f602aa0c no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:07.710645 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Deleting port 32770553-4139-4c3c-a9df-59e5f602aa0c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:07.711540 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.715522 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fcd57f8f-de49-4df8-980d-4b1866266790 req-43798c46-abcd-4c49-9bbc-9c6053710239 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363836 Sep 02 13:33:07.730801 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-0d3095cc-b6ee-488d-a9cc-7bd7c5813b39 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a41ef8b-e09e-42e9-a77e-3633ee6996db HTTP/1.1" status: 200 len: 217 time: 0.1148400 Sep 02 13:33:07.731146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 32770553-4139-4c3c-a9df-59e5f602aa0c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:33:07.731525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 32770553-4139-4c3c-a9df-59e5f602aa0c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:33:07.807073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] For port 32770553-4139-4c3c-a9df-59e5f602aa0c, host n-d-794796-4, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:07.807073 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.825603 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Calling delete_port for 32770553-4139-4c3c-a9df-59e5f602aa0c owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:07.831288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Made reservation on behalf of ae8f41a86ddb4ae8960f67d8a1d78817 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:07.831600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Port 32770553-4139-4c3c-a9df-59e5f602aa0c was not found and therefore no delete operation was performed {{(pid=94687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:33:07.835851 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.845851 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:07.870521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73956bbb-1fd4-49d8-bca8-b620168fb711,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:07.872713 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5a5ded2d-94ca-4464-a751-03167976899d req-ba13773c-ee9b-4e8f-97f0-d7a3653d754f tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/ports?device_id=6007a390-3029-411e-9eb5-62c6e8d2b910 HTTP/1.1" status: 200 len: 210 time: 0.0484440 Sep 02 13:33:07.909892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7657cc-7d53-446a-8811-7f4165b31cfd req-dd92be1e-cc24-48bf-a17c-91998f868604 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:07.911499 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b7657cc-7d53-446a-8811-7f4165b31cfd req-dd92be1e-cc24-48bf-a17c-91998f868604 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1096 time: 0.2035632 Sep 02 13:33:07.913504 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-a6bdc333-50fc-493d-b10e-3e0b79cefe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:07.914935 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-a6bdc333-50fc-493d-b10e-3e0b79cefe0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=230d8c02-850d-41d4-ab8d-2e76ed8b715f HTTP/1.1" status: 200 len: 851 time: 0.1392119 Sep 02 13:33:07.940537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=32770553-4139-4c3c-a9df-59e5f602aa0c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:07.947555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] No DVR routers for this DVR port 32770553-4139-4c3c-a9df-59e5f602aa0c on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:07.957665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Checking segment: {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:07.958363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Network hostable DHCP agents. Network: 116ee1ae-eb3f-46bb-9d02-f159b293e2dc, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:08.020929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-b9429b97-02a3-48b2-840f-4df36a4d817c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759530 Sep 02 13:33:08.081674 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:08.096657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df508750-43f1-4f5d-b787-38be78084a2f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:08.110427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4641f376-2be6-42ca-9bee-6bb99995a0f4') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:08.110702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4641f376-2be6-42ca-9bee-6bb99995a0f4') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:08.126345 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:08.140928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503437a-a280-4c16-bc0b-bf242acc7615 req-c86b33bc-1a70-46fe-abee-9291bfeda81b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:08.142873 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e503437a-a280-4c16-bc0b-bf242acc7615 req-c86b33bc-1a70-46fe-abee-9291bfeda81b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1008041 Sep 02 13:33:08.159480 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:08.174185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:08.174670 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:08.176628 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:08.184859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:08.223117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b7657cc-7d53-446a-8811-7f4165b31cfd req-af5f7068-21e9-4a14-abbe-26117c13543e tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792158 Sep 02 13:33:08.231303 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 116ee1ae-eb3f-46bb-9d02-f159b293e2dc) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:08.242156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e503437a-a280-4c16-bc0b-bf242acc7615 req-4091f54c-2ba7-420e-a8da-bfd22b49d875 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903924 Sep 02 13:33:08.255995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:08.257473 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:08.260804 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:08.270752 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:08.274834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05367bd7-8d94-45f0-80b5-e2dbea23b9a3 None None] Network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:08.280962 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] 10.222.0.13 "DELETE /v2.0/networks/df508750-43f1-4f5d-b787-38be78084a2f HTTP/1.1" status: 204 len: 168 time: 2.0358465 Sep 02 13:33:08.286589 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Allocated IP 192.168.233.38 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/40fac9bf-18c2-4028-9146-af559e4a0122) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:08.306679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782aae8c-f6fa-468f-8b68-8fe75fa70c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=df508750-43f1-4f5d-b787-38be78084a2f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:08.357196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 74d164a3-2259-43d0-9f01-9bae22b71115 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:08.372929 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961665d4-8bca-46de-9a8c-90190fade9bd x-openstack-request-id: req-961665d4-8bca-46de-9a8c-90190fade9bd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:08.373345 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6007a390-3029-411e-9eb5-62c6e8d2b910", "name": "network-vif-deleted", "tag": "74d164a3-2259-43d0-9f01-9bae22b71115", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:08.373778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-166aff1e-204a-40a9-9b98-fa84f7f06cac service neutron] 10.222.0.90 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165722 Sep 02 13:33:08.373995 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-961665d4-8bca-46de-9a8c-90190fade9bd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:08.374448 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6007a390-3029-411e-9eb5-62c6e8d2b910', 'name': 'network-vif-deleted', 'tag': '74d164a3-2259-43d0-9f01-9bae22b71115', 'status': 'completed', 'code': 200} Sep 02 13:33:08.375950 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a1ebc611-ea22-4d80-82ce-2a57df1b8650 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8461151 Sep 02 13:33:08.440318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 74d164a3-2259-43d0-9f01-9bae22b71115 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:33:08.441052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 74d164a3-2259-43d0-9f01-9bae22b71115 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:33:08.465059 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d7331d65-bd7f-4850-b3c0-8cd56a76595d req-ebb7ca60-68eb-4b16-bdeb-d265d3084f3d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 210 time: 0.1182680 Sep 02 13:33:08.588975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1258868-7e0f-4064-849a-09b55d6d742d req-29de001b-2b07-49b8-9e0d-7a4d1d68bf9b tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:08.603348 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e1258868-7e0f-4064-849a-09b55d6d742d req-29de001b-2b07-49b8-9e0d-7a4d1d68bf9b tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1096 time: 0.0919168 Sep 02 13:33:08.649362 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1b80078-4afa-4d06-8f47-990d6eb1871b req-9bfcef89-7b23-4ced-849e-97148c1179c3 service neutron] 10.222.0.90 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557638 Sep 02 13:33:08.663542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51572) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:08.680676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-116ee1ae-eb3f-46bb-9d02-f159b293e2dc', 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc', 'tenant_id': '949efaf437c04ea08893ae2f3434a469', 'fixed_ips': [{'subnet_id': '73956bbb-1fd4-49d8-bca8-b620168fb711'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:08.682196 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:08.686468 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e1258868-7e0f-4064-849a-09b55d6d742d req-51b0033c-a5d3-4c67-82fa-c9ba187cdfe0 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797501 Sep 02 13:33:08.728149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:08.764645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Transition to ACTIVE for port object 40fac9bf-18c2-4028-9146-af559e4a0122 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:08.785372 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9af543e5-a88b-447e-badc-ac41ce29258f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60b190c547af438ab9097a9eb32c5073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1205513 Sep 02 13:33:08.788009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51580) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:08.911219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83d5db-4910-465d-9add-f3cfe2367147 req-910a5dae-1761-4b61-8c55-e2233acb418d tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:08.922806 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0f83d5db-4910-465d-9add-f3cfe2367147 req-910a5dae-1761-4b61-8c55-e2233acb418d tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 944 time: 0.0895429 Sep 02 13:33:08.960925 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.001616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0f83d5db-4910-465d-9add-f3cfe2367147 req-62cfab7b-d1f7-4614-acdf-534722106305 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774071 Sep 02 13:33:09.041738 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', '1a3e3c80-444b-43c1-9cc3-78ad73f09b54', 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:09.046197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64', '141d4cc5-f1da-4cfd-abcc-854f22518c68'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:09.055094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event updated for resources: {'Port': ['ID=40fac9bf-18c2-4028-9146-af559e4a0122,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:09.102672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:09.150016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd577192-7847-4e21-8a49-d49f52137106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.153481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:09.157551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:09.242784 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd577192-7847-4e21-8a49-d49f52137106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.244168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc0079-d133-4a97-8edd-c496b5d1724a req-438de450-10d8-400c-8116-e8b182f5d901 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:09.271882 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80cc0079-d133-4a97-8edd-c496b5d1724a req-438de450-10d8-400c-8116-e8b182f5d901 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1096 time: 0.1002791 Sep 02 13:33:09.331947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80cc0079-d133-4a97-8edd-c496b5d1724a req-c1d55ca1-72d2-43c8-8e13-75c9cede85c9 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588377 Sep 02 13:33:09.360383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Allocated IP 172.20.0.2 (116ee1ae-eb3f-46bb-9d02-f159b293e2dc/73956bbb-1fd4-49d8-bca8-b620168fb711/0501949f-d2a6-4e9a-9244-23ff93365bdb) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:09.613246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20531cf2-6ad8-4eb7-8b7e-9c16dac1a1e4 None None] Provisioning for port 40fac9bf-18c2-4028-9146-af559e4a0122 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:09.650853 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20531cf2-6ad8-4eb7-8b7e-9c16dac1a1e4 None None] Provisioning complete for port 40fac9bf-18c2-4028-9146-af559e4a0122 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:09.651873 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20531cf2-6ad8-4eb7-8b7e-9c16dac1a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.732710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:09.732710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.772363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-0104f88a-9190-4797-b271-31d602df10aa tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:09.774144 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-0104f88a-9190-4797-b271-31d602df10aa tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.7129416 Sep 02 13:33:09.785014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-20531cf2-6ad8-4eb7-8b7e-9c16dac1a1e4 None None] Port 40fac9bf-18c2-4028-9146-af559e4a0122 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:09.819414 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.828497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-f5a24ca7-baf1-4c2e-877b-52eb97073e4f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/quotas/aef9a428c80748b391ac5635a60221c8 HTTP/1.1" status: 200 len: 375 time: 0.0320337 Sep 02 13:33:09.829719 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-5c77de5f-6f67-4e3e-86b7-1b0452dd0133 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5423224 Sep 02 13:33:09.836265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-03e3d16e-24d4-4954-b216-bb1bcdbb4f8c tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:09.839292 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-03e3d16e-24d4-4954-b216-bb1bcdbb4f8c tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 815 time: 0.1809363 Sep 02 13:33:09.859486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Request body: {'port': {'device_id': '99fbbc61-4a11-4b13-a879-f7d20a4f2730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:09.861420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Transition to ACTIVE for port object 0501949f-d2a6-4e9a-9244-23ff93365bdb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:09.867425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-8d8e79ac-6a29-4df5-a8c2-f3e029c421a9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/quotas/949efaf437c04ea08893ae2f3434a469 HTTP/1.1" status: 200 len: 375 time: 0.0166814 Sep 02 13:33:09.891011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd577192-7847-4e21-8a49-d49f52137106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.894076 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd577192-7847-4e21-8a49-d49f52137106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.895562 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cd577192-7847-4e21-8a49-d49f52137106 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/277f8f07-a0ba-4314-833d-8c628b5094fb HTTP/1.1" status: 204 len: 168 time: 1.1053128 Sep 02 13:33:09.919701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Transition to ACTIVE for port object 0501949f-d2a6-4e9a-9244-23ff93365bdb will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:09.928060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd577192-7847-4e21-8a49-d49f52137106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277f8f07-a0ba-4314-833d-8c628b5094fb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:09.934652 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.965046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:09.968415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-b33cfae9-7803-4efe-98e0-0dc731d9f46c tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911167 Sep 02 13:33:09.998136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-6db294f1-6816-4d2e-aeda-e7b3a76ab324 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1427896 Sep 02 13:33:10.045304 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:10.061159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:10.065859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:10.101304 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Pushing event updated for resources: {'Port': ['ID=0501949f-d2a6-4e9a-9244-23ff93365bdb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:10.173036 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-013c7f0b-10e7-4759-8f6f-178b086dc41d service neutron] 10.222.0.13 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035747 Sep 02 13:33:10.182264 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Attempting to bind port 0501949f-d2a6-4e9a-9244-23ff93365bdb on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:10.182616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Attempting to bind port 0501949f-d2a6-4e9a-9244-23ff93365bdb by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:10.183058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Attempting to bind port 0501949f-d2a6-4e9a-9244-23ff93365bdb on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:10.196760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:10.197044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Checking segment: {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:10.197341 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:10.198454 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Bound using segment: {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:10.198454 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Bound port: 0501949f-d2a6-4e9a-9244-23ff93365bdb, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:10.198850 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:10.249661 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-888b990d-560c-4887-8fe9-3ddd274c8283 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461975 Sep 02 13:33:10.292471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1a41ef8b-e09e-42e9-a77e-3633ee6996db details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:10.384815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] For port 0501949f-d2a6-4e9a-9244-23ff93365bdb, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:10.417624 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-bec7b374-9097-4c0b-875c-790b65811642 service neutron] 10.222.0.13 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290802 Sep 02 13:33:10.451253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] For port 0501949f-d2a6-4e9a-9244-23ff93365bdb, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0501949f-d2a6-4e9a-9244-23ff93365bdb,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:10.468910 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:10.495597 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3955f510-3d97-4d2c-a217-f68142ff7245 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482533 Sep 02 13:33:10.711072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1a41ef8b-e09e-42e9-a77e-3633ee6996db, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a41ef8b-e09e-42e9-a77e-3633ee6996db,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:10.719987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fac9bf-18c2-4028-9146-af559e4a0122 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:10.750998 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:10.757494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '1a41ef8b-e09e-42e9-a77e-3633ee6996db', 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0', 'port_id': '1a41ef8b-e09e-42e9-a77e-3633ee6996db', 'mac_address': 'fa:16:3e:3e:f0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d8c02-850d-41d4-ab8d-2e76ed8b715f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:10.763717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f12c58-159b-4ceb-b7f4-ccfaf11cb996 None None] Pushing event updated for resources: {'Port': ['ID=0501949f-d2a6-4e9a-9244-23ff93365bdb,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:10.823261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Transition to ACTIVE for port object 40fac9bf-18c2-4028-9146-af559e4a0122 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:10.832199 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:10.898921 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a835d1d-a7db-4284-9e38-5bfec98527fd req-3fc653e8-ec73-40df-8496-c1ec906e11a5 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/892cd7ae-6964-43e9-a3bd-4cd295212ece HTTP/1.1" status: 200 len: 1801 time: 0.2068515 Sep 02 13:33:10.965846 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.033015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Pushing event updated for resources: {'Port': ['ID=40fac9bf-18c2-4028-9146-af559e4a0122,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:11.058175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a41ef8b-e09e-42e9-a77e-3633ee6996db {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:11.093895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a835d1d-a7db-4284-9e38-5bfec98527fd req-50bf0680-a623-4886-88a9-782972b3849d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.170014 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a835d1d-a7db-4284-9e38-5bfec98527fd req-50bf0680-a623-4886-88a9-782972b3849d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.210548 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5b310-9cc6-45c7-8c73-192345835145 req-4ba9c9ba-2155-472d-b9b7-94a045f6838f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:11.228647 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5bf5b310-9cc6-45c7-8c73-192345835145 req-4ba9c9ba-2155-472d-b9b7-94a045f6838f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1796730 Sep 02 13:33:11.295300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1a41ef8b-e09e-42e9-a77e-3633ee6996db, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a41ef8b-e09e-42e9-a77e-3633ee6996db,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:11.312264 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a835d1d-a7db-4284-9e38-5bfec98527fd req-50bf0680-a623-4886-88a9-782972b3849d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.315413 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.319078 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6a835d1d-a7db-4284-9e38-5bfec98527fd req-50bf0680-a623-4886-88a9-782972b3849d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.363052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a835d1d-a7db-4284-9e38-5bfec98527fd req-50bf0680-a623-4886-88a9-782972b3849d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/892cd7ae-6964-43e9-a3bd-4cd295212ece HTTP/1.1" status: 204 len: 173 time: 0.4585345 Sep 02 13:33:11.400101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf0680-a623-4886-88a9-782972b3849d tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892cd7ae-6964-43e9-a3bd-4cd295212ece,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:11.667031 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5bf5b310-9cc6-45c7-8c73-192345835145 req-cd6fd895-2a0e-4abe-80cd-3dc7569b86a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366612 Sep 02 13:33:11.719894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1a41ef8b-e09e-42e9-a77e-3633ee6996db,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:11.735150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e93314-81a7-4ec4-8392-5703320eb3be req-11e03de7-3404-48a2-b52d-d34a915ffc4b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:11.767029 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23e93314-81a7-4ec4-8392-5703320eb3be req-11e03de7-3404-48a2-b52d-d34a915ffc4b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 947 time: 0.2017331 Sep 02 13:33:11.790716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Attempting to bind port 40fac9bf-18c2-4028-9146-af559e4a0122 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:11.793772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Attempting to bind port 40fac9bf-18c2-4028-9146-af559e4a0122 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:11.794220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Attempting to bind port 40fac9bf-18c2-4028-9146-af559e4a0122 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:11.828168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Port 40fac9bf-18c2-4028-9146-af559e4a0122 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:11.836768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Attempting to bind port 40fac9bf-18c2-4028-9146-af559e4a0122 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:11.861665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:11.869688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:11.870913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:11.872230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Bound port: 40fac9bf-18c2-4028-9146-af559e4a0122, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:11.874511 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:11.879667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0501949f-d2a6-4e9a-9244-23ff93365bdb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:11.883101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1a41ef8b-e09e-42e9-a77e-3633ee6996db'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:11.938590 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23e93314-81a7-4ec4-8392-5703320eb3be req-cb93be8b-adcc-43fd-8552-7f63baa6d72f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559587 Sep 02 13:33:12.074283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 0501949f-d2a6-4e9a-9244-23ff93365bdb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:12.113801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e969a7b-cfde-46af-8cb1-cb3a03a5438e req-b0e82124-8e3c-42e0-a4fb-64335c3b9c87 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:12.115399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e969a7b-cfde-46af-8cb1-cb3a03a5438e req-b0e82124-8e3c-42e0-a4fb-64335c3b9c87 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1096 time: 0.1225452 Sep 02 13:33:12.186300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aeb022-92f6-4908-a02f-b94eb0fc0c5e req-8537e3b1-9491-48bb-84f5-8309112e3363 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:12.198951 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3aeb022-92f6-4908-a02f-b94eb0fc0c5e req-8537e3b1-9491-48bb-84f5-8309112e3363 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 945 time: 0.1663282 Sep 02 13:33:12.204242 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e969a7b-cfde-46af-8cb1-cb3a03a5438e req-736be67b-3a48-484b-80c7-7bc8430840f2 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759768 Sep 02 13:33:12.230693 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] For port 40fac9bf-18c2-4028-9146-af559e4a0122, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:12.257061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] For port 40fac9bf-18c2-4028-9146-af559e4a0122, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=40fac9bf-18c2-4028-9146-af559e4a0122,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:12.264164 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.372352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d28092b-2307-45bc-beca-33c3fee1a340 req-f712010a-8641-46af-ac4c-c85de8801407 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 210 time: 0.0490499 Sep 02 13:33:12.415154 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:12.415154 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.421869 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] 10.222.0.90 "PUT /v2.0/ports/40fac9bf-18c2-4028-9146-af559e4a0122 HTTP/1.1" status: 200 len: 1095 time: 2.5677299 Sep 02 13:33:12.435790 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3aeb022-92f6-4908-a02f-b94eb0fc0c5e req-6ec7b325-1436-4331-b87e-ff05bb665703 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358115 Sep 02 13:33:12.456832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fbbc61-4a11-4b13-a879-f7d20a4f2730', 'tag': '40fac9bf-18c2-4028-9146-af559e4a0122'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:12.464982 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effb6f0a-41b0-42cb-80b0-21766d10a657" -d '{"events": [{"name": "network-changed", "server_uuid": "99fbbc61-4a11-4b13-a879-f7d20a4f2730", "tag": "40fac9bf-18c2-4028-9146-af559e4a0122"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:12.500057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403bab7-7b38-4659-8f8a-a5e3f02bcb32 service neutron] Pushing event updated for resources: {'Port': ['ID=40fac9bf-18c2-4028-9146-af559e4a0122,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:12.616212 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc6bbe52-873b-4033-a34b-d7543ae4a890 req-80bb8583-72b7-4bf6-b9c0-dc45c553a70e tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "GET /v2.0/security-groups/12dfbb49-008c-4051-be9f-ad8e96f848b5 HTTP/1.1" status: 200 len: 1800 time: 0.1355500 Sep 02 13:33:12.647958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12a06-becf-4dc4-8498-539691d6d465 req-99d788bf-b2bc-430b-a53d-2b196609849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:12.650503 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-99d788bf-b2bc-430b-a53d-2b196609849f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 1098 time: 0.1229935 Sep 02 13:33:12.722320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-352da4d5-9525-4306-93fe-be6ce7fbcaa5 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:12.724543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-352da4d5-9525-4306-93fe-be6ce7fbcaa5 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 815 time: 0.1937578 Sep 02 13:33:12.748047 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-2191317d-131e-48e7-8656-175f99ff0133 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/quotas/949efaf437c04ea08893ae2f3434a469 HTTP/1.1" status: 200 len: 375 time: 0.0133820 Sep 02 13:33:12.755483 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-110cb9c9-c985-4cf8-a3b6-d1d035538c23 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=40fac9bf-18c2-4028-9146-af559e4a0122 HTTP/1.1" status: 200 len: 217 time: 0.0924530 Sep 02 13:33:12.780557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396166eb-add3-4921-8782-cf1dd97d34bb None None] Network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:12.848544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-64e02648-d1af-4162-8090-58b68756eb0e tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876834 Sep 02 13:33:12.872374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d4c31022-a477-4697-8f9d-d9c039eccdfb None None] Provisioning for port 0501949f-d2a6-4e9a-9244-23ff93365bdb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:12.878317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d4c31022-a477-4697-8f9d-d9c039eccdfb None None] Provisioning complete for port 0501949f-d2a6-4e9a-9244-23ff93365bdb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:12.878945 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4c31022-a477-4697-8f9d-d9c039eccdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.899556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12a06-becf-4dc4-8498-539691d6d465 req-2b89e5b5-cec8-40a1-b079-891e4818ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:12.901705 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-2b89e5b5-cec8-40a1-b079-891e4818ded0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1345463 Sep 02 13:33:12.902812 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc6bbe52-873b-4033-a34b-d7543ae4a890 req-c69d7606-6693-4590-873a-7121315f6b82 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:12.997984 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc6bbe52-873b-4033-a34b-d7543ae4a890 req-c69d7606-6693-4590-873a-7121315f6b82 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.027081 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-9d59a0ef-3217-4dca-b6ce-9e93aba3ca92 service neutron] 10.222.0.13 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580112 Sep 02 13:33:13.065955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e44e0a21-9ef2-461b-82cc-dfc1859da3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:13.068051 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-e44e0a21-9ef2-461b-82cc-dfc1859da3e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471019 Sep 02 13:33:13.077221 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4c31022-a477-4697-8f9d-d9c039eccdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.148256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d4c31022-a477-4697-8f9d-d9c039eccdfb None None] For port 0501949f-d2a6-4e9a-9244-23ff93365bdb, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0501949f-d2a6-4e9a-9244-23ff93365bdb,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:13.153580 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4c31022-a477-4697-8f9d-d9c039eccdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.236683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c31022-a477-4697-8f9d-d9c039eccdfb None None] Pushing event updated for resources: {'Port': ['ID=0501949f-d2a6-4e9a-9244-23ff93365bdb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:13.243863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-dd919b0b-cf50-4a77-a874-156e7b988d49 service neutron] 10.222.0.13 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916993 Sep 02 13:33:13.305216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-30ebc060-9e6e-42c5-9edb-6987e29ce3f0 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:13.307283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-30ebc060-9e6e-42c5-9edb-6987e29ce3f0 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.90 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 815 time: 0.2533689 Sep 02 13:33:13.311710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc6bbe52-873b-4033-a34b-d7543ae4a890 req-c69d7606-6693-4590-873a-7121315f6b82 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.316392 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc6bbe52-873b-4033-a34b-d7543ae4a890 req-c69d7606-6693-4590-873a-7121315f6b82 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.325790 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc6bbe52-873b-4033-a34b-d7543ae4a890 req-c69d7606-6693-4590-873a-7121315f6b82 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] 10.222.0.13 "DELETE /v2.0/security-groups/12dfbb49-008c-4051-be9f-ad8e96f848b5 HTTP/1.1" status: 204 len: 173 time: 0.6923416 Sep 02 13:33:13.328020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51688) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:13.342011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Request body: {'port': {'device_id': 'd751a8b4-432f-442a-a38e-70e34e794bc2', 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc', 'admin_state_up': True, 'tenant_id': '949efaf437c04ea08893ae2f3434a469'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:13.369719 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-24e043e2-3b17-42be-b462-5861393f460b service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822938 Sep 02 13:33:13.420712 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-a97d8523-91b5-432c-acb6-412fd81ab255 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6e256f30-7923-49be-a025-a3217200c9b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1343410 Sep 02 13:33:13.496851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d7606-6693-4590-873a-7121315f6b82 tempest-SecurityGroupsTestJSON-1475550477 tempest-SecurityGroupsTestJSON-1475550477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dfbb49-008c-4051-be9f-ad8e96f848b5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:13.572061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-f2f6a1e0-e9d4-40e7-bc86-01fc304796e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:13.573899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ec21b275-09cd-43bc-b76f-35e5f654b1e0 None None] Provisioning complete for port 0501949f-d2a6-4e9a-9244-23ff93365bdb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:13.575764 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-f2f6a1e0-e9d4-40e7-bc86-01fc304796e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=6e256f30-7923-49be-a025-a3217200c9b7 HTTP/1.1" status: 200 len: 1101 time: 0.1174152 Sep 02 13:33:13.577645 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec21b275-09cd-43bc-b76f-35e5f654b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.681718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-03861224-7f05-4ce5-9c2d-0cf2f0769edc admin admin] Deleting subnet a25d49a4-bae8-4d52-abbc-dc123296811b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:33:13.709448 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03861224-7f05-4ce5-9c2d-0cf2f0769edc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.814364 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0501949f-d2a6-4e9a-9244-23ff93365bdb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:13.868907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-dc0aedec-55f6-4ad1-974d-52949a370ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:13.877310 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-dc0aedec-55f6-4ad1-974d-52949a370ac5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2721610 Sep 02 13:33:13.887635 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 0501949f-d2a6-4e9a-9244-23ff93365bdb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:13.888068 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:13.931831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-ec0df257-5ad9-4c1b-846a-b1bf55c2c9e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=3595270a-47e4-424b-8da9-91829fa1109d HTTP/1.1" status: 200 len: 217 time: 0.0452952 Sep 02 13:33:14.062370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-526179c5-75c8-499d-8042-31dfa409fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:14.065233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-526179c5-75c8-499d-8042-31dfa409fa5a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1263723 Sep 02 13:33:14.103320 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03861224-7f05-4ce5-9c2d-0cf2f0769edc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:14.136783 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-760b781a-157c-4226-a77c-85e14e3fe458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:14.140544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-760b781a-157c-4226-a77c-85e14e3fe458 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605228 Sep 02 13:33:14.150935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Made reservation on behalf of 949efaf437c04ea08893ae2f3434a469 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:14.154984 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:14.195606 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e12a06-becf-4dc4-8498-539691d6d465 req-79245cb4-1009-43cb-a142-8f758c9eb40d service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7415426 Sep 02 13:33:14.309591 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1a41ef8b-e09e-42e9-a77e-3633ee6996db up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:14.325404 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03861224-7f05-4ce5-9c2d-0cf2f0769edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:14.388730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Allocated IP 172.20.0.3 (116ee1ae-eb3f-46bb-9d02-f159b293e2dc/73956bbb-1fd4-49d8-bca8-b620168fb711/6630f08a-72a3-4474-9787-5808c70cedf2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:14.447377 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03861224-7f05-4ce5-9c2d-0cf2f0769edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:14.477170 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91823c4d-b8fe-4d7b-955e-a1eb6704c776 x-openstack-request-id: req-91823c4d-b8fe-4d7b-955e-a1eb6704c776 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:14.477514 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fbbc61-4a11-4b13-a879-f7d20a4f2730", "tag": "40fac9bf-18c2-4028-9146-af559e4a0122", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:14.477762 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91823c4d-b8fe-4d7b-955e-a1eb6704c776 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:14.478205 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fbbc61-4a11-4b13-a879-f7d20a4f2730', 'tag': '40fac9bf-18c2-4028-9146-af559e4a0122', 'status': 'completed', 'code': 200} Sep 02 13:33:14.483173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03861224-7f05-4ce5-9c2d-0cf2f0769edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25d49a4-bae8-4d52-abbc-dc123296811b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:14.497422 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 1a41ef8b-e09e-42e9-a77e-3633ee6996db completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:14.522936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 1a41ef8b-e09e-42e9-a77e-3633ee6996db triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:14.523302 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:14.527902 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-f9ec164a-703f-4104-ad84-24eaf0c8488a service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615701 Sep 02 13:33:14.585992 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03861224-7f05-4ce5-9c2d-0cf2f0769edc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:14.592271 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-03861224-7f05-4ce5-9c2d-0cf2f0769edc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a25d49a4-bae8-4d52-abbc-dc123296811b HTTP/1.1" status: 204 len: 168 time: 1.2550287 Sep 02 13:33:14.610060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51744) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:14.657134 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-143e9552-c006-4cb7-bc04-44b3092cefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:14.659606 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-143e9552-c006-4cb7-bc04-44b3092cefc3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 1098 time: 0.1620624 Sep 02 13:33:14.858603 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:14.890379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Transition to ACTIVE for port object 6630f08a-72a3-4474-9787-5808c70cedf2 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:14.918233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a97c70-9498-43ae-8501-28956620eca8 req-0c3e5bee-0439-47f3-ba2d-fa3768197375 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:14.920186 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-86a97c70-9498-43ae-8501-28956620eca8 req-0c3e5bee-0439-47f3-ba2d-fa3768197375 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.2269044 Sep 02 13:33:14.927021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:14.972792 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:14.988025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-a963af3e-a719-4e36-883a-71341ab2a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:14.989521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-a963af3e-a719-4e36-883a-71341ab2a96f service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2950947 Sep 02 13:33:15.040737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9534c9bf-bdaf-4026-b350-31b6a9ab3938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a41ef8b-e09e-42e9-a77e-3633ee6996db'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:15.046554 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c962e0f-3b12-448a-b7c6-1bf05ff49b3c" -d '{"events": [{"server_uuid": "9534c9bf-bdaf-4026-b350-31b6a9ab3938", "name": "network-vif-plugged", "status": "completed", "tag": "1a41ef8b-e09e-42e9-a77e-3633ee6996db"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:15.096877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1a41ef8b-e09e-42e9-a77e-3633ee6996db, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a41ef8b-e09e-42e9-a77e-3633ee6996db,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:15.104526 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.119983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-c034e8de-b82e-493b-9723-874eff283420 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=40fac9bf-18c2-4028-9146-af559e4a0122 HTTP/1.1" status: 200 len: 217 time: 0.0962188 Sep 02 13:33:15.196104 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ed79609-d6ef-4255-8949-af3514b4ffb9 req-326ca212-b819-4d3d-8f28-73f5f6f5e4b8 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546021 Sep 02 13:33:15.197921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-86a97c70-9498-43ae-8501-28956620eca8 req-699d9ec1-a544-408c-9371-3d45ca414d1f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465265 Sep 02 13:33:15.198866 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.252935 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.264438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-eb7c9aff-069c-4a48-9fb6-40c6d2b06c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:15.267184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-eb7c9aff-069c-4a48-9fb6-40c6d2b06c41 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1343572 Sep 02 13:33:15.287327 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1a41ef8b-e09e-42e9-a77e-3633ee6996db,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:15.299173 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316fec6d-134f-45db-9562-d73879b32136']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:15.306420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:15.327322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:15.334813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d43e27-8b38-4be2-8535-857d6f34a7b4') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:15.335125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d43e27-8b38-4be2-8535-857d6f34a7b4') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:15.361193 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.398960 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.406641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:33:15.407519 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:33:15.416588 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:33:15.472535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:15.511756 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.527774 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.533530 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] 10.222.0.13 "DELETE /v2.0/networks/316fec6d-134f-45db-9562-d73879b32136 HTTP/1.1" status: 204 len: 168 time: 0.9193797 Sep 02 13:33:15.559612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e823dc-b73e-4bf9-ab1d-e1c8a3e9e74b admin admin] Pushing event deleted for resources: {'Network': ['ID=316fec6d-134f-45db-9562-d73879b32136,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:15.631565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-c73396a2-4642-4c81-ac8f-d86909f70c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:15.633761 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-c73396a2-4642-4c81-ac8f-d86909f70c00 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3226974 Sep 02 13:33:15.660236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Pushing event updated for resources: {'Port': ['ID=6630f08a-72a3-4474-9787-5808c70cedf2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:15.688223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189e0f0-3c3a-4614-9182-4c27ff31cb6b req-3befd9ce-900d-4fb0-89ee-ce962df32732 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:15.691284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4189e0f0-3c3a-4614-9182-4c27ff31cb6b req-3befd9ce-900d-4fb0-89ee-ce962df32732 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 947 time: 0.3598952 Sep 02 13:33:15.710438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:15.713192 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.895717 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-7e84e29b-5afa-4ca9-9e6d-c39da0d078bc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5684774 Sep 02 13:33:15.931819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Request body: {'port': {'device_id': 'd751a8b4-432f-442a-a38e-70e34e794bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:15.956956 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d4fd1fb-e7c1-4da8-b7ce-10542df6735a None None] Provisioning for port 6630f08a-72a3-4474-9787-5808c70cedf2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:15.966514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d4fd1fb-e7c1-4da8-b7ce-10542df6735a None None] Provisioning complete for port 6630f08a-72a3-4474-9787-5808c70cedf2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:15.971641 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd1fb-e7c1-4da8-b7ce-10542df6735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:15.998883 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4189e0f0-3c3a-4614-9182-4c27ff31cb6b req-9c42a722-3a25-475e-b77a-9eb6f679d542 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421881 Sep 02 13:33:16.017037 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-a2adacf7-c89f-467f-b892-71bd73284339 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707360 Sep 02 13:33:16.069107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51776) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:16.080733 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fd1fb-e7c1-4da8-b7ce-10542df6735a None None] Port 6630f08a-72a3-4474-9787-5808c70cedf2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:16.146685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-505bb5c9-89c5-4a6f-9cde-8d3e650df8f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c02acb43cd74ca0a2413ecbdd61d95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755818 Sep 02 13:33:16.148513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:16.159337 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b21e1e61-05de-4161-b8ef-875897afaa64 req-e5a80f57-750a-4701-b87d-1569134bc221 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 210 time: 0.0426650 Sep 02 13:33:16.161023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:16.343037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-075785ec-2a60-48ea-bc1c-b7149785e7d6 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:16.345487 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-075785ec-2a60-48ea-bc1c-b7149785e7d6 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.1879218 Sep 02 13:33:16.367715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Request body: {'port': {'device_id': 'ddcc38a6-aa34-4d5d-9474-ab6890340ceb', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'admin_state_up': True, 'tenant_id': 'aef9a428c80748b391ac5635a60221c8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:16.518460 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-effb6f0a-41b0-42cb-80b0-21766d10a657 req-72a9b88d-9e60-4fee-a03e-658f14144599 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928696 Sep 02 13:33:16.552499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Made reservation on behalf of aef9a428c80748b391ac5635a60221c8 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:16.556543 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:16.560411 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78f6ac0e-6104-4b95-994a-1664bb405611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:16.648383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fdde8-7305-40aa-9271-3aa891e26046 req-1b6b7a93-df59-4084-a64d-25f5afe4740a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:16.656309 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-052fdde8-7305-40aa-9271-3aa891e26046 req-1b6b7a93-df59-4084-a64d-25f5afe4740a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.2527797 Sep 02 13:33:16.689637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-e6fedea5-8879-4b98-97d6-17407583f98a tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:33:16.690868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-e6fedea5-8879-4b98-97d6-17407583f98a tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5078573 Sep 02 13:33:16.712107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-97f2f952-78de-4ad9-852e-be3eab894b29 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:16.713940 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-97f2f952-78de-4ad9-852e-be3eab894b29 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.77 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 815 time: 0.4692507 Sep 02 13:33:16.722697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-1948fd73-0448-4ce3-89cf-b42a642f366a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809300 Sep 02 13:33:16.743391 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Allocated IP 172.20.0.14 (79cd27ca-5513-4fc3-bbff-ceea57a3bac6/c492d62d-bb5c-403f-a25f-021347fc973a/558661e5-827b-4d0d-9346-3f45f227746f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:16.743823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Request body: {'port': {'device_id': 'f529ec2a-511f-4c29-b75a-9fc5cbe29340', 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc', 'admin_state_up': True, 'tenant_id': '949efaf437c04ea08893ae2f3434a469'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:16.749958 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78f6ac0e-6104-4b95-994a-1664bb405611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:16.864392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-052fdde8-7305-40aa-9271-3aa891e26046 req-a41e1fa7-41a9-4153-96f1-ee623fb0f9ea tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068944 Sep 02 13:33:16.907302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-34b41fa0-88db-4e91-8cd4-a43a59d255ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:16.910666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-34b41fa0-88db-4e91-8cd4-a43a59d255ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 1100 time: 0.1242917 Sep 02 13:33:16.920234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-dbcd6478-2b58-4db2-bce0-1aff00bb6e56 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:16.922579 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-dbcd6478-2b58-4db2-bce0-1aff00bb6e56 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports/d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 200 len: 1093 time: 0.2019408 Sep 02 13:33:17.065762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.087119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-c1533255-01ac-4965-ba66-4ba289b1df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:17.088697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-c1533255-01ac-4965-ba66-4ba289b1df2f service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1521277 Sep 02 13:33:17.140016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-aebcc20b-6dd8-469e-bd0e-72a46aaec3da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=dfa9bd20-940c-450c-bb43-45271527be64 HTTP/1.1" status: 200 len: 217 time: 0.0431991 Sep 02 13:33:17.186495 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.201245 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:17.247791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:17.252409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-c0167c1d-1458-4988-bf38-2c58241728e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:17.254644 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-c0167c1d-1458-4988-bf38-2c58241728e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1055691 Sep 02 13:33:17.258648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:17.262800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:17.270096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event updated for resources: {'Port': ['ID=558661e5-827b-4d0d-9346-3f45f227746f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:17.367650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:17.368467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.378695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-b68c8491-e4fb-4260-a78a-e7c57a4e6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:17.380366 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-b68c8491-e4fb-4260-a78a-e7c57a4e6edf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075606 Sep 02 13:33:17.399976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Request body: {'binding': {'host': 'n-h1-794796-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:17.400856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:33:17.410860 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-3a92f2f5-7951-484f-804a-b0a3e7356651 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0484912 Sep 02 13:33:17.445763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Request body: {'port': {'device_id': 'ddcc38a6-aa34-4d5d-9474-ab6890340ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:17.482854 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78f6ac0e-6104-4b95-994a-1664bb405611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.485429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78f6ac0e-6104-4b95-994a-1664bb405611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.491328 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-78f6ac0e-6104-4b95-994a-1664bb405611 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72114cd3-4afd-416e-b1c3-9eb25148b575 HTTP/1.1" status: 204 len: 168 time: 1.3361566 Sep 02 13:33:17.540733 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.559624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-739f85b1-96bf-482d-9a23-64a2fc1efed5 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:17.569193 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-f4554125-9098-4c64-b2f7-9bca06461592 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791661 Sep 02 13:33:17.573480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-739f85b1-96bf-482d-9a23-64a2fc1efed5 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 815 time: 0.3161016 Sep 02 13:33:17.625390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6ac0e-6104-4b95-994a-1664bb405611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72114cd3-4afd-416e-b1c3-9eb25148b575,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:17.669102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Made reservation on behalf of 949efaf437c04ea08893ae2f3434a469 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:17.672618 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.699225 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-57bd5bd5-e290-451f-b8f0-60858f4ffaae tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/quotas/949efaf437c04ea08893ae2f3434a469 HTTP/1.1" status: 200 len: 375 time: 0.1257200 Sep 02 13:33:17.723887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6630f08a-72a3-4474-9787-5808c70cedf2 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:17.768596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.867940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Transition to ACTIVE for port object 6630f08a-72a3-4474-9787-5808c70cedf2 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:17.877339 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:17.906740 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cd092f2-c822-40dd-811d-ccd4c71cfa11 req-98a86d11-5e9e-434f-83b1-30530909396c service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560153 Sep 02 13:33:17.949283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-36fc5d0b-ea08-48be-895f-76cdc2b7369a tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2310567 Sep 02 13:33:18.039837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558661e5-827b-4d0d-9346-3f45f227746f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:18.050812 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.073120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Transition to ACTIVE for port object 558661e5-827b-4d0d-9346-3f45f227746f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:18.081384 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.085942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 on host n-h1-794796-4 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:18.086552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:18.087075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:18.100348 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Port d58dda62-2a54-4b3f-955b-0c82cb282b18 on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:18.101013 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:18.118330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:18.119129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:18.119851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:18.120642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Bound port: d58dda62-2a54-4b3f-955b-0c82cb282b18, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:18.123752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=6630f08a-72a3-4474-9787-5808c70cedf2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.177025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Pushing event updated for resources: {'Port': ['ID=558661e5-827b-4d0d-9346-3f45f227746f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.202002 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Allocated IP 172.20.0.12 (116ee1ae-eb3f-46bb-9d02-f159b293e2dc/73956bbb-1fd4-49d8-bca8-b620168fb711/2fe2766a-b724-4a99-99f7-82fd4b86c4bd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:18.267650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-d29cc954-e440-42ce-a101-084164e990be service neutron] 10.222.0.13 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174760 Sep 02 13:33:18.277320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Attempting to bind port 558661e5-827b-4d0d-9346-3f45f227746f on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:18.277934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Attempting to bind port 558661e5-827b-4d0d-9346-3f45f227746f by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:18.278522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Attempting to bind port 558661e5-827b-4d0d-9346-3f45f227746f on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:18.284988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Port 558661e5-827b-4d0d-9346-3f45f227746f on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:18.285664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Attempting to bind port 558661e5-827b-4d0d-9346-3f45f227746f on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:18.293622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:18.293622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Checking segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:18.294121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Bound using segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:18.294597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Bound port: 558661e5-827b-4d0d-9346-3f45f227746f, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:18.294973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.348059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 40fac9bf-18c2-4028-9146-af559e4a0122 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:18.370294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:18.396854 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.398059 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-354a476e-5be0-4ca6-853c-06c3a4e804a0 service neutron] 10.222.0.13 "POST /v2.0/ports/d58dda62-2a54-4b3f-955b-0c82cb282b18/bindings HTTP/1.1" status: 201 len: 389 time: 1.1234734 Sep 02 13:33:18.399355 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5094bedb-b2b6-47f4-b489-8795da5eab0f req-d8e606d7-7d6f-470e-b59f-a49fa2a8bb8a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0389838 Sep 02 13:33:18.423222 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Attempting to bind port 6630f08a-72a3-4474-9787-5808c70cedf2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:18.423872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Attempting to bind port 6630f08a-72a3-4474-9787-5808c70cedf2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:18.424029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Attempting to bind port 6630f08a-72a3-4474-9787-5808c70cedf2 on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:18.441380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] For port 558661e5-827b-4d0d-9346-3f45f227746f, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:18.447082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] For port 558661e5-827b-4d0d-9346-3f45f227746f, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=558661e5-827b-4d0d-9346-3f45f227746f,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:18.454041 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.481820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Port 6630f08a-72a3-4474-9787-5808c70cedf2 on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:18.482239 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Attempting to bind port 6630f08a-72a3-4474-9787-5808c70cedf2 on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:18.507914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 40fac9bf-18c2-4028-9146-af559e4a0122, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=40fac9bf-18c2-4028-9146-af559e4a0122,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:18.527159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:18.527516 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Checking segment: {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:18.527956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Bound using segment: {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:18.528828 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Bound port: 6630f08a-72a3-4474-9787-5808c70cedf2, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:18.528828 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.536407 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-6b68c1bc-98ee-4886-be2a-a3bd59452c0b service neutron] 10.222.0.13 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543983 Sep 02 13:33:18.546316 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '40fac9bf-18c2-4028-9146-af559e4a0122', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '40fac9bf-18c2-4028-9146-af559e4a0122', 'mac_address': 'fa:16:3e:f3:f7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:18.573402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:18.574288 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.579495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-bd4692be-e219-4800-b812-65c275f44861 service neutron] 10.222.0.90 "PUT /v2.0/ports/558661e5-827b-4d0d-9346-3f45f227746f HTTP/1.1" status: 200 len: 1092 time: 1.1348886 Sep 02 13:33:18.579495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcc38a6-aa34-4d5d-9474-ab6890340ceb', 'tag': '558661e5-827b-4d0d-9346-3f45f227746f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:18.579495 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7708c497-4704-44e7-bad0-f192d1ae27ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcc38a6-aa34-4d5d-9474-ab6890340ceb", "tag": "558661e5-827b-4d0d-9346-3f45f227746f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:18.625216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4692be-e219-4800-b812-65c275f44861 service neutron] Pushing event updated for resources: {'Port': ['ID=558661e5-827b-4d0d-9346-3f45f227746f,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.644351 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.683832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fac9bf-18c2-4028-9146-af559e4a0122 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:18.702646 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.726586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 40fac9bf-18c2-4028-9146-af559e4a0122, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=40fac9bf-18c2-4028-9146-af559e4a0122,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:18.731160 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.745033 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-b6ca5d37-fa72-4b88-ae36-b787fe608ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:18.747288 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-b6ca5d37-fa72-4b88-ae36-b787fe608ac5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 1095 time: 0.0688329 Sep 02 13:33:18.788046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Transition to ACTIVE for port object 2fe2766a-b724-4a99-99f7-82fd4b86c4bd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:18.815590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] For port 6630f08a-72a3-4474-9787-5808c70cedf2, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:18.835167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] For port 6630f08a-72a3-4474-9787-5808c70cedf2, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6630f08a-72a3-4474-9787-5808c70cedf2,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:18.839963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=40fac9bf-18c2-4028-9146-af559e4a0122,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:18.848394 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:18.851087 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9952e44c-7484-4877-b9fd-7dedd7712253 x-openstack-request-id: req-9952e44c-7484-4877-b9fd-7dedd7712253 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:18.852347 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9534c9bf-bdaf-4026-b350-31b6a9ab3938", "name": "network-vif-plugged", "status": "completed", "tag": "1a41ef8b-e09e-42e9-a77e-3633ee6996db", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:18.855469 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9952e44c-7484-4877-b9fd-7dedd7712253 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:18.856365 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9534c9bf-bdaf-4026-b350-31b6a9ab3938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a41ef8b-e09e-42e9-a77e-3633ee6996db', 'code': 200} Sep 02 13:33:18.861987 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-15e1b09a-5868-47f0-bfc5-2016de693764 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=558661e5-827b-4d0d-9346-3f45f227746f HTTP/1.1" status: 200 len: 217 time: 0.1014173 Sep 02 13:33:18.880123 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-01eddb02-3187-44bf-b299-ae38a1463009 req-b73b7861-7be1-435b-ab25-afe5e271577d tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0686522 Sep 02 13:33:18.945370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-8b84ba75-2b9a-44e5-9bfd-58594634495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:18.948530 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-8b84ba75-2b9a-44e5-9bfd-58594634495c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.0657604 Sep 02 13:33:19.009778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.011332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.019536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] 10.222.0.90 "PUT /v2.0/ports/6630f08a-72a3-4474-9787-5808c70cedf2 HTTP/1.1" status: 200 len: 1091 time: 3.0895472 Sep 02 13:33:19.055206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd751a8b4-432f-442a-a38e-70e34e794bc2', 'tag': '6630f08a-72a3-4474-9787-5808c70cedf2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:19.057597 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c60d26-7a32-4b21-ba44-06c6a63184fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d751a8b4-432f-442a-a38e-70e34e794bc2", "tag": "6630f08a-72a3-4474-9787-5808c70cedf2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:19.069402 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-0fe36f71-4b9f-4c91-af88-4246e9c0df66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694337 Sep 02 13:33:19.133739 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['40fac9bf-18c2-4028-9146-af559e4a0122'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:19.157450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30d31c-f316-4cea-8a2d-7450de1d8fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=6630f08a-72a3-4474-9787-5808c70cedf2,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:19.169306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.248332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:19.264709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:19.290416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-65eef059-432d-436d-85da-ac0b19c1e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.291093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8a21a-db78-41b8-b124-b9ae7cdfd0e1 req-34b7768b-7fc5-4a13-8703-85b444550d22 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.292731 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e6c8a21a-db78-41b8-b124-b9ae7cdfd0e1 req-34b7768b-7fc5-4a13-8703-85b444550d22 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.2546208 Sep 02 13:33:19.297069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:19.299622 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-65eef059-432d-436d-85da-ac0b19c1e1ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1096 time: 0.2919617 Sep 02 13:33:19.327396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d6e0b-5ef8-475b-91c5-14d29a8f5f8b req-84c86f48-33cf-4a15-918a-75237736d549 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.332447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-018d6e0b-5ef8-475b-91c5-14d29a8f5f8b req-84c86f48-33cf-4a15-918a-75237736d549 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 948 time: 0.2777760 Sep 02 13:33:19.336204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Pushing event updated for resources: {'Port': ['ID=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:19.380713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fa1bb-8ba2-4b77-b236-14d55dcaf03f req-b9ab3e5c-21ee-4684-9349-5b26b9125f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.382249 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-543fa1bb-8ba2-4b77-b236-14d55dcaf03f req-b9ab3e5c-21ee-4684-9349-5b26b9125f64 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 1097 time: 0.3649962 Sep 02 13:33:19.383940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-a07e4b91-8287-4bc8-b508-42b923272eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.386395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-a07e4b91-8287-4bc8-b508-42b923272eb0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 1094 time: 0.2951849 Sep 02 13:33:19.473631 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-8fb06ab3-0488-4c0f-a64f-be906bdcdb78 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868225 Sep 02 13:33:19.493747 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-018d6e0b-5ef8-475b-91c5-14d29a8f5f8b req-856de38f-101e-47bb-9541-cb891124ff08 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206768 Sep 02 13:33:19.510775 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e6c8a21a-db78-41b8-b124-b9ae7cdfd0e1 req-e62625b5-5bed-4fa3-b840-8374dfbc88c7 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010298 Sep 02 13:33:19.516887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.517563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.525941 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-aeab037f-fb47-4289-bb7b-77a06cc737cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6630f08a-72a3-4474-9787-5808c70cedf2 HTTP/1.1" status: 200 len: 217 time: 0.1233459 Sep 02 13:33:19.622682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-cf75edcd-2710-4524-84e7-63376fb3799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.624312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-cf75edcd-2710-4524-84e7-63376fb3799d service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.3110063 Sep 02 13:33:19.654225 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-543fa1bb-8ba2-4b77-b236-14d55dcaf03f req-87fc9353-5334-480c-85f4-197b6e0e0035 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476954 Sep 02 13:33:19.671817 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fad0d283-b8ab-4744-8d3c-1a82744a80d2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9407957 Sep 02 13:33:19.714867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Request body: {'port': {'device_id': 'f529ec2a-511f-4c29-b75a-9fc5cbe29340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:19.721107 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-15d14db7-5088-4c2b-b841-96c951463cd9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 200 len: 217 time: 0.0796723 Sep 02 13:33:19.723493 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-370b9085-4d0f-489c-9da2-80c04d44ba90 req-5da27645-bc52-4772-8ef6-c3431afe874f service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287691 Sep 02 13:33:19.780966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-954915d8-5510-4d03-b00f-401099fb4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.782740 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-954915d8-5510-4d03-b00f-401099fb4912 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=73956bbb-1fd4-49d8-bca8-b620168fb711 HTTP/1.1" status: 200 len: 854 time: 0.2354057 Sep 02 13:33:19.810161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c267298-d1e2-4d2e-86f6-65e1356f9fb9 None None] Provisioning for port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:19.815700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c267298-d1e2-4d2e-86f6-65e1356f9fb9 None None] Provisioning complete for port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:19.816893 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c267298-d1e2-4d2e-86f6-65e1356f9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.836261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e3eb5-3794-4f11-938c-2152aa01be8e req-bd26b3e8-ea27-43d8-877e-3497d420f026 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.837827 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca4e3eb5-3794-4f11-938c-2152aa01be8e req-bd26b3e8-ea27-43d8-877e-3497d420f026 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 944 time: 0.1123319 Sep 02 13:33:19.860311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836cec9-e0aa-4d5d-bfef-ddfa1627c042 req-e6235a02-9cc1-4158-9827-68fdc05c0fad tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:19.862613 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4836cec9-e0aa-4d5d-bfef-ddfa1627c042 req-e6235a02-9cc1-4158-9827-68fdc05c0fad tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.2243726 Sep 02 13:33:19.863469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7c267298-d1e2-4d2e-86f6-65e1356f9fb9 None None] Port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:19.872067 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:19.895584 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca4e3eb5-3794-4f11-938c-2152aa01be8e req-cfe53f5a-3ade-42b8-858e-04fa080ba5b2 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482428 Sep 02 13:33:20.019248 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4836cec9-e0aa-4d5d-bfef-ddfa1627c042 req-8177fad4-cfcb-4350-9c4d-e046fd824ba2 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441393 Sep 02 13:33:20.031259 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-4f347a32-5464-4b23-a5e6-f079463295c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:20.033087 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-4f347a32-5464-4b23-a5e6-f079463295c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1061323 Sep 02 13:33:20.088738 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49140db-ae79-4881-804b-7f67719ac002 x-openstack-request-id: req-a49140db-ae79-4881-804b-7f67719ac002 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:20.089196 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcc38a6-aa34-4d5d-9474-ab6890340ceb", "tag": "558661e5-827b-4d0d-9346-3f45f227746f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:20.089390 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a49140db-ae79-4881-804b-7f67719ac002 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:20.089708 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcc38a6-aa34-4d5d-9474-ab6890340ceb', 'tag': '558661e5-827b-4d0d-9346-3f45f227746f', 'status': 'completed', 'code': 200} Sep 02 13:33:20.091786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-f4bbc281-f9b4-4bda-adf0-7240a15da3f8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442808 Sep 02 13:33:20.109290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4c03a-fe3f-42df-882a-140755a1a782 req-a7c9e0e7-dae5-490d-be5e-a3f75299ce39 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:20.111651 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e3b4c03a-fe3f-42df-882a-140755a1a782 req-a7c9e0e7-dae5-490d-be5e-a3f75299ce39 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 945 time: 0.1235797 Sep 02 13:33:20.177310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-0b11407b-f427-49df-b443-2fe5cfa78f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:20.179006 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-0b11407b-f427-49df-b443-2fe5cfa78f03 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461574 Sep 02 13:33:20.214766 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c3f73f6-58a2-49c5-ad17-b58a3b470966 req-756feaea-84bd-46f0-b574-afe4549db756 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 210 time: 0.0430586 Sep 02 13:33:20.273913 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e3b4c03a-fe3f-42df-882a-140755a1a782 req-dfbf0a87-fb5c-41c8-8f00-2c3b2d32f1f1 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285126 Sep 02 13:33:20.286524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-28348be0-4a1f-4c59-955f-a382d018819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:20.289181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-28348be0-4a1f-4c59-955f-a382d018819a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 1095 time: 0.1675425 Sep 02 13:33:20.390652 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5932a0e-313f-4b40-96ec-a06e2d6caf46 x-openstack-request-id: req-c5932a0e-313f-4b40-96ec-a06e2d6caf46 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:20.390950 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d751a8b4-432f-442a-a38e-70e34e794bc2", "tag": "6630f08a-72a3-4474-9787-5808c70cedf2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:20.391199 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5932a0e-313f-4b40-96ec-a06e2d6caf46 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:20.391598 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd751a8b4-432f-442a-a38e-70e34e794bc2', 'tag': '6630f08a-72a3-4474-9787-5808c70cedf2', 'status': 'completed', 'code': 200} Sep 02 13:33:20.399110 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-9b68f050-6bfe-43af-b4c6-d1428a075005 service neutron] 10.222.0.90 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867819 Sep 02 13:33:20.471966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-f1de991f-3fd8-4451-919f-04802778cb4c service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592994 Sep 02 13:33:20.618576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe2766a-b724-4a99-99f7-82fd4b86c4bd {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:20.641425 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:20.710844 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-473163af-6503-4eed-ac6a-a77516323a67 req-e33db0d9-4d8a-473e-bae4-fc8a3051cf59 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.2010267 Sep 02 13:33:20.724988 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ed5339-2921-419b-8c2a-78517b9e7404 req-aab3269b-401f-48cd-badc-0fbc3ca3c748 service neutron] 10.222.0.90 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013287 Sep 02 13:33:20.728199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Transition to ACTIVE for port object 2fe2766a-b724-4a99-99f7-82fd4b86c4bd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:20.764752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200144e9-49c5-415c-97b5-28be94fea2b7 req-493a43e6-b716-41c8-8a68-edd30d4442dc tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:20.767528 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-200144e9-49c5-415c-97b5-28be94fea2b7 req-493a43e6-b716-41c8-8a68-edd30d4442dc tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 948 time: 0.1711543 Sep 02 13:33:20.768243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.069429 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-200144e9-49c5-415c-97b5-28be94fea2b7 req-0198822f-08a9-4120-ba49-4af97ce744ae tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872560 Sep 02 13:33:21.075491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Pushing event updated for resources: {'Port': ['ID=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:21.108157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-57aa59f1-f9f3-4bf4-83c1-63f9f61f1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.111121 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-57aa59f1-f9f3-4bf4-83c1-63f9f61f1720 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 1094 time: 0.2880697 Sep 02 13:33:21.118553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:21.262247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Attempting to bind port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:21.262612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Attempting to bind port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:21.262943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Attempting to bind port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:21.275085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:21.275422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Attempting to bind port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:21.291051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:21.292291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Checking segment: {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:21.292721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Bound using segment: {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:21.293369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Bound port: 2fe2766a-b724-4a99-99f7-82fd4b86c4bd, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:21.293752 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.308162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-a977479f-cf82-41e6-b8c5-d25f96ca91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.310939 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-a977479f-cf82-41e6-b8c5-d25f96ca91d5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 906 time: 1.0040386 Sep 02 13:33:21.323809 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-e8059860-eae9-4393-b07f-852348255d24 service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182807 Sep 02 13:33:21.376254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-2418f986-644b-445b-8a4f-251cc9f856e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.377848 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-2418f986-644b-445b-8a4f-251cc9f856e9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 916 time: 0.2564483 Sep 02 13:33:21.399302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5cd41d8-c134-4746-8079-f7022bcadaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.408394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-d6e65681-83ed-4e93-a534-e1f91733fd2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=558661e5-827b-4d0d-9346-3f45f227746f HTTP/1.1" status: 200 len: 217 time: 0.0662310 Sep 02 13:33:21.421887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad65eb3-99c8-4d02-b9ba-4487013551aa req-5ae73954-01f4-46ec-b367-a1232af17d1e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.428344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dad65eb3-99c8-4d02-b9ba-4487013551aa req-5ae73954-01f4-46ec-b367-a1232af17d1e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1944544 Sep 02 13:33:21.446024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-92aa7511-6ddc-431f-8075-49ddd0102240 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.448660 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-92aa7511-6ddc-431f-8075-49ddd0102240 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.77 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 815 time: 0.9974089 Sep 02 13:33:21.485986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-d0b14bcf-cf98-4d44-bf58-9f13888a7c13 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6630f08a-72a3-4474-9787-5808c70cedf2 HTTP/1.1" status: 200 len: 217 time: 0.0808713 Sep 02 13:33:21.486336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Request body: {'port': {'device_id': '1897f1bf-2537-414a-a8f7-158c9b1dd380', 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc', 'admin_state_up': True, 'tenant_id': '949efaf437c04ea08893ae2f3434a469'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:21.584048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] For port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:21.601144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-d143083e-9fbf-478e-a27d-2c19c8f0b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.609236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-d143083e-9fbf-478e-a27d-2c19c8f0b85e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1726091 Sep 02 13:33:21.617420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] For port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:21.627755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.636566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-d1a325a5-ef73-427e-98c1-c27aa1f5b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.638377 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-d1a325a5-ef73-427e-98c1-c27aa1f5b40b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=73956bbb-1fd4-49d8-bca8-b620168fb711 HTTP/1.1" status: 200 len: 854 time: 0.1134901 Sep 02 13:33:21.643705 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-8ce8f912-54b8-4dda-bb88-5cf4fe2761fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324056 Sep 02 13:33:21.654560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dad65eb3-99c8-4d02-b9ba-4487013551aa req-9e087528-68ed-44e7-aa85-30af42f87edb tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047410 Sep 02 13:33:21.668621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-59afb205-2a77-439c-9996-4a321909f98c tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.670140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-59afb205-2a77-439c-9996-4a321909f98c tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.1889069 Sep 02 13:33:21.685512 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986448cb-417b-4c84-89fc-03e7b604a30e req-af6c6bcd-1001-497f-b867-f22520944c31 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.688208 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-986448cb-417b-4c84-89fc-03e7b604a30e req-af6c6bcd-1001-497f-b867-f22520944c31 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 944 time: 0.2151725 Sep 02 13:33:21.747782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794796-4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:21.748732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.748732 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:21.750854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] 10.222.0.77 "PUT /v2.0/ports/2fe2766a-b724-4a99-99f7-82fd4b86c4bd HTTP/1.1" status: 200 len: 1092 time: 2.0677676 Sep 02 13:33:21.800214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54db3f-e956-4bcc-ac24-b23e73aa4a3a service neutron] Pushing event updated for resources: {'Port': ['ID=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:21.851555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-986448cb-417b-4c84-89fc-03e7b604a30e req-81819283-7e0d-4f9c-a2a7-2c4fcb0a9b12 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416008 Sep 02 13:33:21.907643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-cfab1745-6a87-43da-869b-5445829a1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:21.909122 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-cfab1745-6a87-43da-869b-5445829a1376 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2200010 Sep 02 13:33:21.981224 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-c41ff88f-7b8b-4135-a56e-77f15ff97ab3 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098140 Sep 02 13:33:22.005263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9ae5f-f515-4d8e-ab5a-91c911ea5c58 req-81e18bcd-0c63-4c27-b3cb-499f63154a3b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:22.007657 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ee9ae5f-f515-4d8e-ab5a-91c911ea5c58 req-81e18bcd-0c63-4c27-b3cb-499f63154a3b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1697249 Sep 02 13:33:22.017493 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.174609 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ee9ae5f-f515-4d8e-ab5a-91c911ea5c58 req-82c10ea7-3a56-48ad-9f60-e40990ed5268 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332834 Sep 02 13:33:22.258240 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7708c497-4704-44e7-bad0-f192d1ae27ce req-ca423801-392e-4cc5-870c-163d27fb1005 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493241 Sep 02 13:33:22.298293 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5cd41d8-c134-4746-8079-f7022bcadaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.341350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5cd41d8-c134-4746-8079-f7022bcadaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.354149 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 40fac9bf-18c2-4028-9146-af559e4a0122 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:22.355142 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3cf74ecb-60b4-4f10-9b7b-781ccaed0dbf req-ca90c9e9-2268-4f38-bfcf-91610b9d04d0 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 210 time: 0.0853813 Sep 02 13:33:22.356808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:22.357016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fe69b7a7-ba0a-4759-bde8-35fdd962b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:22.358426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-fe69b7a7-ba0a-4759-bde8-35fdd962b56b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340 HTTP/1.1" status: 200 len: 1095 time: 0.5354521 Sep 02 13:33:22.393089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Made reservation on behalf of 949efaf437c04ea08893ae2f3434a469 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:22.393643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f529ec2a-511f-4c29-b75a-9fc5cbe29340', 'tag': '2fe2766a-b724-4a99-99f7-82fd4b86c4bd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:22.396649 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78552495-7caa-49bf-af8f-f148997a7f65" -d '{"events": [{"name": "network-changed", "server_uuid": "f529ec2a-511f-4c29-b75a-9fc5cbe29340", "tag": "2fe2766a-b724-4a99-99f7-82fd4b86c4bd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:22.396997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.450011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-8527fff6-4d42-4fac-a6fc-ace82bf5a9c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fe2766a-b724-4a99-99f7-82fd4b86c4bd HTTP/1.1" status: 200 len: 217 time: 0.0811961 Sep 02 13:33:22.451801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 40fac9bf-18c2-4028-9146-af559e4a0122 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:22.455283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a5cd41d8-c134-4746-8079-f7022bcadaf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=679d1980b8454bf48f0101e3fce3d56f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3355331 Sep 02 13:33:22.459314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd41d8-c134-4746-8079-f7022bcadaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44830879-172d-485a-b411-b986e49bd41a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:22.462409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 40fac9bf-18c2-4028-9146-af559e4a0122 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:22.463847 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.470295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:22.544214 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-f75ae469-5e2b-4f5d-b252-66d58d8776f2 service neutron] 10.222.0.90 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234338 Sep 02 13:33:22.595869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075b114-65a9-497a-937e-18822d8be977 req-422d13ae-219f-4566-9494-3ee9da6214cd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:22.599603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7075b114-65a9-497a-937e-18822d8be977 req-422d13ae-219f-4566-9494-3ee9da6214cd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 945 time: 0.3061934 Sep 02 13:33:22.613875 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.637390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-2df68c6b-e93c-4723-bdb6-e83d0828665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:22.638322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:22.640002 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-2df68c6b-e93c-4723-bdb6-e83d0828665e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73956bbb-1fd4-49d8-bca8-b620168fb711 HTTP/1.1" status: 200 len: 854 time: 0.1814890 Sep 02 13:33:22.663287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 40fac9bf-18c2-4028-9146-af559e4a0122, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=40fac9bf-18c2-4028-9146-af559e4a0122,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:22.664359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fbbc61-4a11-4b13-a879-f7d20a4f2730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fac9bf-18c2-4028-9146-af559e4a0122'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:22.667461 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36932dbe-b08b-4637-8de7-24dff57e616d" -d '{"events": [{"server_uuid": "99fbbc61-4a11-4b13-a879-f7d20a4f2730", "name": "network-vif-plugged", "status": "completed", "tag": "40fac9bf-18c2-4028-9146-af559e4a0122"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:22.672285 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.706386 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:33:22.713585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c92d-e19b-4231-82c5-813a59dcbb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.782087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-5012e8a0-dc65-4121-babd-711eae382116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:22.782691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=40fac9bf-18c2-4028-9146-af559e4a0122,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:22.784450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-5012e8a0-dc65-4121-babd-711eae382116 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306841 Sep 02 13:33:22.786484 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c92d-e19b-4231-82c5-813a59dcbb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.790378 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07c60d26-7a32-4b21-ba44-06c6a63184fc req-a932cc98-b459-4f98-9b88-630175abcc00 service neutron] 10.222.0.90 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309024 Sep 02 13:33:22.832748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:22.848182 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6658f2b-ef63-4133-8b1a-afebb61fff03" -d '{"events": [{"server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "name": "network-vif-unplugged", "status": "completed", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:22.853782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.862094 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7075b114-65a9-497a-937e-18822d8be977 req-4d8f91dc-683d-4df1-88ec-ceaf933dd096 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548187 Sep 02 13:33:22.863927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Allocated IP 172.20.0.5 (116ee1ae-eb3f-46bb-9d02-f159b293e2dc/73956bbb-1fd4-49d8-bca8-b620168fb711/1a2b03f8-fdd5-4b64-bc27-db4d50ee6339) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:22.871581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.938324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c92d-e19b-4231-82c5-813a59dcbb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.942254 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c92d-e19b-4231-82c5-813a59dcbb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:22.943914 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b5c5c92d-e19b-4231-82c5-813a59dcbb39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44830879-172d-485a-b411-b986e49bd41a HTTP/1.1" status: 204 len: 168 time: 0.4677935 Sep 02 13:33:22.961940 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-0c4d095f-65b6-49ff-a597-2577a55c9e8e service neutron] 10.222.0.77 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493256 Sep 02 13:33:22.970796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5c92d-e19b-4231-82c5-813a59dcbb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44830879-172d-485a-b411-b986e49bd41a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:23.017024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d58dda62-2a54-4b3f-955b-0c82cb282b18,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:23.080904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 on host n-h2-794796-4 for vnic_type normal with profile {"migrating_to": "n-h1-794796-4"} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:23.081428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:23.081868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:23.090947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186c451-0875-4b8b-badb-c1a605bd5a63 req-5acc5f12-f4d5-413f-93c4-64763b81ffa5 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.101458 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a186c451-0875-4b8b-badb-c1a605bd5a63 req-5acc5f12-f4d5-413f-93c4-64763b81ffa5 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 949 time: 0.1494274 Sep 02 13:33:23.116836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Port d58dda62-2a54-4b3f-955b-0c82cb282b18 on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:23.120232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Attempting to bind port d58dda62-2a54-4b3f-955b-0c82cb282b18 on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:23.168392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d02441a2-3b9a-4584-a436-841aa9190ff3 req-d9415710-db7b-46c5-8bec-7bef79e33ed3 service neutron] 10.222.0.77 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930866 Sep 02 13:33:23.181426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a186c451-0875-4b8b-badb-c1a605bd5a63 req-2a71ffa7-7943-4a4a-9495-15f5ed7928ca tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786061 Sep 02 13:33:23.226512 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81da1b5-fbbe-44dc-9bf2-bce1859ea8ba x-openstack-request-id: req-b81da1b5-fbbe-44dc-9bf2-bce1859ea8ba {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:23.227769 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f529ec2a-511f-4c29-b75a-9fc5cbe29340", "tag": "2fe2766a-b724-4a99-99f7-82fd4b86c4bd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:23.228447 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b81da1b5-fbbe-44dc-9bf2-bce1859ea8ba {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:23.229337 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f529ec2a-511f-4c29-b75a-9fc5cbe29340', 'tag': '2fe2766a-b724-4a99-99f7-82fd4b86c4bd', 'status': 'completed', 'code': 200} Sep 02 13:33:23.282096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:23.282450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:23.284483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:23.285158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Bound port: d58dda62-2a54-4b3f-955b-0c82cb282b18, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:23.286064 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.310912 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e752e8-89af-4c46-8ed9-b08c98ab9a8f x-openstack-request-id: req-14e752e8-89af-4c46-8ed9-b08c98ab9a8f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:23.311385 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fbbc61-4a11-4b13-a879-f7d20a4f2730", "name": "network-vif-plugged", "status": "completed", "tag": "40fac9bf-18c2-4028-9146-af559e4a0122", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:23.312144 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14e752e8-89af-4c46-8ed9-b08c98ab9a8f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:23.312834 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fbbc61-4a11-4b13-a879-f7d20a4f2730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fac9bf-18c2-4028-9146-af559e4a0122', 'code': 200} Sep 02 13:33:23.445167 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6dd0d35-ee01-40af-907c-de4acbb00303 req-2451067c-abda-4c40-afa3-4b87b09150a5 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0405529 Sep 02 13:33:23.447189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78552495-7caa-49bf-af8f-f148997a7f65 req-eb85b4b3-8a30-41d7-92dd-948c86d2b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.448835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78552495-7caa-49bf-af8f-f148997a7f65 req-eb85b4b3-8a30-41d7-92dd-948c86d2b01b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340 HTTP/1.1" status: 200 len: 1095 time: 0.1854041 Sep 02 13:33:23.475395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-6458893a-abf0-4da2-b502-09386b97f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.478119 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-6458893a-abf0-4da2-b502-09386b97f8b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f10d508ed994f9daf872e4c22fdde98&device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 1097 time: 0.1368589 Sep 02 13:33:23.552703 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50fba0a-e7ef-4475-b144-b455ea271e09 x-openstack-request-id: req-d50fba0a-e7ef-4475-b144-b455ea271e09 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:23.553323 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "name": "network-vif-unplugged", "status": "completed", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:23.553741 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d50fba0a-e7ef-4475-b144-b455ea271e09 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:23.554343 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18', 'code': 200} Sep 02 13:33:23.576656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfe710-eb32-4fba-9504-f0f26cc2885a req-4d25a5b1-8456-4b77-82c3-39106fb6f957 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.578234 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64bfe710-eb32-4fba-9504-f0f26cc2885a req-4d25a5b1-8456-4b77-82c3-39106fb6f957 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.2111535 Sep 02 13:33:23.624366 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.640211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:23.656101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cd467-7beb-44b7-8103-9ab38c06b9e3 req-26ea7791-6725-49d0-a74b-6776cb584c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.659685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b8cd467-7beb-44b7-8103-9ab38c06b9e3 req-26ea7791-6725-49d0-a74b-6776cb584c71 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 1100 time: 0.2277076 Sep 02 13:33:23.661907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78552495-7caa-49bf-af8f-f148997a7f65 req-afc54ab8-592c-460f-bd3c-4d080c3d1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.663285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78552495-7caa-49bf-af8f-f148997a7f65 req-afc54ab8-592c-460f-bd3c-4d080c3d1012 service neutron] 10.222.0.77 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 916 time: 0.1994610 Sep 02 13:33:23.670356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Transition to ACTIVE for port object 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:23.693732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:23.714546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64bfe710-eb32-4fba-9504-f0f26cc2885a req-c55edc2b-fd12-4edd-8d39-414dfa1baf84 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271122 Sep 02 13:33:23.720067 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.737100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78552495-7caa-49bf-af8f-f148997a7f65 req-f42471ff-0db9-4243-ba62-9b410b90ab82 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fe2766a-b724-4a99-99f7-82fd4b86c4bd HTTP/1.1" status: 200 len: 217 time: 0.0605254 Sep 02 13:33:23.738892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-57108b13-6833-4ac2-ae42-3b100e5d2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.741376 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-57108b13-6833-4ac2-ae42-3b100e5d2f16 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 200 len: 912 time: 0.2239780 Sep 02 13:33:23.805241 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b8cd467-7beb-44b7-8103-9ab38c06b9e3 req-f9aa4e0d-49c5-4eba-9637-59f82145f876 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257114 Sep 02 13:33:23.857495 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.879681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d58dda62-2a54-4b3f-955b-0c82cb282b18,revision_number=8']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:23.897288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.897930 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:23.899331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-bc1e8aee-66ef-4915-9d00-f81bcf2836e8 service neutron] 10.222.0.90 "PUT /v2.0/ports/d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 200 len: 1121 time: 2.2052596 Sep 02 13:33:23.916135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde443fe-fda6-4700-9055-fca2cab5788d req-8dd86281-390f-42fa-8213-5a763e94b3c8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.927421 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dde443fe-fda6-4700-9055-fca2cab5788d req-8dd86281-390f-42fa-8213-5a763e94b3c8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 944 time: 0.2823155 Sep 02 13:33:23.933948 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-4da62862-3620-4bac-9f1d-c31ded33bc65 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a41ef8b-e09e-42e9-a77e-3633ee6996db HTTP/1.1" status: 200 len: 217 time: 0.1134257 Sep 02 13:33:23.961275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:23.966619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78552495-7caa-49bf-af8f-f148997a7f65 req-1d6c2853-bd61-4611-88d7-8b2fd0121e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:23.968427 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78552495-7caa-49bf-af8f-f148997a7f65 req-1d6c2853-bd61-4611-88d7-8b2fd0121e8e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73956bbb-1fd4-49d8-bca8-b620168fb711 HTTP/1.1" status: 200 len: 854 time: 0.2144504 Sep 02 13:33:23.970277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:23.979283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:23.988809 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['d58dda62-2a54-4b3f-955b-0c82cb282b18'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:24.015438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eda30-cf1b-429d-8fd2-7c0750423ee5 req-fe37a53d-cd84-4e44-9d5c-cccaf93393ef tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:24.017135 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd5eda30-cf1b-429d-8fd2-7c0750423ee5 req-fe37a53d-cd84-4e44-9d5c-cccaf93393ef tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1913621 Sep 02 13:33:24.028896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Pushing event updated for resources: {'Port': ['ID=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:24.041169 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dde443fe-fda6-4700-9055-fca2cab5788d req-cc270732-a145-4092-9d32-9cfcbe2071cd tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124456 Sep 02 13:33:24.103693 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78552495-7caa-49bf-af8f-f148997a7f65 req-03624cd3-5f48-412f-9a60-01349b31bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:24.115530 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78552495-7caa-49bf-af8f-f148997a7f65 req-03624cd3-5f48-412f-9a60-01349b31bffd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288764 Sep 02 13:33:24.136510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:24.137557 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.186025 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd5eda30-cf1b-429d-8fd2-7c0750423ee5 req-cadeac37-5a14-4616-a919-43787c16278f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544311 Sep 02 13:33:24.187800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c9a35084-01b9-4776-87cb-d4e0af1457e2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7054384 Sep 02 13:33:24.202629 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Request body: {'port': {'device_id': '1897f1bf-2537-414a-a8f7-158c9b1dd380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:24.234201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51928) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:24.323315 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.351952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 558661e5-827b-4d0d-9346-3f45f227746f details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:24.467232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-229e9509-78f9-42cf-ac54-127d544a74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:24.469398 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-229e9509-78f9-42cf-ac54-127d544a74d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=230d8c02-850d-41d4-ab8d-2e76ed8b715f HTTP/1.1" status: 200 len: 851 time: 0.3713145 Sep 02 13:33:24.483943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac80b2-3261-46dd-af4c-1ccfb392e6b5 req-7a878938-b4ee-4e11-b03c-3d7de04f421d tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:24.495618 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-edac80b2-3261-46dd-af4c-1ccfb392e6b5 req-7a878938-b4ee-4e11-b03c-3d7de04f421d tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 931 time: 0.2515726 Sep 02 13:33:24.496570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-966161357-network', 'tenant_id': 'd4f8655433ef47719d30773dae624220'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:24.538983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90945d14-e543-4b90-9e9a-5b0461ce689c None None] Provisioning for port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:24.549114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90945d14-e543-4b90-9e9a-5b0461ce689c None None] Provisioning complete for port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:24.549758 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90945d14-e543-4b90-9e9a-5b0461ce689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.551457 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-d149a3d3-4e29-48ba-ac31-e9031b236a26 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504937 Sep 02 13:33:24.578033 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee2b41-4c89-4524-be34-45b5b69aecba req-c214aaaa-4e59-47c0-baa3-93d24cb4df66 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:24.580226 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaee2b41-4c89-4524-be34-45b5b69aecba req-c214aaaa-4e59-47c0-baa3-93d24cb4df66 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 943 time: 0.2352538 Sep 02 13:33:24.635022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 558661e5-827b-4d0d-9346-3f45f227746f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=558661e5-827b-4d0d-9346-3f45f227746f,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:24.639688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-90945d14-e543-4b90-9e9a-5b0461ce689c None None] Port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:24.656387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '558661e5-827b-4d0d-9346-3f45f227746f', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'port_id': '558661e5-827b-4d0d-9346-3f45f227746f', 'mac_address': 'fa:16:3e:2a:2f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c492d62d-bb5c-403f-a25f-021347fc973a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:24.661495 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78552495-7caa-49bf-af8f-f148997a7f65 req-784248c3-e523-4cfa-9f9f-e718613a68f1 service neutron] 10.222.0.77 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187230 Sep 02 13:33:24.664486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-edac80b2-3261-46dd-af4c-1ccfb392e6b5 req-8657ee66-8367-400f-b86f-9faab5de2f37 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677876 Sep 02 13:33:24.744936 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.750066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:24.754442 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.769641 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558661e5-827b-4d0d-9346-3f45f227746f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:24.806649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 558661e5-827b-4d0d-9346-3f45f227746f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=558661e5-827b-4d0d-9346-3f45f227746f,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:24.814924 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.815227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 6630f08a-72a3-4474-9787-5808c70cedf2 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:24.816825 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaee2b41-4c89-4524-be34-45b5b69aecba req-45e9f40b-08c1-4ea2-8e7f-41cc5d7ce579 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141764 Sep 02 13:33:24.817590 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:24.891595 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-bb311a8d-f947-41d2-a9b8-828bf71fd6f3 service neutron] 10.222.0.90 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240964 Sep 02 13:33:24.931998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97ac8-14cb-4222-908e-b220a2f48d01 req-067c4ffc-1cb0-40b4-bf2f-f4a6d266a787 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:24.946668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18f97ac8-14cb-4222-908e-b220a2f48d01 req-067c4ffc-1cb0-40b4-bf2f-f4a6d266a787 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 949 time: 0.1637263 Sep 02 13:33:24.957830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=558661e5-827b-4d0d-9346-3f45f227746f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:25.006980 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78552495-7caa-49bf-af8f-f148997a7f65 req-ab9d47a7-9e3f-47d9-8072-e52305901cb1 service neutron] 10.222.0.77 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294342 Sep 02 13:33:25.043875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 6630f08a-72a3-4474-9787-5808c70cedf2, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6630f08a-72a3-4474-9787-5808c70cedf2,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:25.044591 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f692f218-2fd3-4d07-b0b4-1e79aa40f956 req-7f7c1fca-3471-435a-b87a-1da011ae2d4f tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0661507 Sep 02 13:33:25.071128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '6630f08a-72a3-4474-9787-5808c70cedf2', 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc', 'port_id': '6630f08a-72a3-4474-9787-5808c70cedf2', 'mac_address': 'fa:16:3e:3f:ef:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73956bbb-1fd4-49d8-bca8-b620168fb711', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:25.116549 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18f97ac8-14cb-4222-908e-b220a2f48d01 req-c5998ded-bbb9-4157-a119-1138518b0021 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678967 Sep 02 13:33:25.142010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:25.152965 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.170008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Transition to ACTIVE for port object 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:25.194466 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.205966 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.210883 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.216397 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fa11ada-4144-490d-b34f-73b96c6496a8 req-cf782f97-f66e-46cb-8bca-51ffef91175c service neutron] 10.222.0.90 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029828 Sep 02 13:33:25.245290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6630f08a-72a3-4474-9787-5808c70cedf2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:25.269183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.290797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 6630f08a-72a3-4474-9787-5808c70cedf2, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6630f08a-72a3-4474-9787-5808c70cedf2,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:25.299031 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.381891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4689-bf84-4af6-8f53-9941edb22391 req-22a7fa05-83b4-4597-b991-6bebdcb51003 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:25.395053 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16cb4689-bf84-4af6-8f53-9941edb22391 req-22a7fa05-83b4-4597-b991-6bebdcb51003 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 945 time: 0.1309378 Sep 02 13:33:25.414685 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=6630f08a-72a3-4474-9787-5808c70cedf2,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:25.455378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:33:25.456624 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16cb4689-bf84-4af6-8f53-9941edb22391 req-4af48e35-d218-4fdf-b44a-1202752bdc10 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597906 Sep 02 13:33:25.509262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150c6f60-37d5-4911-99cb-5f135ad19c79,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:25.516472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:25.555962 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e4bd7-60ac-4ba3-9f8f-47349cb2fe84 req-cc9e6bbd-2f7a-4e73-86b4-58df98619012 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:25.558798 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-562e4bd7-60ac-4ba3-9f8f-47349cb2fe84 req-cc9e6bbd-2f7a-4e73-86b4-58df98619012 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.3448522 Sep 02 13:33:25.565655 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:25.569851 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa15223-b6c9-4990-893f-e364f5063df0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:25.574306 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.574838 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Added segment c604333c-a65d-4aa7-bdeb-07f5257dec98 of type vlan for network f7101f13-aa28-439b-8f2e-77da4de64792 Sep 02 13:33:25.701101 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.705325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb858-cebe-440a-b67e-5aea398ddc98 req-eae222c9-ffe2-482c-bcc3-c54eab4ccb28 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:25.708036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d6fb858-cebe-440a-b67e-5aea398ddc98 req-eae222c9-ffe2-482c-bcc3-c54eab4ccb28 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1129727 Sep 02 13:33:25.717178 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-562e4bd7-60ac-4ba3-9f8f-47349cb2fe84 req-474cf3db-4478-40cb-b148-c93ac8f83164 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398344 Sep 02 13:33:25.723119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Attempting to bind port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:25.723622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Attempting to bind port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:25.724778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Attempting to bind port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:25.748773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:25.748773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Attempting to bind port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 on network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:25.760546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:25.761116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Checking segment: {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:25.761771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Bound using segment: {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:25.762543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Bound port: 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20caea8a-1a63-4515-a5f4-1e0129f69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:25.763415 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.785436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d6fb858-cebe-440a-b67e-5aea398ddc98 req-8109b884-a32f-494b-8000-c6783c3aad13 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649655 Sep 02 13:33:25.793744 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.797354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:25.799516 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:25.861704 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618b06dd-59ac-49cd-959e-5e8d0d76ec56 x-openstack-request-id: req-618b06dd-59ac-49cd-959e-5e8d0d76ec56 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:25.862109 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:25.862331 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-618b06dd-59ac-49cd-959e-5e8d0d76ec56 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:25.862544 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18', 'status': 'completed', 'code': 200} Sep 02 13:33:25.916115 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6802375 Sep 02 13:33:25.924121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['6630f08a-72a3-4474-9787-5808c70cedf2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:25.926079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:25.941787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Request body: {'subnet': {'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-966161357-subnet', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:25.965633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a1628-6aa1-4ae0-8918-45e5f52f9d9e admin admin] Pushing event updated for resources: {'Network': ['ID=f7101f13-aa28-439b-8f2e-77da4de64792,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:25.982847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] For port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:25.984262 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network f7101f13-aa28-439b-8f2e-77da4de64792 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:33:25.987985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] For port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:25.997570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.019703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['558661e5-827b-4d0d-9346-3f45f227746f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:26.026459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:26.031597 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.088469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-fe467a90-eadf-4977-8048-e1e150d3e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.092414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-fe467a90-eadf-4977-8048-e1e150d3e266 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1124 time: 0.2247708 Sep 02 13:33:26.095459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.096778 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.098386 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] 10.222.0.77 "PUT /v2.0/ports/1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 HTTP/1.1" status: 200 len: 1091 time: 1.9001658 Sep 02 13:33:26.140659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f44d-3898-495f-9866-89d527e37505 req-956835e6-6273-44ed-bb1d-dde52bb1bb66 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.143085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6014f44d-3898-495f-9866-89d527e37505 req-956835e6-6273-44ed-bb1d-dde52bb1bb66 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 943 time: 0.1770649 Sep 02 13:33:26.321023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-fd4443aa-45cd-4d3d-853d-dd0605f6c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.322947 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-fd4443aa-45cd-4d3d-853d-dd0605f6c4ef service neutron] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.2142503 Sep 02 13:33:26.340162 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6014f44d-3898-495f-9866-89d527e37505 req-40437ca3-7973-4e7c-a04d-10e0875b4531 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765220 Sep 02 13:33:26.397117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38109e81-a74d-459d-8506-d456e2d97c95 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:26.399155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d58dda62-2a54-4b3f-955b-0c82cb282b18 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:26.424803 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-bf0e3bad-5f34-489c-a7c8-05ee961ed054 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 200 len: 217 time: 0.0785761 Sep 02 13:33:26.429978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50a1b-f6ce-4d38-bd01-d90dfa8ef129 req-290362fd-0ed5-4061-8b00-25e418828eec tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.447151 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fae50a1b-f6ce-4d38-bd01-d90dfa8ef129 req-290362fd-0ed5-4061-8b00-25e418828eec tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 943 time: 0.3456404 Sep 02 13:33:26.503303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-43ec3bb7-0844-4404-b93c-d36fba540249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.506553 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-43ec3bb7-0844-4404-b93c-d36fba540249 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 1094 time: 0.2673359 Sep 02 13:33:26.520488 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5ead6a1a-40c9-4a55-94ea-394764d8c3aa req-37da268e-9123-4781-a2c9-095e8c281f3e tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0368638 Sep 02 13:33:26.522753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-8f33093f-cd3e-45ad-941c-3489e2cec51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.524449 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-8f33093f-cd3e-45ad-941c-3489e2cec51d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.0926337 Sep 02 13:33:26.577910 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-7c4e08e2-2b87-4194-96fa-49d2cdacc26a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442009 Sep 02 13:33:26.591542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:26.616453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d58dda62-2a54-4b3f-955b-0c82cb282b18 has no active binding in host n-h1-794796-4 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 13:33:26.637023 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fae50a1b-f6ce-4d38-bd01-d90dfa8ef129 req-13a9dab9-aa8f-4725-a4b0-6956e71a28ae tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826036 Sep 02 13:33:26.638565 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-409239bf-ce76-4396-a049-63fad7624be0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 HTTP/1.1" status: 200 len: 217 time: 0.0954075 Sep 02 13:33:26.796715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-1cbd182e-0c19-474a-95c5-a658b121711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.797029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cc1d2-f76d-41e5-9ecd-287dab367205 req-5f1efa67-f543-4cef-b506-95e83be99864 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.798922 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-1cbd182e-0c19-474a-95c5-a658b121711f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73956bbb-1fd4-49d8-bca8-b620168fb711 HTTP/1.1" status: 200 len: 854 time: 0.1491163 Sep 02 13:33:26.799921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-944cc1d2-f76d-41e5-9ecd-287dab367205 req-5f1efa67-f543-4cef-b506-95e83be99864 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 949 time: 0.1148059 Sep 02 13:33:26.816083 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-3d98022e-64e2-4795-b6ad-8d46f1aa142d service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265155 Sep 02 13:33:26.822155 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:26.920882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dbe45-943a-4fd8-bc2a-bbfdb2e852c7 req-0cb1da88-6148-48e5-a968-5078850d2cb3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:26.923850 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-525dbe45-943a-4fd8-bc2a-bbfdb2e852c7 req-0cb1da88-6148-48e5-a968-5078850d2cb3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 945 time: 0.1959097 Sep 02 13:33:26.952805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-944cc1d2-f76d-41e5-9ecd-287dab367205 req-c3c927cb-fffc-44f6-b85a-6e1e8c84908b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390343 Sep 02 13:33:26.991211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba5c1ba-0d1e-4e51-9e18-bd5b822fa765,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:27.014532 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fa15223-b6c9-4990-893f-e364f5063df0 req-b86f4a3c-02df-4201-9e34-b543a78de5e9 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874759 Sep 02 13:33:27.031650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-7af208ed-9df1-4bf4-8c23-1a83567eeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:27.034414 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-7af208ed-9df1-4bf4-8c23-1a83567eeec8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2245970 Sep 02 13:33:27.036125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Checking segment: {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:27.036527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Network hostable DHCP agents. Network: f7101f13-aa28-439b-8f2e-77da4de64792, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:33:27.146633 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-525dbe45-943a-4fd8-bc2a-bbfdb2e852c7 req-1c616a24-4fe6-4b85-b3e3-af4a4a57ddab tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092009 Sep 02 13:33:27.164285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5531e3-31bc-43a7-84da-67fa459c33f4 req-4579e8a5-1dc4-4da2-a53b-146b29fa43d3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:27.170184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c5531e3-31bc-43a7-84da-67fa459c33f4 req-4579e8a5-1dc4-4da2-a53b-146b29fa43d3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0812206 Sep 02 13:33:27.236560 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Network f7101f13-aa28-439b-8f2e-77da4de64792 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:33:27.244953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c5531e3-31bc-43a7-84da-67fa459c33f4 req-c0dfebb7-0af9-4a6d-93b6-e9b29628c9fb tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619812 Sep 02 13:33:27.264005 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-c2d71125-7d29-4508-85ed-50a2b0a6b443 service neutron] 10.222.0.77 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084870 Sep 02 13:33:27.294809 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, f7101f13-aa28-439b-8f2e-77da4de64792) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:27.300434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:27.301420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.314500 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb9b52-f39c-402c-805f-933e4c1e9335 None None] Network f7101f13-aa28-439b-8f2e-77da4de64792 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:27.343747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2fe2766a-b724-4a99-99f7-82fd4b86c4bd details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:27.394971 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcf9f2-9bea-4374-ac72-d98466c9f838 req-aa9fff50-36ce-44da-891e-e5f27cb93cba tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:27.396755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37bcf9f2-9bea-4374-ac72-d98466c9f838 req-aa9fff50-36ce-44da-891e-e5f27cb93cba tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 1100 time: 0.0574594 Sep 02 13:33:27.433986 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ebc9dd12-fe35-4ef9-89ce-9cb6874d0293 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5026436 Sep 02 13:33:27.438643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:27.448273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:27.471456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc216566-1aa5-4d16-91eb-9fe404a400be req-53e47e51-3fe8-44ec-a23b-43ee69788add tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:27.474927 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc216566-1aa5-4d16-91eb-9fe404a400be req-53e47e51-3fe8-44ec-a23b-43ee69788add tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1990845 Sep 02 13:33:27.503523 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37bcf9f2-9bea-4374-ac72-d98466c9f838 req-7283152b-2d1b-494a-9f5a-ce0c0b0d67b1 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949948 Sep 02 13:33:27.513438 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.515949 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.560808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f42bc7bd-97a7-42ed-a081-133e5ef67f6d req-6c2001f7-20b5-408f-9473-3c4a7b0fb856 service neutron] 10.222.0.77 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885795 Sep 02 13:33:27.615907 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc216566-1aa5-4d16-91eb-9fe404a400be req-378a8679-e013-4cb9-95ba-32b55ff64424 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096528 Sep 02 13:33:27.665622 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.697052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:27.704105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-f7101f13-aa28-439b-8f2e-77da4de64792', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:33:27.705614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.741982 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '2fe2766a-b724-4a99-99f7-82fd4b86c4bd', 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc', 'port_id': '2fe2766a-b724-4a99-99f7-82fd4b86c4bd', 'mac_address': 'fa:16:3e:7a:a4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73956bbb-1fd4-49d8-bca8-b620168fb711', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:27.851279 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a49dd0b2-3864-44ee-a1d1-ba001bb58981 req-40398b3c-3e97-451f-89fc-4261b93d50e9 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0533533 Sep 02 13:33:27.864448 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1897f1bf-2537-414a-a8f7-158c9b1dd380', 'tag': '1a2b03f8-fdd5-4b64-bc27-db4d50ee6339'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:27.868788 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a73ef92-981f-47d7-8f01-033d02b21d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1897f1bf-2537-414a-a8f7-158c9b1dd380", "tag": "1a2b03f8-fdd5-4b64-bc27-db4d50ee6339"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:27.968919 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:27.986449 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.004595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe2766a-b724-4a99-99f7-82fd4b86c4bd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:28.014128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328903b-3f95-4ec1-9f11-2cbd3c2bb4f6 req-149bb590-4afe-4b01-b01b-81a16a8a2a0b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:28.017956 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0328903b-3f95-4ec1-9f11-2cbd3c2bb4f6 req-149bb590-4afe-4b01-b01b-81a16a8a2a0b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 943 time: 0.2694676 Sep 02 13:33:28.056930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Allocated IP 172.20.0.2 (f7101f13-aa28-439b-8f2e-77da4de64792/aba5c1ba-0d1e-4e51-9e18-bd5b822fa765/42056400-5387-4844-8b3c-3cf57f380eef) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:28.063093 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:28.070050 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.083570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4bea-0149-4a5b-8d17-e12bd800030e req-9c119777-485c-49b6-85d5-9b4e8a58580d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:28.086953 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5fdc4bea-0149-4a5b-8d17-e12bd800030e req-9c119777-485c-49b6-85d5-9b4e8a58580d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 943 time: 0.1080132 Sep 02 13:33:28.155439 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5fdc4bea-0149-4a5b-8d17-e12bd800030e req-1c801b53-3587-44ce-bbf4-b7f85528f1be tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605869 Sep 02 13:33:28.176892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:28.184029 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0328903b-3f95-4ec1-9f11-2cbd3c2bb4f6 req-39747c53-4c71-4a81-8329-ed621512a1dd tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402047 Sep 02 13:33:28.289365 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8c2432-eaca-4e9e-a85d-6ba455e95296 x-openstack-request-id: req-6d8c2432-eaca-4e9e-a85d-6ba455e95296 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:28.290184 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1897f1bf-2537-414a-a8f7-158c9b1dd380", "tag": "1a2b03f8-fdd5-4b64-bc27-db4d50ee6339", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:28.290685 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d8c2432-eaca-4e9e-a85d-6ba455e95296 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:28.291393 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1897f1bf-2537-414a-a8f7-158c9b1dd380', 'tag': '1a2b03f8-fdd5-4b64-bc27-db4d50ee6339', 'status': 'completed', 'code': 200} Sep 02 13:33:28.421416 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-dfe1c7fa-03c2-47b2-a30b-3a50288a5bde tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715795 Sep 02 13:33:28.445829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-0eafba31-9e97-47b4-a83d-5fd1ad66c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:28.448537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-0eafba31-9e97-47b4-a83d-5fd1ad66c710 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 1094 time: 0.1232522 Sep 02 13:33:28.504488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['2fe2766a-b724-4a99-99f7-82fd4b86c4bd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:28.752377 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.782775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Transition to ACTIVE for port object 42056400-5387-4844-8b3c-3cf57f380eef will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:28.814089 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Transition to ACTIVE for port object 42056400-5387-4844-8b3c-3cf57f380eef will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:28.836304 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.879666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a85ab9-38e7-472f-937d-a5f8bce57cfc req-255c1142-bbac-4053-b336-8fabd51c3043 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:28.884854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e4a85ab9-38e7-472f-937d-a5f8bce57cfc req-255c1142-bbac-4053-b336-8fabd51c3043 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 945 time: 0.5219531 Sep 02 13:33:28.895704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Network f7101f13-aa28-439b-8f2e-77da4de64792 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:28.902998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:28.905514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:28.923787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Pushing event updated for resources: {'Port': ['ID=42056400-5387-4844-8b3c-3cf57f380eef,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:28.932604 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:28.990537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.009085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Attempting to bind port 42056400-5387-4844-8b3c-3cf57f380eef on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:29.009472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Attempting to bind port 42056400-5387-4844-8b3c-3cf57f380eef by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:29.009914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Attempting to bind port 42056400-5387-4844-8b3c-3cf57f380eef on network f7101f13-aa28-439b-8f2e-77da4de64792 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:29.016206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:29.016731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Checking segment: {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:29.017261 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.017737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Bound using segment: {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:29.018517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Bound port: 42056400-5387-4844-8b3c-3cf57f380eef, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:29.019834 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.075887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e4a85ab9-38e7-472f-937d-a5f8bce57cfc req-1dcae8f7-3f1b-4ed7-8953-e96e5cc3d452 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528809 Sep 02 13:33:29.079500 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85078433-e5fa-48d5-b442-6d9a76f97d92 service neutron] 10.222.0.77 "GET /v2.0/ports/d58dda62-2a54-4b3f-955b-0c82cb282b18/bindings/n-h1-794796-4 HTTP/1.1" status: 200 len: 384 time: 0.2246192 Sep 02 13:33:29.130889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] For port 42056400-5387-4844-8b3c-3cf57f380eef, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:29.136107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] For port 42056400-5387-4844-8b3c-3cf57f380eef, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=42056400-5387-4844-8b3c-3cf57f380eef,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:29.142924 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.197942 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-b856ed12-3a21-4ab4-aec7-0173ab0a95ab tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:29.208043 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-b856ed12-3a21-4ab4-aec7-0173ab0a95ab tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7666373 Sep 02 13:33:29.214407 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-a589c7de-71a2-4255-8ba6-29cdd3c8c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:29.217381 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-a589c7de-71a2-4255-8ba6-29cdd3c8c0c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 916 time: 0.7514389 Sep 02 13:33:29.222913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f81aba-9510-45c8-a86e-927d61e7ae1e None None] Pushing event updated for resources: {'Port': ['ID=42056400-5387-4844-8b3c-3cf57f380eef,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:29.280181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-e32e5c32-dd77-4940-a8f7-502c8ece64c2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/quotas/ae8f41a86ddb4ae8960f67d8a1d78817 HTTP/1.1" status: 200 len: 375 time: 0.0699694 Sep 02 13:33:29.294171 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-1b07dafc-4add-40d9-8a0f-235b122a6a28 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 HTTP/1.1" status: 200 len: 217 time: 0.0684969 Sep 02 13:33:29.299992 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.344438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Allocated IP 172.25.3.130 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/3aa358e1-de15-421b-a437-5fdcb9e909da) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:29.373185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5030d5-5f7e-416c-9c19-d94b60dc6b75 req-c1852dee-faeb-457d-9181-e3de281c02b5 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:29.374709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a5030d5-5f7e-416c-9c19-d94b60dc6b75 req-c1852dee-faeb-457d-9181-e3de281c02b5 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1846709 Sep 02 13:33:29.403003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-2640f26c-2c1f-453b-9c76-88fa9222f0e4 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1215045 Sep 02 13:33:29.405187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-e28d0246-c952-4422-b8a0-161c5fc49bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:29.406778 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-e28d0246-c952-4422-b8a0-161c5fc49bc8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73956bbb-1fd4-49d8-bca8-b620168fb711 HTTP/1.1" status: 200 len: 854 time: 0.0825665 Sep 02 13:33:29.502728 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:29.511461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-752db307-9834-420f-b313-737e8ccdf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:29.514957 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-752db307-9834-420f-b313-737e8ccdf638 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988238 Sep 02 13:33:29.565923 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a5030d5-5f7e-416c-9c19-d94b60dc6b75 req-2c01adc1-f1ff-48cd-bde5-d745d59acf34 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413250 Sep 02 13:33:29.580821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:29.687615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58dda62-2a54-4b3f-955b-0c82cb282b18 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:29.702592 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.718820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:29.743181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-a805ba3b-c032-430f-b776-4f1ffb5d07de service neutron] 10.222.0.77 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188723 Sep 02 13:33:29.747329 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.829551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e447e3d-fec1-4fa7-a440-a08e762530c9 req-b932e8b1-f937-4978-8460-8b36c7dff1fd tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0505526 Sep 02 13:33:29.854736 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 42056400-5387-4844-8b3c-3cf57f380eef up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:29.904919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:29.950423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 42056400-5387-4844-8b3c-3cf57f380eef completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:29.983429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a73ef92-981f-47d7-8f01-033d02b21d4d req-3118946d-9fa7-4d8a-bdcc-4b38b7d2a542 service neutron] 10.222.0.77 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299848 Sep 02 13:33:30.009112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] Transition to ACTIVE for port object d58dda62-2a54-4b3f-955b-0c82cb282b18 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:30.022797 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.023148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a2a0c-26bd-4512-af65-2c4fe65eff21 req-692f2aca-77fe-4ff1-874c-1380e7be15ae tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:30.025401 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf5a2a0c-26bd-4512-af65-2c4fe65eff21 req-692f2aca-77fe-4ff1-874c-1380e7be15ae tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.2339478 Sep 02 13:33:30.088323 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf5a2a0c-26bd-4512-af65-2c4fe65eff21 req-7fc013eb-f898-442c-bc8a-0466ab8b1133 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561259 Sep 02 13:33:30.096007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:30.108484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:30.111558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa358e1-de15-421b-a437-5fdcb9e909da,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:30.126065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:30.137256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.137610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.138226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.138567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.138904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.139240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.139580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.139925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.140263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.140592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.140921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.141250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:30.185546 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.194089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] No DVR routers for this DVR port d58dda62-2a54-4b3f-955b-0c82cb282b18 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:30.231239 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccec0d-27f7-444d-91b7-8089cae37954 req-794f5e94-c6bb-4b47-bbf5-9141774c1536 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:30.232774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74ccec0d-27f7-444d-91b7-8089cae37954 req-794f5e94-c6bb-4b47-bbf5-9141774c1536 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 944 time: 0.2164650 Sep 02 13:33:30.274609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d11d2-7ce2-4476-a835-9693ddac4434 req-87ea71d7-25f1-444b-8ab4-0579c4f6ffa2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:30.279553 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-021d11d2-7ce2-4476-a835-9693ddac4434 req-87ea71d7-25f1-444b-8ab4-0579c4f6ffa2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 943 time: 0.1123524 Sep 02 13:33:30.315601 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] 10.222.0.77 "PUT /v2.0/ports/d58dda62-2a54-4b3f-955b-0c82cb282b18/bindings/n-h1-794796-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2177608 Sep 02 13:33:30.360585 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-021d11d2-7ce2-4476-a835-9693ddac4434 req-8817f928-369a-43bd-91aa-b815ad9c4db4 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737154 Sep 02 13:33:30.414435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e96199-8a5f-4fb2-898d-37bec1c5ce2c service neutron] Pushing event updated for resources: {'Port': ['ID=d58dda62-2a54-4b3f-955b-0c82cb282b18,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:30.423113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 558661e5-827b-4d0d-9346-3f45f227746f up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:30.495667 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74ccec0d-27f7-444d-91b7-8089cae37954 req-d2af23c8-c01e-4410-acf4-67893c1d92f0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416885 Sep 02 13:33:30.517758 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-57af458e-6eaa-4c63-97fa-10e1776c503c req-27c7756e-222f-4afe-9d56-249d5b0b56b9 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 210 time: 0.0405965 Sep 02 13:33:30.538575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 558661e5-827b-4d0d-9346-3f45f227746f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:30.550295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 558661e5-827b-4d0d-9346-3f45f227746f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:30.551119 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.735783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-1cdcbf00-c3ca-4493-acc2-90a77f65c4eb tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:30.737853 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-1cdcbf00-c3ca-4493-acc2-90a77f65c4eb tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1095 time: 0.2578592 Sep 02 13:33:30.768406 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.782292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6feab3d-8cb1-473b-9955-1563a132c1e9 None None] Network f7101f13-aa28-439b-8f2e-77da4de64792 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:33:30.805540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998086-c0cf-48fd-9be9-a9becbc83e03 req-589309a5-77f3-4392-bf6f-46def2286b87 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:30.807112 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c998086-c0cf-48fd-9be9-a9becbc83e03 req-589309a5-77f3-4392-bf6f-46def2286b87 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 945 time: 0.2034678 Sep 02 13:33:30.840267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49cf20-247b-4ea6-9ade-c6fe1f6bff49 req-121a392e-190e-49d9-82be-f1cb3ec8d535 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:30.845257 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f49cf20-247b-4ea6-9ade-c6fe1f6bff49 req-121a392e-190e-49d9-82be-f1cb3ec8d535 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0973623 Sep 02 13:33:30.846961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcc38a6-aa34-4d5d-9474-ab6890340ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558661e5-827b-4d0d-9346-3f45f227746f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:30.850166 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bfa7dd-8330-41a1-b842-9d2127ed370b" -d '{"events": [{"server_uuid": "ddcc38a6-aa34-4d5d-9474-ab6890340ceb", "name": "network-vif-plugged", "status": "completed", "tag": "558661e5-827b-4d0d-9346-3f45f227746f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:30.862454 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.871250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-1cffe4f1-eaf0-45fe-ae86-ec9ff5d2bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:30.872782 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-1cffe4f1-eaf0-45fe-ae86-ec9ff5d2bd00 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b&tenant_id=d85f364184c74b5fae55bf6a737733c1 HTTP/1.1" status: 200 len: 1095 time: 0.1170206 Sep 02 13:33:30.874966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 558661e5-827b-4d0d-9346-3f45f227746f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=558661e5-827b-4d0d-9346-3f45f227746f,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:30.889771 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:30.892189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 6630f08a-72a3-4474-9787-5808c70cedf2 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:30.913165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f49cf20-247b-4ea6-9ade-c6fe1f6bff49 req-4eee329b-4bb6-426b-8442-4366ab3251af tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597334 Sep 02 13:33:30.972924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ab87bb43-a3b6-4d21-8555-e8d88c754bf4 None None] Provisioning for port 42056400-5387-4844-8b3c-3cf57f380eef completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:31.010519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ab87bb43-a3b6-4d21-8555-e8d88c754bf4 None None] Provisioning complete for port 42056400-5387-4844-8b3c-3cf57f380eef triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:31.011367 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab87bb43-a3b6-4d21-8555-e8d88c754bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.033623 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35488f57-bcec-43c0-b557-1dcd6a6a3973 x-openstack-request-id: req-35488f57-bcec-43c0-b557-1dcd6a6a3973 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:31.034315 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcc38a6-aa34-4d5d-9474-ab6890340ceb", "name": "network-vif-plugged", "status": "completed", "tag": "558661e5-827b-4d0d-9346-3f45f227746f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:31.034912 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35488f57-bcec-43c0-b557-1dcd6a6a3973 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:31.035720 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcc38a6-aa34-4d5d-9474-ab6890340ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558661e5-827b-4d0d-9346-3f45f227746f', 'code': 200} Sep 02 13:33:31.050601 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c998086-c0cf-48fd-9be9-a9becbc83e03 req-24e22e0b-86d0-40b7-8c59-57e297ea8109 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316964 Sep 02 13:33:31.175321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0dcaced-7b6e-4c00-a30b-7f7e4da4c32c req-ec0d00ac-ff5c-4f2b-b9bb-8e7fcb1e41a5 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0646405 Sep 02 13:33:31.194601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=558661e5-827b-4d0d-9346-3f45f227746f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:31.207925 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-21c4ed3d-bc0b-41ff-a5af-59d98928fdb1 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742378 Sep 02 13:33:31.230882 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3672144-7fd4-4efb-9c83-d6e448f94c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.264318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 6630f08a-72a3-4474-9787-5808c70cedf2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:31.301141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 6630f08a-72a3-4474-9787-5808c70cedf2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:31.302140 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.329718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93592f0-7f23-432b-8659-103f89578e6c req-af87767f-b17c-4fa1-93b1-c017f220b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:31.330680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-b7ed4469-8d99-4d76-87fe-9dd05becf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:31.331421 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a93592f0-7f23-432b-8659-103f89578e6c req-af87767f-b17c-4fa1-93b1-c017f220b409 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 1097 time: 0.1547253 Sep 02 13:33:31.332466 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-b7ed4469-8d99-4d76-87fe-9dd05becf977 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1095 time: 0.4113398 Sep 02 13:33:31.374291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:31.375405 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2fe2766a-b724-4a99-99f7-82fd4b86c4bd up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:31.433268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a93592f0-7f23-432b-8659-103f89578e6c req-379f8dc6-32e5-4f43-b876-d17a9993f859 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668426 Sep 02 13:33:31.559350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb53c6-5cb0-4c22-b376-ac7b9bdb5f0c req-dc3e680f-2d99-4498-aae1-7317d8033511 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:31.561966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64fb53c6-5cb0-4c22-b376-ac7b9bdb5f0c req-dc3e680f-2d99-4498-aae1-7317d8033511 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 943 time: 0.0815926 Sep 02 13:33:31.573083 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab87bb43-a3b6-4d21-8555-e8d88c754bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.592209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe178d-37ba-4abd-ae68-7ffdd16374b5 req-7cdc64fd-7ee8-4320-8433-e4ebfe812dd3 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:31.602410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bbfe178d-37ba-4abd-ae68-7ffdd16374b5 req-7cdc64fd-7ee8-4320-8433-e4ebfe812dd3 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.2738137 Sep 02 13:33:31.638272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64fb53c6-5cb0-4c22-b376-ac7b9bdb5f0c req-aae2dd1b-1fe3-4363-b9e4-babad9bb304b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654466 Sep 02 13:33:31.689420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:31.716693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:31.717485 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.725381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ab87bb43-a3b6-4d21-8555-e8d88c754bf4 None None] For port 42056400-5387-4844-8b3c-3cf57f380eef, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=42056400-5387-4844-8b3c-3cf57f380eef,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:31.726519 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.737065 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab87bb43-a3b6-4d21-8555-e8d88c754bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.737596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:31.768843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-d10386a4-e851-4a7d-9b5e-e4e54801d102 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:31.772286 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-d10386a4-e851-4a7d-9b5e-e4e54801d102 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5054150 Sep 02 13:33:31.793476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-ec881d59-555c-4c0e-86ab-5cd0df56c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:31.793476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-ec881d59-555c-4c0e-86ab-5cd0df56c6fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.3425212 Sep 02 13:33:31.810008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Request body: {'port': {'device_id': 'bad10516-3b76-4aa9-9b5d-41309dcec35b', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'ae8f41a86ddb4ae8960f67d8a1d78817'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:31.832838 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:31.875115 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bbfe178d-37ba-4abd-ae68-7ffdd16374b5 req-9a8f21e5-e34f-4c69-b8d0-82f84743ccd6 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713215 Sep 02 13:33:31.941564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653293-19e4-4762-ab33-3dab4fbf463e req-2ab5c383-3924-4041-902a-87d44535b569 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:31.946017 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-10653293-19e4-4762-ab33-3dab4fbf463e req-2ab5c383-3924-4041-902a-87d44535b569 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 944 time: 0.1311760 Sep 02 13:33:31.947536 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '1a2b03f8-fdd5-4b64-bc27-db4d50ee6339', 'network_id': '116ee1ae-eb3f-46bb-9d02-f159b293e2dc', 'port_id': '1a2b03f8-fdd5-4b64-bc27-db4d50ee6339', 'mac_address': 'fa:16:3e:bc:08:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73956bbb-1fd4-49d8-bca8-b620168fb711', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:32.020502 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-e1f775a8-e18a-4b1a-b0ae-a07b82b7201f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 200 len: 217 time: 0.1515236 Sep 02 13:33:32.021722 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-10653293-19e4-4762-ab33-3dab4fbf463e req-885320e5-cdc4-4075-8a0e-5ef6e6b03bf0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681987 Sep 02 13:33:32.030015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 6630f08a-72a3-4474-9787-5808c70cedf2, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6630f08a-72a3-4474-9787-5808c70cedf2,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:32.062993 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.080258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87bb43-a3b6-4d21-8555-e8d88c754bf4 None None] Pushing event updated for resources: {'Port': ['ID=42056400-5387-4844-8b3c-3cf57f380eef,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:32.102041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c153bb58-2599-459c-87e2-76dbe7fa1e0c None None] Provisioning complete for port 42056400-5387-4844-8b3c-3cf57f380eef triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:32.102688 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c153bb58-2599-459c-87e2-76dbe7fa1e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.108277 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.225175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca874-9c41-439f-9058-84c614cf43c6 req-0e9b0a10-436f-4bc3-87d8-c58f359363ad tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:32.232958 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d8ca874-9c41-439f-9058-84c614cf43c6 req-0e9b0a10-436f-4bc3-87d8-c58f359363ad tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0865171 Sep 02 13:33:32.240034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:32.279643 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.292418 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d8ca874-9c41-439f-9058-84c614cf43c6 req-f074bac3-51d3-4b4a-a186-134d2eead1c7 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575891 Sep 02 13:33:32.296969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=6630f08a-72a3-4474-9787-5808c70cedf2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:32.341769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:32.359889 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.419671 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21170149-2675-4185-ac20-70f450956541 req-deb2244f-784b-4cfe-bed7-4f6203ca2229 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 210 time: 0.4052210 Sep 02 13:33:32.430835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:32.473062 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.474989 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d58dda62-2a54-4b3f-955b-0c82cb282b18 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:32.493144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60159b-f9db-433d-b236-f11e994df5c8 req-a7e5d6b9-50ba-4c22-a208-a32c27fc761e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:32.495682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e60159b-f9db-433d-b236-f11e994df5c8 req-a7e5d6b9-50ba-4c22-a208-a32c27fc761e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 946 time: 0.1000721 Sep 02 13:33:32.545355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:32.565313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d58dda62-2a54-4b3f-955b-0c82cb282b18 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:33:32.585159 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a1e7f80c-71b3-4b67-8897-fae8e5969d7d req-8d8c1b84-67c0-4086-82a7-b0f19d501a39 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0419834 Sep 02 13:33:32.590234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-3676041d-bb74-42ae-ba9a-c2b4e120020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:32.591054 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-3676041d-bb74-42ae-ba9a-c2b4e120020e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.2048719 Sep 02 13:33:32.593406 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e60159b-f9db-433d-b236-f11e994df5c8 req-c8d67d13-3c97-4d01-8341-a1850ff659eb tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889661 Sep 02 13:33:32.600789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Made reservation on behalf of ae8f41a86ddb4ae8960f67d8a1d78817 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:32.612411 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:32.639392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:32.690294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-0778a90a-e4a2-4047-bc19-f60684652fd8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730295 Sep 02 13:33:32.695210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['1a2b03f8-fdd5-4b64-bc27-db4d50ee6339'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:32.802459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ede3e-4631-4de4-9d04-3a209fa36ac0 req-cf604141-56c5-47e9-bd2e-a06b5dbe1b58 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:32.808465 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0e9ede3e-4631-4de4-9d04-3a209fa36ac0 req-cf604141-56c5-47e9-bd2e-a06b5dbe1b58 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 944 time: 0.0883932 Sep 02 13:33:32.845357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:33:32.860068 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0e9ede3e-4631-4de4-9d04-3a209fa36ac0 req-fbb27bc6-c85e-4747-8dbc-47197e931eb1 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482779 Sep 02 13:33:32.985625 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-fe4d8b8e-d807-4118-9e4a-58df94fc63a4 service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813971 Sep 02 13:33:33.014722 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Allocated IP 192.168.233.67 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/6530fa3b-2c5d-4878-a626-c9e191a7be5f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:33.038252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd751a8b4-432f-442a-a38e-70e34e794bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6630f08a-72a3-4474-9787-5808c70cedf2'}, {'server_uuid': 'f529ec2a-511f-4c29-b75a-9fc5cbe29340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe2766a-b724-4a99-99f7-82fd4b86c4bd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:33.041859 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06f9e48-8058-4748-b0e2-1adef27b9baa" -d '{"events": [{"server_uuid": "d751a8b4-432f-442a-a38e-70e34e794bc2", "name": "network-vif-plugged", "status": "completed", "tag": "6630f08a-72a3-4474-9787-5808c70cedf2"}, {"server_uuid": "f529ec2a-511f-4c29-b75a-9fc5cbe29340", "name": "network-vif-plugged", "status": "completed", "tag": "2fe2766a-b724-4a99-99f7-82fd4b86c4bd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:33.118859 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b662240-2fc1-4efd-8a58-e6e0c16de5bb x-openstack-request-id: req-3b662240-2fc1-4efd-8a58-e6e0c16de5bb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:33.119340 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d751a8b4-432f-442a-a38e-70e34e794bc2", "name": "network-vif-plugged", "status": "completed", "tag": "6630f08a-72a3-4474-9787-5808c70cedf2", "code": 200}, {"server_uuid": "f529ec2a-511f-4c29-b75a-9fc5cbe29340", "name": "network-vif-plugged", "status": "completed", "tag": "2fe2766a-b724-4a99-99f7-82fd4b86c4bd", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:33.119774 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b662240-2fc1-4efd-8a58-e6e0c16de5bb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:33.120440 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd751a8b4-432f-442a-a38e-70e34e794bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6630f08a-72a3-4474-9787-5808c70cedf2', 'code': 200} Sep 02 13:33:33.121303 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f529ec2a-511f-4c29-b75a-9fc5cbe29340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe2766a-b724-4a99-99f7-82fd4b86c4bd', 'code': 200} Sep 02 13:33:33.171155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:33:33.196162 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Sync routers for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:33:33.217518 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:33.218609 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:33:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:33.268940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f44220-c4c7-4479-ab64-601d730f9709 req-b901af76-dcc7-45ab-b6d6-c5d1e99243f9 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:33.270600 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9f44220-c4c7-4479-ab64-601d730f9709 req-b901af76-dcc7-45ab-b6d6-c5d1e99243f9 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.2656884 Sep 02 13:33:33.277841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.279058 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-19de23ff-c511-4c6f-a5a9-bb5aba0ccd35 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8391175 Sep 02 13:33:33.283938 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-1ea1c0b7-ce99-4873-b038-d4af61acb5fb service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801902 Sep 02 13:33:33.284479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:33:33.401470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162a403-d16c-4e77-97b0-82c1a6ded743 req-5f103eb9-ef66-4c6c-b127-d18ee4a2dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:33.404147 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2162a403-d16c-4e77-97b0-82c1a6ded743 req-5f103eb9-ef66-4c6c-b127-d18ee4a2dd27 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340 HTTP/1.1" status: 200 len: 1097 time: 0.1684270 Sep 02 13:33:33.431488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5e9fe-6fe5-4aee-b0c7-90878f318ddb req-5e1be052-929a-4578-9eac-6a539613b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:33.437662 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-11a5e9fe-6fe5-4aee-b0c7-90878f318ddb req-5e1be052-929a-4578-9eac-6a539613b47e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1150970 Sep 02 13:33:33.456110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3d29-a8ff-45a1-80b7-6995c839f725 req-67c55c0e-9c0a-48ad-8cfc-c943095fd802 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:33.462786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9f44220-c4c7-4479-ab64-601d730f9709 req-f925dbda-f96a-4d3a-8328-bfd288d493e7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665764 Sep 02 13:33:33.466729 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49df3d29-a8ff-45a1-80b7-6995c839f725 req-67c55c0e-9c0a-48ad-8cfc-c943095fd802 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 944 time: 0.2472992 Sep 02 13:33:33.470053 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.527484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Transition to ACTIVE for port object 6530fa3b-2c5d-4878-a626-c9e191a7be5f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:33.600001 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49df3d29-a8ff-45a1-80b7-6995c839f725 req-77d6b6a1-1710-46e3-99f8-12ed6beec17f tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307414 Sep 02 13:33:33.606834 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63e91454-f2d1-4706-88e3-72f77ca04ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.641692 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-11a5e9fe-6fe5-4aee-b0c7-90878f318ddb req-edd87799-54de-4317-b308-3524001e22b3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717303 Sep 02 13:33:33.666891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2162a403-d16c-4e77-97b0-82c1a6ded743 req-013a0588-88fc-46e1-bd12-0319a87dafbc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406182 Sep 02 13:33:33.673192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:33.769101 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e36ba6be-9b3f-403f-b727-c834ca79003b req-2e7d19bd-49cd-4d6f-8d78-7561d6d3faa0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 210 time: 0.0382452 Sep 02 13:33:33.800563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 42056400-5387-4844-8b3c-3cf57f380eef up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:33.827376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74807cf-65e3-4440-a3ac-d71d55acaeba req-e307d450-a1fe-465a-a82a-e02eca88dddc tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:33.829014 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a74807cf-65e3-4440-a3ac-d71d55acaeba req-e307d450-a1fe-465a-a82a-e02eca88dddc tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.2329931 Sep 02 13:33:33.832424 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:33.874893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64', '141d4cc5-f1da-4cfd-abcc-854f22518c68'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:33.878749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', '1a3e3c80-444b-43c1-9cc3-78ad73f09b54', 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae', '40fac9bf-18c2-4028-9146-af559e4a0122'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:33.896374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:33.911584 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:33.918804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:33.928756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event updated for resources: {'Port': ['ID=6530fa3b-2c5d-4878-a626-c9e191a7be5f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:33.978852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfdfde-cbfe-44eb-a2a4-60decea7ced3 req-08b4a6cb-a3fe-458d-83b8-ab767a263c94 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:33.990966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eddfdfde-cbfe-44eb-a2a4-60decea7ced3 req-08b4a6cb-a3fe-458d-83b8-ab767a263c94 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 946 time: 0.1172147 Sep 02 13:33:34.003903 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a74807cf-65e3-4440-a3ac-d71d55acaeba req-13ba1497-dd4d-4cf4-996a-6fc7cb98526f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280301 Sep 02 13:33:34.016638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:34.017310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.068329 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-4aa50369-e5a1-4e5f-88ec-8357cd89fa1f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2654431 Sep 02 13:33:34.147819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Request body: {'port': {'device_id': 'bad10516-3b76-4aa9-9b5d-41309dcec35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:34.152166 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eddfdfde-cbfe-44eb-a2a4-60decea7ced3 req-67e1e50d-e141-4f29-b032-949de291025d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594434 Sep 02 13:33:34.196201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-9f979a4a-fc23-4bbb-bdce-8e0101df26ad tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:34.197819 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-9f979a4a-fc23-4bbb-bdce-8e0101df26ad tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1095 time: 0.1465840 Sep 02 13:33:34.251896 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.290852 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-817580c3-14e0-43ff-8606-afa39e725b62 req-2d4c941b-d8ce-4f02-a488-b534b2f8322c tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0881007 Sep 02 13:33:34.395130 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.421765 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.440793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62711c80-6723-463c-a16e-a8df7f47a07f req-1c415eab-fc88-46d0-b5af-ed6770f628c9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:34.446529 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62711c80-6723-463c-a16e-a8df7f47a07f req-1c415eab-fc88-46d0-b5af-ed6770f628c9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 944 time: 0.1818759 Sep 02 13:33:34.463628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 42056400-5387-4844-8b3c-3cf57f380eef triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:34.464277 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.529809 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62711c80-6723-463c-a16e-a8df7f47a07f req-78d38c02-7d76-4473-9a4a-736ac684976f tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749009 Sep 02 13:33:34.531244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-91855fac-94de-4af8-a034-9937cfe7abc2 service neutron] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:34.535142 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-91855fac-94de-4af8-a034-9937cfe7abc2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.537095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e85e8ce8-6fb2-4bf7-bcea-647d9eab3bf9 req-91855fac-94de-4af8-a034-9937cfe7abc2 service neutron] 10.222.0.90 "DELETE /v2.0/ports/d58dda62-2a54-4b3f-955b-0c82cb282b18/bindings/n-h2-794796-4 HTTP/1.1" status: 204 len: 173 time: 0.3171186 Sep 02 13:33:34.613435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-893a0899-e44f-4a2a-94f9-60ab255b723f None None] Provisioning for port 6530fa3b-2c5d-4878-a626-c9e191a7be5f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:34.643778 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-893a0899-e44f-4a2a-94f9-60ab255b723f None None] Provisioning complete for port 6530fa3b-2c5d-4878-a626-c9e191a7be5f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:34.644384 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-893a0899-e44f-4a2a-94f9-60ab255b723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.705623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c30b40-077d-4e24-9109-8bb050fd7480 req-855a9035-772f-476f-9f29-d0db27c9b78a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:34.707073 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-22c30b40-077d-4e24-9109-8bb050fd7480 req-855a9035-772f-476f-9f29-d0db27c9b78a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 946 time: 0.2474205 Sep 02 13:33:34.732283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:30Z', 'revision_number': 3, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:34.741242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c55283-8b20-4f4e-ac02-47d52dbff154 req-a703a5ec-c6c7-435a-be63-e27f4873b623 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:34.749498 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73c55283-8b20-4f4e-ac02-47d52dbff154 req-a703a5ec-c6c7-435a-be63-e27f4873b623 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.0948110 Sep 02 13:33:34.796432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73c55283-8b20-4f4e-ac02-47d52dbff154 req-bff31f61-bfe5-4846-9bbe-51c38a707c0b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451684 Sep 02 13:33:34.809202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-893a0899-e44f-4a2a-94f9-60ab255b723f None None] Port 6530fa3b-2c5d-4878-a626-c9e191a7be5f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:34.834423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Checking router: 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:33:34.835172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Updating router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a port 3aa358e1-de15-421b-a437-5fdcb9e909da binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:33:34.899905 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:34.900690 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-22c30b40-077d-4e24-9109-8bb050fd7480 req-934a8e87-dd51-4be6-9736-3cbd745b0fbb tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496100 Sep 02 13:33:34.933336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Allocated IP 172.20.0.1 (f7101f13-aa28-439b-8f2e-77da4de64792/aba5c1ba-0d1e-4e51-9e18-bd5b822fa765/23a9af58-ddc2-4803-8777-86dd79d3fbea) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:34.987203 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.067112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0e724-a287-4405-a3a3-477dcaeaed45 req-b70fcec6-09ec-44f0-a4cd-5ee5c8a45d9a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:35.077947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b9c0e724-a287-4405-a3a3-477dcaeaed45 req-b70fcec6-09ec-44f0-a4cd-5ee5c8a45d9a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 944 time: 0.0759454 Sep 02 13:33:35.154968 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b9c0e724-a287-4405-a3a3-477dcaeaed45 req-d3ea1822-90ef-461b-9e98-cd34f14beb45 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759380 Sep 02 13:33:35.333570 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6530fa3b-2c5d-4878-a626-c9e191a7be5f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:35.368729 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.377134 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.382802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:35.447776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc826a-a1fc-4e9e-8d3c-e07763be30b8 req-aef57a86-5229-49db-b7dd-722500e1db7d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:35.450108 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-47dc826a-a1fc-4e9e-8d3c-e07763be30b8 req-aef57a86-5229-49db-b7dd-722500e1db7d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 935 time: 0.3052664 Sep 02 13:33:35.470360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Transition to ACTIVE for port object 23a9af58-ddc2-4803-8777-86dd79d3fbea will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:35.476912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Transition to ACTIVE for port object 6530fa3b-2c5d-4878-a626-c9e191a7be5f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:35.494741 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.644556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Pushing event updated for resources: {'Port': ['ID=6530fa3b-2c5d-4878-a626-c9e191a7be5f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:35.717446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15781cee-6007-495a-b980-052c201a1943 req-0e4dd320-8c52-444e-874c-e089a062841e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:35.719492 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15781cee-6007-495a-b980-052c201a1943 req-0e4dd320-8c52-444e-874c-e089a062841e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1383631 Sep 02 13:33:35.722035 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-47dc826a-a1fc-4e9e-8d3c-e07763be30b8 req-3acb502b-4a1f-4fca-84f2-4b9407c3a472 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504563 Sep 02 13:33:35.768784 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:35.802154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:35.802749 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.808755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.890176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Network f7101f13-aa28-439b-8f2e-77da4de64792 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:35.904010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:35.916044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:35.927372 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:35.954226 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15781cee-6007-495a-b980-052c201a1943 req-a3ee9a56-c83a-4705-87c8-b4f0d5a7feac tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101305 Sep 02 13:33:35.969074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Pushing event updated for resources: {'Port': ['ID=23a9af58-ddc2-4803-8777-86dd79d3fbea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:36.048198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Transition to ACTIVE for port object 3aa358e1-de15-421b-a437-5fdcb9e909da will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:36.092145 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.093654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Attempting to bind port 6530fa3b-2c5d-4878-a626-c9e191a7be5f on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:36.094944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Attempting to bind port 6530fa3b-2c5d-4878-a626-c9e191a7be5f by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:36.096387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Attempting to bind port 6530fa3b-2c5d-4878-a626-c9e191a7be5f on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:36.117553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-88bca605-1c61-4042-9ce3-e041577734fa req-c5ce3a82-264e-420c-a069-b3022e79a31e tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.1180303 Sep 02 13:33:36.121601 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.265416 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Port 6530fa3b-2c5d-4878-a626-c9e191a7be5f on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:36.265844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Attempting to bind port 6530fa3b-2c5d-4878-a626-c9e191a7be5f on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:36.271930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Attempting to bind port 3aa358e1-de15-421b-a437-5fdcb9e909da on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:36.272646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Attempting to bind port 3aa358e1-de15-421b-a437-5fdcb9e909da by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:36.273240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Attempting to bind port 3aa358e1-de15-421b-a437-5fdcb9e909da on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:36.282352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:36.282833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:36.283466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:36.284164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Bound port: 6530fa3b-2c5d-4878-a626-c9e191a7be5f, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:36.285473 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.292485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11d81f-858c-4a75-ac86-e2aa2fe03475 req-eb374c73-9d15-4531-bee6-d6b3ed8ab89a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:36.296551 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd11d81f-858c-4a75-ac86-e2aa2fe03475 req-eb374c73-9d15-4531-bee6-d6b3ed8ab89a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 946 time: 0.0960357 Sep 02 13:33:36.316194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:36.316611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:36.317679 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.318005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:36.318622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Bound port: 3aa358e1-de15-421b-a437-5fdcb9e909da, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:36.319024 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.349059 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd11d81f-858c-4a75-ac86-e2aa2fe03475 req-215446bf-0e4b-4f72-9c65-ed11adb9d6c9 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478094 Sep 02 13:33:36.383279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685780ab-0977-4fd5-aecf-25e89d038096 None None] Pushing event updated for resources: {'Port': ['ID=3aa358e1-de15-421b-a437-5fdcb9e909da,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:36.481683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5285-7ef7-4461-a159-0a419432fc6b req-87cc2909-39fb-44ce-8b76-b11bf34de345 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:36.484205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-79ae5285-7ef7-4461-a159-0a419432fc6b req-87cc2909-39fb-44ce-8b76-b11bf34de345 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 944 time: 0.2079811 Sep 02 13:33:36.496368 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.501717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] For port 3aa358e1-de15-421b-a437-5fdcb9e909da, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:36.521855 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.543569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] For port 3aa358e1-de15-421b-a437-5fdcb9e909da, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=3aa358e1-de15-421b-a437-5fdcb9e909da,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:36.544439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a9ec5-a6de-4ad7-ad43-2ec685d0ee0a req-373a86c5-bf6f-4f62-bda2-2b0d2949eccb tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:36.547320 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f27a9ec5-a6de-4ad7-ad43-2ec685d0ee0a req-373a86c5-bf6f-4f62-bda2-2b0d2949eccb tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1095 time: 0.0692413 Sep 02 13:33:36.560547 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.575700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] For port 6530fa3b-2c5d-4878-a626-c9e191a7be5f, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:36.609689 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f27a9ec5-a6de-4ad7-ad43-2ec685d0ee0a req-04ffe4e5-5083-416a-8c87-76e9704fe6fa tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498173 Sep 02 13:33:36.616300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] For port 6530fa3b-2c5d-4878-a626-c9e191a7be5f, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6530fa3b-2c5d-4878-a626-c9e191a7be5f,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:36.621986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f9c7ed6c-394e-4ca1-8ed1-6c986a4223e1 None None] Provisioning for port 23a9af58-ddc2-4803-8777-86dd79d3fbea completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:36.624325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1897f1bf-2537-414a-a8f7-158c9b1dd380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2b03f8-fdd5-4b64-bc27-db4d50ee6339'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:36.626762 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103d8bd3-ddc0-4ffa-bfdc-36b295b9c037" -d '{"events": [{"server_uuid": "1897f1bf-2537-414a-a8f7-158c9b1dd380", "name": "network-vif-plugged", "status": "completed", "tag": "1a2b03f8-fdd5-4b64-bc27-db4d50ee6339"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:36.630910 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.642676 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-79ae5285-7ef7-4461-a159-0a419432fc6b req-0f7b8a66-4bb0-4006-885a-998d3376748d tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242759 Sep 02 13:33:36.654170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f9c7ed6c-394e-4ca1-8ed1-6c986a4223e1 None None] Provisioning complete for port 23a9af58-ddc2-4803-8777-86dd79d3fbea triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:36.654527 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9c7ed6c-394e-4ca1-8ed1-6c986a4223e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.682855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:36.735847 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.758461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:36.759264 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:33:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:36.776287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685780ab-0977-4fd5-aecf-25e89d038096 None None] Pushing event updated for resources: {'Port': ['ID=3aa358e1-de15-421b-a437-5fdcb9e909da,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:36.852581 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eee6cab-a320-4f21-bb25-35f14b4dfae7 x-openstack-request-id: req-9eee6cab-a320-4f21-bb25-35f14b4dfae7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:36.852940 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1897f1bf-2537-414a-a8f7-158c9b1dd380", "name": "network-vif-plugged", "status": "completed", "tag": "1a2b03f8-fdd5-4b64-bc27-db4d50ee6339", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:36.853818 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eee6cab-a320-4f21-bb25-35f14b4dfae7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:36.853818 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1897f1bf-2537-414a-a8f7-158c9b1dd380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2b03f8-fdd5-4b64-bc27-db4d50ee6339', 'code': 200} Sep 02 13:33:36.854180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:36.854868 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:36.857122 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] 10.222.0.77 "PUT /v2.0/ports/6530fa3b-2c5d-4878-a626-c9e191a7be5f HTTP/1.1" status: 200 len: 1095 time: 2.7240431 Sep 02 13:33:36.861341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad10516-3b76-4aa9-9b5d-41309dcec35b', 'tag': '6530fa3b-2c5d-4878-a626-c9e191a7be5f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:36.884898 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59" -d '{"events": [{"name": "network-changed", "server_uuid": "bad10516-3b76-4aa9-9b5d-41309dcec35b", "tag": "6530fa3b-2c5d-4878-a626-c9e191a7be5f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:36.940871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7ed6c-394e-4ca1-8ed1-6c986a4223e1 None None] Port 23a9af58-ddc2-4803-8777-86dd79d3fbea cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:37.010372 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:37.093577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f407c9-f345-49f4-86e3-c996a9fe396d req-b2c52052-d5b9-4b6d-8690-6c4c4143d255 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:37.105033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90f407c9-f345-49f4-86e3-c996a9fe396d req-b2c52052-d5b9-4b6d-8690-6c4c4143d255 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 947 time: 0.1818883 Sep 02 13:33:37.116918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-6e39d72b-817d-4056-befe-b3fdc155bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:37.118537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-6e39d72b-817d-4056-befe-b3fdc155bedc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 1098 time: 0.1655295 Sep 02 13:33:37.209946 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-567fc76b-1d5f-43bb-b68b-ce5d7b38be8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=6530fa3b-2c5d-4878-a626-c9e191a7be5f HTTP/1.1" status: 200 len: 217 time: 0.0747404 Sep 02 13:33:37.225580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90f407c9-f345-49f4-86e3-c996a9fe396d req-a122efe4-9538-405a-970a-ce1367896c3d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183896 Sep 02 13:33:37.308155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:37.313459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-a0026f3e-d3f9-44ba-b65a-118fe6a628ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:37.324818 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-a0026f3e-d3f9-44ba-b65a-118fe6a628ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0968108 Sep 02 13:33:37.365041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:37.454169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-fc46e014-0509-4f09-825a-74f25c83185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:37.468913 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-fc46e014-0509-4f09-825a-74f25c83185b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300333 Sep 02 13:33:37.569068 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cd0fd4-a70a-4abf-979b-051e5ca2bd63 x-openstack-request-id: req-e4cd0fd4-a70a-4abf-979b-051e5ca2bd63 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:37.569502 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad10516-3b76-4aa9-9b5d-41309dcec35b", "tag": "6530fa3b-2c5d-4878-a626-c9e191a7be5f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:37.569899 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4cd0fd4-a70a-4abf-979b-051e5ca2bd63 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:37.570523 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad10516-3b76-4aa9-9b5d-41309dcec35b', 'tag': '6530fa3b-2c5d-4878-a626-c9e191a7be5f', 'status': 'completed', 'code': 200} Sep 02 13:33:37.586051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca979db-bfb9-4dfd-8203-3b35bdebcf99 service neutron] Pushing event updated for resources: {'Port': ['ID=6530fa3b-2c5d-4878-a626-c9e191a7be5f,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:37.604804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf4d5f-fbeb-4403-89d3-b9b2973f595e req-60c6aa03-d676-45c0-bd51-62fd6d5770c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:37.607459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6caf4d5f-fbeb-4403-89d3-b9b2973f595e req-60c6aa03-d676-45c0-bd51-62fd6d5770c6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 1096 time: 0.6851637 Sep 02 13:33:37.668475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b24add-fd92-4402-87d1-567c66b7024c req-311e13be-c78c-446d-81e7-beb617d6d51a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:37.671164 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20b24add-fd92-4402-87d1-567c66b7024c req-311e13be-c78c-446d-81e7-beb617d6d51a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.7574275 Sep 02 13:33:37.725432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 1, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:37.741609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5aa8b09d-330e-4efe-a081-8e4fa70323ab tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:37.743684 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5aa8b09d-330e-4efe-a081-8e4fa70323ab tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 808 time: 0.2517753 Sep 02 13:33:37.747274 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-117407c3-5e9c-4e9c-9c21-a53f03f534c3 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704251 Sep 02 13:33:37.754044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b793b5-4d7f-4970-8a4e-5e1b4bd0ee57 None None] The sync data for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 is: [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:34Z', 'revision_number': 1, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:33:37.833412 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6caf4d5f-fbeb-4403-89d3-b9b2973f595e req-ecf008ce-501e-4fae-a831-550b665bbd46 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023625 Sep 02 13:33:37.843634 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-2463a7d6-a5a7-487f-a0b5-d6770fdd0c20 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/quotas/d85f364184c74b5fae55bf6a737733c1 HTTP/1.1" status: 200 len: 375 time: 0.0900388 Sep 02 13:33:37.857439 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20b24add-fd92-4402-87d1-567c66b7024c req-80c00e1c-0747-4064-842c-519dd6bddcc4 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695707 Sep 02 13:33:38.013193 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.014033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-e69e8c85-2410-4f5a-bbd2-3b4aa1b190f5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521647 Sep 02 13:33:38.021103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b23033e-3c04-4e59-951c-6bc48e22965b req-20b1725a-b0f0-4371-90c4-82c3e8dd8d1a service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536502 Sep 02 13:33:38.053184 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.203802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1b71d-c09b-4388-84e4-3e1b28a572c3 req-49620e57-843a-48f8-bb7c-74c7dca4a2d0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:38.205591 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-adc1b71d-c09b-4388-84e4-3e1b28a572c3 req-49620e57-843a-48f8-bb7c-74c7dca4a2d0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 945 time: 0.2313538 Sep 02 13:33:38.208485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Pushing event updated for resources: {'Port': ['ID=23a9af58-ddc2-4803-8777-86dd79d3fbea,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:38.218866 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.277513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-d77ea457-9b42-4758-953a-92329c6d2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:38.279546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-d77ea457-9b42-4758-953a-92329c6d2e0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 1098 time: 0.1163697 Sep 02 13:33:38.294671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-735c9d15-e496-4205-aa84-10929c12be8c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:38.298347 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-735c9d15-e496-4205-aa84-10929c12be8c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 946 time: 0.1806130 Sep 02 13:33:38.317151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-adc1b71d-c09b-4388-84e4-3e1b28a572c3 req-a115e6bc-7b98-43c7-a2fb-6e5ee18629d8 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956185 Sep 02 13:33:38.401566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Network f7101f13-aa28-439b-8f2e-77da4de64792 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:38.404704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:38.440353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-1689758b-9a3a-4fac-9242-1f9a3ca1001e service neutron] 10.222.0.13 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179077 Sep 02 13:33:38.565769 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bdfc266e-737d-4175-90b5-66473c7814f4 req-c37efeaa-3e4b-46c9-b1f8-0b0c82054506 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0880640 Sep 02 13:33:38.633852 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:33:38.664020 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-30f967a9-2436-48b2-bac3-315d07f3ca0f service neutron] 10.222.0.13 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078006 Sep 02 13:33:38.816374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-06b789e0-24e3-4149-835e-3c7bfd4e4bcd None None] Provisioning complete for port 23a9af58-ddc2-4803-8777-86dd79d3fbea triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:38.817726 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06b789e0-24e3-4149-835e-3c7bfd4e4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.824044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-2ac849a5-fd2f-4413-a696-dbe053314f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:38.826537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-2ac849a5-fd2f-4413-a696-dbe053314f06 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.5270545 Sep 02 13:33:38.891782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-06b789e0-24e3-4149-835e-3c7bfd4e4bcd None None] Port 23a9af58-ddc2-4803-8777-86dd79d3fbea cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:33:38.904192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896db39-5d0b-4cd3-a0e6-f60d994d896d req-4dc61177-c0c3-47df-8f62-84ec2a7052f2 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:38.911958 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d896db39-5d0b-4cd3-a0e6-f60d994d896d req-4dc61177-c0c3-47df-8f62-84ec2a7052f2 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 946 time: 0.0919876 Sep 02 13:33:38.917676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-6d36ff2a-1226-49ab-886f-84f4a2e46871 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=6530fa3b-2c5d-4878-a626-c9e191a7be5f HTTP/1.1" status: 200 len: 217 time: 0.0688841 Sep 02 13:33:38.926648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Deleting port 558661e5-827b-4d0d-9346-3f45f227746f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:33:38.926975 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:38.973044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d896db39-5d0b-4cd3-a0e6-f60d994d896d req-bcc39adb-9460-4428-a240-f48d4efb1532 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597336 Sep 02 13:33:38.986220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:33:39.004460 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-566cb1fe-f9fe-4100-8c10-396502390d1e admin admin] 10.222.0.13 "PUT /v2.0/routers/4ad1d459-4358-4a2c-b73d-d5f5b4eec63a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7134094 Sep 02 13:33:39.130385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d66fb-ebd1-4ba6-b279-338ae425093f req-f07a2d1f-89b6-48d9-ac80-4ad801d29aa8 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:39.142872 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-589d66fb-ebd1-4ba6-b279-338ae425093f req-f07a2d1f-89b6-48d9-ac80-4ad801d29aa8 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 947 time: 0.1037450 Sep 02 13:33:39.213868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] For port 558661e5-827b-4d0d-9346-3f45f227746f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=558661e5-827b-4d0d-9346-3f45f227746f,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:39.214226 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.235586 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-589d66fb-ebd1-4ba6-b279-338ae425093f req-dac5aa43-a34b-47a3-b7f0-87c6772ec17d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895960 Sep 02 13:33:39.256366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Calling delete_port for 558661e5-827b-4d0d-9346-3f45f227746f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:33:39.557051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-9c702c16-f7cd-4fc1-b129-7cdda0125777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:39.558902 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-9c702c16-f7cd-4fc1-b129-7cdda0125777 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0659370 Sep 02 13:33:39.649039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:39.709380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:39.787642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event deleted for resources: {'Port': ['ID=558661e5-827b-4d0d-9346-3f45f227746f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:39.832172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.833080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.833427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.833766 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.834100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.834802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.835143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.835872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.836210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.836537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.836871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.837238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:39.920164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7885a5-3341-4835-9d58-846b465953c2 req-e2ae2ad3-e27f-4168-b979-42efbd73d866 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:39.929053 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a7885a5-3341-4835-9d58-846b465953c2 req-e2ae2ad3-e27f-4168-b979-42efbd73d866 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 945 time: 0.4582019 Sep 02 13:33:40.023487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 3aa358e1-de15-421b-a437-5fdcb9e909da up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:40.051404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5b755-da96-43e6-9492-d9b76372707f req-bddac3de-da46-4986-ac85-16b8757f7208 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:40.064065 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-72a5b755-da96-43e6-9492-d9b76372707f req-bddac3de-da46-4986-ac85-16b8757f7208 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1741152 Sep 02 13:33:40.105176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] No DVR routers for this DVR port 558661e5-827b-4d0d-9346-3f45f227746f on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:33:40.110563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-48858020-0cc6-4bf5-aba8-885a51e0197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:40.119002 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-48858020-0cc6-4bf5-aba8-885a51e0197b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5046349 Sep 02 13:33:40.130991 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.134376 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2c00d01-983e-49e3-9707-1c62d8acce98 req-83f6e358-dd7a-42a6-90ae-cb6a9522648d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "DELETE /v2.0/ports/558661e5-827b-4d0d-9346-3f45f227746f HTTP/1.1" status: 204 len: 173 time: 1.7575357 Sep 02 13:33:40.148258 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcc38a6-aa34-4d5d-9474-ab6890340ceb', 'name': 'network-vif-deleted', 'tag': '558661e5-827b-4d0d-9346-3f45f227746f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:40.154716 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d6306-2262-40a2-82bb-6bbac040f3b9" -d '{"events": [{"server_uuid": "ddcc38a6-aa34-4d5d-9474-ab6890340ceb", "name": "network-vif-deleted", "tag": "558661e5-827b-4d0d-9346-3f45f227746f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:40.180335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['558661e5-827b-4d0d-9346-3f45f227746f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:40.197835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-72a5b755-da96-43e6-9492-d9b76372707f req-6661167f-0134-48a5-809a-11512e404342 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321077 Sep 02 13:33:40.220512 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a7885a5-3341-4835-9d58-846b465953c2 req-59e573ea-3d1a-4cfd-a46b-fcf0574601f5 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898872 Sep 02 13:33:40.369326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 3aa358e1-de15-421b-a437-5fdcb9e909da completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:40.398639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 3aa358e1-de15-421b-a437-5fdcb9e909da triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:40.399295 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.429103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-a51eb281-9415-4f94-bc35-59ca08baff0f service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932055 Sep 02 13:33:40.500378 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-317063b2-ad6e-43f8-91ff-1393dc837d9b req-37c3aa41-3f89-435e-8162-b32501df301c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 210 time: 0.1049466 Sep 02 13:33:40.517128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7eb9437c-c39f-4abd-87e5-8dc72b8a868e req-467c78b7-4319-4a29-91bb-1f35a1305fab tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0866978 Sep 02 13:33:40.595562 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.660254 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 3aa358e1-de15-421b-a437-5fdcb9e909da, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=3aa358e1-de15-421b-a437-5fdcb9e909da,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:40.665785 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:40.704277 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8f68e84-8be9-4f76-b5b7-953ab40a8b59 req-b4ec23e2-30b1-485f-acaa-d2f7de2fc749 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120860 Sep 02 13:33:40.789724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=3aa358e1-de15-421b-a437-5fdcb9e909da,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:40.869702 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0dfb57-3cd0-4e8b-b961-385882502b1e x-openstack-request-id: req-2a0dfb57-3cd0-4e8b-b961-385882502b1e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:40.869985 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcc38a6-aa34-4d5d-9474-ab6890340ceb", "name": "network-vif-deleted", "tag": "558661e5-827b-4d0d-9346-3f45f227746f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:40.870246 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a0dfb57-3cd0-4e8b-b961-385882502b1e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:40.870661 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcc38a6-aa34-4d5d-9474-ab6890340ceb', 'name': 'network-vif-deleted', 'tag': '558661e5-827b-4d0d-9346-3f45f227746f', 'status': 'completed', 'code': 200} Sep 02 13:33:40.882776 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f2ca5e1-07fa-4844-bbd2-fcc4d001b376 req-bd6af453-a1e8-4d7b-a52b-f7b9ed385e2d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc38a6-aa34-4d5d-9474-ab6890340ceb HTTP/1.1" status: 200 len: 210 time: 0.0990732 Sep 02 13:33:40.933364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdf031-a72d-43f7-b14f-ca9b2300e835 req-b38e328e-62b2-4312-a905-2fc90708e623 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:40.943135 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7dbdf031-a72d-43f7-b14f-ca9b2300e835 req-b38e328e-62b2-4312-a905-2fc90708e623 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 947 time: 0.0708389 Sep 02 13:33:41.015512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7dbdf031-a72d-43f7-b14f-ca9b2300e835 req-8e34aa58-014c-4ed8-a0a5-2876a92ac9e3 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712755 Sep 02 13:33:41.286479 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Sync routers for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:33:41.306294 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:41.307478 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:33:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:41.399288 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 6530fa3b-2c5d-4878-a626-c9e191a7be5f details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:41.532009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca53ee-2034-4b6c-b204-a75a8bca6264 req-cfdef4dc-8aaa-4c37-8944-07c5199ff255 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:41.532646 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392d75e-d52e-4b39-804b-2aa0bebf4c5d req-b049c6ab-fb13-40b8-bf93-d3e4b78007b4 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:41.534929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c0ca53ee-2034-4b6c-b204-a75a8bca6264 req-cfdef4dc-8aaa-4c37-8944-07c5199ff255 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1634953 Sep 02 13:33:41.537585 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d392d75e-d52e-4b39-804b-2aa0bebf4c5d req-b049c6ab-fb13-40b8-bf93-d3e4b78007b4 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 945 time: 0.1855803 Sep 02 13:33:41.606712 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:41.646203 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d392d75e-d52e-4b39-804b-2aa0bebf4c5d req-92219e21-29ad-4299-8228-2898ee009b5c tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991437 Sep 02 13:33:41.660501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-4eeb4368-6075-4a15-bcd0-85c3b8072fd3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:41.664968 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-4eeb4368-6075-4a15-bcd0-85c3b8072fd3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 808 time: 0.1594682 Sep 02 13:33:41.680166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Request body: {'port': {'device_id': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847', 'admin_state_up': True, 'tenant_id': 'd85f364184c74b5fae55bf6a737733c1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:41.744522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 6530fa3b-2c5d-4878-a626-c9e191a7be5f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6530fa3b-2c5d-4878-a626-c9e191a7be5f,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:41.793704 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c0ca53ee-2034-4b6c-b204-a75a8bca6264 req-04d9da94-d427-40bb-8343-baf975b23747 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270981 Sep 02 13:33:41.821878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '6530fa3b-2c5d-4878-a626-c9e191a7be5f', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '6530fa3b-2c5d-4878-a626-c9e191a7be5f', 'mac_address': 'fa:16:3e:5e:f0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:41.916003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 3aa358e1-de15-421b-a437-5fdcb9e909da up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:41.922244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Made reservation on behalf of d85f364184c74b5fae55bf6a737733c1 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:41.932585 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:41.937017 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dd95807-d519-47d1-9ae3-4a7496482b27 req-68dbbb83-76fa-4bb0-93f3-b85eab3691a6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 210 time: 0.0869837 Sep 02 13:33:42.041620 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ea00aeb0-792e-4194-8c04-f32eafc78fe3 req-e495fcc2-094f-4bb6-a51f-a326a2e49f5a tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0830400 Sep 02 13:33:42.119780 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:42.148415 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:37Z', 'revision_number': 2, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:42.170521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6530fa3b-2c5d-4878-a626-c9e191a7be5f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:42.191715 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Checking router: 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:33:42.192797 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Updating router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a port 23a9af58-ddc2-4803-8777-86dd79d3fbea binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:33:42.221255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 6530fa3b-2c5d-4878-a626-c9e191a7be5f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6530fa3b-2c5d-4878-a626-c9e191a7be5f,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:42.236992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f344f2-6784-4dac-8ad2-9ab93a80922a req-723da80f-6658-45ca-9946-f1abadbe6ab8 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:42.249922 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:42.253881 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:42.254842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 3aa358e1-de15-421b-a437-5fdcb9e909da triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:42.256257 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42f344f2-6784-4dac-8ad2-9ab93a80922a req-723da80f-6658-45ca-9946-f1abadbe6ab8 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1754036 Sep 02 13:33:42.258875 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:42.332461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Allocated IP 172.20.0.11 (cce2efb6-ca9a-41b3-bb1c-dc4a4394d847/96cfffaf-9e95-4546-871b-7d1979dd9d7b/d4198803-7805-4a54-9fde-cb23830d365c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:42.360592 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42f344f2-6784-4dac-8ad2-9ab93a80922a req-f24692b9-f48a-406b-a6d8-31c93da6a29c tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030469 Sep 02 13:33:42.461844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=6530fa3b-2c5d-4878-a626-c9e191a7be5f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:42.477376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.478076 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.478850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.479472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.480210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.480943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.481523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.482141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.482649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.482995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.483507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.484049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:33:42.494414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 558661e5-827b-4d0d-9346-3f45f227746f no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:42.531604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 558661e5-827b-4d0d-9346-3f45f227746f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:33:42.532491 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 558661e5-827b-4d0d-9346-3f45f227746f not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:33:42.587208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec99925-8d4f-4e37-b3e2-0fad44c66440 req-39030c46-fe74-4b35-96b5-da0f33e3a20b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:42.599246 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dec99925-8d4f-4e37-b3e2-0fad44c66440 req-39030c46-fe74-4b35-96b5-da0f33e3a20b tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 948 time: 0.2093155 Sep 02 13:33:42.611603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['6530fa3b-2c5d-4878-a626-c9e191a7be5f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:42.711315 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dec99925-8d4f-4e37-b3e2-0fad44c66440 req-eb75b735-fed2-4265-8fd8-ef91ef68b237 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064184 Sep 02 13:33:42.815743 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:42.875477 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:42.892643 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Transition to ACTIVE for port object 23a9af58-ddc2-4803-8777-86dd79d3fbea will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:42.901878 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.029934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a94a35-eae7-4df3-b91d-8ce2def20ddb req-a914e5bd-1452-4158-a081-a6f96e2eb3c3 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:43.035148 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62a94a35-eae7-4df3-b91d-8ce2def20ddb req-a914e5bd-1452-4158-a081-a6f96e2eb3c3 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340 HTTP/1.1" status: 200 len: 946 time: 0.1823215 Sep 02 13:33:43.064539 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24059070-32a2-4894-bbf8-0b8863437cd8 None None] Pushing event updated for resources: {'Port': ['ID=23a9af58-ddc2-4803-8777-86dd79d3fbea,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:43.117164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f68163-e533-4997-a03a-c34acff1d1d7 req-bdee5aeb-5919-456e-af3d-07a920210ee7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:43.123575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62a94a35-eae7-4df3-b91d-8ce2def20ddb req-49b4314e-b9ff-4cc8-a185-09d307061eb4 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664678 Sep 02 13:33:43.126156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0f68163-e533-4997-a03a-c34acff1d1d7 req-bdee5aeb-5919-456e-af3d-07a920210ee7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1405320 Sep 02 13:33:43.129074 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.208206 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Attempting to bind port 23a9af58-ddc2-4803-8777-86dd79d3fbea on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:43.212466 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Attempting to bind port 23a9af58-ddc2-4803-8777-86dd79d3fbea by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:43.216766 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Attempting to bind port 23a9af58-ddc2-4803-8777-86dd79d3fbea on network f7101f13-aa28-439b-8f2e-77da4de64792 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:43.243157 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:43.250873 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Checking segment: {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:43.254445 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.256099 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Bound using segment: {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:43.261933 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Bound port: 23a9af58-ddc2-4803-8777-86dd79d3fbea, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:43.263029 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.283564 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0f68163-e533-4997-a03a-c34acff1d1d7 req-270a7acb-193a-4e42-b1b6-d2edc7931dd7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364901 Sep 02 13:33:43.396982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:43.428392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:43.453821 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Pushing event updated for resources: {'Port': ['ID=d4198803-7805-4a54-9fde-cb23830d365c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:43.457963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:43.499098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:33:43.509210 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] For port 23a9af58-ddc2-4803-8777-86dd79d3fbea, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:43.516033 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] For port 23a9af58-ddc2-4803-8777-86dd79d3fbea, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=23a9af58-ddc2-4803-8777-86dd79d3fbea,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:43.525624 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.600896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35167404-6e99-446d-93dd-4b47add77a90 req-5b84c15d-ea49-4130-8adc-cb4699e0649f tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.1202877 Sep 02 13:33:43.662239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:43.679602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'port_id': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2', 'mac_address': 'fa:16:3e:8b:a8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15b3572-036e-46a2-abaf-8545c3cdf93c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:43.694846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ae551-ab03-42a2-a158-21fe55f3c76e req-d784d83a-bf79-4f0d-90fe-b232e2f01479 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:43.696426 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:33:43.697057 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:33:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:43.699059 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24059070-32a2-4894-bbf8-0b8863437cd8 None None] Pushing event updated for resources: {'Port': ['ID=23a9af58-ddc2-4803-8777-86dd79d3fbea,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:43.705308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d7ae551-ab03-42a2-a158-21fe55f3c76e req-d784d83a-bf79-4f0d-90fe-b232e2f01479 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 932 time: 0.3301401 Sep 02 13:33:43.746927 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.758204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:43.758894 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.768649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:43.794485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:43.799773 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:43.860757 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a00014c4-9459-4ec0-82c8-7b77cc35184c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1769352 Sep 02 13:33:43.894697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Request body: {'port': {'device_id': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:43.898904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:43.947926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d7ae551-ab03-42a2-a158-21fe55f3c76e req-a20b8260-f7eb-45fc-b627-063be58fafa6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414978 Sep 02 13:33:44.000533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:44.090921 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:33:44.112144 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.449720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8251-7692-4020-b10e-272ddecaae3f req-a821cde2-fa7f-4208-aa3d-34ba588935d8 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:44.459444 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b31d8251-7692-4020-b10e-272ddecaae3f req-a821cde2-fa7f-4208-aa3d-34ba588935d8 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 945 time: 0.1542253 Sep 02 13:33:44.556264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b31d8251-7692-4020-b10e-272ddecaae3f req-aa26134f-4326-4612-ba7c-fd237d0f967a tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898240 Sep 02 13:33:44.623181 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:43Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:33:44.668872 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aabb022-1093-4de3-bb27-e523cbca769e None None] The sync data for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 is: [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:43Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:33:44.674251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4198803-7805-4a54-9fde-cb23830d365c {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:44.694809 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.731082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Transition to ACTIVE for port object d4198803-7805-4a54-9fde-cb23830d365c will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:33:44.737866 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:44.810663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Pushing event updated for resources: {'Port': ['ID=d4198803-7805-4a54-9fde-cb23830d365c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:44.958386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:33:44.959455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:33:44.959455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:44.965844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Port d4198803-7805-4a54-9fde-cb23830d365c on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:33:44.966210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:33:44.973240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:33:44.973801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:33:44.974356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:33:44.975019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Bound port: d4198803-7805-4a54-9fde-cb23830d365c, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:33:44.975433 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.081141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:33:45.085662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:33:45.091949 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.154811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Pushing event updated for resources: {'Port': ['ID=d4198803-7805-4a54-9fde-cb23830d365c,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:45.174106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:45.174814 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.178091 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-5e217bcd-9719-46aa-97b9-f8aa5bcd888c service neutron] 10.222.0.77 "PUT /v2.0/ports/d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 200 len: 1092 time: 1.3049970 Sep 02 13:33:45.178908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:45.185127 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb7123c-8c19-47ac-8494-d2a12daf94a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "tag": "d4198803-7805-4a54-9fde-cb23830d365c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:45.323876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-c7664eb1-c354-40e6-86b7-a69d025152b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:45.326161 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-c7664eb1-c354-40e6-86b7-a69d025152b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1095 time: 0.0883114 Sep 02 13:33:45.424956 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:45.480767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-1f96081c-d3b9-4028-9cfe-37615f19f0c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 200 len: 217 time: 0.1346614 Sep 02 13:33:45.561029 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:45.561524 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.639859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-122a6ab3-7976-4cf3-a2da-f87609172abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:45.641383 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-122a6ab3-7976-4cf3-a2da-f87609172abe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1486392 Sep 02 13:33:45.736477 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-6bc276b2-b453-42fc-a6c9-4eac5b83728e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844061 Sep 02 13:33:45.841104 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:45.930177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 23a9af58-ddc2-4803-8777-86dd79d3fbea up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:45.983529 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-6bbb60d5-8ea1-4c5a-b59e-0c06eb3241d0 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360139 Sep 02 13:33:46.017051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:46.019420 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e356b9-1139-4e79-9a34-f2948bed371d" -d '{"events": [{"server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:46.026083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:46.033901 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:46.034804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 6530fa3b-2c5d-4878-a626-c9e191a7be5f up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:46.113881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 23a9af58-ddc2-4803-8777-86dd79d3fbea completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:46.128575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 23a9af58-ddc2-4803-8777-86dd79d3fbea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:46.129203 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:46.171417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:46.184859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d5fdef-d3bf-4d8f-8b27-870faec70e90 req-a559ef92-1aba-448d-86cb-42644c75a24b service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909063 Sep 02 13:33:46.195354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 6530fa3b-2c5d-4878-a626-c9e191a7be5f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:46.209455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 6530fa3b-2c5d-4878-a626-c9e191a7be5f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:46.210164 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:46.313133 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:46.407504 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:46.414544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 23a9af58-ddc2-4803-8777-86dd79d3fbea, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=23a9af58-ddc2-4803-8777-86dd79d3fbea,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:46.425347 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:46.490272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 6530fa3b-2c5d-4878-a626-c9e191a7be5f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6530fa3b-2c5d-4878-a626-c9e191a7be5f,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:46.497844 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:46.505416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=23a9af58-ddc2-4803-8777-86dd79d3fbea,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:46.604375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=6530fa3b-2c5d-4878-a626-c9e191a7be5f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:47.750272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 23a9af58-ddc2-4803-8777-86dd79d3fbea up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:47.857977 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 23a9af58-ddc2-4803-8777-86dd79d3fbea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:47.858900 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:49.442680 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d4198803-7805-4a54-9fde-cb23830d365c details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:33:49.618710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:49.645864 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'd4198803-7805-4a54-9fde-cb23830d365c', 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847', 'port_id': 'd4198803-7805-4a54-9fde-cb23830d365c', 'mac_address': 'fa:16:3e:d9:02:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cfffaf-9e95-4546-871b-7d1979dd9d7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:33:49.701012 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:49.719228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4198803-7805-4a54-9fde-cb23830d365c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:33:49.743051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:49.749742 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:49.838608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d4198803-7805-4a54-9fde-cb23830d365c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:50.127082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['d4198803-7805-4a54-9fde-cb23830d365c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:51.476189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d4198803-7805-4a54-9fde-cb23830d365c up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:33:51.565937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port d4198803-7805-4a54-9fde-cb23830d365c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:33:51.589468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port d4198803-7805-4a54-9fde-cb23830d365c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:33:51.590050 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:51.758974 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:51.819785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:33:51.825352 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:51.887199 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d4198803-7805-4a54-9fde-cb23830d365c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:55.891695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64161361-d8d1-4caa-ba68-e3c947be5d95 req-8d5afb22-9ca9-47db-9579-7b722cff3fa4 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:55.894022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64161361-d8d1-4caa-ba68-e3c947be5d95 req-8d5afb22-9ca9-47db-9579-7b722cff3fa4 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 949 time: 0.0774512 Sep 02 13:33:55.913058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-062602bd-bf1f-454e-96cf-e7b1fffa3639 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:55.915179 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-062602bd-bf1f-454e-96cf-e7b1fffa3639 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.1495593 Sep 02 13:33:55.948801 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-b9daed1c-2e3f-448b-9efe-dce0533563e8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/quotas/aef9a428c80748b391ac5635a60221c8 HTTP/1.1" status: 200 len: 375 time: 0.0223243 Sep 02 13:33:56.025904 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-312f2ca5-f509-471a-b9dd-acbd2ead26b3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679634 Sep 02 13:33:56.206286 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-982e5803-3cc2-4395-9446-cdedab99e30c service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675060 Sep 02 13:33:56.357919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-e68e8ae7-00e6-489d-8b94-f57c682a7653 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401308 Sep 02 13:33:56.360708 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64161361-d8d1-4caa-ba68-e3c947be5d95 req-d7b819f4-4aeb-4887-a81f-c6112abd0e06 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553628 Sep 02 13:33:56.565563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254f57-0d4f-49f3-8661-959f9d5fe567 req-5815f158-38b3-4d05-ab6e-c8a3c0d3bd37 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:56.572390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-34254f57-0d4f-49f3-8661-959f9d5fe567 req-5815f158-38b3-4d05-ab6e-c8a3c0d3bd37 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1170170 Sep 02 13:33:56.660282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-34254f57-0d4f-49f3-8661-959f9d5fe567 req-552d9dda-e123-403e-933c-802bdea6f692 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807633 Sep 02 13:33:56.700605 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-236b37e9-494e-405a-b88e-970de233ca47 req-a13727d6-43e1-4e1a-8979-9d4c4b7a43a9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0445454 Sep 02 13:33:56.788771 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4adbb309-67fc-4132-a87e-7d21a77e360b req-1e2b47de-10d5-40d6-b446-8f453cd6e926 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0581160 Sep 02 13:33:56.936018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e561898-18f6-48a8-b7ce-28f2597c62a5 req-bfade40c-70c1-41c1-ad9b-a18e2bca96a7 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:56.937849 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e561898-18f6-48a8-b7ce-28f2597c62a5 req-bfade40c-70c1-41c1-ad9b-a18e2bca96a7 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.0859489 Sep 02 13:33:56.963461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a035c-d845-4bf4-95f6-74130102cd3b req-70a7767a-cc92-48c6-8122-cbe7b490af42 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:56.973535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-722a035c-d845-4bf4-95f6-74130102cd3b req-70a7767a-cc92-48c6-8122-cbe7b490af42 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.0916357 Sep 02 13:33:57.009148 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e561898-18f6-48a8-b7ce-28f2597c62a5 req-ebfaa706-47e7-4d6e-91d9-440103685993 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597765 Sep 02 13:33:57.036887 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-722a035c-d845-4bf4-95f6-74130102cd3b req-ce7d3bad-e027-4f0c-9404-ac1c9acde244 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619090 Sep 02 13:33:57.088322 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b025c6b4-cc41-4e02-bb35-a3904b78944f x-openstack-request-id: req-b025c6b4-cc41-4e02-bb35-a3904b78944f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:57.088845 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:57.088845 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b025c6b4-cc41-4e02-bb35-a3904b78944f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:57.089284 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2', 'code': 200} Sep 02 13:33:57.090443 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6943454-74b2-4663-a257-715190b7a3bd x-openstack-request-id: req-c6943454-74b2-4663-a257-715190b7a3bd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:57.091011 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "tag": "d4198803-7805-4a54-9fde-cb23830d365c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:57.091591 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6943454-74b2-4663-a257-715190b7a3bd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:57.092038 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c', 'status': 'completed', 'code': 200} Sep 02 13:33:57.164770 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9abd83cc-a747-4fde-a9fb-1767fc1f1dd0 req-35fb7088-ed53-4fcb-ab2e-ff54e4400edd tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 210 time: 0.0389955 Sep 02 13:33:57.241325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-05854a3c-09c1-496f-b850-ae6a61205145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:57.243294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-05854a3c-09c1-496f-b850-ae6a61205145 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1097 time: 0.0770242 Sep 02 13:33:57.452134 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-bf03415d-c5dc-4ca3-b6ba-c3f893b48346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:57.454729 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-bf03415d-c5dc-4ca3-b6ba-c3f893b48346 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.1975698 Sep 02 13:33:57.512130 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-e44abc26-a9a9-4316-ace3-d44492b3f23e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 200 len: 217 time: 0.0480874 Sep 02 13:33:57.709237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-b6128230-4466-49c3-b5d2-914bb4aae0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:57.712195 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-b6128230-4466-49c3-b5d2-914bb4aae0df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1860354 Sep 02 13:33:57.764336 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-37ef4c2f-26d7-4d99-90e1-77a60836be77 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434968 Sep 02 13:33:57.773974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec9a61-d1f0-4ae3-8883-8a691dd22987 req-95b83c4b-ab4a-43ab-920a-1229b24e5120 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:57.780026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec9a61-d1f0-4ae3-8883-8a691dd22987 req-95b83c4b-ab4a-43ab-920a-1229b24e5120 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:57.786572 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec9a61-d1f0-4ae3-8883-8a691dd22987 req-95b83c4b-ab4a-43ab-920a-1229b24e5120 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:57.789219 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33ec9a61-d1f0-4ae3-8883-8a691dd22987 req-95b83c4b-ab4a-43ab-920a-1229b24e5120 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380&device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340&device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 2417 time: 0.2395296 Sep 02 13:33:57.898396 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33ec9a61-d1f0-4ae3-8883-8a691dd22987 req-9a043d22-22c4-4c7f-b240-1f3cae135956 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839765 Sep 02 13:33:57.994616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-a83f1bd9-781a-4b03-8df0-8f4a2a31f880 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034342 Sep 02 13:33:58.119228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21048348-37c4-422e-818d-9d71372ddd54 req-3bf6f79a-16b1-4513-ab90-836c4e7e9fc8 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:58.129306 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21048348-37c4-422e-818d-9d71372ddd54 req-3bf6f79a-16b1-4513-ab90-836c4e7e9fc8 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.0897632 Sep 02 13:33:58.163952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca3981-016a-4d3e-b62d-c458a8324b86 req-30072ad8-f6e6-42b3-ad65-b1a6b97b6168 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:58.165858 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8ca3981-016a-4d3e-b62d-c458a8324b86 req-30072ad8-f6e6-42b3-ad65-b1a6b97b6168 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 949 time: 0.1471956 Sep 02 13:33:58.190637 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21048348-37c4-422e-818d-9d71372ddd54 req-143692e4-c9b9-4d79-86b3-cc3aace0f4f3 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582623 Sep 02 13:33:58.209402 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-feb7123c-8c19-47ac-8494-d2a12daf94a9 req-cb397f59-2cc9-4917-ad32-a0943e5c2ba5 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074375 Sep 02 13:33:58.233394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8ca3981-016a-4d3e-b62d-c458a8324b86 req-11d8c6e9-d7b8-42fb-a296-22c73aee385c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543005 Sep 02 13:33:58.380844 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c20c67a-6a61-4548-b3c3-ae20b17300ac req-b78787fb-caa0-4c0f-a031-6207391cefb9 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0631824 Sep 02 13:33:58.469868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-d4039650-4fdd-4733-b7ae-bc5e63a15cd8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:58.471390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-d4039650-4fdd-4733-b7ae-bc5e63a15cd8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.2113311 Sep 02 13:33:58.493994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358a098-62f7-4c37-bbd7-a354ed32f39d req-7bf25314-0310-4178-ac7b-73e9a78b84f2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:58.495523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7358a098-62f7-4c37-bbd7-a354ed32f39d req-7bf25314-0310-4178-ac7b-73e9a78b84f2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 945 time: 0.0872438 Sep 02 13:33:58.500712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Request body: {'port': {'device_id': '08cda528-b4f5-4224-a58d-ec3b305563c8', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'admin_state_up': True, 'tenant_id': 'aef9a428c80748b391ac5635a60221c8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:33:58.630825 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7358a098-62f7-4c37-bbd7-a354ed32f39d req-76320e33-fea4-479a-b5db-a997fb57d51a tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703177 Sep 02 13:33:58.765466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cc529-13b3-4d61-afd9-5336701622a8 req-8ad9fa8a-11c6-4b96-9eb2-4c8fb9f6f15e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:58.766906 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1bb190df-af81-4932-b5b2-87d1a18e67a0 req-ef2fc973-e897-4b1d-a1fe-cee4d93b2e5a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 210 time: 0.0526137 Sep 02 13:33:58.767112 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-272cc529-13b3-4d61-afd9-5336701622a8 req-8ad9fa8a-11c6-4b96-9eb2-4c8fb9f6f15e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.1021533 Sep 02 13:33:58.789152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Made reservation on behalf of aef9a428c80748b391ac5635a60221c8 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:33:58.796803 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:58.865817 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-272cc529-13b3-4d61-afd9-5336701622a8 req-4cd92d8f-929c-4b39-ab72-6e5fcfbbb07c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821955 Sep 02 13:33:59.009523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Allocated IP 172.20.0.4 (79cd27ca-5513-4fc3-bbff-ceea57a3bac6/c492d62d-bb5c-403f-a25f-021347fc973a/8704bbad-4a7f-4be2-8dbe-38d3e3fbe958) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:33:59.090593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad10516-3b76-4aa9-9b5d-41309dcec35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6530fa3b-2c5d-4878-a626-c9e191a7be5f'}, {'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:33:59.094668 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dae914-689b-4e69-ae0a-7925e80c650b" -d '{"events": [{"server_uuid": "bad10516-3b76-4aa9-9b5d-41309dcec35b", "name": "network-vif-plugged", "status": "completed", "tag": "6530fa3b-2c5d-4878-a626-c9e191a7be5f"}, {"server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "name": "network-vif-plugged", "status": "completed", "tag": "d4198803-7805-4a54-9fde-cb23830d365c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:33:59.106206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-24489010-0766-4fac-a49c-3e4424cbf638 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:59.110146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-24489010-0766-4fac-a49c-3e4424cbf638 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 805 time: 0.1556337 Sep 02 13:33:59.142030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-007ed5ed-0e9d-4b2d-9b76-21da832a3843 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/quotas/3e19f593db1340f5966bcdc4057d72b5 HTTP/1.1" status: 200 len: 375 time: 0.0102546 Sep 02 13:33:59.217074 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-efd8ed99-5728-491a-8f76-ac698e80f187 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741878 Sep 02 13:33:59.298940 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f070e24-3dc7-44d3-9088-f2e07f790dfb req-1768af8f-feb9-4b59-bf29-65f11ed45b34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b7b2ee367bc54facb0022ba0f71526d5&device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0528047 Sep 02 13:33:59.301039 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:59.356528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f070e24-3dc7-44d3-9088-f2e07f790dfb req-3149b638-1163-4ebc-8a2b-3c697b98b43e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b7b2ee367bc54facb0022ba0f71526d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406420 Sep 02 13:33:59.391220 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b199c7-71a7-45e3-b3f6-027eac23c463 x-openstack-request-id: req-02b199c7-71a7-45e3-b3f6-027eac23c463 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:33:59.391503 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad10516-3b76-4aa9-9b5d-41309dcec35b", "name": "network-vif-plugged", "status": "completed", "tag": "6530fa3b-2c5d-4878-a626-c9e191a7be5f", "code": 200}, {"server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "name": "network-vif-plugged", "status": "completed", "tag": "d4198803-7805-4a54-9fde-cb23830d365c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:33:59.392019 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02b199c7-71a7-45e3-b3f6-027eac23c463 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:33:59.392667 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad10516-3b76-4aa9-9b5d-41309dcec35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6530fa3b-2c5d-4878-a626-c9e191a7be5f', 'code': 200} Sep 02 13:33:59.393109 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c', 'code': 200} Sep 02 13:33:59.395948 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:59.418691 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-5a535c94-fe72-4ebf-a2d8-eb8cc5f17a97 service neutron] 10.222.0.13 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005057 Sep 02 13:33:59.525502 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:33:59.555083 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-525861f2-85ca-4286-9242-444d111071e1 req-24c7a0a4-6ec9-49a7-a8c2-10824c158f62 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0715880 Sep 02 13:33:59.591784 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-51d71d9d-5e14-48e9-9f2b-e0fad3229190 service neutron] 10.222.0.13 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621323 Sep 02 13:33:59.652373 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f070e24-3dc7-44d3-9088-f2e07f790dfb req-8c740c01-07e0-40f5-940b-891fd418c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:59.655365 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f070e24-3dc7-44d3-9088-f2e07f790dfb req-8c740c01-07e0-40f5-940b-891fd418c08d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2900355 Sep 02 13:33:59.656933 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:59.658151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e087d9-a5f9-4d22-ac32-26e3f91626b0 req-04e79a1b-2016-475e-aa8e-5046d5114d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:59.661208 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60e087d9-a5f9-4d22-ac32-26e3f91626b0 req-04e79a1b-2016-475e-aa8e-5046d5114d81 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 1100 time: 0.0684292 Sep 02 13:33:59.687196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:33:59.698839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55ac4f-2a44-4bd0-b8f8-06097c0f61fc req-2875c384-c352-4279-900a-c6c36e4bbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:33:59.704860 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1b55ac4f-2a44-4bd0-b8f8-06097c0f61fc req-2875c384-c352-4279-900a-c6c36e4bbd78 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1097 time: 0.1675992 Sep 02 13:33:59.713771 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:33:59.746051 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60e087d9-a5f9-4d22-ac32-26e3f91626b0 req-00648278-61af-4e49-a675-55809ceeeb57 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618722 Sep 02 13:33:59.819315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:33:59.824295 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:33:59.826209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event updated for resources: {'Port': ['ID=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:33:59.867874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:33:59.871052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:00.068597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:00.090616 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:00.141552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1b55ac4f-2a44-4bd0-b8f8-06097c0f61fc req-e0269a02-9f9b-437f-aa14-985d39e6519f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875091 Sep 02 13:34:00.143049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b65c3-d46c-4e68-8806-41da0b85c918 req-a1dea563-c0e6-4269-bb7e-ed5f01f01852 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:00.144733 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f2b65c3-d46c-4e68-8806-41da0b85c918 req-a1dea563-c0e6-4269-bb7e-ed5f01f01852 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 949 time: 0.2209916 Sep 02 13:34:00.156409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d0929-9fee-460c-81b2-db8766176082 req-6eb7f5aa-60a6-4e82-805d-e7c5951f749f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:00.176183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-813d0929-9fee-460c-81b2-db8766176082 req-6eb7f5aa-60a6-4e82-805d-e7c5951f749f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.4684019 Sep 02 13:34:00.200128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:00.200895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:00.202964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:00.209355 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:00.231247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-1c985e13-b77b-45ba-8311-09cf8862c26a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7345431 Sep 02 13:34:00.233778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f2b65c3-d46c-4e68-8806-41da0b85c918 req-3abf3bdf-b41a-47f2-b50f-cfb8a2bb3a40 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751293 Sep 02 13:34:00.269242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Request body: {'port': {'device_id': '08cda528-b4f5-4224-a58d-ec3b305563c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:00.359399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-813d0929-9fee-460c-81b2-db8766176082 req-1ea7a07f-8a2d-4388-99b8-c5a0ec48d0e8 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810296 Sep 02 13:34:00.471671 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86c4540b-0f08-4695-8734-cd361d28927d req-ecfad218-2cf7-4503-9373-2a835dfc9e15 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 210 time: 0.0348027 Sep 02 13:34:00.486634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:00.511484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0fda9-8481-4f6c-9c68-94c17964b0b5 req-7ae7e47e-e423-4849-8f5f-a02e4283edab tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:00.519883 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ba0fda9-8481-4f6c-9c68-94c17964b0b5 req-7ae7e47e-e423-4849-8f5f-a02e4283edab tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 931 time: 0.0825853 Sep 02 13:34:00.591553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ba0fda9-8481-4f6c-9c68-94c17964b0b5 req-50ffc6ba-3faf-418b-9c81-68cc61b66e04 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604448 Sep 02 13:34:00.794997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54adbe-dc03-4c8d-851f-0f6db7877591 req-6bbba9ac-3a1c-495f-aff8-355fe473fde3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:00.796642 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b54adbe-dc03-4c8d-851f-0f6db7877591 req-6bbba9ac-3a1c-495f-aff8-355fe473fde3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.2100279 Sep 02 13:34:00.925531 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b54adbe-dc03-4c8d-851f-0f6db7877591 req-6ab987a6-de7a-49aa-92cb-6e957d38e39f tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150095 Sep 02 13:34:01.117886 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0cbe998-313b-4bbb-bf0f-71d716c2dd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:01.121633 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62e6bdcb-890c-455c-b758-6d2252a6bbae req-babf6621-39f7-43e0-a921-508b567c87bd tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0849178 Sep 02 13:34:01.149008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:01.162704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:01.200689 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-fdbbb0da-4051-4090-971b-f220175b00a0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:01.202533 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-fdbbb0da-4051-4090-971b-f220175b00a0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "GET /v2.0/ports?device_id=22f28bfd-e201-4150-8f51-25e07573e4d7 HTTP/1.1" status: 200 len: 943 time: 0.1340437 Sep 02 13:34:01.203779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Transition to ACTIVE for port object 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:01.209859 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:01.316105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Pushing event updated for resources: {'Port': ['ID=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:01.397107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:01.399871 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572921fc-7287-4e02-a63b-3cf5a49620cf" -d '{"events": [{"server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:01.545257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b377-67e4-4866-93cd-fbea048d3408 req-a0a00c56-6c76-4392-9b1e-ff17b26b36eb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:01.553371 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cce6b377-67e4-4866-93cd-fbea048d3408 req-a0a00c56-6c76-4392-9b1e-ff17b26b36eb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 949 time: 0.1709607 Sep 02 13:34:01.625278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Attempting to bind port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:01.629522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Attempting to bind port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:01.629522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Attempting to bind port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:01.646925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:01.647288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Attempting to bind port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:01.669018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Deleting port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:01.673907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:01.684486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:01.684860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Checking segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:01.685377 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Bound using segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:01.686149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Bound port: 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:01.686835 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:01.770300 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cce6b377-67e4-4866-93cd-fbea048d3408 req-3e7f9b76-39a7-4fe3-bc7b-d3b8b1c028a4 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861067 Sep 02 13:34:01.831007 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309e6743-2f25-4a0b-bb48-55c0a9afa563 x-openstack-request-id: req-309e6743-2f25-4a0b-bb48-55c0a9afa563 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:01.831858 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:01.832319 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-309e6743-2f25-4a0b-bb48-55c0a9afa563 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:01.832905 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2', 'code': 200} Sep 02 13:34:01.904037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-d115058a-a9b6-442d-b2d1-782dfc9f6662 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:01.906342 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-d115058a-a9b6-442d-b2d1-782dfc9f6662 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.90 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 805 time: 0.3450913 Sep 02 13:34:01.960253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f070e24-3dc7-44d3-9088-f2e07f790dfb req-cb12c5f3-5161-4461-9c60-9ca672a4cbc5 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.77 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0523219 Sep 02 13:34:01.969197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] For port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:01.969581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:01.970237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Request body: {'port': {'device_id': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'admin_state_up': True, 'tenant_id': '3e19f593db1340f5966bcdc4057d72b5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:01.992992 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9cce7bb0-9741-4a9c-a0be-fb10b13f53b2 req-4a21a15e-d90e-4afc-8c71-d451cb6b4b35 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 210 time: 0.0468073 Sep 02 13:34:01.994345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e6d2-0c1d-4f3e-9e42-62abe36e619d req-80841d9f-c1e0-4ccd-b6f0-8f448e6aee3a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:02.006454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2d5e6d2-0c1d-4f3e-9e42-62abe36e619d req-80841d9f-c1e0-4ccd-b6f0-8f448e6aee3a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1761801 Sep 02 13:34:02.028196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Calling delete_port for d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:02.112605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] For port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:02.131621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] For port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:02.150000 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2d5e6d2-0c1d-4f3e-9e42-62abe36e619d req-17e71ffb-a73d-4ff4-b7c4-92dd3fe0197b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327317 Sep 02 13:34:02.164911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:02.309346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:02.310121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:02.312425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] 10.222.0.90 "PUT /v2.0/ports/8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 HTTP/1.1" status: 200 len: 1091 time: 2.0514326 Sep 02 13:34:02.317260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cda528-b4f5-4224-a58d-ec3b305563c8', 'tag': '8704bbad-4a7f-4be2-8dbe-38d3e3fbe958'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:02.321719 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de94c7c9-107e-44ab-8903-fa24ba169c06" -d '{"events": [{"name": "network-changed", "server_uuid": "08cda528-b4f5-4224-a58d-ec3b305563c8", "tag": "8704bbad-4a7f-4be2-8dbe-38d3e3fbe958"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:02.326061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0d704-9acc-435b-82a0-9b5a73df8fbd req-a8a8b92c-38b4-42f3-a7bb-24a71821812f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:02.329896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cce0d704-9acc-435b-82a0-9b5a73df8fbd req-a8a8b92c-38b4-42f3-a7bb-24a71821812f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 943 time: 0.1403413 Sep 02 13:34:02.363101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Made reservation on behalf of 3e19f593db1340f5966bcdc4057d72b5 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:02.367077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:02.439627 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cce0d704-9acc-435b-82a0-9b5a73df8fbd req-a71faeee-2f1b-48b8-811b-37950cf60d35 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954680 Sep 02 13:34:02.492180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70f4c-c7f6-4b32-b2c9-d44c004eef01 service neutron] Pushing event updated for resources: {'Port': ['ID=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:02.518012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e12842-ff8e-466b-98b6-e0768ef6614c req-3998f5ea-87c0-4dde-ad52-c022ecdf8dc8 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:02.531757 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-37e12842-ff8e-466b-98b6-e0768ef6614c req-3998f5ea-87c0-4dde-ad52-c022ecdf8dc8 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.2658813 Sep 02 13:34:02.605385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-404b4c55-0edc-4001-9e93-501676193d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:02.606967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-404b4c55-0edc-4001-9e93-501676193d44 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 1094 time: 0.2027452 Sep 02 13:34:02.624649 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-37e12842-ff8e-466b-98b6-e0768ef6614c req-e5b9b501-5b5c-4de4-b425-62d4cf6e21f3 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912566 Sep 02 13:34:02.754963 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:02.755270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d214ba-767e-4ccc-bf5f-a5b056cca5f7 req-2363dda5-1942-499b-a419-fd1c821052c9 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:02.760073 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02d214ba-767e-4ccc-bf5f-a5b056cca5f7 req-2363dda5-1942-499b-a419-fd1c821052c9 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.1652117 Sep 02 13:34:02.784241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Allocated IP 172.20.0.6 (bac02cfc-9ff9-472a-9eb0-ec1bf1144121/a15b3572-036e-46a2-abaf-8545c3cdf93c/f3d9b231-2f81-4dcf-a298-980d2b2a3468) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:02.797821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-92c54b6a-c908-416b-8c36-7dc36f0c6b31 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 HTTP/1.1" status: 200 len: 217 time: 0.0616326 Sep 02 13:34:02.931629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2143d812-9b3a-4370-963c-f9da2d218f4a req-9e9fdc7b-7591-4273-bd04-fa98a5920b58 tempest-ServerShowV254Test-259809427 tempest-ServerShowV254Test-259809427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e66999ce-16c4-4858-a9aa-dd4bfe4eba64 HTTP/1.1" status: 200 len: 210 time: 0.0979846 Sep 02 13:34:02.936048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Pushing event deleted for resources: {'Port': ['ID=d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:02.972263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] No DVR routers for this DVR port d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:02.972263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:02.972263 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-02e9727f-9e1b-4680-89fd-b46065b0b09a req-a46e2df6-ad89-4178-9f6c-d964d8a5a4b3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "DELETE /v2.0/ports/d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 HTTP/1.1" status: 204 len: 173 time: 1.7090087 Sep 02 13:34:03.016940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-994cc0c3-ec92-4dfd-86cc-cc26aeb2e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:03.020781 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-994cc0c3-ec92-4dfd-86cc-cc26aeb2e514 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1745923 Sep 02 13:34:03.078515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02d214ba-767e-4ccc-bf5f-a5b056cca5f7 req-09c31652-33df-42e8-8467-fc32715d2e47 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170467 Sep 02 13:34:03.113026 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88b1cc4-7811-4d46-8b5d-0b23b7d50d8e x-openstack-request-id: req-c88b1cc4-7811-4d46-8b5d-0b23b7d50d8e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:03.113482 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cda528-b4f5-4224-a58d-ec3b305563c8", "tag": "8704bbad-4a7f-4be2-8dbe-38d3e3fbe958", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:03.113854 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c88b1cc4-7811-4d46-8b5d-0b23b7d50d8e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:03.114451 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cda528-b4f5-4224-a58d-ec3b305563c8', 'tag': '8704bbad-4a7f-4be2-8dbe-38d3e3fbe958', 'status': 'completed', 'code': 200} Sep 02 13:34:03.118170 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-842d4a87-81db-4e0a-a6c9-24fb030b6dc6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813649 Sep 02 13:34:03.287125 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:03.378920 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5a89b5c-5ad3-4703-a33c-11263e85bf6a req-b115ec24-c4c6-4cfa-8985-4ff6174a4ba0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 210 time: 0.0876160 Sep 02 13:34:03.458492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834638c-459b-47c7-b2f3-8b289101f6fd req-5721a928-ec0c-495e-a29a-aebf1ea511b7 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:03.463163 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9834638c-459b-47c7-b2f3-8b289101f6fd req-5721a928-ec0c-495e-a29a-aebf1ea511b7 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 949 time: 0.1369486 Sep 02 13:34:03.510390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:03.540243 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:03.546204 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-7c91e283-b550-4bd2-bcb1-a60ff90758ec service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059308 Sep 02 13:34:03.590628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9834638c-459b-47c7-b2f3-8b289101f6fd req-6954b356-3661-4fad-9038-14bd00917c27 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155231 Sep 02 13:34:03.667247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Pushing event updated for resources: {'Port': ['ID=f3d9b231-2f81-4dcf-a298-980d2b2a3468,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:03.703801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:03.704284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:03.717086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:03.743164 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dab3c046-5878-4ee5-8de5-7051d162a584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:03.747184 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:03.756773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:03.929838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9b52f-976a-452b-b1c4-549c44250079 req-ece682dd-130f-4a2b-be7f-fe011f59c5ba tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:03.934247 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1aa9b52f-976a-452b-b1c4-549c44250079 req-ece682dd-130f-4a2b-be7f-fe011f59c5ba tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1097 time: 0.2138569 Sep 02 13:34:03.955339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1c908-0a0e-441a-883c-8d5b41dc282f req-df2013cb-a3d2-4b64-8bf5-c9f77df9d57a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:03.958434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae1c908-0a0e-441a-883c-8d5b41dc282f req-df2013cb-a3d2-4b64-8bf5-c9f77df9d57a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1671188 Sep 02 13:34:03.970653 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:03.971840 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:03.986406 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc28906f-d953-4c03-ba0b-4337ef217682 req-ed81f133-93d4-4d3d-bb5d-b43d245910bf service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894818 Sep 02 13:34:04.037741 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1aa9b52f-976a-452b-b1c4-549c44250079 req-40d33583-c8ff-4f93-badb-b02bc7db27c5 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916724 Sep 02 13:34:04.038200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae1c908-0a0e-441a-883c-8d5b41dc282f req-733062c1-e528-4525-9c76-0df0aa5f4c54 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682135 Sep 02 13:34:04.038430 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:04.050958 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-845b3719-a486-40c2-8a87-bc6ada5309a4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0860372 Sep 02 13:34:04.075963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Request body: {'port': {'device_id': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:04.170826 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:04.202081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-fbfa5f4a-51b1-4098-a715-0cf17606d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:04.205139 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-fbfa5f4a-51b1-4098-a715-0cf17606d057 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 1094 time: 0.1142976 Sep 02 13:34:04.293418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c82688-bf89-4b43-8ff9-d47a28482ae1 req-f89d76ca-0c64-4a27-b4b6-050d9dd34dca tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:04.295797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10c82688-bf89-4b43-8ff9-d47a28482ae1 req-f89d76ca-0c64-4a27-b4b6-050d9dd34dca tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 1100 time: 0.1138372 Sep 02 13:34:04.305628 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc185f5-0b2f-4879-a6d3-cb73fe03c970 req-cb2e3aee-5f8f-4b7e-acc5-f3e0b2eb2682 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:04.307462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fdc185f5-0b2f-4879-a6d3-cb73fe03c970 req-cb2e3aee-5f8f-4b7e-acc5-f3e0b2eb2682 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 943 time: 0.1612170 Sep 02 13:34:04.384729 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fdc185f5-0b2f-4879-a6d3-cb73fe03c970 req-0186259c-23c4-4f50-8406-99e5fa0039d7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610671 Sep 02 13:34:04.423999 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-1dc3c3a5-fcee-4658-87f3-ddfaa5cbd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:04.430047 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-1dc3c3a5-fcee-4658-87f3-ddfaa5cbd761 service neutron] 10.222.0.90 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 906 time: 0.2101018 Sep 02 13:34:04.468431 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10c82688-bf89-4b43-8ff9-d47a28482ae1 req-94147925-464c-4900-96d7-d09c1b7a2311 tempest-ServersOnMultiNodesTest-515618275 tempest-ServersOnMultiNodesTest-515618275-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571240 Sep 02 13:34:04.533016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-b3865267-0506-4124-b34d-b67de139796e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 HTTP/1.1" status: 200 len: 217 time: 0.0908251 Sep 02 13:34:04.667992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2a8f8-1a0c-4f4e-a198-b845a00748b3 req-8a33b308-2a43-4214-b55e-1ea4c0a85b2b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:04.676224 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7eb2a8f8-1a0c-4f4e-a198-b845a00748b3 req-8a33b308-2a43-4214-b55e-1ea4c0a85b2b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1470270 Sep 02 13:34:04.717055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-0f975015-8b7d-4040-a154-34458dfe7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:04.719896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-0f975015-8b7d-4040-a154-34458dfe7834 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1426487 Sep 02 13:34:04.758998 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:04.796785 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-ab97dd33-e524-44e1-a642-78bd24864d96 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620902 Sep 02 13:34:04.814157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7eb2a8f8-1a0c-4f4e-a198-b845a00748b3 req-7d3043ab-039a-478f-ba0e-c096c7aa0280 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366735 Sep 02 13:34:04.964211 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-058e3ff0-4399-4ddc-be7f-c63b9c9e9043 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474397 Sep 02 13:34:05.005831 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d9b231-2f81-4dcf-a298-980d2b2a3468 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:05.024263 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:05.068745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfb3d8-cb1f-4529-b173-3025cb0bb23d req-ed4e8f7b-6684-42db-8ecf-d08bb853e85d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:05.081442 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b1cfb3d8-cb1f-4529-b173-3025cb0bb23d req-ed4e8f7b-6684-42db-8ecf-d08bb853e85d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 931 time: 0.1877749 Sep 02 13:34:05.108683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Transition to ACTIVE for port object f3d9b231-2f81-4dcf-a298-980d2b2a3468 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:05.117234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:05.137121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:05.172947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'name': 'network-vif-deleted', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:05.178340 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5504b321-138b-4410-bf2a-d1e585bf37ba" -d '{"events": [{"server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "name": "network-vif-deleted", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:05.210730 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b1cfb3d8-cb1f-4529-b173-3025cb0bb23d req-dfc2d039-1db6-4d24-9269-74745a9926f6 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275234 Sep 02 13:34:05.213639 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de94c7c9-107e-44ab-8903-fa24ba169c06 req-302f742a-d971-4a73-8897-02fee2716af6 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388906 Sep 02 13:34:05.272616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d9b231-2f81-4dcf-a298-980d2b2a3468,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:05.465062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b00e-fdef-4002-a9a7-0c15c2259064 req-d802e239-f356-4c4b-ad03-9c72e9bac476 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:05.467430 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1826b00e-fdef-4002-a9a7-0c15c2259064 req-d802e239-f356-4c4b-ad03-9c72e9bac476 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 949 time: 0.0820236 Sep 02 13:34:05.495448 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Attempting to bind port f3d9b231-2f81-4dcf-a298-980d2b2a3468 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:05.500274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Attempting to bind port f3d9b231-2f81-4dcf-a298-980d2b2a3468 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:05.501069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Attempting to bind port f3d9b231-2f81-4dcf-a298-980d2b2a3468 on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:05.516322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Port f3d9b231-2f81-4dcf-a298-980d2b2a3468 on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:05.516853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Attempting to bind port f3d9b231-2f81-4dcf-a298-980d2b2a3468 on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:05.532057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f87783-eb46-4b24-9d31-7ffd0315286f req-65160ff4-c1d5-4235-b876-f2d7014bfb4a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:05.537039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21f87783-eb46-4b24-9d31-7ffd0315286f req-65160ff4-c1d5-4235-b876-f2d7014bfb4a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1570637 Sep 02 13:34:05.551749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:05.552502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Checking segment: {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:05.553137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Bound using segment: {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:05.553928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Bound port: f3d9b231-2f81-4dcf-a298-980d2b2a3468, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:05.554773 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:05.597567 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a351e792-7349-4fda-8f18-0b4db0830ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:05.651952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21f87783-eb46-4b24-9d31-7ffd0315286f req-3d883011-50b3-4b55-a2c9-fc304605f1d7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043804 Sep 02 13:34:05.787541 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa49fc12-6242-47d4-9624-f6c6f944caec x-openstack-request-id: req-aa49fc12-6242-47d4-9624-f6c6f944caec {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:05.788032 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f28bfd-e201-4150-8f51-25e07573e4d7", "name": "network-vif-deleted", "tag": "d8a402d7-62cf-4ff2-9500-c6ca55b9a7b2", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:05.788438 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa49fc12-6242-47d4-9624-f6c6f944caec {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:05.789069 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f28bfd-e201-4150-8f51-25e07573e4d7', 'name': 'network-vif-deleted', 'tag': 'd8a402d7-62cf-4ff2-9500-c6ca55b9a7b2', 'status': 'completed', 'code': 200} Sep 02 13:34:05.848170 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a351e792-7349-4fda-8f18-0b4db0830ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:05.862442 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a351e792-7349-4fda-8f18-0b4db0830ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:05.922304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351e792-7349-4fda-8f18-0b4db0830ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d626360-8cc6-4c1e-9c55-f27d39d0b6ad,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:05.975797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1826b00e-fdef-4002-a9a7-0c15c2259064 req-537c4a01-b655-4a08-99d9-5d4867023388 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692206 Sep 02 13:34:05.994902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5f544-c263-46a9-91f7-a676bfe9ef48 req-011f7a22-7172-4cf0-967d-3420314adf31 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:06.004609 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89f5f544-c263-46a9-91f7-a676bfe9ef48 req-011f7a22-7172-4cf0-967d-3420314adf31 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 943 time: 0.1019015 Sep 02 13:34:06.023978 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a351e792-7349-4fda-8f18-0b4db0830ee3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7b2ee367bc54facb0022ba0f71526d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8635602 Sep 02 13:34:06.029145 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:06.133171 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:06.144420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:06.168557 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89f5f544-c263-46a9-91f7-a676bfe9ef48 req-e764101d-2537-464f-bc85-117ffdd9b0f3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418109 Sep 02 13:34:06.201683 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:06.336595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:06.337703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:06.340218 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] 10.222.0.90 "PUT /v2.0/ports/f3d9b231-2f81-4dcf-a298-980d2b2a3468 HTTP/1.1" status: 200 len: 1091 time: 2.2726142 Sep 02 13:34:06.348373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:06.352843 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1116e3e0-b0af-464a-aa22-bc0d1d654828" -d '{"events": [{"name": "network-changed", "server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:06.375429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f25c976-6415-4d64-8459-413e8def49fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:06.477116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d2b2-e407-4659-9ea9-979be3b60628 req-137e7021-e03e-4348-8210-ac8023eb6eaa tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:06.490642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c75152-e73e-4c2d-b618-081bbf49e875 req-6fd967bf-d562-434b-8e18-11be6dce8f01 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:06.495934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1fa4d2b2-e407-4659-9ea9-979be3b60628 req-137e7021-e03e-4348-8210-ac8023eb6eaa tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.3183053 Sep 02 13:34:06.497124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01662a80-7613-496c-8f8e-ca414c8ae676 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d9b231-2f81-4dcf-a298-980d2b2a3468,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:06.501483 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32c75152-e73e-4c2d-b618-081bbf49e875 req-6fd967bf-d562-434b-8e18-11be6dce8f01 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 943 time: 0.1645057 Sep 02 13:34:06.532180 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:06.547299 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f25c976-6415-4d64-8459-413e8def49fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:06.590816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:34:06.601848 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32c75152-e73e-4c2d-b618-081bbf49e875 req-545470db-bb73-4dd1-a40b-df1c129bec30 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975990 Sep 02 13:34:06.727916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1fa4d2b2-e407-4659-9ea9-979be3b60628 req-5b3d2d6d-92a4-4a4b-8b24-708ac2c9cfc7 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953049 Sep 02 13:34:06.743574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-753d2993-1bce-4011-8502-18a5a429f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:06.746148 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-753d2993-1bce-4011-8502-18a5a429f73a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 1094 time: 0.3066010 Sep 02 13:34:06.867147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-e81a0dee-1e60-4c14-a14d-7acb99ea5314 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468 HTTP/1.1" status: 200 len: 217 time: 0.1069512 Sep 02 13:34:06.879777 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28212bf-7577-480a-9236-bbeb1b1d2116 x-openstack-request-id: req-f28212bf-7577-480a-9236-bbeb1b1d2116 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:06.879777 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:06.879777 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f28212bf-7577-480a-9236-bbeb1b1d2116 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:06.879777 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468', 'status': 'completed', 'code': 200} Sep 02 13:34:06.937122 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-394e137d-1d39-46f4-8dc5-f7db3ddeb8d1 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:06.938822 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-394e137d-1d39-46f4-8dc5-f7db3ddeb8d1 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 949 time: 0.2159462 Sep 02 13:34:06.940468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-3419f098-eb9c-44bd-a72b-36255a9ff811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:06.942023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-3419f098-eb9c-44bd-a72b-36255a9ff811 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a15b3572-036e-46a2-abaf-8545c3cdf93c HTTP/1.1" status: 200 len: 845 time: 0.0557475 Sep 02 13:34:06.946595 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f25c976-6415-4d64-8459-413e8def49fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:06.951078 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f25c976-6415-4d64-8459-413e8def49fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:06.952283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0f25c976-6415-4d64-8459-413e8def49fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d626360-8cc6-4c1e-9c55-f27d39d0b6ad HTTP/1.1" status: 204 len: 168 time: 0.9237628 Sep 02 13:34:07.093302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:07.113100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-20ff145b-1fd3-44ef-bd97-ada540c96b0d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124713 Sep 02 13:34:07.120418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25c976-6415-4d64-8459-413e8def49fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d626360-8cc6-4c1e-9c55-f27d39d0b6ad,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:07.147694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Deleting port 6530fa3b-2c5d-4878-a626-c9e191a7be5f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:07.148304 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:07.165339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '8704bbad-4a7f-4be2-8dbe-38d3e3fbe958', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'port_id': '8704bbad-4a7f-4be2-8dbe-38d3e3fbe958', 'mac_address': 'fa:16:3e:04:e4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c492d62d-bb5c-403f-a25f-021347fc973a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:34:07.202615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27a87c-2330-4539-a77f-a033c62ed3d9 req-aed885dd-fd0d-49d7-abb3-61b0ab053c98 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:07.216452 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b27a87c-2330-4539-a77f-a033c62ed3d9 req-aed885dd-fd0d-49d7-abb3-61b0ab053c98 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.2730677 Sep 02 13:34:07.243432 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:07.264987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:07.321279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] For port 6530fa3b-2c5d-4878-a626-c9e191a7be5f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6530fa3b-2c5d-4878-a626-c9e191a7be5f,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:07.321585 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:07.329508 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:07.340269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Calling delete_port for 6530fa3b-2c5d-4878-a626-c9e191a7be5f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:07.341808 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:07.376344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a68b60-7a9a-4e89-b467-cbe6b12a2d5b req-e211afb5-4535-41d2-8dd7-888bb6244fa9 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:07.378678 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-77a68b60-7a9a-4e89-b467-cbe6b12a2d5b req-e211afb5-4535-41d2-8dd7-888bb6244fa9 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 949 time: 0.1896513 Sep 02 13:34:07.394010 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b27a87c-2330-4539-a77f-a033c62ed3d9 req-dd59587b-7e3e-4bc2-b7a7-3aebea8f805a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751151 Sep 02 13:34:07.471663 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-ec551d8a-c3ce-47fc-96e5-e56f4607ffeb service neutron] 10.222.0.90 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397074 Sep 02 13:34:07.495960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:07.572548 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-77a68b60-7a9a-4e89-b467-cbe6b12a2d5b req-d54501af-1ee5-4bd8-a44b-d6fa6f937ab4 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160927 Sep 02 13:34:07.727485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdf7ab-bb28-48db-b4df-ed75194817b7 req-d2d992e3-2634-4244-b1a1-e0b7acf2d2de tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:07.734426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b4fdf7ab-bb28-48db-b4df-ed75194817b7 req-d2d992e3-2634-4244-b1a1-e0b7acf2d2de tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 944 time: 0.1824181 Sep 02 13:34:07.742121 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4dba14ef-ea1c-4fa2-95f7-6468423cc160 req-47f450ab-9a12-4478-ac35-a7a532d4b07e service neutron] 10.222.0.90 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551148 Sep 02 13:34:07.780256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:07.793983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64', '141d4cc5-f1da-4cfd-abcc-854f22518c68'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:07.836549 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b4fdf7ab-bb28-48db-b4df-ed75194817b7 req-640e3622-7c05-4c1f-8516-4562e050436c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929797 Sep 02 13:34:07.858992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event deleted for resources: {'Port': ['ID=6530fa3b-2c5d-4878-a626-c9e191a7be5f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:07.885958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', '1a3e3c80-444b-43c1-9cc3-78ad73f09b54', 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae', '40fac9bf-18c2-4028-9146-af559e4a0122'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:08.003950 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['8704bbad-4a7f-4be2-8dbe-38d3e3fbe958'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:08.020209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-34b4b84b-6030-43b2-8834-1a80d3154969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:08.021899 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-34b4b84b-6030-43b2-8834-1a80d3154969 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 1094 time: 0.1548996 Sep 02 13:34:08.270121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c0eab-28e6-428e-b6ce-cc9d82a1923c req-74481844-51d4-48c2-bca4-9b9744633b18 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:08.283416 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-579c0eab-28e6-428e-b6ce-cc9d82a1923c req-74481844-51d4-48c2-bca4-9b9744633b18 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.2976694 Sep 02 13:34:08.375005 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-579c0eab-28e6-428e-b6ce-cc9d82a1923c req-6adcf12f-78e7-430e-ac81-6a0878ea8385 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837090 Sep 02 13:34:08.450122 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-700efe2c-cbb5-4513-a89c-07a121aabbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:08.452727 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-700efe2c-cbb5-4513-a89c-07a121aabbe4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 906 time: 0.3989425 Sep 02 13:34:08.589621 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-268c29cc-1b4d-4cc7-b40f-8f27fd0b0c42 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468 HTTP/1.1" status: 200 len: 217 time: 0.1214600 Sep 02 13:34:08.643817 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] No DVR routers for this DVR port 6530fa3b-2c5d-4878-a626-c9e191a7be5f on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:08.666075 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:08.669313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5c65cfb9-3818-435c-be88-ebdafa08ae51 req-882f007e-1e03-441a-8569-c0de6195201f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "DELETE /v2.0/ports/6530fa3b-2c5d-4878-a626-c9e191a7be5f HTTP/1.1" status: 204 len: 173 time: 1.7232873 Sep 02 13:34:08.702014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cec031-fa5a-417c-8350-6779108dd7e3 req-438f2827-dbc0-4be5-b33b-256b018b855b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:08.711675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b1cec031-fa5a-417c-8350-6779108dd7e3 req-438f2827-dbc0-4be5-b33b-256b018b855b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 943 time: 0.9235885 Sep 02 13:34:08.713610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad10516-3b76-4aa9-9b5d-41309dcec35b', 'name': 'network-vif-deleted', 'tag': '6530fa3b-2c5d-4878-a626-c9e191a7be5f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:08.716426 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4f5665-d028-4ef8-9bc2-54693bb9552d" -d '{"events": [{"server_uuid": "bad10516-3b76-4aa9-9b5d-41309dcec35b", "name": "network-vif-deleted", "tag": "6530fa3b-2c5d-4878-a626-c9e191a7be5f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:08.733885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-b1975ac4-6e57-47ec-9861-28b73d40b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:08.735425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-b1975ac4-6e57-47ec-9861-28b73d40b35f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a15b3572-036e-46a2-abaf-8545c3cdf93c HTTP/1.1" status: 200 len: 845 time: 0.1287677 Sep 02 13:34:08.808961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b1cec031-fa5a-417c-8350-6779108dd7e3 req-d6bf54ef-865f-4774-a1d8-6f72677dd3ec tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961740 Sep 02 13:34:08.821563 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-e6ae2405-fb89-4e2f-96fe-e66b791c7873 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683124 Sep 02 13:34:09.017634 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-65a393fe-650b-47e4-b669-98f9223c760a service neutron] 10.222.0.90 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862659 Sep 02 13:34:09.051213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83af4e-d8e5-4ebb-a1a8-51614147afa9 req-5530bf97-d72e-4173-b6d4-f1334c344630 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:09.055672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fa83af4e-d8e5-4ebb-a1a8-51614147afa9 req-5530bf97-d72e-4173-b6d4-f1334c344630 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1166697 Sep 02 13:34:09.133837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fa83af4e-d8e5-4ebb-a1a8-51614147afa9 req-e0511e2c-03ab-4527-ac4e-383a0509c41d tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681045 Sep 02 13:34:09.230544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b60f628-a2c2-47d0-b003-82bd0624b3b2 req-bc4a74a2-bf7d-4a12-bbb8-428e5f1836bb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=bad10516-3b76-4aa9-9b5d-41309dcec35b HTTP/1.1" status: 200 len: 210 time: 0.0501983 Sep 02 13:34:09.256521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1116e3e0-b0af-464a-aa22-bc0d1d654828 req-edacb40a-9a14-4810-b693-15709733a107 service neutron] 10.222.0.90 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250252 Sep 02 13:34:09.259720 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cf4322-2361-4ae3-b6ba-afd13e9fff16 x-openstack-request-id: req-56cf4322-2361-4ae3-b6ba-afd13e9fff16 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:09.260320 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad10516-3b76-4aa9-9b5d-41309dcec35b", "name": "network-vif-deleted", "tag": "6530fa3b-2c5d-4878-a626-c9e191a7be5f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:09.260744 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56cf4322-2361-4ae3-b6ba-afd13e9fff16 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:09.261411 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad10516-3b76-4aa9-9b5d-41309dcec35b', 'name': 'network-vif-deleted', 'tag': '6530fa3b-2c5d-4878-a626-c9e191a7be5f', 'status': 'completed', 'code': 200} Sep 02 13:34:09.453203 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c82c30-431a-48d5-8dfa-d7c654894853 req-5c87bd0c-5136-4ce4-a86f-70850d30d371 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:09.465616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65c82c30-431a-48d5-8dfa-d7c654894853 req-5c87bd0c-5136-4ce4-a86f-70850d30d371 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 944 time: 0.0985422 Sep 02 13:34:09.537947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65c82c30-431a-48d5-8dfa-d7c654894853 req-b971ff5d-8b49-4493-b8af-9afa390fbed4 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717828 Sep 02 13:34:09.598914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 6530fa3b-2c5d-4878-a626-c9e191a7be5f no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:09.674958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 6530fa3b-2c5d-4878-a626-c9e191a7be5f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:09.675572 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 6530fa3b-2c5d-4878-a626-c9e191a7be5f not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:09.747670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cab9b-e531-4195-b0d2-840057fa7547 req-267ef379-0cc5-468e-9118-2922cb95b89a tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:09.749921 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c3cab9b-e531-4195-b0d2-840057fa7547 req-267ef379-0cc5-468e-9118-2922cb95b89a tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1381350 Sep 02 13:34:09.854255 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c3cab9b-e531-4195-b0d2-840057fa7547 req-e5bc5250-ac89-4d58-9004-09e790b9df7b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821645 Sep 02 13:34:10.107914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b494-8076-49b2-839d-d645cac83127 req-06c003ec-2d09-452c-80bc-8e1a4714827e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:10.118093 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3256b494-8076-49b2-839d-d645cac83127 req-06c003ec-2d09-452c-80bc-8e1a4714827e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 943 time: 0.1175714 Sep 02 13:34:10.171167 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4a78ae5c-7cd4-4ffe-ad3a-d28da0c2d38c req-ff228016-8b05-458e-8cfb-b2e6f67ce47e tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0943131 Sep 02 13:34:10.207486 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3256b494-8076-49b2-839d-d645cac83127 req-43688208-1a6e-46ec-a23e-26bd3b7ff2c3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835617 Sep 02 13:34:10.478225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b03cd2-512f-4fd8-bf7e-87741b3889b1 req-7a08b009-8630-425e-a341-2fd7bbc020d3 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:10.490286 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f6b03cd2-512f-4fd8-bf7e-87741b3889b1 req-7a08b009-8630-425e-a341-2fd7bbc020d3 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1448023 Sep 02 13:34:10.564190 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f6b03cd2-512f-4fd8-bf7e-87741b3889b1 req-c9021361-be7b-42c7-8a53-7e59ee6d2a99 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718431 Sep 02 13:34:10.622796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f3d9b231-2f81-4dcf-a298-980d2b2a3468 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:34:10.626519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:10.842743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:10.853328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:10.853768 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:10.896331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4455ec-8e96-4d2a-8e5e-fb5b69e08959 req-5bebf058-9ace-4060-b919-b1a026da97c4 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:10.904806 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e4455ec-8e96-4d2a-8e5e-fb5b69e08959 req-5bebf058-9ace-4060-b919-b1a026da97c4 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 944 time: 0.1450136 Sep 02 13:34:10.920192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:10.926663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6281e-3a94-4925-9aea-3ee504202c56 req-dbe631da-a963-4d32-b6e8-2ef25db20a30 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:10.937081 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44f6281e-3a94-4925-9aea-3ee504202c56 req-dbe631da-a963-4d32-b6e8-2ef25db20a30 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 949 time: 0.1872098 Sep 02 13:34:10.941766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'port_id': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468', 'mac_address': 'fa:16:3e:30:4d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15b3572-036e-46a2-abaf-8545c3cdf93c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:34:11.068536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8e4455ec-8e96-4d2a-8e5e-fb5b69e08959 req-b91bdb28-6138-4a66-86c4-543a447b81d5 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618578 Sep 02 13:34:11.074846 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:11.115032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44f6281e-3a94-4925-9aea-3ee504202c56 req-f86c302d-fa05-457d-b753-dfce5ed4bbec tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694462 Sep 02 13:34:11.122157 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:11.135189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cda528-b4f5-4224-a58d-ec3b305563c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8704bbad-4a7f-4be2-8dbe-38d3e3fbe958'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:11.137872 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503a2d8f-d999-4273-a22b-2373c05ec339" -d '{"events": [{"server_uuid": "08cda528-b4f5-4224-a58d-ec3b305563c8", "name": "network-vif-plugged", "status": "completed", "tag": "8704bbad-4a7f-4be2-8dbe-38d3e3fbe958"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:11.168686 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:11.171993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d9b231-2f81-4dcf-a298-980d2b2a3468 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:11.196859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:11.198826 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:11.205099 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:11.241727 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5254d1a-e942-4122-979f-0d0da29bd2dc x-openstack-request-id: req-d5254d1a-e942-4122-979f-0d0da29bd2dc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:11.242235 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cda528-b4f5-4224-a58d-ec3b305563c8", "name": "network-vif-plugged", "status": "completed", "tag": "8704bbad-4a7f-4be2-8dbe-38d3e3fbe958", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:11.242503 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5254d1a-e942-4122-979f-0d0da29bd2dc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:11.242956 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cda528-b4f5-4224-a58d-ec3b305563c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8704bbad-4a7f-4be2-8dbe-38d3e3fbe958', 'code': 200} Sep 02 13:34:11.289244 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:11.374963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f3d9b231-2f81-4dcf-a298-980d2b2a3468,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:11.408374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba841ed9-7bc7-46c4-a510-f26acdd3781e req-fb2e9c6e-b1c7-4f47-922c-497d783eb0b0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:11.410140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba841ed9-7bc7-46c4-a510-f26acdd3781e req-fb2e9c6e-b1c7-4f47-922c-497d783eb0b0 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 944 time: 0.0924633 Sep 02 13:34:11.464753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38597c-fd04-4d10-8a66-d409993eb114 req-f5048ce2-bc5f-4d07-a6ff-a0bdbb52ad86 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:11.467106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e38597c-fd04-4d10-8a66-d409993eb114 req-f5048ce2-bc5f-4d07-a6ff-a0bdbb52ad86 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.2033398 Sep 02 13:34:11.492817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba841ed9-7bc7-46c4-a510-f26acdd3781e req-54db3d82-a5f0-4da7-9c2d-a0f394a3214d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691838 Sep 02 13:34:11.500641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa9862-b9da-48b6-88ad-71aec68082ad req-6d2b7e0d-2b89-484f-88c6-18f5304218b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:11.521041 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99fa9862-b9da-48b6-88ad-71aec68082ad req-6d2b7e0d-2b89-484f-88c6-18f5304218b2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 1096 time: 0.1541686 Sep 02 13:34:11.638045 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e38597c-fd04-4d10-8a66-d409993eb114 req-4721a321-524c-487e-b62f-2206e52237a7 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575713 Sep 02 13:34:11.641165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99fa9862-b9da-48b6-88ad-71aec68082ad req-f4be3133-2096-4360-acb3-31a5f124c5de service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046464 Sep 02 13:34:11.734161 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d79859a-f74d-4eae-bee0-705fc9c31e8f req-1815c755-ddc0-4eab-b93e-4e38ad384f63 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0628316 Sep 02 13:34:11.768701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['f3d9b231-2f81-4dcf-a298-980d2b2a3468'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:11.861389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7fdfb-b9c8-4af5-a649-1422b0f33a7d req-29b86b3e-b552-41ba-9b54-b2890af0b77f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:11.869874 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f6c7fdfb-b9c8-4af5-a649-1422b0f33a7d req-29b86b3e-b552-41ba-9b54-b2890af0b77f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.0842464 Sep 02 13:34:11.939042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f6c7fdfb-b9c8-4af5-a649-1422b0f33a7d req-bbe81fa8-3e86-4db7-9a05-902b062556ea tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680239 Sep 02 13:34:12.320074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf6e72-ea10-4a41-83fc-b9921b2f8cba req-b3529503-97a3-493e-91d7-6db4584434bf tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:12.332237 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86cf6e72-ea10-4a41-83fc-b9921b2f8cba req-b3529503-97a3-493e-91d7-6db4584434bf tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 945 time: 0.1037076 Sep 02 13:34:12.383977 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-1cc51f25-ddcf-400b-94ca-febd83f7b832 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1847758 Sep 02 13:34:12.408074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86cf6e72-ea10-4a41-83fc-b9921b2f8cba req-32167b25-34dc-4c0f-bb14-7eef29e23623 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738549 Sep 02 13:34:12.429480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9947-cd8c-4116-ad65-b7f0fa0b57ca req-6c2919e2-7b6c-4706-b294-05cd7c2e21cb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:12.429480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-026d9947-cd8c-4116-ad65-b7f0fa0b57ca req-6c2919e2-7b6c-4706-b294-05cd7c2e21cb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 949 time: 0.1426227 Sep 02 13:34:12.543013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-026d9947-cd8c-4116-ad65-b7f0fa0b57ca req-f5741942-5e68-4c30-a5e4-cf5998d93c11 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910528 Sep 02 13:34:12.572351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-ba0c3033-67d7-4f10-b2f7-3819f4bccfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:12.574487 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-ba0c3033-67d7-4f10-b2f7-3819f4bccfd4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 1101 time: 0.1376245 Sep 02 13:34:12.854806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68b322-e106-41c0-bfd1-73cf17c8994c req-1cdd6072-bff5-411e-ace5-3f5afd4dc8ca tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:12.857894 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ff68b322-e106-41c0-bfd1-73cf17c8994c req-1cdd6072-bff5-411e-ace5-3f5afd4dc8ca tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 944 time: 0.1112881 Sep 02 13:34:12.918836 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ff68b322-e106-41c0-bfd1-73cf17c8994c req-ee7a49f5-9b8c-4f6d-9486-392550334814 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Sep 02 13:34:13.109708 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a18bb57-6661-44c3-a6c8-16a6d4d48f4f req-96e6e78c-58cc-4923-9278-3d999a2bf645 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0457311 Sep 02 13:34:13.311680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-23862341-ccf8-4f16-8a4b-1fd56effa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:13.313290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-23862341-ccf8-4f16-8a4b-1fd56effa84a service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.6997705 Sep 02 13:34:13.331350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8201a36-58a9-4b0e-8d93-c56c487f7c84 req-91abc666-5042-493a-ba62-540eccf58cb7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:13.335177 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8201a36-58a9-4b0e-8d93-c56c487f7c84 req-91abc666-5042-493a-ba62-540eccf58cb7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.0968003 Sep 02 13:34:13.400718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3daebd-06ae-4e6b-b494-4c42017d59a2 req-d63c293d-2c55-4144-b6c5-bc669265cefc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:13.402839 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8201a36-58a9-4b0e-8d93-c56c487f7c84 req-85c0e04c-a444-4181-9f43-0b3a93fb5ba8 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609648 Sep 02 13:34:13.410315 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fe3daebd-06ae-4e6b-b494-4c42017d59a2 req-d63c293d-2c55-4144-b6c5-bc669265cefc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.5750360 Sep 02 13:34:13.418906 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-590bed38-07dc-4885-b328-980d2a91f863 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a HTTP/1.1" status: 200 len: 217 time: 0.0885108 Sep 02 13:34:13.454451 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fe3daebd-06ae-4e6b-b494-4c42017d59a2 req-930dcb2f-aeca-4e15-9e98-d2023e239f71 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Sep 02 13:34:13.553702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-d212e8d0-5fc2-499a-ae92-04cda5af98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:13.556379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-d212e8d0-5fc2-499a-ae92-04cda5af98a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0994394 Sep 02 13:34:13.644396 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-360e9485-a222-4005-ae8d-2a275206cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:13.646204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-360e9485-a222-4005-ae8d-2a275206cff8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611458 Sep 02 13:34:13.663347 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af675ddd-c59a-43bf-a7ca-26c80fb37084 req-8e8fc29b-7695-4691-a6fb-0fb6129feb36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1009045 Sep 02 13:34:13.685960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbbfd5-b513-4eea-91b9-dcdc9555ab50 req-750fdcc3-6a94-46db-a6e6-d1f9c7a0f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:13.687857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d1fbbfd5-b513-4eea-91b9-dcdc9555ab50 req-750fdcc3-6a94-46db-a6e6-d1f9c7a0f2cd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 1097 time: 0.0741119 Sep 02 13:34:13.726629 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad8390-535d-4010-a750-04114c4a475a req-11665eee-66db-4ddb-a8c6-f14459d8d916 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:13.739344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e3ad8390-535d-4010-a750-04114c4a475a req-11665eee-66db-4ddb-a8c6-f14459d8d916 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 945 time: 0.1954389 Sep 02 13:34:13.833455 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-1e7cc633-0686-4688-952b-a6f1d5e66b34 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1854935 Sep 02 13:34:13.861384 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f741d7-94db-4752-9148-400b6fd41acb req-049ac0fb-5927-43e5-89d1-2faff05bced2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:13.863978 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40f741d7-94db-4752-9148-400b6fd41acb req-049ac0fb-5927-43e5-89d1-2faff05bced2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 949 time: 0.1147771 Sep 02 13:34:13.870947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d1fbbfd5-b513-4eea-91b9-dcdc9555ab50 req-b833bffa-ead8-4ee1-add0-9369f053cae8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274245 Sep 02 13:34:13.889399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ded84-e540-422f-8fa8-8c9d786911ab req-34b975e3-3000-4ea6-a0d4-bcf5e0538b52 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:13.891230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010ded84-e540-422f-8fa8-8c9d786911ab req-34b975e3-3000-4ea6-a0d4-bcf5e0538b52 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 949 time: 0.2019775 Sep 02 13:34:13.908052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e3ad8390-535d-4010-a750-04114c4a475a req-7ec4de51-b272-4404-94aa-29c531e1269b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673994 Sep 02 13:34:13.923585 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-e80da2a9-62f6-4805-bc4e-3809f6102804 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383158 Sep 02 13:34:13.941607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40f741d7-94db-4752-9148-400b6fd41acb req-05d4ab67-8c1e-4fd9-a55a-99f3aaea43cd tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666308 Sep 02 13:34:14.011464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-6feb9dee-4ed9-4371-a016-7cb176deb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:14.013392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-6feb9dee-4ed9-4371-a016-7cb176deb367 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 1101 time: 0.0761223 Sep 02 13:34:14.075718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971bb52-90b1-4711-a3a6-dd1eb127bbf0 req-a85776a9-139e-4989-a021-daf8e6268b6b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:14.078116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4971bb52-90b1-4711-a3a6-dd1eb127bbf0 req-a85776a9-139e-4989-a021-daf8e6268b6b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 944 time: 0.0595963 Sep 02 13:34:14.132730 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4971bb52-90b1-4711-a3a6-dd1eb127bbf0 req-226d177c-86c9-4b19-a484-de5a72ed04d9 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436416 Sep 02 13:34:14.179781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-c3205afd-a715-4056-a719-058a68d18bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:14.182385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-c3205afd-a715-4056-a719-058a68d18bab service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1345530 Sep 02 13:34:14.317904 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-624fcaab-093d-49e2-b8e5-656beda007c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=141d4cc5-f1da-4cfd-abcc-854f22518c68 HTTP/1.1" status: 200 len: 217 time: 0.0441344 Sep 02 13:34:14.322450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-010ded84-e540-422f-8fa8-8c9d786911ab req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Deleting port 40fac9bf-18c2-4028-9146-af559e4a0122 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:14.323009 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-010ded84-e540-422f-8fa8-8c9d786911ab req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:14.379692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52772) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:14.388512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-150527092'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:14.392565 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd994129-99ea-44b9-b880-b940450758b3 req-49ee361c-6344-46fe-8132-8b851ee39d15 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1208434 Sep 02 13:34:14.455765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-3a0f89ac-5a3f-41b9-bd33-1b317f05245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:14.457410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-3a0f89ac-5a3f-41b9-bd33-1b317f05245b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1215312 Sep 02 13:34:14.461554 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bd4c882-54dc-4217-9fdf-f5d45c96149c req-bb74d612-3ab3-4905-a0f6-64764041b9de service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692068 Sep 02 13:34:14.509750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-010ded84-e540-422f-8fa8-8c9d786911ab req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] For port 40fac9bf-18c2-4028-9146-af559e4a0122, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=40fac9bf-18c2-4028-9146-af559e4a0122,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:14.510570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-010ded84-e540-422f-8fa8-8c9d786911ab req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:14.551861 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:14.560112 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:14.584948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-a7694074-a3f3-4fd8-bee7-0b75e1369628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:14.587173 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-010ded84-e540-422f-8fa8-8c9d786911ab req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Calling delete_port for 40fac9bf-18c2-4028-9146-af559e4a0122 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:14.587674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-a7694074-a3f3-4fd8-bee7-0b75e1369628 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051588 Sep 02 13:34:14.657576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f3d9b231-2f81-4dcf-a298-980d2b2a3468 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:14.669333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:34:14.705315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516468c-fe6a-442c-9061-faa1bef5377d req-bee7dc8d-eb3a-40d7-bd63-4c227471d91b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:14.708084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9516468c-fe6a-442c-9061-faa1bef5377d req-bee7dc8d-eb3a-40d7-bd63-4c227471d91b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1886899 Sep 02 13:34:14.716980 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:14.717547 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Added segment 9dae7747-2cec-4968-96ca-63556b1cb2d0 of type vlan for network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 Sep 02 13:34:14.744930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195552ec-1f7b-4a9e-b7ab-893beb278606 req-621cd1e5-bf65-4369-b11f-af913fb1cb3d tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:14.746945 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-195552ec-1f7b-4a9e-b7ab-893beb278606 req-621cd1e5-bf65-4369-b11f-af913fb1cb3d tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1789639 Sep 02 13:34:14.777349 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port f3d9b231-2f81-4dcf-a298-980d2b2a3468 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:14.799246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port f3d9b231-2f81-4dcf-a298-980d2b2a3468 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:14.803393 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:14.828691 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-5e2e8cfc-f39b-4af2-a6d9-a6bffe897b2e service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088766 Sep 02 13:34:14.881293 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:14.886379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9516468c-fe6a-442c-9061-faa1bef5377d req-9e7c6239-e396-4f54-95ec-e39b365acfd9 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662285 Sep 02 13:34:14.923636 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:14.947891 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-195552ec-1f7b-4a9e-b7ab-893beb278606 req-1868a9a8-1ec3-4f8c-b98d-529abd353365 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865923 Sep 02 13:34:14.969098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:14.973048 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a594e-5ea0-4722-8316-aeac5e75f1f0" -d '{"events": [{"server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "name": "network-vif-plugged", "status": "completed", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:15.017240 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:34:15.025386 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:15.041996 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.043214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 40fac9bf-18c2-4028-9146-af559e4a0122 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:15.090555 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-010ded84-e540-422f-8fa8-8c9d786911ab req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.090882 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa29996-7fdc-4061-9798-6d375cd25aed x-openstack-request-id: req-9fa29996-7fdc-4061-9798-6d375cd25aed {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:15.091065 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "name": "network-vif-plugged", "status": "completed", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:15.091471 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fa29996-7fdc-4061-9798-6d375cd25aed {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:15.091814 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468', 'code': 200} Sep 02 13:34:15.096719 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.099265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 40fac9bf-18c2-4028-9146-af559e4a0122 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:15.099265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 40fac9bf-18c2-4028-9146-af559e4a0122 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:15.108988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:15.110259 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.146242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', '1a3e3c80-444b-43c1-9cc3-78ad73f09b54', 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:15.157782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64', '141d4cc5-f1da-4cfd-abcc-854f22518c68'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:15.167708 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be41eba5-ee0a-4b4e-9a9b-f9e04458760d req-acff76a5-9b48-4bbf-9336-29231e645d6d service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531874 Sep 02 13:34:15.292301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event deleted for resources: {'Port': ['ID=40fac9bf-18c2-4028-9146-af559e4a0122,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:15.304879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f3d9b231-2f81-4dcf-a298-980d2b2a3468,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:15.325889 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b95f90e-c401-414d-8967-3e24e9597bc3 req-a588e07b-172f-41df-b96b-b4ede6f32026 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fbbc61-4a11-4b13-a879-f7d20a4f2730 HTTP/1.1" status: 200 len: 210 time: 0.1007197 Sep 02 13:34:15.333358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Network': ['ID=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:15.375907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:34:15.395208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d8d56-b105-40a8-9f0c-81b3d272cfe6 req-5f9a6674-0085-4591-a7f9-f1c7d9c30928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:15.397030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e7d8d56-b105-40a8-9f0c-81b3d272cfe6 req-5f9a6674-0085-4591-a7f9-f1c7d9c30928 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 1096 time: 0.1470790 Sep 02 13:34:15.397706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:15.398027 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ce910a4b-51e9-479f-a1ed-e88cec60fb15 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0172017 Sep 02 13:34:15.399024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-010ded84-e540-422f-8fa8-8c9d786911ab req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] No DVR routers for this DVR port 40fac9bf-18c2-4028-9146-af559e4a0122 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:15.404004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-280814515'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:15.404332 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-010ded84-e540-422f-8fa8-8c9d786911ab req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.407589 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010ded84-e540-422f-8fa8-8c9d786911ab req-5d25de70-c716-4911-a8b7-1e748c2f575d tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "DELETE /v2.0/ports/40fac9bf-18c2-4028-9146-af559e4a0122 HTTP/1.1" status: 204 len: 173 time: 1.2185469 Sep 02 13:34:15.413827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fbbc61-4a11-4b13-a879-f7d20a4f2730', 'name': 'network-vif-deleted', 'tag': '40fac9bf-18c2-4028-9146-af559e4a0122'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:15.425385 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f522e83c-bb9e-4639-b8bd-fd358f9b494d" -d '{"events": [{"server_uuid": "99fbbc61-4a11-4b13-a879-f7d20a4f2730", "name": "network-vif-deleted", "tag": "40fac9bf-18c2-4028-9146-af559e4a0122"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:15.441119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ce5f2-d0b4-4a1a-975c-f8e105274236 req-9a165db7-3e9c-408d-9043-c7ac5349715b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:15.442799 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0f1ce5f2-d0b4-4a1a-975c-f8e105274236 req-9a165db7-3e9c-408d-9043-c7ac5349715b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 945 time: 0.4073737 Sep 02 13:34:15.510928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0f1ce5f2-d0b4-4a1a-975c-f8e105274236 req-752c058f-91b2-46c0-b363-85b985616e36 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590641 Sep 02 13:34:15.534046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:15.537855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.581022 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e7d8d56-b105-40a8-9f0c-81b3d272cfe6 req-c09ea108-9449-4c2c-bd65-c51a191d9b59 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555457 Sep 02 13:34:15.615131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a015d6-923c-4e87-9893-1a2aa7e2ef35 req-d9bf44c5-d245-4ffe-9e74-ebec2a313629 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:15.624082 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e0a015d6-923c-4e87-9893-1a2aa7e2ef35 req-d9bf44c5-d245-4ffe-9e74-ebec2a313629 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 945 time: 0.1382644 Sep 02 13:34:15.646175 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:34:15.660889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74a28597-84ee-4651-b9be-46d119ffb089 req-8bf9599f-c95e-439e-9484-a403c3469083 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0740294 Sep 02 13:34:15.680826 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.681183 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Added segment 77e64c4c-b7c5-4ece-a6f1-218f818963f8 of type vlan for network c873e024-b781-4ddf-a1d2-2663c483c3d1 Sep 02 13:34:15.708636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e0a015d6-923c-4e87-9893-1a2aa7e2ef35 req-ee8e0432-56d1-48ba-aad3-f65dfe4607d7 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789580 Sep 02 13:34:15.781430 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbbfc22-64eb-4ef2-b58b-923b7ae7380e x-openstack-request-id: req-ecbbfc22-64eb-4ef2-b58b-923b7ae7380e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:15.781815 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fbbc61-4a11-4b13-a879-f7d20a4f2730", "name": "network-vif-deleted", "tag": "40fac9bf-18c2-4028-9146-af559e4a0122", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:15.782215 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecbbfc22-64eb-4ef2-b58b-923b7ae7380e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:15.783152 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fbbc61-4a11-4b13-a879-f7d20a4f2730', 'name': 'network-vif-deleted', 'tag': '40fac9bf-18c2-4028-9146-af559e4a0122', 'status': 'completed', 'code': 200} Sep 02 13:34:15.808590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.886097 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.904198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:15.905456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:15.987615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca9952-7b62-4ec4-a6ee-d8d519698dc6 req-96008118-12b2-4772-b277-bbd274b40946 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:15.994489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f0ca9952-7b62-4ec4-a6ee-d8d519698dc6 req-96008118-12b2-4772-b277-bbd274b40946 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 945 time: 0.1803026 Sep 02 13:34:16.124728 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7233412 Sep 02 13:34:16.125098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52812) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:16.133638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'subnet': {'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:16.198514 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f0ca9952-7b62-4ec4-a6ee-d8d519698dc6 req-bff4c381-02f1-495c-83c0-6c01b5d02750 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031491 Sep 02 13:34:16.206362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1111914-83fb-4131-b2da-8e5329481bd8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Network': ['ID=c873e024-b781-4ddf-a1d2-2663c483c3d1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:16.251090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network c873e024-b781-4ddf-a1d2-2663c483c3d1 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:34:16.358699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:16.374498 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:16.427643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71c15a-da8f-4960-90fe-e21bcde106bc req-69ba826c-920a-45dc-9dfe-89e8a0745177 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:16.429440 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd71c15a-da8f-4960-90fe-e21bcde106bc req-69ba826c-920a-45dc-9dfe-89e8a0745177 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1120014 Sep 02 13:34:16.533609 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd71c15a-da8f-4960-90fe-e21bcde106bc req-17ec3b07-e9e6-4c13-9a2e-dddfa9cc14bb tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936275 Sep 02 13:34:16.544691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146017d-c8c1-4bf3-abad-b1812820bb71 req-8c7f75a3-3c6e-4ef4-a911-957791fa5289 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:16.563835 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0146017d-c8c1-4bf3-abad-b1812820bb71 req-8c7f75a3-3c6e-4ef4-a911-957791fa5289 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1845756 Sep 02 13:34:16.697198 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0146017d-c8c1-4bf3-abad-b1812820bb71 req-0d12fab8-63f9-4c5d-81fb-3dd19b6b85fa tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250274 Sep 02 13:34:16.826335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cfea3f43-2595-4a30-90ff-02041ba3a72b req-6de9bcdd-ea02-408c-88e1-7131a4bde74c tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0688510 Sep 02 13:34:17.046872 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:17.073950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a783e-a778-488d-9a12-9a082671eb36 req-f8319e2a-b0c6-4c2f-91fe-7336a5c684f1 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.075611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5c7a783e-a778-488d-9a12-9a082671eb36 req-f8319e2a-b0c6-4c2f-91fe-7336a5c684f1 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 945 time: 0.1150010 Sep 02 13:34:17.148169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Subnet': ['ID=6464d8ab-6c3b-4bba-9a99-f8e58f959dde,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:17.165554 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5c7a783e-a778-488d-9a12-9a082671eb36 req-db7420d4-7ca5-44b7-906e-585bd797a6d9 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Sep 02 13:34:17.227802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Checking segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:17.228592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network hostable DHCP agents. Network: e4fecf16-9bb0-4c05-800c-7ee5d4fd9811, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:34:17.260614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:34:17.281673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, e4fecf16-9bb0-4c05-800c-7ee5d4fd9811) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:17.296727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.297019 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bea361-25c5-4566-9801-9ee789c60789 None None] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:34:17.298233 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:17.318489 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cded9349-d566-4521-8907-b1bbcb44467a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1915035 Sep 02 13:34:17.322765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52842) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:17.334096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'subnet': {'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:17.402451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985e19c-1498-4087-bbc7-33ecc8496922 req-d81e1203-362a-4ee3-9d92-bcd484996f9a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.404917 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a985e19c-1498-4087-bbc7-33ecc8496922 req-d81e1203-362a-4ee3-9d92-bcd484996f9a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 945 time: 0.1032825 Sep 02 13:34:17.476573 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a985e19c-1498-4087-bbc7-33ecc8496922 req-10300e10-e3e2-4814-9e18-6db60e90ef63 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595944 Sep 02 13:34:17.630699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'fixed_ips': [{'subnet_id': '6464d8ab-6c3b-4bba-9a99-f8e58f959dde'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:34:17.632139 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:17.647869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:17.658422 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:17.701560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d265e-5596-4ade-862f-f128cc046616 req-29c04ce3-bbd3-4083-9748-fbcaf8c5288e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.704847 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9a6d265e-5596-4ade-862f-f128cc046616 req-29c04ce3-bbd3-4083-9748-fbcaf8c5288e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 950 time: 0.1050751 Sep 02 13:34:17.777655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9a6d265e-5596-4ade-862f-f128cc046616 req-651c8c99-bc77-44bc-b262-68d0a5ff0417 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636253 Sep 02 13:34:17.812184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-8b698caa-d3be-4383-a6f9-0e2f8aaccfb5 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.815423 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-8b698caa-d3be-4383-a6f9-0e2f8aaccfb5 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/networks?id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 200 len: 811 time: 0.3974540 Sep 02 13:34:17.859701 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-8ae07807-84aa-4711-9127-230d984a1685 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/quotas/9f10d508ed994f9daf872e4c22fdde98 HTTP/1.1" status: 200 len: 375 time: 0.0254798 Sep 02 13:34:17.904677 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Allocated IP 10.1.1.2 (e4fecf16-9bb0-4c05-800c-7ee5d4fd9811/6464d8ab-6c3b-4bba-9a99-f8e58f959dde/4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:17.953637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ad007-6062-44eb-841d-da6a85bc576a req-554ce3a0-2485-457d-9999-76731fd3ae32 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:17.956044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b43ad007-6062-44eb-841d-da6a85bc576a req-554ce3a0-2485-457d-9999-76731fd3ae32 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.0703027 Sep 02 13:34:17.995497 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-af8a99bb-3b8d-4110-9f59-5bcf8b96bd22 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f10d508ed994f9daf872e4c22fdde98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204481 Sep 02 13:34:18.011539 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b43ad007-6062-44eb-841d-da6a85bc576a req-9f9cdeaf-210b-4e63-9ca4-dfe52ab83113 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450575 Sep 02 13:34:18.146036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1676b2cf-4721-449d-be6a-8bc67cccfc1d req-0a629217-4fef-4f4b-a510-60c380132fea tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0446317 Sep 02 13:34:18.163156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:18.189046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:18.204673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Transition to ACTIVE for port object 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:18.228780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Transition to ACTIVE for port object 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:18.240985 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:18.307382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:18.308520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Checking segment: {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:18.309142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network hostable DHCP agents. Network: c873e024-b781-4ddf-a1d2-2663c483c3d1, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:34:18.312911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:18.325737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:18.328574 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-98f4b3b0-bfd2-45e8-b3e5-374147dbb234 service neutron] 10.222.0.13 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998886 Sep 02 13:34:18.369001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Subnet': ['ID=c2fe0a48-2fa0-49d0-9395-58935ed40d07,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:18.374681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Pushing event updated for resources: {'Port': ['ID=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:18.433375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Attempting to bind port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:18.433739 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Attempting to bind port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:18.434456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Attempting to bind port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:18.436934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network c873e024-b781-4ddf-a1d2-2663c483c3d1 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:34:18.441186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:18.441703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Checking segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:18.441906 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97438778-886c-4226-9b48-33e201a898f7 req-318a670e-9474-43c5-8f01-82e169f4651b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:18.442302 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:18.442787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Bound using segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:18.444147 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Bound port: 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:18.444147 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:18.448501 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97438778-886c-4226-9b48-33e201a898f7 req-318a670e-9474-43c5-8f01-82e169f4651b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 945 time: 0.1023986 Sep 02 13:34:18.462782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, c873e024-b781-4ddf-a1d2-2663c483c3d1) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:18.470456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:18.472880 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:18.483780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b68a81-62bc-4bae-b512-90b41fa82173 None None] Network c873e024-b781-4ddf-a1d2-2663c483c3d1 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:34:18.517471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97438778-886c-4226-9b48-33e201a898f7 req-10940db6-84c2-4e2b-bb70-f50951d30fac tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667894 Sep 02 13:34:18.539966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8db478c5-2d29-4117-92de-05c078cc74cc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2110002 Sep 02 13:34:18.542655 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:18.550072 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-ef6ed005-e307-4ca9-aff2-4606126d09f4 service neutron] 10.222.0.13 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152209 Sep 02 13:34:18.556609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'port': {'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'name': 'tempest-TaggedBootDevicesTest-51309305', 'fixed_ips': [{'subnet_id': '6464d8ab-6c3b-4bba-9a99-f8e58f959dde'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:18.591416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] For port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:18.599026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] For port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:18.607828 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:18.740046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc343a-5ff1-41b2-8bc2-014a2af2ac28 None None] Pushing event updated for resources: {'Port': ['ID=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:18.746026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f38b0-7685-4a5d-86da-9f00ed3d739a req-e0c7dd37-94ff-4009-b9ac-966cc96d4d92 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:18.747617 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-065f38b0-7685-4a5d-86da-9f00ed3d739a req-e0c7dd37-94ff-4009-b9ac-966cc96d4d92 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 945 time: 0.0940588 Sep 02 13:34:18.787216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-c873e024-b781-4ddf-a1d2-2663c483c3d1', 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'fixed_ips': [{'subnet_id': 'c2fe0a48-2fa0-49d0-9395-58935ed40d07'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:34:18.788129 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:18.890839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-065f38b0-7685-4a5d-86da-9f00ed3d739a req-83086880-4da5-42d4-bb54-f11fb623910b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198034 Sep 02 13:34:18.927847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:19.222984 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Allocated IP 10.2.2.2 (c873e024-b781-4ddf-a1d2-2663c483c3d1/c2fe0a48-2fa0-49d0-9395-58935ed40d07/9afbd30a-792b-4878-92f3-4ff536f481e3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:19.239124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3f6d9cbf-844a-4143-99d4-f69e81d091fe req-2b751989-31d7-46cd-93cd-fdc0548733cd tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 210 time: 0.1165175 Sep 02 13:34:19.262292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8afc88-1201-49cb-ac09-998d26fdaa98 req-1a0a9934-eedd-404e-8a68-4963def86235 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:19.276731 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db8afc88-1201-49cb-ac09-998d26fdaa98 req-1a0a9934-eedd-404e-8a68-4963def86235 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 950 time: 0.1300485 Sep 02 13:34:19.333967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db8afc88-1201-49cb-ac09-998d26fdaa98 req-70dd3642-955f-4ffe-98b0-5017b4e9105e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533588 Sep 02 13:34:19.368898 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:19.438341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] device_id is not set on port 62242978-32bf-44ee-ba00-453877bc6656 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:34:19.630168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d89e2-aa6f-4f59-a556-a477afa68f2f req-3a36c150-eba4-46d0-b08d-a220365d8095 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:19.633863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f27d89e2-aa6f-4f59-a556-a477afa68f2f req-3a36c150-eba4-46d0-b08d-a220365d8095 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1097584 Sep 02 13:34:19.749495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f27d89e2-aa6f-4f59-a556-a477afa68f2f req-c40e1911-6f75-42f4-a8c4-61c8fa7b4aa1 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018915 Sep 02 13:34:19.871004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:19.893308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c906-6c32-4ad8-9edb-8ffbabd75113 req-7657c22a-1daf-4103-9192-099f5c8e91aa tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:19.896724 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8653c906-6c32-4ad8-9edb-8ffbabd75113 req-7657c22a-1daf-4103-9192-099f5c8e91aa tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 945 time: 0.3825893 Sep 02 13:34:19.941701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:19.966969 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:19.996976 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Transition to ACTIVE for port object 9afbd30a-792b-4878-92f3-4ff536f481e3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:20.010928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d343fb9a-40e1-4358-9bbe-c46945cd50f8 req-27772058-5737-41ee-8145-a137b473ef97 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0474782 Sep 02 13:34:20.024272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Transition to ACTIVE for port object 9afbd30a-792b-4878-92f3-4ff536f481e3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:20.026489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8653c906-6c32-4ad8-9edb-8ffbabd75113 req-d4a2cf76-2378-4ead-b09c-ef38bd9bffc7 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022432 Sep 02 13:34:20.037543 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.094790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-f06b4b20-0d99-4294-885a-2450c113d4a8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:20.097060 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-f06b4b20-0d99-4294-885a-2450c113d4a8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 945 time: 0.1954536 Sep 02 13:34:20.146448 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Allocated IP 10.1.1.20 (e4fecf16-9bb0-4c05-800c-7ee5d4fd9811/6464d8ab-6c3b-4bba-9a99-f8e58f959dde/62242978-32bf-44ee-ba00-453877bc6656) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:20.165593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Network c873e024-b781-4ddf-a1d2-2663c483c3d1 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:20.173424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:20.185744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:20.234925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Pushing event updated for resources: {'Port': ['ID=9afbd30a-792b-4878-92f3-4ff536f481e3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:20.245956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-44e3fff7-7dcf-44e9-86cf-57b2d72eb773 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:20.248313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-44e3fff7-7dcf-44e9-86cf-57b2d72eb773 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 950 time: 0.1303706 Sep 02 13:34:20.333390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Attempting to bind port 9afbd30a-792b-4878-92f3-4ff536f481e3 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:20.334548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Attempting to bind port 9afbd30a-792b-4878-92f3-4ff536f481e3 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:20.335441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Attempting to bind port 9afbd30a-792b-4878-92f3-4ff536f481e3 on network c873e024-b781-4ddf-a1d2-2663c483c3d1 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:20.351526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:20.352793 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Checking segment: {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:20.353888 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.364471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Bound using segment: {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:20.365473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Bound port: 9afbd30a-792b-4878-92f3-4ff536f481e3, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:20.366125 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.417558 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f578bf89-307f-4204-a6e5-69c1ce718a2c req-fc2a711f-bc86-46b8-be00-04575a6bcc90 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 210 time: 0.0463889 Sep 02 13:34:20.443543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Deleting port f328ed04-1892-4d10-9f50-2fb8ff6a50ae {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:20.444174 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.465321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] For port 9afbd30a-792b-4878-92f3-4ff536f481e3, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:20.468595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] For port 9afbd30a-792b-4878-92f3-4ff536f481e3, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9afbd30a-792b-4878-92f3-4ff536f481e3,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:20.472227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e7763-5fe8-4172-8fcc-38d697565db7 None None] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:34:20.524452 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.545529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae8b0c-8d5d-4acc-8519-dff232918a0c req-8306034c-aaa6-4c2b-9def-3594c966cb37 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:20.552879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9bae8b0c-8d5d-4acc-8519-dff232918a0c req-8306034c-aaa6-4c2b-9def-3594c966cb37 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 945 time: 0.3389587 Sep 02 13:34:20.607037 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720fa2d-a475-48d4-bcee-ecd5fbc1e329 None None] Pushing event updated for resources: {'Port': ['ID=9afbd30a-792b-4878-92f3-4ff536f481e3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:20.613545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.616389 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] For port f328ed04-1892-4d10-9f50-2fb8ff6a50ae, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:20.617117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.635330 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2272a1d3-2782-42fa-b124-1d8d4850ebc7 None None] Provisioning for port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:20.640662 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Deleting port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:20.641088 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.641216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Calling delete_port for f328ed04-1892-4d10-9f50-2fb8ff6a50ae owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:20.651509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2272a1d3-2782-42fa-b124-1d8d4850ebc7 None None] Provisioning complete for port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:20.652351 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2272a1d3-2782-42fa-b124-1d8d4850ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.659685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d966e9d-d86e-4838-a0fb-76e55f79fd1d req-19360c19-7e78-4147-81a8-1a814a6177eb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:20.661569 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d966e9d-d86e-4838-a0fb-76e55f79fd1d req-19360c19-7e78-4147-81a8-1a814a6177eb tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 950 time: 0.1418095 Sep 02 13:34:20.767257 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d966e9d-d86e-4838-a0fb-76e55f79fd1d req-e91d4061-fabf-483b-b814-54131db8f5d2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894923 Sep 02 13:34:20.815498 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9bae8b0c-8d5d-4acc-8519-dff232918a0c req-307591d9-9a35-4141-9635-93ca69733d19 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617393 Sep 02 13:34:20.822223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Transition to ACTIVE for port object 62242978-32bf-44ee-ba00-453877bc6656 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:20.898841 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2272a1d3-2782-42fa-b124-1d8d4850ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:20.955489 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2272a1d3-2782-42fa-b124-1d8d4850ebc7 None None] For port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:20.967818 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2272a1d3-2782-42fa-b124-1d8d4850ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:21.040075 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:21.055248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272a1d3-2782-42fa-b124-1d8d4850ebc7 None None] Pushing event updated for resources: {'Port': ['ID=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:21.115107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1641b4-9990-441b-9e80-35e030be26d5 req-37e311b4-a4a1-413d-ac7b-0bcecca285c3 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:21.117116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae1641b4-9990-441b-9e80-35e030be26d5 req-37e311b4-a4a1-413d-ac7b-0bcecca285c3 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1700108 Sep 02 13:34:21.118023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:21.139015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', '1a3e3c80-444b-43c1-9cc3-78ad73f09b54'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:21.143380 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-0d3a00c9-d3d2-4c1e-982a-e692c49543f7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:21.143380 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-0d3a00c9-d3d2-4c1e-982a-e692c49543f7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.77 "GET /v2.0/networks?id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 200 len: 811 time: 0.4539833 Sep 02 13:34:21.156526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] For port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:21.156964 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:21.160656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64', '141d4cc5-f1da-4cfd-abcc-854f22518c68'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:21.177731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:21.186701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Request body: {'port': {'device_id': 'ba41ae31-ecd7-447e-8f0c-30ff91d6ada9', 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0', 'admin_state_up': True, 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:21.197088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:21.216062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:21.230279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] No DVR routers for this DVR port f328ed04-1892-4d10-9f50-2fb8ff6a50ae on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:21.236325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event deleted for resources: {'Port': ['ID=f328ed04-1892-4d10-9f50-2fb8ff6a50ae,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:21.238699 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:21.240832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c72059a-4b7d-4244-8cb1-46b25a0b5178 req-d7231fbb-8796-4e8f-bcac-ebe81a23f089 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "DELETE /v2.0/ports/f328ed04-1892-4d10-9f50-2fb8ff6a50ae HTTP/1.1" status: 204 len: 173 time: 0.9846950 Sep 02 13:34:21.242532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1936c9d3-cdb9-4885-b1c3-49ab32143c79', 'name': 'network-vif-deleted', 'tag': 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:21.244940 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4741d37-8f08-46e3-8acd-7f3a1df21534" -d '{"events": [{"server_uuid": "1936c9d3-cdb9-4885-b1c3-49ab32143c79", "name": "network-vif-deleted", "tag": "f328ed04-1892-4d10-9f50-2fb8ff6a50ae"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:21.279517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Calling delete_port for 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:21.290925 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae1641b4-9990-441b-9e80-35e030be26d5 req-36ab747e-ce68-48d9-8ebe-32230109ed7b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554031 Sep 02 13:34:21.344045 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Port': ['ID=62242978-32bf-44ee-ba00-453877bc6656,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:21.380887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-33542a69-7887-44b1-82b5-0e97dbff47e0 req-3ab2f328-b438-49af-98c0-a66dbc41af4e tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1053345 Sep 02 13:34:21.432432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2e9f26eb-f64c-40c5-9f56-726ca4d09b7e None None] Provisioning complete for port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:21.432922 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e9f26eb-f64c-40c5-9f56-726ca4d09b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:21.466054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:21.469741 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:21.521471 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41324d7e-ab06-4909-924d-3f019d138bf2 x-openstack-request-id: req-41324d7e-ab06-4909-924d-3f019d138bf2 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:21.522041 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1936c9d3-cdb9-4885-b1c3-49ab32143c79", "name": "network-vif-deleted", "tag": "f328ed04-1892-4d10-9f50-2fb8ff6a50ae", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:21.522041 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41324d7e-ab06-4909-924d-3f019d138bf2 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:21.522495 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1936c9d3-cdb9-4885-b1c3-49ab32143c79', 'name': 'network-vif-deleted', 'tag': 'f328ed04-1892-4d10-9f50-2fb8ff6a50ae', 'status': 'completed', 'code': 200} Sep 02 13:34:21.556155 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-339c0ba6-c5ae-4945-a195-a216a8347469 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0094430 Sep 02 13:34:21.562156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52900) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:21.584347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Made reservation on behalf of 9f10d508ed994f9daf872e4c22fdde98 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:21.588234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:21.588544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303142-34f8-4478-8329-2083968dde83 req-97ec2700-5622-4d63-a275-4e7b8e7bc18b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:21.597394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da303142-34f8-4478-8329-2083968dde83 req-97ec2700-5622-4d63-a275-4e7b8e7bc18b tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 945 time: 0.1698608 Sep 02 13:34:21.615779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'port': {'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'name': 'tempest-TaggedBootDevicesTest-617488869', 'fixed_ips': [{'subnet_id': '6464d8ab-6c3b-4bba-9a99-f8e58f959dde'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:21.821035 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da303142-34f8-4478-8329-2083968dde83 req-dca346ca-638e-4c81-8f5f-922cde39ea95 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228465 Sep 02 13:34:21.837696 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-524a65e1-f2a2-4c61-ac58-896317881e1e req-17278a63-7425-4387-9a7c-fb291a2580bf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 210 time: 0.1986077 Sep 02 13:34:22.025987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9afbd30a-792b-4878-92f3-4ff536f481e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:22.053303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:22.094951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:22.145038 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44db9c74-86aa-44db-a9e3-1e07c346e218 req-9af544a6-d02b-44f7-9589-980daee79c42 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=1936c9d3-cdb9-4885-b1c3-49ab32143c79 HTTP/1.1" status: 200 len: 210 time: 0.0667973 Sep 02 13:34:22.333168 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9aaccb16-e701-4c74-bcec-0d6b5ab03eac req-ab0c7c0b-01d6-42f2-8a91-1123de2544e6 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 210 time: 0.0628870 Sep 02 13:34:22.352935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 9afbd30a-792b-4878-92f3-4ff536f481e3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:22.378911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:22.385701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-36a84733-95c9-4a81-a62d-94582523ad79 None None] Provisioning for port 62242978-32bf-44ee-ba00-453877bc6656 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:22.391694 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:22.431240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-36a84733-95c9-4a81-a62d-94582523ad79 None None] Provisioning complete for port 62242978-32bf-44ee-ba00-453877bc6656 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:22.431813 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36a84733-95c9-4a81-a62d-94582523ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:22.444739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] device_id is not set on port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:34:22.514755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44461a8a-85fa-4f57-95ca-1cdd460ca926 None None] Network c873e024-b781-4ddf-a1d2-2663c483c3d1 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:34:22.604922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event deleted for resources: {'Port': ['ID=8704bbad-4a7f-4be2-8dbe-38d3e3fbe958,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:22.651072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-36a84733-95c9-4a81-a62d-94582523ad79 None None] Port 62242978-32bf-44ee-ba00-453877bc6656 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:34:22.662799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324bc4a-84b4-4c21-b6ea-d38c19beccc3 req-9f60ba78-1673-4e35-91d0-0e8dd9cd59db tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:22.669183 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Allocated IP 172.20.0.6 (52862e1e-0dc2-4592-bdef-aa0dd85d73d0/230d8c02-850d-41d4-ab8d-2e76ed8b715f/a585530d-5acf-4d43-b090-b8ab899caad9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:22.671086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] No DVR routers for this DVR port 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:22.672442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0324bc4a-84b4-4c21-b6ea-d38c19beccc3 req-9f60ba78-1673-4e35-91d0-0e8dd9cd59db tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.2215915 Sep 02 13:34:22.688673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:22.691222 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3f5342e6-6136-4359-b8ec-858f43924e20 req-c14271e5-2f7d-43e7-9abf-08c88300ed72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "DELETE /v2.0/ports/8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 HTTP/1.1" status: 204 len: 173 time: 2.5707524 Sep 02 13:34:22.693384 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0daec6c-f8ce-4ec2-b50d-fe35970a7866 req-366b91b9-0dac-408d-b8b0-8857b78da74d tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0539865 Sep 02 13:34:22.694176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cda528-b4f5-4224-a58d-ec3b305563c8', 'name': 'network-vif-deleted', 'tag': '8704bbad-4a7f-4be2-8dbe-38d3e3fbe958'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:22.697080 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6678c343-2f7a-48f0-ac2b-f64139284f7f" -d '{"events": [{"server_uuid": "08cda528-b4f5-4224-a58d-ec3b305563c8", "name": "network-vif-deleted", "tag": "8704bbad-4a7f-4be2-8dbe-38d3e3fbe958"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:22.703299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:22.703671 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:22.806272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f328ed04-1892-4d10-9f50-2fb8ff6a50ae no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:22.851159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: f328ed04-1892-4d10-9f50-2fb8ff6a50ae {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:22.851702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f328ed04-1892-4d10-9f50-2fb8ff6a50ae not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:22.852933 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:22.864429 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5443dace-5e94-43cc-9ff4-5ceca50e078c x-openstack-request-id: req-5443dace-5e94-43cc-9ff4-5ceca50e078c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:22.864892 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cda528-b4f5-4224-a58d-ec3b305563c8", "name": "network-vif-deleted", "tag": "8704bbad-4a7f-4be2-8dbe-38d3e3fbe958", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:22.866377 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5443dace-5e94-43cc-9ff4-5ceca50e078c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:22.866377 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cda528-b4f5-4224-a58d-ec3b305563c8', 'name': 'network-vif-deleted', 'tag': '8704bbad-4a7f-4be2-8dbe-38d3e3fbe958', 'status': 'completed', 'code': 200} Sep 02 13:34:22.920863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0324bc4a-84b4-4c21-b6ea-d38c19beccc3 req-8f061eb0-7ca9-453c-b37c-5c5eb526ad2d tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372925 Sep 02 13:34:22.935262 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:22.936067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8704bbad-4a7f-4be2-8dbe-38d3e3fbe958 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:22.949611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9f0c5652-3274-40aa-8283-78c90ac0a951 None None] Provisioning for port 9afbd30a-792b-4878-92f3-4ff536f481e3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:22.987161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:23.001068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:23.001748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Allocated IP 10.1.1.4 (e4fecf16-9bb0-4c05-800c-7ee5d4fd9811/6464d8ab-6c3b-4bba-9a99-f8e58f959dde/01de64f3-ebac-4c94-8ffc-a2cc80feddb3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:23.073084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9f0c5652-3274-40aa-8283-78c90ac0a951 None None] Provisioning complete for port 9afbd30a-792b-4878-92f3-4ff536f481e3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:23.074517 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f0c5652-3274-40aa-8283-78c90ac0a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:23.128589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2ed180a6-0b18-49b3-a9ad-f35d8ed03915 req-f93a97d8-2ab5-48fa-b3a3-75bfb081fba5 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 210 time: 0.0734308 Sep 02 13:34:23.171865 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:23.263140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:23.273715 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:23.277860 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:23.285547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:23.296845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Transition to ACTIVE for port object 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:23.382866 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:23.385223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:23.386422 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:23.415436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Pushing event updated for resources: {'Port': ['ID=a585530d-5acf-4d43-b090-b8ab899caad9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:23.459995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-e745d66f-cb08-4229-9df3-59ad0bd0cb3e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2673323 Sep 02 13:34:23.460539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:23.488034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Request body: {'port': {'device_id': 'ba41ae31-ecd7-447e-8f0c-30ff91d6ada9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:23.559196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:23.566993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:23.694140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:23.695095 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:23.711928 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:23.831966 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f0c5652-3274-40aa-8283-78c90ac0a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:23.842400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8b6e078-79d6-4d5b-b581-e20866c40275 req-ee0e750a-0423-4474-b91e-b49f775bc23b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=08cda528-b4f5-4224-a58d-ec3b305563c8 HTTP/1.1" status: 200 len: 210 time: 0.1730599 Sep 02 13:34:23.849514 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2431843 Sep 02 13:34:23.862165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd9df9-0537-41cb-8f86-00fffc3d1d5d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Port': ['ID=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:23.960877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9f0c5652-3274-40aa-8283-78c90ac0a951 None None] For port 9afbd30a-792b-4878-92f3-4ff536f481e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9afbd30a-792b-4878-92f3-4ff536f481e3,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:23.968046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f0c5652-3274-40aa-8283-78c90ac0a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.066046 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eb904fb6-3c1a-40bf-9e47-ba4f48a81df1 req-2addd0b4-7cee-482a-8074-4226376278f5 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0472732 Sep 02 13:34:24.068046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c5652-3274-40aa-8283-78c90ac0a951 None None] Pushing event updated for resources: {'Port': ['ID=9afbd30a-792b-4878-92f3-4ff536f481e3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:24.135701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1a41ef8b-e09e-42e9-a77e-3633ee6996db'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:24.144712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e05f8aca-3e3e-4ef8-bb8a-ee26e653a0ff None None] Provisioning for port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:24.239177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e05f8aca-3e3e-4ef8-bb8a-ee26e653a0ff None None] Provisioning complete for port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:24.239607 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e05f8aca-3e3e-4ef8-bb8a-ee26e653a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.299332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097449fc-ecb0-4199-95c6-bdca8393dc39 req-b09253f7-dfe7-46c5-99a1-ea665901151a tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:24.300523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a585530d-5acf-4d43-b090-b8ab899caad9 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:24.309690 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-097449fc-ecb0-4199-95c6-bdca8393dc39 req-b09253f7-dfe7-46c5-99a1-ea665901151a tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ba5ee6-5de2-4373-9346-8bf8ad834420 HTTP/1.1" status: 200 len: 950 time: 0.1222866 Sep 02 13:34:24.314456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.334436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Transition to ACTIVE for port object a585530d-5acf-4d43-b090-b8ab899caad9 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:24.334916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e05f8aca-3e3e-4ef8-bb8a-ee26e653a0ff None None] Port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:34:24.340397 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.373535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e05f8aca-3e3e-4ef8-bb8a-ee26e653a0ff None None] Provisioning complete for port 9afbd30a-792b-4878-92f3-4ff536f481e3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:24.373931 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e05f8aca-3e3e-4ef8-bb8a-ee26e653a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.386042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-097449fc-ecb0-4199-95c6-bdca8393dc39 req-e1dc1eed-af97-4454-9c74-0ce82a6602be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749502 Sep 02 13:34:24.413797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=a585530d-5acf-4d43-b090-b8ab899caad9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:24.519291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:24.525195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-431c4264-74d3-44ed-b13d-30e05b18f151 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544578366', 'description': 'tempest-description--17257559'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:24.581078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Attempting to bind port a585530d-5acf-4d43-b090-b8ab899caad9 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:24.581672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Attempting to bind port a585530d-5acf-4d43-b090-b8ab899caad9 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:24.582295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Attempting to bind port a585530d-5acf-4d43-b090-b8ab899caad9 on network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:24.584761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe758e-48c2-45f8-b1f8-cc11c43eac26 req-4f3f8567-91c8-432c-addb-89cd500cf5d7 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:24.588157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-afbe758e-48c2-45f8-b1f8-cc11c43eac26 req-4f3f8567-91c8-432c-addb-89cd500cf5d7 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1063275 Sep 02 13:34:24.599678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Port a585530d-5acf-4d43-b090-b8ab899caad9 on network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:24.600210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Attempting to bind port a585530d-5acf-4d43-b090-b8ab899caad9 on network 52862e1e-0dc2-4592-bdef-aa0dd85d73d0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:24.618721 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431c4264-74d3-44ed-b13d-30e05b18f151 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.638458 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-afbe758e-48c2-45f8-b1f8-cc11c43eac26 req-e659ca89-81d0-4cbc-85f5-3aa57ef06ed0 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Sep 02 13:34:24.641932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:24.642601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Checking segment: {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:24.642772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Bound using segment: {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:24.643241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Bound port: a585530d-5acf-4d43-b090-b8ab899caad9, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fac7da-469a-4bd6-86a1-5eae48806c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:24.643616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.736039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f3d9b231-2f81-4dcf-a298-980d2b2a3468 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:34:24.739593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1cebf-6d9e-4bf6-9d55-952ff6ede1ba req-82f5a989-30f6-4a1a-9f53-15827fb7e8ac tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:24.741438 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dcb1cebf-6d9e-4bf6-9d55-952ff6ede1ba req-82f5a989-30f6-4a1a-9f53-15827fb7e8ac tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 943 time: 0.1360679 Sep 02 13:34:24.789827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69278bf4-a100-40b5-9dde-274560e13b41 req-74004f35-5a9c-40ea-8843-b03ee85d27ec tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:24.791509 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69278bf4-a100-40b5-9dde-274560e13b41 req-74004f35-5a9c-40ea-8843-b03ee85d27ec tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1097 time: 0.0641472 Sep 02 13:34:24.827918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] For port a585530d-5acf-4d43-b090-b8ab899caad9, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:24.840330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] For port a585530d-5acf-4d43-b090-b8ab899caad9, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a585530d-5acf-4d43-b090-b8ab899caad9,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:24.841652 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69278bf4-a100-40b5-9dde-274560e13b41 req-86614502-80a3-40bb-8ef5-f7107a5b4e94 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Sep 02 13:34:24.854282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.866704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dcb1cebf-6d9e-4bf6-9d55-952ff6ede1ba req-e66e86f4-20f3-42b9-82f2-3e68a3afb673 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089890 Sep 02 13:34:24.931997 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431c4264-74d3-44ed-b13d-30e05b18f151 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.935827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:24.936546 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.937313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:24.938150 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] 10.222.0.77 "PUT /v2.0/ports/a585530d-5acf-4d43-b090-b8ab899caad9 HTTP/1.1" status: 200 len: 1091 time: 1.4748058 Sep 02 13:34:24.938891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba41ae31-ecd7-447e-8f0c-30ff91d6ada9', 'tag': 'a585530d-5acf-4d43-b090-b8ab899caad9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:24.942893 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094baa7c-86f5-4186-b02f-4f44a62399be" -d '{"events": [{"name": "network-changed", "server_uuid": "ba41ae31-ecd7-447e-8f0c-30ff91d6ada9", "tag": "a585530d-5acf-4d43-b090-b8ab899caad9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:24.949274 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431c4264-74d3-44ed-b13d-30e05b18f151 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.966785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'port_id': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468', 'mac_address': 'fa:16:3e:30:4d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15b3572-036e-46a2-abaf-8545c3cdf93c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:34:24.972071 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431c4264-74d3-44ed-b13d-30e05b18f151 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:24.975243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-431c4264-74d3-44ed-b13d-30e05b18f151 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4548521 Sep 02 13:34:24.980109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52982) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:24.989550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8a6ced84-6358-4929-8d01-4e07feaa7a80 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'security_group_rule': {'security_group_id': 'beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:25.049485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a6ced84-6358-4929-8d01-4e07feaa7a80 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.051517 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20104981-789c-4e22-9ac6-6a64e14ab222 x-openstack-request-id: req-20104981-789c-4e22-9ac6-6a64e14ab222 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:25.051888 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba41ae31-ecd7-447e-8f0c-30ff91d6ada9", "tag": "a585530d-5acf-4d43-b090-b8ab899caad9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:25.052165 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20104981-789c-4e22-9ac6-6a64e14ab222 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:25.052529 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba41ae31-ecd7-447e-8f0c-30ff91d6ada9', 'tag': 'a585530d-5acf-4d43-b090-b8ab899caad9', 'status': 'completed', 'code': 200} Sep 02 13:34:25.076329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313e5f9-e4e5-48e3-b78b-2a38164f0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=a585530d-5acf-4d43-b090-b8ab899caad9,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:25.087588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c4264-74d3-44ed-b13d-30e05b18f151 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:25.107794 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.128897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-209283a1-b707-40d1-854a-07390ce203c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:25.131616 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-209283a1-b707-40d1-854a-07390ce203c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f10d508ed994f9daf872e4c22fdde98&device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 1094 time: 0.1316512 Sep 02 13:34:25.146022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3d9b231-2f81-4dcf-a298-980d2b2a3468 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:25.210053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:25.229263 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.236037 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a6ced84-6358-4929-8d01-4e07feaa7a80 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.244000 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a6ced84-6358-4929-8d01-4e07feaa7a80 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.245998 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-0f5ac508-3d8e-4505-ae49-3642f84aa1b9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a585530d-5acf-4d43-b090-b8ab899caad9 HTTP/1.1" status: 200 len: 217 time: 0.1015334 Sep 02 13:34:25.286627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ced84-6358-4929-8d01-4e07feaa7a80 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91301131-9cca-40d3-8770-14cacdb5a11c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:25.314857 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a6ced84-6358-4929-8d01-4e07feaa7a80 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.321631 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8a6ced84-6358-4929-8d01-4e07feaa7a80 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399591 Sep 02 13:34:25.322056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:25.331941 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a9213599-c439-45ad-b1ff-f19a84240ce1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'security_group_rule': {'security_group_id': 'beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:25.349238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-35e59dc8-37fc-4f48-af90-a4609fb6f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:25.350864 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-35e59dc8-37fc-4f48-af90-a4609fb6f79b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=230d8c02-850d-41d4-ab8d-2e76ed8b715f HTTP/1.1" status: 200 len: 851 time: 0.0942898 Sep 02 13:34:25.352207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f3d9b231-2f81-4dcf-a298-980d2b2a3468,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:25.401692 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9213599-c439-45ad-b1ff-f19a84240ce1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.408940 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-196057b6-3191-4001-bb19-195fb09b3227 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464842 Sep 02 13:34:25.432057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-135def1b-ffd4-4dfe-adc6-737df7166d27 req-464f7ecd-19e7-4dfa-ba8d-908fcc875cc6 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0569420 Sep 02 13:34:25.440353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['f3d9b231-2f81-4dcf-a298-980d2b2a3468'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:25.564297 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-af126181-5da0-406d-9035-05eb2e4cf21a service neutron] 10.222.0.77 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345382 Sep 02 13:34:25.600227 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9213599-c439-45ad-b1ff-f19a84240ce1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.641802 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9213599-c439-45ad-b1ff-f19a84240ce1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.689520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9213599-c439-45ad-b1ff-f19a84240ce1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368112b1-d8d0-404a-a9b8-74398ed5ffb7,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:25.700350 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9213599-c439-45ad-b1ff-f19a84240ce1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.710226 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a9213599-c439-45ad-b1ff-f19a84240ce1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3830566 Sep 02 13:34:25.711389 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53030) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:25.721802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:25.753971 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-b4ebea04-0e22-4687-925a-327b41f79319 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:25.756579 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-b4ebea04-0e22-4687-925a-327b41f79319 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0d78640-d39e-41d8-8584-3a19865211a2 HTTP/1.1" status: 200 len: 950 time: 0.1721578 Sep 02 13:34:25.785032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9afbd30a-792b-4878-92f3-4ff536f481e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:25.815410 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.864911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fdf6c48-5fd2-4f5b-92ce-7e1200401bc3 req-1656f00d-bef3-4d03-a23a-d8c7f62b2e30 service neutron] 10.222.0.77 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876351 Sep 02 13:34:25.896895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9afbd30a-792b-4878-92f3-4ff536f481e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:25.901542 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.968343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-896533e3-49bf-43ab-8554-ed78d73b267c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:25.969749 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-896533e3-49bf-43ab-8554-ed78d73b267c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5ba5ee6-5de2-4373-9346-8bf8ad834420 HTTP/1.1" status: 200 len: 950 time: 0.1305988 Sep 02 13:34:25.975684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Deleting port 141d4cc5-f1da-4cfd-abcc-854f22518c68 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:25.976482 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:25.985023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120da293-d7b9-430c-b733-16aa1e562283 req-0e003b74-2b4f-43cf-9b95-7d180f130256 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:25.997183 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-0e003b74-2b4f-43cf-9b95-7d180f130256 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.3622637 Sep 02 13:34:26.098338 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-625a1d4b-914a-43d0-a816-b7e00a7357cd tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/quotas/aef9a428c80748b391ac5635a60221c8 HTTP/1.1" status: 200 len: 375 time: 0.0992579 Sep 02 13:34:26.198777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094baa7c-86f5-4186-b02f-4f44a62399be req-b4854151-2e9a-4596-9f4c-db23672a30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:26.200365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-094baa7c-86f5-4186-b02f-4f44a62399be req-b4854151-2e9a-4596-9f4c-db23672a30f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f10d508ed994f9daf872e4c22fdde98&device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 1094 time: 0.1849701 Sep 02 13:34:26.251813 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-903092f3-1bba-4074-9132-62de2ad94e72 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1522605 Sep 02 13:34:26.372843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Deleting port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:26.373078 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:26.434520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e7248622-c7ef-4cb0-b07a-e5575a9625cd tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:34:26.435666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e7248622-c7ef-4cb0-b07a-e5575a9625cd tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106394 Sep 02 13:34:26.481121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094baa7c-86f5-4186-b02f-4f44a62399be req-fbc8ed7c-77b4-4bd6-b56a-6def8ae5692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:26.482599 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-094baa7c-86f5-4186-b02f-4f44a62399be req-fbc8ed7c-77b4-4bd6-b56a-6def8ae5692f service neutron] 10.222.0.77 "GET /v2.0/networks?id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 200 len: 912 time: 0.2716868 Sep 02 13:34:26.502980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-94452e04-5c47-49e1-af17-f52ef1367c86 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:26.504386 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-94452e04-5c47-49e1-af17-f52ef1367c86 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports/d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 200 len: 1094 time: 0.0565307 Sep 02 13:34:26.524304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Request body: {'binding': {'host': 'n-h1-794796-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:26.525076 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Unknown quota resources ['binding']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:34:26.546048 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-094baa7c-86f5-4186-b02f-4f44a62399be req-e13209a9-02e1-4a71-aea6-5c59bdaceee6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a585530d-5acf-4d43-b090-b8ab899caad9 HTTP/1.1" status: 200 len: 217 time: 0.0478675 Sep 02 13:34:26.586181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] For port 141d4cc5-f1da-4cfd-abcc-854f22518c68, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=141d4cc5-f1da-4cfd-abcc-854f22518c68,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:26.586975 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:26.591572 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:26.633038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-7d273788-6586-4984-9991-c379fd2c8026 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448715 Sep 02 13:34:26.637743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094baa7c-86f5-4186-b02f-4f44a62399be req-cd0aac55-9921-4492-b26d-57950c0e42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:26.639197 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-094baa7c-86f5-4186-b02f-4f44a62399be req-cd0aac55-9921-4492-b26d-57950c0e42c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=230d8c02-850d-41d4-ab8d-2e76ed8b715f HTTP/1.1" status: 200 len: 851 time: 0.0821722 Sep 02 13:34:26.650026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Calling delete_port for 141d4cc5-f1da-4cfd-abcc-854f22518c68 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:26.749361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f3d9b231-2f81-4dcf-a298-980d2b2a3468 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:26.765739 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-ea5568c0-bf9a-4f07-a683-e5ceefd7ab07 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313138 Sep 02 13:34:26.801764 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-094baa7c-86f5-4186-b02f-4f44a62399be req-dabb4fba-e9a6-437d-98dc-ce4decb992b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385461 Sep 02 13:34:26.858703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port f3d9b231-2f81-4dcf-a298-980d2b2a3468 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:26.859464 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:26.884107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] For port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:26.884677 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:26.901845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Calling delete_port for 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:26.946639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Allocated IP 172.25.3.237 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/39db824d-299b-4c14-b894-0d5566af1bce) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:27.007598 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-094baa7c-86f5-4186-b02f-4f44a62399be req-4d00987b-210a-4d42-ba82-29ef38e9f19b service neutron] 10.222.0.77 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955860 Sep 02 13:34:27.058111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c on host n-h1-794796-4 for vnic_type normal with profile None {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:27.062806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:27.063270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:27.068836 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.129396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:27.135868 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766fb5b0-fcbc-485a-ad44-ce121b8f2094" -d '{"events": [{"server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "name": "network-vif-plugged", "status": "completed", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:27.168012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:27.174053 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.175279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:27.175499 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-094baa7c-86f5-4186-b02f-4f44a62399be req-8496f1ff-b433-4606-a673-2a4ea0c92173 service neutron] 10.222.0.77 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532929 Sep 02 13:34:27.210563 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.225382 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Port d4198803-7805-4a54-9fde-cb23830d365c on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:27.225715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:27.268793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:27.269159 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:27.269573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:27.273289 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Bound port: d4198803-7805-4a54-9fde-cb23830d365c, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:27.293961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f3d9b231-2f81-4dcf-a298-980d2b2a3468,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:27.378425 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.389441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559474a-c10c-4e8d-a82b-36430a7ee5d8 req-e4d6811e-7c8e-4188-a7ee-ee7621f62e54 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:27.390987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c559474a-c10c-4e8d-a82b-36430a7ee5d8 req-e4d6811e-7c8e-4188-a7ee-ee7621f62e54 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ba5ee6-5de2-4373-9346-8bf8ad834420 HTTP/1.1" status: 200 len: 950 time: 0.2094486 Sep 02 13:34:27.432676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64', '141d4cc5-f1da-4cfd-abcc-854f22518c68'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:27.435608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:27.459065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event deleted for resources: {'Port': ['ID=141d4cc5-f1da-4cfd-abcc-854f22518c68,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:27.577517 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c559474a-c10c-4e8d-a82b-36430a7ee5d8 req-4c9766b2-2797-46db-85d7-5ea1bf8ec3f2 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378679 Sep 02 13:34:27.596896 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.654525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:27.655755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] No DVR routers for this DVR port 141d4cc5-f1da-4cfd-abcc-854f22518c68 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:27.659928 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.662135 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.664988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6fcc08a-7d93-4b70-8a5f-daa44de30a21 req-178546f7-c122-4047-b0da-690d0a0d7722 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "DELETE /v2.0/ports/141d4cc5-f1da-4cfd-abcc-854f22518c68 HTTP/1.1" status: 204 len: 173 time: 1.8986149 Sep 02 13:34:27.668714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d78640-d39e-41d8-8584-3a19865211a2', 'name': 'network-vif-deleted', 'tag': '141d4cc5-f1da-4cfd-abcc-854f22518c68'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:27.684520 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a60ed53-98dc-4fdb-9db4-0b76873638d7" -d '{"events": [{"server_uuid": "e0d78640-d39e-41d8-8584-3a19865211a2", "name": "network-vif-deleted", "tag": "141d4cc5-f1da-4cfd-abcc-854f22518c68"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:27.694353 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.709362 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-e679ddde-7e15-460b-8661-97d983911916 service neutron] 10.222.0.13 "POST /v2.0/ports/d4198803-7805-4a54-9fde-cb23830d365c/bindings HTTP/1.1" status: 201 len: 389 time: 1.1891603 Sep 02 13:34:27.737179 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.768219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:27.778468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:27.783557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:27.829519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Port': ['ID=39db824d-299b-4c14-b894-0d5566af1bce,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:27.885923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event deleted for resources: {'Port': ['ID=1a3e3c80-444b-43c1-9cc3-78ad73f09b54,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:27.970626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] No DVR routers for this DVR port 1a3e3c80-444b-43c1-9cc3-78ad73f09b54 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:27.974787 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:27.977516 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a31ae8fe-2c1b-4095-9744-264f190be751 req-fbc2d123-2403-4e71-ba1c-c7290ccab3a0 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "DELETE /v2.0/ports/1a3e3c80-444b-43c1-9cc3-78ad73f09b54 HTTP/1.1" status: 204 len: 173 time: 1.9631376 Sep 02 13:34:27.979279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ba5ee6-5de2-4373-9346-8bf8ad834420', 'name': 'network-vif-deleted', 'tag': '1a3e3c80-444b-43c1-9cc3-78ad73f09b54'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:27.983300 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc0f232-c5ec-41fa-95b5-bef231199084" -d '{"events": [{"server_uuid": "f5ba5ee6-5de2-4373-9346-8bf8ad834420", "name": "network-vif-deleted", "tag": "1a3e3c80-444b-43c1-9cc3-78ad73f09b54"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:28.013024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae50f5-dde5-4e55-a07d-1959ff7da0f8 req-c8a78ca3-17d4-4515-86d9-3e894d389f14 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:28.022796 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0aae50f5-dde5-4e55-a07d-1959ff7da0f8 req-c8a78ca3-17d4-4515-86d9-3e894d389f14 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.2632351 Sep 02 13:34:28.120662 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0aae50f5-dde5-4e55-a07d-1959ff7da0f8 req-b13d0b86-9b4b-4be4-b70a-fa5fa311069f tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938647 Sep 02 13:34:28.170560 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51c650-82d9-46c1-ab10-560d2dd41596 req-8c80aaa6-d01e-4383-8b26-2a7af9b7bbff tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:28.172295 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e51c650-82d9-46c1-ab10-560d2dd41596 req-8c80aaa6-d01e-4383-8b26-2a7af9b7bbff tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 943 time: 0.2914963 Sep 02 13:34:28.190129 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:28.390894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-c318d33d-9dd2-4c93-8a3b-d5534c57dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:28.393931 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-c318d33d-9dd2-4c93-8a3b-d5534c57dea7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1097 time: 0.1373861 Sep 02 13:34:28.416385 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2e51c650-82d9-46c1-ab10-560d2dd41596 req-964d8ac5-c079-4ae9-9f3c-66de7b3800f8 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280087 Sep 02 13:34:28.420795 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:28.654586 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e3e25ee-cec1-4145-b8e0-6e8e591512aa req-7c40185b-e453-4c4f-86a5-91940cc610a5 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1661773 Sep 02 13:34:28.690422 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4f8589de-8dd2-4576-b85b-706474eed4e8 req-994f098d-3768-4482-a778-66bd7e6d2b79 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 210 time: 0.1015575 Sep 02 13:34:28.758177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:28.767058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-66048881-ef1b-4ce5-a1f2-5741c8c597ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:28.769237 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-66048881-ef1b-4ce5-a1f2-5741c8c597ee service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.3625700 Sep 02 13:34:28.834470 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409372f0-acad-41ee-aab6-6a2ed17436ec x-openstack-request-id: req-409372f0-acad-41ee-aab6-6a2ed17436ec {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:28.834774 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d78640-d39e-41d8-8584-3a19865211a2", "name": "network-vif-deleted", "tag": "141d4cc5-f1da-4cfd-abcc-854f22518c68", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:28.835076 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-409372f0-acad-41ee-aab6-6a2ed17436ec {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:28.835478 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d78640-d39e-41d8-8584-3a19865211a2', 'name': 'network-vif-deleted', 'tag': '141d4cc5-f1da-4cfd-abcc-854f22518c68', 'status': 'completed', 'code': 200} Sep 02 13:34:28.888148 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:28.890065 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8e43e6-0199-4793-a9bd-feb78fa71cd7 x-openstack-request-id: req-8a8e43e6-0199-4793-a9bd-feb78fa71cd7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:28.892764 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "name": "network-vif-plugged", "status": "completed", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:28.896291 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:28.897274 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a8e43e6-0199-4793-a9bd-feb78fa71cd7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:28.899474 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468', 'code': 200} Sep 02 13:34:28.937185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-be6569ca-c215-4247-be3e-21294b67f742 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 200 len: 217 time: 0.1551130 Sep 02 13:34:28.943501 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fef564f-6a7b-43a6-a870-67fd7bc7723c x-openstack-request-id: req-9fef564f-6a7b-43a6-a870-67fd7bc7723c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:28.946504 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ba5ee6-5de2-4373-9346-8bf8ad834420", "name": "network-vif-deleted", "tag": "1a3e3c80-444b-43c1-9cc3-78ad73f09b54", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:28.947152 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fef564f-6a7b-43a6-a870-67fd7bc7723c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:28.948058 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ba5ee6-5de2-4373-9346-8bf8ad834420', 'name': 'network-vif-deleted', 'tag': '1a3e3c80-444b-43c1-9cc3-78ad73f09b54', 'status': 'completed', 'code': 200} Sep 02 13:34:29.082059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Port': ['ID=39db824d-299b-4c14-b894-0d5566af1bce,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:29.087768 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:29.135943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-0eccfa80-257b-4653-af89-70b2db44acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:29.138621 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-0eccfa80-257b-4653-af89-70b2db44acea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1890547 Sep 02 13:34:29.213790 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ef672387-a0aa-4c7d-8d38-25d81c2848fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644858 Sep 02 13:34:29.274117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:29.283981 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f9d9890a-7a85-43c0-ac42-d59c9fcc2533 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5633068 Sep 02 13:34:29.311680 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:29.394326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-3e742e81-d5c1-413b-beeb-29a8dd6ae095 service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688600 Sep 02 13:34:29.445065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3595270a-47e4-424b-8da9-91829fa1109d', 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:29.453172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3e8eb-aff0-4d91-902b-66d4e1742a5b req-27ed9a5b-eeac-44a0-bbf8-f4da5c78cc5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:29.465157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39a3e8eb-aff0-4d91-902b-66d4e1742a5b req-27ed9a5b-eeac-44a0-bbf8-f4da5c78cc5a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.4374244 Sep 02 13:34:29.537282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39a3e8eb-aff0-4d91-902b-66d4e1742a5b req-8c299113-d22e-4dc1-8a46-87531ed9f288 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624020 Sep 02 13:34:29.627394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120da293-d7b9-430c-b733-16aa1e562283 req-c87b0e21-3f93-4263-b1b2-d47d3bf00886 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:29.631552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-c87b0e21-3f93-4263-b1b2-d47d3bf00886 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.4761410 Sep 02 13:34:29.644717 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-9fb744bc-4ff9-472a-a589-ed02e7ead18a service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409081 Sep 02 13:34:29.648887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Request body: {'port': {'device_id': '24eaba9e-c3f3-4727-8f50-1db654310ceb', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'admin_state_up': True, 'tenant_id': 'aef9a428c80748b391ac5635a60221c8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:29.746738 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a585530d-5acf-4d43-b090-b8ab899caad9 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:34:29.749647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 141d4cc5-f1da-4cfd-abcc-854f22518c68 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:29.784354 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8b7b3-69a9-4a0a-a330-3ac6853574a6 req-7dcfe3c3-fea8-4a54-ba0e-e9e6a5e459b1 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:29.802394 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5cd8b7b3-69a9-4a0a-a330-3ac6853574a6 req-7dcfe3c3-fea8-4a54-ba0e-e9e6a5e459b1 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 943 time: 0.1250186 Sep 02 13:34:29.872729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 141d4cc5-f1da-4cfd-abcc-854f22518c68 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:29.876766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 141d4cc5-f1da-4cfd-abcc-854f22518c68 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:29.906347 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5cd8b7b3-69a9-4a0a-a330-3ac6853574a6 req-c202c38f-ed02-40ee-ac4b-fe50283621b1 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009116 Sep 02 13:34:29.933180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Made reservation on behalf of aef9a428c80748b391ac5635a60221c8 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:29.940624 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:30.062156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-2587a353-8e12-4c6d-9fb3-4a60e46bbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:30.063754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-2587a353-8e12-4c6d-9fb3-4a60e46bbe6b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=949efaf437c04ea08893ae2f3434a469&device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1563244 Sep 02 13:34:30.103235 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ad4638f-c85b-4dfb-b13f-f4027cf6ca97 req-ff5ce430-a2e4-4af6-b36b-0fedf37a0345 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 210 time: 0.0785460 Sep 02 13:34:30.148941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a585530d-5acf-4d43-b090-b8ab899caad9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a585530d-5acf-4d43-b090-b8ab899caad9,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:30.178496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'a585530d-5acf-4d43-b090-b8ab899caad9', 'network_id': '52862e1e-0dc2-4592-bdef-aa0dd85d73d0', 'port_id': 'a585530d-5acf-4d43-b090-b8ab899caad9', 'mac_address': 'fa:16:3e:4b:eb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d8c02-850d-41d4-ab8d-2e76ed8b715f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:34:30.271553 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6ab4e776-76a3-4047-a9e6-96f6a3be6fc8 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--544578366&fields=id&tenant_id=d4f8655433ef47719d30773dae624220 HTTP/1.1" status: 200 len: 267 time: 0.2001619 Sep 02 13:34:30.338067 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c5a73ef-16e4-4b2f-9345-f06d8182e0a3 req-5f8d0a4e-c1e4-4b55-ba91-7581b9ddbbfc tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0858984 Sep 02 13:34:30.351760 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-28821dd8-0289-4958-94ed-1a7d476bca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:30.353284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-28821dd8-0289-4958-94ed-1a7d476bca34 service neutron] 10.222.0.90 "GET /v2.0/networks?id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 200 len: 916 time: 0.2526846 Sep 02 13:34:30.431412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-9d413d09-c899-4e1d-a10d-3d9da9723109 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:30.432907 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-9d413d09-c899-4e1d-a10d-3d9da9723109 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports/62242978-32bf-44ee-ba00-453877bc6656 HTTP/1.1" status: 200 len: 929 time: 0.1459656 Sep 02 13:34:30.434162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Allocated IP 172.20.0.11 (79cd27ca-5513-4fc3-bbff-ceea57a3bac6/c492d62d-bb5c-403f-a25f-021347fc973a/df43748a-5c96-4c51-b25d-c6e0955e83f5) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:30.447827 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-17b6172e-f10b-494b-8144-60476ed59f44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6630f08a-72a3-4474-9787-5808c70cedf2 HTTP/1.1" status: 200 len: 217 time: 0.0827503 Sep 02 13:34:30.472508 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:30.487280 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:30.530430 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a585530d-5acf-4d43-b090-b8ab899caad9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:30.581362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a585530d-5acf-4d43-b090-b8ab899caad9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a585530d-5acf-4d43-b090-b8ab899caad9,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:30.586461 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:30.602048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-870a90a1-99ad-4a26-ba01-e6a0b9cd24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:30.604097 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-870a90a1-99ad-4a26-ba01-e6a0b9cd24f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=73956bbb-1fd4-49d8-bca8-b620168fb711 HTTP/1.1" status: 200 len: 854 time: 0.1430171 Sep 02 13:34:30.606666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b0db59c0-4b69-4021-ba33-b14b575a2a0f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:30.622948 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b0db59c0-4b69-4021-ba33-b14b575a2a0f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports/01de64f3-ebac-4c94-8ffc-a2cc80feddb3 HTTP/1.1" status: 200 len: 929 time: 0.1804760 Sep 02 13:34:30.675563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564210-325a-4d78-b6ce-b1004f2c9962 req-5eb4da6d-9f03-498c-b2ab-874c6bcf06a5 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:30.688925 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d8564210-325a-4d78-b6ce-b1004f2c9962 req-5eb4da6d-9f03-498c-b2ab-874c6bcf06a5 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1596348 Sep 02 13:34:30.793841 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-24f93db8-e021-4bc5-97e9-505b2c87b462 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?network_id=c873e024-b781-4ddf-a1d2-2663c483c3d1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1695745 Sep 02 13:34:30.808930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-3a794326-36af-4006-881a-fc5f4247fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:30.811297 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a585530d-5acf-4d43-b090-b8ab899caad9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:30.818158 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-3a794326-36af-4006-881a-fc5f4247fb92 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=116ee1ae-eb3f-46bb-9d02-f159b293e2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046347 Sep 02 13:34:30.849362 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d8564210-325a-4d78-b6ce-b1004f2c9962 req-8aa22825-ea1e-46a7-b16c-4e0cd74fc95f tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586709 Sep 02 13:34:30.898199 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-ebd302d7-a61a-416d-8542-d1a0e366896f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?network_id=c873e024-b781-4ddf-a1d2-2663c483c3d1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1030998 Sep 02 13:34:30.923865 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a585530d-5acf-4d43-b090-b8ab899caad9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:31.045789 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-6a576bab-c750-45cc-ac5e-eddf51f72433 service neutron] 10.222.0.90 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928267 Sep 02 13:34:31.076614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-bbbb2812-541d-4c0e-b473-1ffef7bf551d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:31.084372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-bbbb2812-541d-4c0e-b473-1ffef7bf551d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:31.090797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-bbbb2812-541d-4c0e-b473-1ffef7bf551d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:31.102615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-bbbb2812-541d-4c0e-b473-1ffef7bf551d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/networks?id=f7101f13-aa28-439b-8f2e-77da4de64792&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=c873e024-b781-4ddf-a1d2-2663c483c3d1&id=c873e024-b781-4ddf-a1d2-2663c483c3d1 HTTP/1.1" status: 200 len: 1988 time: 0.2033184 Sep 02 13:34:31.141143 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2c8c0bf9-7941-4f02-81a3-2b44393ca438 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/quotas/d4f8655433ef47719d30773dae624220 HTTP/1.1" status: 200 len: 375 time: 0.0368130 Sep 02 13:34:31.165320 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-022bc061-2a5b-4a4f-b779-9d706e4d7712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:31.210111 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b07dbfab-0c5e-405f-8810-f5c667182610 req-1fff6023-98be-4e9b-9d1d-69bb496f1c34 service neutron] 10.222.0.90 "GET /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280234 Sep 02 13:34:31.266317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03128e0b-9ae3-48d2-af4b-a64a7999181b req-a135f52d-7fca-4039-af77-a85f69e9c398 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:31.275897 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03128e0b-9ae3-48d2-af4b-a64a7999181b req-a135f52d-7fca-4039-af77-a85f69e9c398 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.2285867 Sep 02 13:34:31.290322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-27281e87-895d-4def-8c3b-123ea6ce0916 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1464827 Sep 02 13:34:31.338897 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03128e0b-9ae3-48d2-af4b-a64a7999181b req-cb57c784-6cc8-4f7a-a217-30ebd1c49ba5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558569 Sep 02 13:34:31.428506 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:31.490013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-168a4a33-9587-495d-b0a6-445f6773de0f service neutron] 10.222.0.13 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757078 Sep 02 13:34:31.584657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d0712-df3a-42e3-b825-6a2b4d94cad0 req-cb1fba86-cb33-4dac-8840-e7b9be3d3726 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:31.588308 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-609d0712-df3a-42e3-b825-6a2b4d94cad0 req-cb1fba86-cb33-4dac-8840-e7b9be3d3726 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 944 time: 0.0751801 Sep 02 13:34:31.592506 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:31.641248 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-609d0712-df3a-42e3-b825-6a2b4d94cad0 req-125d898e-8fb9-4f3c-ba60-be1f0512eb09 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Sep 02 13:34:31.672067 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:31.700459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event updated for resources: {'Port': ['ID=df43748a-5c96-4c51-b25d-c6e0955e83f5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:31.703464 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:31.711904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:31.763343 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-82166868-b5c7-4e22-842c-b9a71ae19801 service neutron] 10.222.0.13 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655923 Sep 02 13:34:31.830201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:31.853963 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f36e801b-9721-48e5-8f04-6521674cab7a service neutron] 10.222.0.13 "GET /v2.0/ports/62242978-32bf-44ee-ba00-453877bc6656?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0892889 Sep 02 13:34:31.917187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:31.918493 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:31.983783 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-698651a0-e67e-4a36-a64d-7e1a08705082 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3391047 Sep 02 13:34:32.027828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Request body: {'port': {'device_id': '24eaba9e-c3f3-4727-8f50-1db654310ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:32.160331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e490-fea5-4fcf-919a-de002b593d50 req-9f752d32-6ce8-46f2-b67b-b2750ebc2d8a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:32.163509 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-ca3fb295-be4c-4453-9d5d-114c07261f3e service neutron] 10.222.0.13 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085234 Sep 02 13:34:32.165799 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:32.167349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab72e490-fea5-4fcf-919a-de002b593d50 req-9f752d32-6ce8-46f2-b67b-b2750ebc2d8a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 932 time: 0.1559999 Sep 02 13:34:32.292665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab72e490-fea5-4fcf-919a-de002b593d50 req-823ade52-ab38-4e5c-af40-5ac8cd537c48 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159325 Sep 02 13:34:32.481298 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7775c4d5-f994-4536-9302-4c568b62809e req-f2c658f3-144e-4566-8781-af4b4ed1d438 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0543234 Sep 02 13:34:32.670575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bf88d-17be-471e-b92e-4afdb7878bd2 req-fdc5ae89-5aee-46b4-a91e-ac4b0c1115b6 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:32.682810 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-901bf88d-17be-471e-b92e-4afdb7878bd2 req-fdc5ae89-5aee-46b4-a91e-ac4b0c1115b6 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1191528 Sep 02 13:34:32.742769 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-ab56f9c9-c261-45b8-8739-91123fb7d90e service neutron] 10.222.0.13 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621831 Sep 02 13:34:32.784457 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-901bf88d-17be-471e-b92e-4afdb7878bd2 req-e4d34293-756a-4c6d-8d37-df7528f51366 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998659 Sep 02 13:34:32.864628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-e9f01e33-65c4-4aff-8ef1-c6a0ae3c348b service neutron] 10.222.0.13 "GET /v2.0/ports/01de64f3-ebac-4c94-8ffc-a2cc80feddb3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1080086 Sep 02 13:34:33.067183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4708d2e-ed76-41b7-ba03-83954f16a046 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892493 Sep 02 13:34:33.204747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df43748a-5c96-4c51-b25d-c6e0955e83f5 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:33.222625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:33.271620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Transition to ACTIVE for port object df43748a-5c96-4c51-b25d-c6e0955e83f5 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:33.285115 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:33.334492 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-0c8c9eba-5c7c-4036-8b15-2c51b0caab43 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644169 Sep 02 13:34:33.337032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fa2c0-b5b5-4c00-95fd-ae98c8314e7c req-0037678a-7a7c-42c6-92e1-9a4f2d999902 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:33.346458 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-095fa2c0-b5b5-4c00-95fd-ae98c8314e7c req-0037678a-7a7c-42c6-92e1-9a4f2d999902 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.1375694 Sep 02 13:34:33.403600 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-095fa2c0-b5b5-4c00-95fd-ae98c8314e7c req-27271f62-a269-4221-b25c-fa52148720b2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558949 Sep 02 13:34:33.528706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=df43748a-5c96-4c51-b25d-c6e0955e83f5,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:33.599423 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07dd8555-9cba-41a4-9b0d-8604b977d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:33.691414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a585530d-5acf-4d43-b090-b8ab899caad9 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:33.734141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d24d1-5a70-498a-aaa7-b430470eac74 req-09aa35bc-a276-415d-986d-972a6b2e9554 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:33.750593 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2e8d24d1-5a70-498a-aaa7-b430470eac74 req-09aa35bc-a276-415d-986d-972a6b2e9554 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 944 time: 0.1034436 Sep 02 13:34:33.781021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Attempting to bind port df43748a-5c96-4c51-b25d-c6e0955e83f5 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:33.781784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Attempting to bind port df43748a-5c96-4c51-b25d-c6e0955e83f5 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:33.782018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Attempting to bind port df43748a-5c96-4c51-b25d-c6e0955e83f5 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:33.803755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Port df43748a-5c96-4c51-b25d-c6e0955e83f5 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:33.808013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Attempting to bind port df43748a-5c96-4c51-b25d-c6e0955e83f5 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:33.821185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:33.821670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Checking segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:33.822428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Bound using segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:33.823024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Bound port: df43748a-5c96-4c51-b25d-c6e0955e83f5, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:33.828656 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:33.833282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port a585530d-5acf-4d43-b090-b8ab899caad9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:33.841224 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-05b90fbf-9f2a-42e1-985c-68cb030080dc service neutron] 10.222.0.13 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845550 Sep 02 13:34:33.844908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port a585530d-5acf-4d43-b090-b8ab899caad9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:33.845439 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:33.851413 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2e8d24d1-5a70-498a-aaa7-b430470eac74 req-9c5326d6-a9b0-4ed0-9776-28296a43523b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970979 Sep 02 13:34:34.064905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-ae60db05-0d0f-4d35-93c8-77d4d529e097 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:34.067296 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-ae60db05-0d0f-4d35-93c8-77d4d529e097 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e256f30-7923-49be-a025-a3217200c9b7 HTTP/1.1" status: 200 len: 950 time: 0.1463521 Sep 02 13:34:34.086643 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:34.113900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] For port df43748a-5c96-4c51-b25d-c6e0955e83f5, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:34.119135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] For port df43748a-5c96-4c51-b25d-c6e0955e83f5, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=df43748a-5c96-4c51-b25d-c6e0955e83f5,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:34.130499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-442715e3-6147-4523-90bc-406694209ff6 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793431 Sep 02 13:34:34.133127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:34.165688 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:34.177623 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba41ae31-ecd7-447e-8f0c-30ff91d6ada9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a585530d-5acf-4d43-b090-b8ab899caad9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:34.182044 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b4766-648d-437a-aa92-722c9445632b" -d '{"events": [{"server_uuid": "ba41ae31-ecd7-447e-8f0c-30ff91d6ada9", "name": "network-vif-plugged", "status": "completed", "tag": "a585530d-5acf-4d43-b090-b8ab899caad9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:34.197954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a585530d-5acf-4d43-b090-b8ab899caad9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a585530d-5acf-4d43-b090-b8ab899caad9,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:34.204206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:34.277416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:34.278449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:34.280196 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] 10.222.0.77 "PUT /v2.0/ports/df43748a-5c96-4c51-b25d-c6e0955e83f5 HTTP/1.1" status: 200 len: 1092 time: 2.2785671 Sep 02 13:34:34.280866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24eaba9e-c3f3-4727-8f50-1db654310ceb', 'tag': 'df43748a-5c96-4c51-b25d-c6e0955e83f5'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:34.284407 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c72e825-4960-4893-b4fb-ecd9c84421ec" -d '{"events": [{"name": "network-changed", "server_uuid": "24eaba9e-c3f3-4727-8f50-1db654310ceb", "tag": "df43748a-5c96-4c51-b25d-c6e0955e83f5"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:34.324192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d3958-aeb1-407e-afaf-6ce24aa36ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=df43748a-5c96-4c51-b25d-c6e0955e83f5,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:34.372673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a585530d-5acf-4d43-b090-b8ab899caad9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:34.446178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Deleting port 3595270a-47e4-424b-8da9-91829fa1109d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:34.447187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:34.461832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027827c-4fa8-4b0c-b61c-754b44a7192d req-1ead5bf6-8fc2-4900-86c8-f8c51f5a576a tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:34.473105 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a027827c-4fa8-4b0c-b61c-754b44a7192d req-1ead5bf6-8fc2-4900-86c8-f8c51f5a576a tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e256f30-7923-49be-a025-a3217200c9b7 HTTP/1.1" status: 200 len: 950 time: 0.2239139 Sep 02 13:34:34.489731 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-48fc33b9-6496-4e33-8360-497881efd638 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971449 Sep 02 13:34:34.515102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120da293-d7b9-430c-b733-16aa1e562283 req-18948c57-cce7-4fa0-bb37-2d11b44fa195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:34.517037 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-18948c57-cce7-4fa0-bb37-2d11b44fa195 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 1095 time: 0.1631830 Sep 02 13:34:34.606086 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a027827c-4fa8-4b0c-b61c-754b44a7192d req-070c43f3-7a50-41ee-b9fd-2a5d0ff36ea6 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288886 Sep 02 13:34:34.655668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-564b08cf-a6f5-4ae7-a7ff-3de675c9c1e0 service neutron] 10.222.0.13 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648910 Sep 02 13:34:34.712878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] For port 3595270a-47e4-424b-8da9-91829fa1109d, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3595270a-47e4-424b-8da9-91829fa1109d,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:34.713294 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:34.723521 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-bac1cc9f-8cf9-4dc4-92a1-387c48c08b4d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df43748a-5c96-4c51-b25d-c6e0955e83f5 HTTP/1.1" status: 200 len: 217 time: 0.0667102 Sep 02 13:34:34.737925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Calling delete_port for 3595270a-47e4-424b-8da9-91829fa1109d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:34.762726 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:34.893544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120da293-d7b9-430c-b733-16aa1e562283 req-d9959283-ad48-4326-8005-be4580a3982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:34.898447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-d9959283-ad48-4326-8005-be4580a3982a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1598623 Sep 02 13:34:34.909871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44da6-68af-4180-b2aa-123065908eb1 req-3511e5d7-5dd8-475a-8615-10311b404b32 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:34.925079 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97b44da6-68af-4180-b2aa-123065908eb1 req-3511e5d7-5dd8-475a-8615-10311b404b32 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 944 time: 0.1076958 Sep 02 13:34:34.964306 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-6beccf1d-dd92-4c97-8a7d-04ae4ac93349 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546622 Sep 02 13:34:35.002927 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-e1cdcbe3-6a42-4fa7-8dc2-59ec124b7627 service neutron] 10.222.0.13 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912719 Sep 02 13:34:35.168090 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-00a6655f-331f-4151-8313-8b112ce04df2 service neutron] 10.222.0.13 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117666 Sep 02 13:34:35.331250 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-9dd8b466-8079-484a-957a-f31d89856617 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586063 Sep 02 13:34:35.441870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-e7cd0367-68bb-467c-a0e0-788c87a2edf4 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:35.444209 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-e7cd0367-68bb-467c-a0e0-788c87a2edf4 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "GET /v2.0/ports?device_id=c1302095-f893-470e-9283-b3400be446ad HTTP/1.1" status: 200 len: 950 time: 0.1979823 Sep 02 13:34:35.461215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:35.475056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:35.501452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event deleted for resources: {'Port': ['ID=3595270a-47e4-424b-8da9-91829fa1109d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:35.515977 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97b44da6-68af-4180-b2aa-123065908eb1 req-2e61718a-ae75-4d11-8a74-bc82f5739cfe tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905061 Sep 02 13:34:35.545210 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-57b8a037-3b25-4b01-89a4-a81d51b9c52a service neutron] 10.222.0.13 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681650 Sep 02 13:34:35.553305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.553661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.554003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.554369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.554708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.555042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.555513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.555879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.556210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.556551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.557782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.557782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:35.567209 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:35.639356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] No DVR routers for this DVR port 3595270a-47e4-424b-8da9-91829fa1109d on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:35.643785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:35.646094 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e859cc3-3135-4281-b0a8-d0bcb9ce1a5b req-b564c0fe-bfe0-458a-ae84-b62a21927a49 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "DELETE /v2.0/ports/3595270a-47e4-424b-8da9-91829fa1109d HTTP/1.1" status: 204 len: 173 time: 1.5684803 Sep 02 13:34:35.656604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e256f30-7923-49be-a025-a3217200c9b7', 'name': 'network-vif-deleted', 'tag': '3595270a-47e4-424b-8da9-91829fa1109d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:35.659824 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650729a1-26f8-4ff8-b315-4a9ca6b51e89" -d '{"events": [{"server_uuid": "6e256f30-7923-49be-a025-a3217200c9b7", "name": "network-vif-deleted", "tag": "3595270a-47e4-424b-8da9-91829fa1109d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:35.690680 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-dc7aed66-c546-48ff-89f4-fef672f9278a service neutron] 10.222.0.13 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170895 Sep 02 13:34:35.719905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6225d45a-3ddf-4310-8648-9d671a5f7c96 req-081c90de-72ec-4386-85fe-f4387ccc9b86 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0789068 Sep 02 13:34:35.743059 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120da293-d7b9-430c-b733-16aa1e562283 req-0d97db73-e784-40b8-8cf0-d2e09e8a8de4 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926582 Sep 02 13:34:35.815980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Deleting port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:35.816338 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:36.109446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bd512-7ee0-4500-a97e-f9508ac872e0 req-115169b8-e0f9-4aa2-a73b-910dfbdae665 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:36.115445 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-043bd512-7ee0-4500-a97e-f9508ac872e0 req-115169b8-e0f9-4aa2-a73b-910dfbdae665 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1937058 Sep 02 13:34:36.139593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] For port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:36.140565 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:36.207017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Calling delete_port for c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:36.266068 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-043bd512-7ee0-4500-a97e-f9508ac872e0 req-0b32f5b3-2058-42bf-9c67-0216bd677b20 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351662 Sep 02 13:34:36.443656 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63219146-f3de-41c9-806c-894dbac08bd8 x-openstack-request-id: req-63219146-f3de-41c9-806c-894dbac08bd8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:36.444748 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba41ae31-ecd7-447e-8f0c-30ff91d6ada9", "name": "network-vif-plugged", "status": "completed", "tag": "a585530d-5acf-4d43-b090-b8ab899caad9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:36.445327 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63219146-f3de-41c9-806c-894dbac08bd8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:36.453511 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba41ae31-ecd7-447e-8f0c-30ff91d6ada9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a585530d-5acf-4d43-b090-b8ab899caad9', 'code': 200} Sep 02 13:34:36.473224 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:36.657224 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccd9425-7914-4691-ab1a-ba9ba95ed949 x-openstack-request-id: req-8ccd9425-7914-4691-ab1a-ba9ba95ed949 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:36.657588 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24eaba9e-c3f3-4727-8f50-1db654310ceb", "tag": "df43748a-5c96-4c51-b25d-c6e0955e83f5", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:36.658410 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ccd9425-7914-4691-ab1a-ba9ba95ed949 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:36.658909 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24eaba9e-c3f3-4727-8f50-1db654310ceb', 'tag': 'df43748a-5c96-4c51-b25d-c6e0955e83f5', 'status': 'completed', 'code': 200} Sep 02 13:34:36.691216 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:36.711074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:36.715095 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:34:36.758887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event deleted for resources: {'Port': ['ID=c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:36.782001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:36.829339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-51182d12-b7c0-44d5-9676-8c7dde4f780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:36.830873 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-51182d12-b7c0-44d5-9676-8c7dde4f780f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 1095 time: 0.2699323 Sep 02 13:34:36.843067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:36.843844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d37b0-a88d-44c2-9233-be6c24b56ad0 req-6879c648-13a9-456d-99b3-3d44f19d2dc6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:36.844090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:36.844759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3595270a-47e4-424b-8da9-91829fa1109d no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:36.862686 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e5d37b0-a88d-44c2-9233-be6c24b56ad0 req-6879c648-13a9-456d-99b3-3d44f19d2dc6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.2168736 Sep 02 13:34:36.869040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 3595270a-47e4-424b-8da9-91829fa1109d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:36.869521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3595270a-47e4-424b-8da9-91829fa1109d not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:36.891093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] No DVR routers for this DVR port c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:36.895988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33d169-c852-4f15-8cdb-67169d0a69a7 req-933ea5c0-064f-429a-b7f7-ca4ea6f5b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:36.897795 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf33d169-c852-4f15-8cdb-67169d0a69a7 req-933ea5c0-064f-429a-b7f7-ca4ea6f5b5c2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 1096 time: 0.2378204 Sep 02 13:34:36.898978 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:36.902284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1159a228-fee1-4e32-9cc5-e9634b7b961e req-df701b8a-4e4c-4d38-bb2b-e70730a210be tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.90 "DELETE /v2.0/ports/c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a HTTP/1.1" status: 204 len: 173 time: 1.4388916 Sep 02 13:34:37.030287 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf33d169-c852-4f15-8cdb-67169d0a69a7 req-b8a24981-5de8-4fc5-a670-9a607b499493 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005728 Sep 02 13:34:37.157201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e5d37b0-a88d-44c2-9233-be6c24b56ad0 req-10575ce1-0c68-4815-ae44-c21fae2468fe tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913613 Sep 02 13:34:37.255205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-4c68937c-116a-4426-a1d5-24a60db4e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:37.257216 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-4c68937c-116a-4426-a1d5-24a60db4e592 service neutron] 10.222.0.77 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 906 time: 0.3703229 Sep 02 13:34:37.378327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-b356ae71-be2c-419e-a8c8-ae3b0cf806f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df43748a-5c96-4c51-b25d-c6e0955e83f5 HTTP/1.1" status: 200 len: 217 time: 0.1131606 Sep 02 13:34:37.385382 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4a7fee-4095-4d32-8171-4d544426c811 x-openstack-request-id: req-0a4a7fee-4095-4d32-8171-4d544426c811 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:37.385963 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e256f30-7923-49be-a025-a3217200c9b7", "name": "network-vif-deleted", "tag": "3595270a-47e4-424b-8da9-91829fa1109d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:37.389020 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a4a7fee-4095-4d32-8171-4d544426c811 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:37.389792 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e256f30-7923-49be-a025-a3217200c9b7', 'name': 'network-vif-deleted', 'tag': '3595270a-47e4-424b-8da9-91829fa1109d', 'status': 'completed', 'code': 200} Sep 02 13:34:37.435227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf6730-89a0-4a4d-84ee-5fcda9a7c1a3 req-8563037e-a7cc-4256-9559-3fb504345083 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:37.440572 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91cf6730-89a0-4a4d-84ee-5fcda9a7c1a3 req-8563037e-a7cc-4256-9559-3fb504345083 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1473486 Sep 02 13:34:37.579060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-1ae86e7e-afd0-44e8-a50e-dd3cc2ef2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:37.595914 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91cf6730-89a0-4a4d-84ee-5fcda9a7c1a3 req-eba5adee-c76f-4274-abac-c5983d140ace tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446648 Sep 02 13:34:37.597144 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-1ae86e7e-afd0-44e8-a50e-dd3cc2ef2a58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1841762 Sep 02 13:34:37.675834 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-7ddeff68-4ce6-4870-abc4-0fecab667b66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624516 Sep 02 13:34:37.746507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239c972-525c-4f2c-bbb1-dd98b8d13267 req-a84fce46-1c82-4353-b98c-9b20e55fa497 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:37.769035 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f239c972-525c-4f2c-bbb1-dd98b8d13267 req-a84fce46-1c82-4353-b98c-9b20e55fa497 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340 HTTP/1.1" status: 200 len: 946 time: 0.2542582 Sep 02 13:34:37.884149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f239c972-525c-4f2c-bbb1-dd98b8d13267 req-7e08230d-26e5-48e8-bfd7-9cc0fad91374 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981257 Sep 02 13:34:37.943964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197058e-a9c3-4f6a-a79a-5b3a31be591d req-80fe73d8-f316-4431-bf01-cba07b8f1589 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:37.965670 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e197058e-a9c3-4f6a-a79a-5b3a31be591d req-80fe73d8-f316-4431-bf01-cba07b8f1589 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 944 time: 0.1735783 Sep 02 13:34:37.978095 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-0fc36e08-ef69-4730-8718-ce5addcbf00d service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922587 Sep 02 13:34:38.050889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e197058e-a9c3-4f6a-a79a-5b3a31be591d req-7e692d4b-5d54-4543-8f70-703b778a8b45 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842016 Sep 02 13:34:38.095542 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b98cffa7-6631-466e-be0f-436cf7d2beb7 req-2103042e-a363-4a54-bd76-5027e21cf312 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1194158 Sep 02 13:34:38.184640 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c72e825-4960-4893-b4fb-ecd9c84421ec req-4953d60a-37f3-4b5e-8081-537beb264107 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963985 Sep 02 13:34:38.265402 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5424ffb3-5a1e-4e8f-ac5c-2165c066f1ce req-02068fb8-10e9-45b2-a372-0ef5cb7a40d4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0433841 Sep 02 13:34:38.316177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c17ce-ddd0-4eb3-89a3-6699ae95e54d req-85ccfc71-ac6a-4bb2-8462-8bd8f660036d tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:38.318187 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b2c17ce-ddd0-4eb3-89a3-6699ae95e54d req-85ccfc71-ac6a-4bb2-8462-8bd8f660036d tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 945 time: 0.0904334 Sep 02 13:34:38.398123 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b2c17ce-ddd0-4eb3-89a3-6699ae95e54d req-c9c1e5dc-3cdd-4a5b-ab7f-dba66ce22666 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740473 Sep 02 13:34:38.534734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-2c04e432-d7f1-4ae1-8548-d43bb35c6f1a req-a35ce645-20b3-428b-b220-69be46dacf2b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:34:38.535802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c04e432-d7f1-4ae1-8548-d43bb35c6f1a req-a35ce645-20b3-428b-b220-69be46dacf2b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067296 Sep 02 13:34:38.633692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f0375-6dc4-447c-b63d-7d014fced23a req-846487c8-58ac-499a-9f94-e4c8028eae44 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:38.636378 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ab3f0375-6dc4-447c-b63d-7d014fced23a req-846487c8-58ac-499a-9f94-e4c8028eae44 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.0799839 Sep 02 13:34:38.672349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1302095-f893-470e-9283-b3400be446ad', 'name': 'network-vif-deleted', 'tag': 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:38.675471 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b421ac8f-1080-452a-b5bf-53a1b4551a84" -d '{"events": [{"server_uuid": "c1302095-f893-470e-9283-b3400be446ad", "name": "network-vif-deleted", "tag": "c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:38.690392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c04e432-d7f1-4ae1-8548-d43bb35c6f1a req-5a2c2a0b-a112-499a-ab81-f459a0d4c703 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1397901 Sep 02 13:34:38.709716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ab3f0375-6dc4-447c-b63d-7d014fced23a req-d8c165c4-14d3-4570-9848-e27d4333ccc3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 Sep 02 13:34:39.071013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-4ea457a3-9d8a-4d76-8cfb-75fa50ff5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:39.072770 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-4ea457a3-9d8a-4d76-8cfb-75fa50ff5041 service neutron] 10.222.0.90 "GET /v2.0/ports/62242978-32bf-44ee-ba00-453877bc6656 HTTP/1.1" status: 200 len: 1025 time: 0.1068938 Sep 02 13:34:39.108682 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd5829-8d82-4dec-8ecf-19a1654b3318 x-openstack-request-id: req-efcd5829-8d82-4dec-8ecf-19a1654b3318 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:39.109205 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1302095-f893-470e-9283-b3400be446ad", "name": "network-vif-deleted", "tag": "c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:39.109592 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efcd5829-8d82-4dec-8ecf-19a1654b3318 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:39.110113 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1302095-f893-470e-9283-b3400be446ad', 'name': 'network-vif-deleted', 'tag': 'c36d9559-0a91-4d5e-b7ed-0c97b7bfe32a', 'status': 'completed', 'code': 200} Sep 02 13:34:39.164939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-d5d382e8-664c-432b-b2c6-23f0693f22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:39.169129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-d5d382e8-664c-432b-b2c6-23f0693f22c9 service neutron] 10.222.0.90 "GET /v2.0/ports/01de64f3-ebac-4c94-8ffc-a2cc80feddb3 HTTP/1.1" status: 200 len: 1025 time: 0.0779603 Sep 02 13:34:39.413838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfad5ae-6abb-48ca-92c6-a6575a63580a req-4fe8d583-b6d6-47df-b0f8-95ef4eb2be46 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:39.424011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3cfad5ae-6abb-48ca-92c6-a6575a63580a req-4fe8d583-b6d6-47df-b0f8-95ef4eb2be46 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.0816336 Sep 02 13:34:39.485956 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3cfad5ae-6abb-48ca-92c6-a6575a63580a req-6845c88c-7704-403f-a995-4038ffd3588f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595036 Sep 02 13:34:39.642100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38106ddd-e0d4-4bd0-a147-098b52652a71 req-c3797efa-50d4-473f-859b-83324900564f tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:39.649552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-38106ddd-e0d4-4bd0-a147-098b52652a71 req-c3797efa-50d4-473f-859b-83324900564f tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.4753284 Sep 02 13:34:39.695447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c2089-3de0-4778-8e40-921b734a37d3 req-d576c059-af1e-4157-a058-b6bbf7cc4390 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:39.696075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device df43748a-5c96-4c51-b25d-c6e0955e83f5 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:34:39.697025 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e8c2089-3de0-4778-8e40-921b734a37d3 req-d576c059-af1e-4157-a058-b6bbf7cc4390 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 949 time: 0.1023068 Sep 02 13:34:39.717368 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-38106ddd-e0d4-4bd0-a147-098b52652a71 req-07bbc316-a651-4647-897a-96989c285591 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659289 Sep 02 13:34:39.792930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-ba7d4444-20b6-41ac-88b8-21c822abb09f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:39.796388 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e8c2089-3de0-4778-8e40-921b734a37d3 req-8ebce5b7-a24f-467e-bbc5-e1603968492e tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932670 Sep 02 13:34:39.810974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-ba7d4444-20b6-41ac-88b8-21c822abb09f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:39.823582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-ba7d4444-20b6-41ac-88b8-21c822abb09f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:39.828540 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-ba7d4444-20b6-41ac-88b8-21c822abb09f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "GET /v2.0/networks?id=f7101f13-aa28-439b-8f2e-77da4de64792&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=c873e024-b781-4ddf-a1d2-2663c483c3d1&id=c873e024-b781-4ddf-a1d2-2663c483c3d1 HTTP/1.1" status: 200 len: 1988 time: 0.6410427 Sep 02 13:34:39.966893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port df43748a-5c96-4c51-b25d-c6e0955e83f5, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=df43748a-5c96-4c51-b25d-c6e0955e83f5,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:39.983082 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-4239660f-f184-4acf-b259-39836504badf tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4f8655433ef47719d30773dae624220 HTTP/1.1" status: 200 len: 379 time: 0.1430130 Sep 02 13:34:39.994660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'df43748a-5c96-4c51-b25d-c6e0955e83f5', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'port_id': 'df43748a-5c96-4c51-b25d-c6e0955e83f5', 'mac_address': 'fa:16:3e:8d:ac:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c492d62d-bb5c-403f-a25f-021347fc973a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:34:39.995456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'admin_state_up': True, 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'security_groups': ['beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:40.019694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04f4f-0de4-47b7-9105-cb2ef4810ed5 req-7cb86add-2907-4766-a255-8a6e3672d3c7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:40.027937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-40d04f4f-0de4-47b7-9105-cb2ef4810ed5 req-7cb86add-2907-4766-a255-8a6e3672d3c7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 944 time: 0.1649671 Sep 02 13:34:40.056110 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:40.078091 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df43748a-5c96-4c51-b25d-c6e0955e83f5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:40.100195 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e104bffe-a511-46e9-b669-909104d05f3a req-6bc2a067-50cf-46e9-a151-1b68d644b4df tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1259315 Sep 02 13:34:40.108276 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port df43748a-5c96-4c51-b25d-c6e0955e83f5, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=df43748a-5c96-4c51-b25d-c6e0955e83f5,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:40.115245 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:40.121547 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-40d04f4f-0de4-47b7-9105-cb2ef4810ed5 req-d83b6604-e487-4061-8dd6-77469638ace3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926669 Sep 02 13:34:40.241915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=df43748a-5c96-4c51-b25d-c6e0955e83f5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:40.298854 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2df63e40-0deb-4e29-8fcb-fec1558b8bee req-3944c3fe-4d38-42f8-be41-973872f7da94 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0554590 Sep 02 13:34:40.299631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:40.305074 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:40.530273 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['df43748a-5c96-4c51-b25d-c6e0955e83f5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:40.642290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749634f-534a-4e8b-8967-5d6922b008a9 req-ff1d9129-0f18-4afb-ad20-7b29a5807be2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:40.650606 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8749634f-534a-4e8b-8967-5d6922b008a9 req-ff1d9129-0f18-4afb-ad20-7b29a5807be2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340 HTTP/1.1" status: 200 len: 946 time: 0.1813414 Sep 02 13:34:40.777120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Allocated IP 172.20.0.8 (f7101f13-aa28-439b-8f2e-77da4de64792/aba5c1ba-0d1e-4e51-9e18-bd5b822fa765/9af3247c-e19f-4af6-9e32-a92dcfda1bb6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:40.820721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-91921147-8698-4203-a255-87f89147e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:40.823389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-91921147-8698-4203-a255-87f89147e90d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f10d508ed994f9daf872e4c22fdde98&device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 1096 time: 0.2167094 Sep 02 13:34:40.857670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe32627-1d5c-4d2e-aa1b-332f2c4d1484 req-5c03c628-6f0a-4696-8bcd-a73eb9536681 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:40.873345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bbe32627-1d5c-4d2e-aa1b-332f2c4d1484 req-5c03c628-6f0a-4696-8bcd-a73eb9536681 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.2084293 Sep 02 13:34:41.022813 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:41.037643 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bbe32627-1d5c-4d2e-aa1b-332f2c4d1484 req-b362ce86-148d-4c54-98cd-1755553c2b3f tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423573 Sep 02 13:34:41.039947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Transition to ACTIVE for port object 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:41.102527 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:41.115353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-536d51ea-d7d8-44dd-97bb-bb001e701022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:41.118656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-536d51ea-d7d8-44dd-97bb-bb001e701022 service neutron] 10.222.0.77 "GET /v2.0/networks?id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 200 len: 912 time: 0.2858441 Sep 02 13:34:41.188319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-479cf8d9-c221-4915-9830-86cbf7e05459 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a585530d-5acf-4d43-b090-b8ab899caad9 HTTP/1.1" status: 200 len: 217 time: 0.0566163 Sep 02 13:34:41.203088 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8749634f-534a-4e8b-8967-5d6922b008a9 req-d0d6bbcf-8ba8-4c36-b5f1-128192bd8312 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511744 Sep 02 13:34:41.289081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network f7101f13-aa28-439b-8f2e-77da4de64792 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:41.294543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:41.299398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:41.304151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Port': ['ID=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:41.314488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-0db0b428-aa99-46e5-841b-925fd3258019 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:41.316822 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-0db0b428-aa99-46e5-841b-925fd3258019 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 949 time: 0.2348385 Sep 02 13:34:41.356230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ecaee-1abe-4105-94e8-befd288e68c2 req-dbba4677-c463-4feb-8076-321fdb5964b6 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:41.357914 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d93ecaee-1abe-4105-94e8-befd288e68c2 req-dbba4677-c463-4feb-8076-321fdb5964b6 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1685119 Sep 02 13:34:41.359623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-4d8559ba-5493-4c63-8efc-78a263f5d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:41.362049 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-4d8559ba-5493-4c63-8efc-78a263f5d02a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=230d8c02-850d-41d4-ab8d-2e76ed8b715f HTTP/1.1" status: 200 len: 851 time: 0.1622450 Sep 02 13:34:41.440383 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-1853ab57-16da-4a1e-a64a-276a2bb11d84 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443239 Sep 02 13:34:41.457999 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d93ecaee-1abe-4105-94e8-befd288e68c2 req-25f20537-0e2f-4f76-b037-ebbbd70f3cb0 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891409 Sep 02 13:34:41.538397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.538671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.539043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.539440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.539813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.540097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.540430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.540761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.541140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.541475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.541805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.542341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:41.624956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:41.625727 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:41.664205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-778d88c8-fe89-46b0-8d47-08c60b1a3299 None None] Provisioning for port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:41.679107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-778d88c8-fe89-46b0-8d47-08c60b1a3299 None None] Provisioning complete for port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:41.679502 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-778d88c8-fe89-46b0-8d47-08c60b1a3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:41.682428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51decf-a567-4bc8-ba81-32e3dc819bdf req-9a8ee059-46bc-4dee-bf2d-68023e6f5111 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:41.697879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed51decf-a567-4bc8-ba81-32e3dc819bdf req-9a8ee059-46bc-4dee-bf2d-68023e6f5111 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 945 time: 0.0847545 Sep 02 13:34:41.753336 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device df43748a-5c96-4c51-b25d-c6e0955e83f5 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:34:41.769926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb14c9-6475-4e2a-a653-a16dcef9b47a req-ef1be770-7854-472a-85f5-a911381d69fa tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:41.776224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-d3ba7816-a024-4c9a-ad90-b969403a92aa service neutron] 10.222.0.77 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159833 Sep 02 13:34:41.785028 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31bb14c9-6475-4e2a-a653-a16dcef9b47a req-ef1be770-7854-472a-85f5-a911381d69fa tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 949 time: 0.4314349 Sep 02 13:34:41.794253 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-19fac12e-5ec2-4a8a-8839-f66bacd4ee27 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8027837 Sep 02 13:34:41.872038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-778d88c8-fe89-46b0-8d47-08c60b1a3299 None None] Port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:34:41.879218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'admin_state_up': True, 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'security_groups': ['beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:41.886822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed51decf-a567-4bc8-ba81-32e3dc819bdf req-429fabbf-c096-4623-8483-4d95c138ab11 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851153 Sep 02 13:34:41.919598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port df43748a-5c96-4c51-b25d-c6e0955e83f5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:41.924128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port df43748a-5c96-4c51-b25d-c6e0955e83f5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:41.924511 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:41.965973 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d38285a5-3aa1-4e03-9dca-acb214215d0c req-3d8e8c1e-7120-44db-8b52-d950629750d5 service neutron] 10.222.0.77 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700990 Sep 02 13:34:42.060234 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31bb14c9-6475-4e2a-a653-a16dcef9b47a req-35a3f90a-875f-440f-893b-70e2dcd15391 tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/security-groups?id=5eece177-e0f5-4eeb-82ce-10861aa4bbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678981 Sep 02 13:34:42.071096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Deleting port dfa9bd20-940c-450c-bb43-45271527be64 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:42.071396 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:42.122710 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:42.138367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0469e31f-c3c8-4419-b2cf-64dc2a95125d req-1fa16867-018d-48aa-b24f-b409261ac6b8 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0678408 Sep 02 13:34:42.170489 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port df43748a-5c96-4c51-b25d-c6e0955e83f5, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=df43748a-5c96-4c51-b25d-c6e0955e83f5,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:42.171713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eaba9e-c3f3-4727-8f50-1db654310ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df43748a-5c96-4c51-b25d-c6e0955e83f5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:42.198653 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd4434d-671f-49b0-a390-45c170cd8496" -d '{"events": [{"server_uuid": "24eaba9e-c3f3-4727-8f50-1db654310ceb", "name": "network-vif-plugged", "status": "completed", "tag": "df43748a-5c96-4c51-b25d-c6e0955e83f5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:42.203479 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:42.310307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=df43748a-5c96-4c51-b25d-c6e0955e83f5,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:42.447025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c693-b0c0-47d2-9193-af448efed9ff req-b2251104-461b-411b-a991-71f8106c854c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:42.455276 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14e9c693-b0c0-47d2-9193-af448efed9ff req-b2251104-461b-411b-a991-71f8106c854c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 931 time: 0.0861371 Sep 02 13:34:42.457450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72738b83-cff3-4f27-b20f-c3acbe56837a req-48aa96e5-8b06-431f-b46a-003011948856 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:42.468830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72738b83-cff3-4f27-b20f-c3acbe56837a req-48aa96e5-8b06-431f-b46a-003011948856 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 945 time: 0.2280138 Sep 02 13:34:42.511344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14e9c693-b0c0-47d2-9193-af448efed9ff req-714f3602-3058-4629-856d-e7cedd81df8c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549378 Sep 02 13:34:42.604371 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72738b83-cff3-4f27-b20f-c3acbe56837a req-2ab9085a-164b-4b6b-b44b-b18d2ac48b89 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308968 Sep 02 13:34:42.617548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] For port dfa9bd20-940c-450c-bb43-45271527be64, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=dfa9bd20-940c-450c-bb43-45271527be64,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:42.618348 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:42.674729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3835bd-33dd-4c8a-b58b-18732341146d req-2bce61a8-2f13-48da-93b9-35c1839c3a30 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:42.679760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Calling delete_port for dfa9bd20-940c-450c-bb43-45271527be64 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:42.683334 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b3835bd-33dd-4c8a-b58b-18732341146d req-2bce61a8-2f13-48da-93b9-35c1839c3a30 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.0805717 Sep 02 13:34:42.703641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:42.718939 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb33db6-4699-4daf-b3d1-f9f9b6200d01 x-openstack-request-id: req-6cb33db6-4699-4daf-b3d1-f9f9b6200d01 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:42.720708 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eaba9e-c3f3-4727-8f50-1db654310ceb", "name": "network-vif-plugged", "status": "completed", "tag": "df43748a-5c96-4c51-b25d-c6e0955e83f5", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:42.721321 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cb33db6-4699-4daf-b3d1-f9f9b6200d01 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:42.722263 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24eaba9e-c3f3-4727-8f50-1db654310ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df43748a-5c96-4c51-b25d-c6e0955e83f5', 'code': 200} Sep 02 13:34:42.729962 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:42.733575 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b3835bd-33dd-4c8a-b58b-18732341146d req-f6bbb381-798b-4760-a614-93f7653b74cf tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487530 Sep 02 13:34:42.905236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b7247-a001-47c0-af75-d52b30a8ed81 req-816bdbe9-34a2-4ac7-9a83-bfcdbc28fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:42.909571 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cf3b7247-a001-47c0-af75-d52b30a8ed81 req-816bdbe9-34a2-4ac7-9a83-bfcdbc28fde8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 1097 time: 0.0967138 Sep 02 13:34:42.958063 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cf3b7247-a001-47c0-af75-d52b30a8ed81 req-f0d889c9-59fc-4869-bbc5-6e9938f41004 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Sep 02 13:34:42.993526 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6252f-86ee-459b-b458-32299abde371 req-2696f2e8-3269-43d8-a145-f1a4b42cd971 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:42.995086 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aa6252f-86ee-459b-b458-32299abde371 req-2696f2e8-3269-43d8-a145-f1a4b42cd971 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1677327 Sep 02 13:34:43.089859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f97c25-dcba-4d35-9a46-de9f3556c11c req-acd2b0ca-8643-485c-9598-ffbd2178b026 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:43.133916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f97c25-dcba-4d35-9a46-de9f3556c11c req-acd2b0ca-8643-485c-9598-ffbd2178b026 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:43.154097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f97c25-dcba-4d35-9a46-de9f3556c11c req-acd2b0ca-8643-485c-9598-ffbd2178b026 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:43.166116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3f97c25-dcba-4d35-9a46-de9f3556c11c req-acd2b0ca-8643-485c-9598-ffbd2178b026 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380&device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340&device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 2417 time: 0.1839161 Sep 02 13:34:43.184670 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1aa6252f-86ee-459b-b458-32299abde371 req-72f4710e-bb6f-49fb-8082-548277be4569 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579914 Sep 02 13:34:43.195232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Allocated IP 10.1.1.56 (e4fecf16-9bb0-4c05-800c-7ee5d4fd9811/6464d8ab-6c3b-4bba-9a99-f8e58f959dde/3c2e2fc1-7c15-4427-9ff1-677d50e54d69) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:43.257744 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:43.262997 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3f97c25-dcba-4d35-9a46-de9f3556c11c req-44049eda-88c4-475b-91a5-1ae172486581 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958178 Sep 02 13:34:43.279440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['dfa9bd20-940c-450c-bb43-45271527be64'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:43.355403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Pushing event deleted for resources: {'Port': ['ID=dfa9bd20-940c-450c-bb43-45271527be64,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:43.469078 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f626d7d8-788a-48bd-8a54-55947b67828d req-84f143f8-a6f6-48cc-8fad-b0ea076d951c tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c985e4-3fbc-4c1b-8865-f70be81660a7 HTTP/1.1" status: 200 len: 210 time: 0.0468874 Sep 02 13:34:43.541079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] No DVR routers for this DVR port dfa9bd20-940c-450c-bb43-45271527be64 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:43.547089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:43.551425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-650bde13-ccba-4885-99e1-ca8b8bbcb686 req-93931388-1e3e-4d1e-a396-c54cc391183f tempest-ServersOnMultiNodesTest-752843921 tempest-ServersOnMultiNodesTest-752843921-project] 10.222.0.77 "DELETE /v2.0/ports/dfa9bd20-940c-450c-bb43-45271527be64 HTTP/1.1" status: 204 len: 173 time: 2.1724076 Sep 02 13:34:43.662854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b822fbc1-e45b-4f6e-b6b6-614f1df94f99 req-969fe058-966b-4219-b9d2-21d041dfe420 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0582223 Sep 02 13:34:43.706717 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:43.726925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Transition to ACTIVE for port object 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:43.808638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c985e4-3fbc-4c1b-8865-f70be81660a7', 'name': 'network-vif-deleted', 'tag': 'dfa9bd20-940c-450c-bb43-45271527be64'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:43.811822 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9d4a66-6a8c-45b6-a282-81768d180b4b" -d '{"events": [{"server_uuid": "88c985e4-3fbc-4c1b-8865-f70be81660a7", "name": "network-vif-deleted", "tag": "dfa9bd20-940c-450c-bb43-45271527be64"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:43.819438 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:43.836510 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5481eff5-f2d4-4827-afb9-097dd4668ff5 req-6e8301f9-0c3c-4fe9-9492-e18537f2497b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1462903 Sep 02 13:34:43.890159 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Port': ['ID=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:43.932058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:43.943104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:44.002640 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059e253-6d80-4873-8dc9-a68be5a2f248 req-9b76fa62-99a0-432c-8242-22d4a2c0d2f8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:44.011298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c059e253-6d80-4873-8dc9-a68be5a2f248 req-9b76fa62-99a0-432c-8242-22d4a2c0d2f8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 946 time: 0.6570861 Sep 02 13:34:44.028899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:44.161594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c059e253-6d80-4873-8dc9-a68be5a2f248 req-423e46c9-13b2-44f7-9c3c-b857b7bf2792 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483054 Sep 02 13:34:44.194859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:44.196179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:44.251521 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a83d6afe-b9c7-4cd0-b465-fe57a6417996 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4338644 Sep 02 13:34:44.263654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9592b11-ac5b-4eda-afb0-df6d2ed667dd req-16bece98-1741-4d9e-8a35-1255f81cb925 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:44.275928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'admin_state_up': True, 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'security_groups': ['beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:44.280039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9592b11-ac5b-4eda-afb0-df6d2ed667dd req-16bece98-1741-4d9e-8a35-1255f81cb925 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:44.294518 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a9592b11-ac5b-4eda-afb0-df6d2ed667dd req-16bece98-1741-4d9e-8a35-1255f81cb925 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 1652 time: 0.1860952 Sep 02 13:34:44.518529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a9592b11-ac5b-4eda-afb0-df6d2ed667dd req-05970635-c04e-43f7-8d40-939494a15539 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228885 Sep 02 13:34:44.535412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e47e6008-ceb3-441c-b281-2401dacf9a95 None None] Provisioning for port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:44.546847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e47e6008-ceb3-441c-b281-2401dacf9a95 None None] Provisioning complete for port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:44.549937 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e47e6008-ceb3-441c-b281-2401dacf9a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:44.551609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-fd990b92-1705-4472-b449-f5338ee2e0f3 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:44.556641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-fd990b92-1705-4472-b449-f5338ee2e0f3 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1097 time: 0.1405296 Sep 02 13:34:44.576349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794796-4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:44.649872 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fd2e3c-d4ff-4c6b-a9bc-922eb04f2937 x-openstack-request-id: req-c2fd2e3c-d4ff-4c6b-a9bc-922eb04f2937 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:44.650169 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c985e4-3fbc-4c1b-8865-f70be81660a7", "name": "network-vif-deleted", "tag": "dfa9bd20-940c-450c-bb43-45271527be64", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:44.652601 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2fd2e3c-d4ff-4c6b-a9bc-922eb04f2937 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:44.653374 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c985e4-3fbc-4c1b-8865-f70be81660a7', 'name': 'network-vif-deleted', 'tag': 'dfa9bd20-940c-450c-bb43-45271527be64', 'status': 'completed', 'code': 200} Sep 02 13:34:44.661439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e47e6008-ceb3-441c-b281-2401dacf9a95 None None] Port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:34:44.736291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15188e1-227d-4507-a2cc-da849fc3dce0 req-4298a3fe-8e0d-4a04-943a-b7b4bc73885e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:44.737609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:44.739174 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c15188e1-227d-4507-a2cc-da849fc3dce0 req-4298a3fe-8e0d-4a04-943a-b7b4bc73885e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 946 time: 0.1858199 Sep 02 13:34:44.754963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:44.758953 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:44.830771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d4198803-7805-4a54-9fde-cb23830d365c details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:34:44.849955 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c15188e1-227d-4507-a2cc-da849fc3dce0 req-a17550ae-504c-4aa4-bd96-5a01bcc45f69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035340 Sep 02 13:34:45.042775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:45.057506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d4198803-7805-4a54-9fde-cb23830d365c has no active binding in host n-h1-794796-4 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 13:34:45.099491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:45.206421 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62c1962f-6cab-4a19-8e2e-be5bd1a98666 req-938ded09-eeac-4555-80a0-4fa2a72921bd tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0587034 Sep 02 13:34:45.208555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca7c3a-016e-4037-af1e-50a41e2cc534 req-4033d8b5-05d2-4783-99cb-b30bb59b5271 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:45.213975 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65ca7c3a-016e-4037-af1e-50a41e2cc534 req-4033d8b5-05d2-4783-99cb-b30bb59b5271 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2640834 Sep 02 13:34:45.217747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:45.275025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Allocated IP 10.1.1.44 (e4fecf16-9bb0-4c05-800c-7ee5d4fd9811/6464d8ab-6c3b-4bba-9a99-f8e58f959dde/349bfbef-9854-4427-8245-b7b164bf423a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:45.336019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:45.342413 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e45064b-f539-436b-b503-6eef8a94a1de" -d '{"events": [{"server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d4198803-7805-4a54-9fde-cb23830d365c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:45.352703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:45.364449 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:45.393094 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65ca7c3a-016e-4037-af1e-50a41e2cc534 req-800ea5cc-dab7-4af0-8424-a7575e89976f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645427 Sep 02 13:34:45.583751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4198803-7805-4a54-9fde-cb23830d365c,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:45.702310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c on host n-h2-794796-4 for vnic_type normal with profile {"migrating_to": "n-h1-794796-4"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:45.702892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:45.703454 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:45.714888 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Port d4198803-7805-4a54-9fde-cb23830d365c on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:45.715392 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Attempting to bind port d4198803-7805-4a54-9fde-cb23830d365c on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:45.721501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device dfa9bd20-940c-450c-bb43-45271527be64 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:45.738252 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:45.738848 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:45.739487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:45.740586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Bound port: d4198803-7805-4a54-9fde-cb23830d365c, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:45.741207 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:45.810219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: dfa9bd20-940c-450c-bb43-45271527be64 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:45.810800 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device dfa9bd20-940c-450c-bb43-45271527be64 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:45.864926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:45.887631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:45.937695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f87801-fffa-469d-a94d-8f66d85ba932 req-8b1b6bfb-f150-475a-a969-9e27694167c3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:45.951878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56f87801-fffa-469d-a94d-8f66d85ba932 req-8b1b6bfb-f150-475a-a969-9e27694167c3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 946 time: 0.2962818 Sep 02 13:34:45.953315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:45.957631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:45.963149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:45.964157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Transition to ACTIVE for port object 349bfbef-9854-4427-8245-b7b164bf423a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:46.043343 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48faedb-6f65-4286-80f3-cb3c15434df1 x-openstack-request-id: req-f48faedb-6f65-4286-80f3-cb3c15434df1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:46.043833 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d4198803-7805-4a54-9fde-cb23830d365c", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:46.044190 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f48faedb-6f65-4286-80f3-cb3c15434df1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:46.044690 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c', 'code': 200} Sep 02 13:34:46.048406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4198803-7805-4a54-9fde-cb23830d365c,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:46.136423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:46.137663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:46.139303 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-eb126a97-b81d-4222-b992-a69631b289c1 service neutron] 10.222.0.90 "PUT /v2.0/ports/d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 200 len: 1122 time: 1.5684690 Sep 02 13:34:46.158289 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56f87801-fffa-469d-a94d-8f66d85ba932 req-7193f1c9-204c-4b79-97f8-851987117250 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000716 Sep 02 13:34:46.160462 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:46.240298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:46.242422 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['d4198803-7805-4a54-9fde-cb23830d365c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:46.283703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Port': ['ID=349bfbef-9854-4427-8245-b7b164bf423a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:46.290083 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:46.308832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:46.320625 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e263c93b-655c-425b-8102-6989545c544b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae8f41a86ddb4ae8960f67d8a1d78817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477568 Sep 02 13:34:46.321522 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53396) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:46.363176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073971-c434-4baf-bb09-2590c3f10643 req-8d4747cf-07a2-4283-b3f4-08b87b65fc91 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:46.380287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073971-c434-4baf-bb09-2590c3f10643 req-8d4747cf-07a2-4283-b3f4-08b87b65fc91 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:46.388918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073971-c434-4baf-bb09-2590c3f10643 req-8d4747cf-07a2-4283-b3f4-08b87b65fc91 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:46.404829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-24073971-c434-4baf-bb09-2590c3f10643 req-8d4747cf-07a2-4283-b3f4-08b87b65fc91 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 2372 time: 0.2628572 Sep 02 13:34:46.510703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74dbf7b0-96ea-437b-abe1-b0bcdfd49d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:46.556403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:46.557260 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:46.570374 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74dbf7b0-96ea-437b-abe1-b0bcdfd49d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:46.584755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-24073971-c434-4baf-bb09-2590c3f10643 req-507efd56-b61a-479f-a4a3-55622f41a069 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678171 Sep 02 13:34:46.606071 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fd7e2c79-6af6-462b-b262-3faf08b19fad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3443038 Sep 02 13:34:46.618418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1', 'admin_state_up': True, 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'security_groups': ['beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:46.706022 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74dbf7b0-96ea-437b-abe1-b0bcdfd49d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:46.751318 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74dbf7b0-96ea-437b-abe1-b0bcdfd49d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:46.777782 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-74dbf7b0-96ea-437b-abe1-b0bcdfd49d77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5eece177-e0f5-4eeb-82ce-10861aa4bbf4 HTTP/1.1" status: 204 len: 168 time: 0.4284706 Sep 02 13:34:46.802691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbf7b0-96ea-437b-abe1-b0bcdfd49d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eece177-e0f5-4eeb-82ce-10861aa4bbf4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:46.935594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcff03c-b7a3-47b3-964f-36bb75049453 req-36dbf729-b48d-4890-9062-b308ccf4f86d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:46.937576 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebcff03c-b7a3-47b3-964f-36bb75049453 req-36dbf729-b48d-4890-9062-b308ccf4f86d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 944 time: 0.1346433 Sep 02 13:34:46.943392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:46.983709 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['d4198803-7805-4a54-9fde-cb23830d365c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:47.048097 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a059e335-694e-4978-9b77-ec18d5e755a0 req-bac9f1a1-4521-405f-8d8b-69f8686efc3f tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1142724 Sep 02 13:34:47.157431 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:47.164965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f2d1c96a-5ad6-46d3-a830-98da4c40304a None None] Provisioning for port 349bfbef-9854-4427-8245-b7b164bf423a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:47.184166 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f2d1c96a-5ad6-46d3-a830-98da4c40304a None None] Provisioning complete for port 349bfbef-9854-4427-8245-b7b164bf423a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:47.184595 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2d1c96a-5ad6-46d3-a830-98da4c40304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:47.266601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1c96a-5ad6-46d3-a830-98da4c40304a None None] Port 349bfbef-9854-4427-8245-b7b164bf423a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:34:47.557750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53418) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:47.590791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-ccc4998a-1f6a-448a-889a-b57de074afbf tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:47.603206 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-ccc4998a-1f6a-448a-889a-b57de074afbf tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.3433018 Sep 02 13:34:47.632923 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-a6c8449c-71a6-47cf-9599-ef9392dd9869 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/quotas/aef9a428c80748b391ac5635a60221c8 HTTP/1.1" status: 200 len: 375 time: 0.0281887 Sep 02 13:34:47.747673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-18db6d9d-de7c-4839-9459-7ff10589f4f6 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075411 Sep 02 13:34:47.751884 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebcff03c-b7a3-47b3-964f-36bb75049453 req-ea261873-6c2c-4cca-a960-52bf8253bed7 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113195 Sep 02 13:34:47.838178 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9fbfaea8-0cbe-455a-9932-ad16a7bbc482 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43e03cc0fa384c0cb313f0d9ff58483e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787609 Sep 02 13:34:47.851106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53422) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:47.959393 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-1c78e05f-5344-4396-be34-7bd7c2cbb70d service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008770 Sep 02 13:34:47.965093 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3dcb46e8-2dfb-4467-9223-9881ce5724a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.048760 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:48.053110 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbac2af-b234-48cb-92c1-3da7acf7b34e" -d '{"events": [{"name": "network-changed", "server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "tag": "d4198803-7805-4a54-9fde-cb23830d365c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:48.137355 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3dcb46e8-2dfb-4467-9223-9881ce5724a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.163592 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-a6b6a4f6-714b-4df0-b6d7-e0e35c1be23b service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998303 Sep 02 13:34:48.172419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c94bff-94bf-4c5e-a5b2-dcfbfecfcb83 req-b13eb757-6e07-4151-b723-af316e9665df tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:48.174032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-70c94bff-94bf-4c5e-a5b2-dcfbfecfcb83 req-b13eb757-6e07-4151-b723-af316e9665df tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2236516 Sep 02 13:34:48.246845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Allocated IP 10.2.2.100 (c873e024-b781-4ddf-a1d2-2663c483c3d1/c2fe0a48-2fa0-49d0-9395-58935ed40d07/a4c51ac7-b7d6-4c75-bc94-da44b4158d24) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:48.340289 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-70c94bff-94bf-4c5e-a5b2-dcfbfecfcb83 req-9edffe90-5405-4457-b022-0a0e8cfe6756 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436772 Sep 02 13:34:48.395628 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3dcb46e8-2dfb-4467-9223-9881ce5724a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.404574 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3dcb46e8-2dfb-4467-9223-9881ce5724a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:48.406432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3dcb46e8-2dfb-4467-9223-9881ce5724a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5ee7cfa-ce0d-4808-b91c-d1ab9925f87b HTTP/1.1" status: 204 len: 168 time: 0.5537820 Sep 02 13:34:49.099587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb46e8-2dfb-4467-9223-9881ce5724a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ee7cfa-ce0d-4808-b91c-d1ab9925f87b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:49.217322 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf859116-2382-4e3c-8775-339fa63f5638 x-openstack-request-id: req-bf859116-2382-4e3c-8775-339fa63f5638 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:49.217995 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "tag": "d4198803-7805-4a54-9fde-cb23830d365c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:49.218244 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf859116-2382-4e3c-8775-339fa63f5638 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:49.220406 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c', 'status': 'completed', 'code': 200} Sep 02 13:34:49.317863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ebe0e-da79-49c3-95df-46b65158ea34 req-f32b4bf7-652e-4381-92b3-8e78a6875c58 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:49.327322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ebe0e-da79-49c3-95df-46b65158ea34 req-f32b4bf7-652e-4381-92b3-8e78a6875c58 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:49.354444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ebe0e-da79-49c3-95df-46b65158ea34 req-f32b4bf7-652e-4381-92b3-8e78a6875c58 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:49.367610 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-656ebe0e-da79-49c3-95df-46b65158ea34 req-f32b4bf7-652e-4381-92b3-8e78a6875c58 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 2372 time: 0.2701952 Sep 02 13:34:49.515100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3d8883da-5173-4acb-afa4-7363a1176c3c req-33caa35d-7190-427f-a3db-d73d3f77b86f tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1346140 Sep 02 13:34:49.548631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:49.613584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Transition to ACTIVE for port object a4c51ac7-b7d6-4c75-bc94-da44b4158d24 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:49.631317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-656ebe0e-da79-49c3-95df-46b65158ea34 req-73f361ce-5e03-4d12-bb33-73be2349f8f7 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622330 Sep 02 13:34:49.729959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-2a775a3b-dad1-4437-8bbb-97aa39ad5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:49.748078 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-2a775a3b-dad1-4437-8bbb-97aa39ad5977 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1125 time: 0.3750575 Sep 02 13:34:49.898031 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a53bf4b9-9842-46cd-9aba-b618824949e4 req-44d64b77-059a-4c7d-b714-768fad29c7d1 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 210 time: 0.1442580 Sep 02 13:34:50.004585 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.091829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e47a0-1852-4018-a371-c01b0fc61516 req-94f22e1f-62ec-41d1-8a39-43a093d491c4 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:50.101218 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d76e47a0-1852-4018-a371-c01b0fc61516 req-94f22e1f-62ec-41d1-8a39-43a093d491c4 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 944 time: 0.2028892 Sep 02 13:34:50.129881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-3c778b3a-c873-4131-b1a2-8af05e798f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:50.132871 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-3c778b3a-c873-4131-b1a2-8af05e798f54 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.3730268 Sep 02 13:34:50.169465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network c873e024-b781-4ddf-a1d2-2663c483c3d1 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:50.179575 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27934ff7-a79a-4a67-9939-6a5a7a8ce70c req-c876e7e2-308e-4cf3-a4d4-8c869f043643 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0780811 Sep 02 13:34:50.217931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Port': ['ID=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:50.314416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:50.321544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:50.331158 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-2c5a31a4-ee30-4f16-bfb5-7d65d1a9684c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 200 len: 217 time: 0.1657453 Sep 02 13:34:50.400688 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d76e47a0-1852-4018-a371-c01b0fc61516 req-fa6cb07c-aecc-4de5-8e4d-3b789200229d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979791 Sep 02 13:34:50.562776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:50.563990 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.601431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-d2e1e63a-0765-4e85-8fd9-21cb3ea79e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:50.615205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-d2e1e63a-0765-4e85-8fd9-21cb3ea79e0e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.2026541 Sep 02 13:34:50.750745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-39dac052-e4f1-43cd-a91d-3adf8d3aa5a8 None None] Provisioning for port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:50.770262 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-39dac052-e4f1-43cd-a91d-3adf8d3aa5a8 None None] Provisioning complete for port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:50.770658 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39dac052-e4f1-43cd-a91d-3adf8d3aa5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:50.775791 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a51fc29b-2d98-47b7-88e0-b28ad96ea261 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1598585 Sep 02 13:34:50.778317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-a9982d8b-7fc2-42d7-8b39-9dcfef2d586a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482992 Sep 02 13:34:50.801862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1', 'admin_state_up': True, 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'security_groups': ['beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:50.866862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-39dac052-e4f1-43cd-a91d-3adf8d3aa5a8 None None] Port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:34:51.100343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beb90a-8b39-44c2-8554-93e8d2a9bde2 req-f0a19884-6d81-4743-9bf2-969554cbcedd tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:51.102770 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64beb90a-8b39-44c2-8554-93e8d2a9bde2 req-f0a19884-6d81-4743-9bf2-969554cbcedd tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.4772089 Sep 02 13:34:51.119159 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a55eab56-12b1-47eb-8492-8d992cd9c044 req-0a308d54-7172-42d0-8fbd-e4f3186c283e tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0453565 Sep 02 13:34:51.201356 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-0707db30-e758-4548-9e67-56cc9154789a service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041052 Sep 02 13:34:51.351076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64beb90a-8b39-44c2-8554-93e8d2a9bde2 req-719d9216-9700-4d29-a6aa-8b5563bbab0e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699419 Sep 02 13:34:51.430423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Made reservation on behalf of d4f8655433ef47719d30773dae624220 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:51.437323 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:51.452463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3871300-91da-4c71-92e1-f5d5b6cc24ad req-ad92b1bd-7fb8-4c6a-80c5-ef9d6946db6d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:51.459216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3871300-91da-4c71-92e1-f5d5b6cc24ad req-ad92b1bd-7fb8-4c6a-80c5-ef9d6946db6d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:51.482155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3871300-91da-4c71-92e1-f5d5b6cc24ad req-ad92b1bd-7fb8-4c6a-80c5-ef9d6946db6d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:51.491410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3871300-91da-4c71-92e1-f5d5b6cc24ad req-ad92b1bd-7fb8-4c6a-80c5-ef9d6946db6d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:51.493399 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3871300-91da-4c71-92e1-f5d5b6cc24ad req-ad92b1bd-7fb8-4c6a-80c5-ef9d6946db6d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 3093 time: 0.2398961 Sep 02 13:34:51.504196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-506c5681-1d28-43cf-bc7f-5a9d2aa9bd4a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:51.506823 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-506c5681-1d28-43cf-bc7f-5a9d2aa9bd4a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.3656383 Sep 02 13:34:51.528753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Request body: {'port': {'device_id': '4453a7c8-d2ce-4931-bfc2-8f5587a9fb79', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'admin_state_up': True, 'tenant_id': 'aef9a428c80748b391ac5635a60221c8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:51.629712 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3871300-91da-4c71-92e1-f5d5b6cc24ad req-972559b0-b9e0-4592-bab5-40ed1e4f8f42 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213851 Sep 02 13:34:51.725923 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7df441a1-fc3b-4dd1-8312-7b67263d2aa5 req-205fd859-c5f8-4d9d-8914-ce5c84ce2195 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 210 time: 0.0789793 Sep 02 13:34:51.736042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1cbac2af-b234-48cb-92c1-3da7acf7b34e req-e2a4381f-9401-40d9-abcc-12c112e60a1f service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025239 Sep 02 13:34:51.823219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Made reservation on behalf of aef9a428c80748b391ac5635a60221c8 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:34:51.841071 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:51.913843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Allocated IP 10.2.2.200 (c873e024-b781-4ddf-a1d2-2663c483c3d1/c2fe0a48-2fa0-49d0-9395-58935ed40d07/51be88ac-3438-4241-a30e-ea0b470aaf0d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:51.967181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2754c1-7fcf-4fc0-936a-c19d2fa3d51f req-79a17675-414f-4d87-b782-9b41bfce6893 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:51.968753 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba2754c1-7fcf-4fc0-936a-c19d2fa3d51f req-79a17675-414f-4d87-b782-9b41bfce6893 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 945 time: 0.1103423 Sep 02 13:34:51.975678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b545f2-bf4e-4bf3-9064-ee7c037617ba req-164d459b-7299-4368-8a13-5e3c74289c69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:51.978172 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87b545f2-bf4e-4bf3-9064-ee7c037617ba req-164d459b-7299-4368-8a13-5e3c74289c69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 944 time: 0.1055963 Sep 02 13:34:52.052878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba2754c1-7fcf-4fc0-936a-c19d2fa3d51f req-c30dbd80-a954-4cac-b6fb-b46a2c1dcd7f tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555158 Sep 02 13:34:52.053917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Allocated IP 172.20.0.14 (79cd27ca-5513-4fc3-bbff-ceea57a3bac6/c492d62d-bb5c-403f-a25f-021347fc973a/8abdfecd-3ca9-4112-b826-2c70767ad662) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:34:52.110855 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87b545f2-bf4e-4bf3-9064-ee7c037617ba req-2e9a05f1-c220-420f-b313-4d3ae55ea5b7 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197748 Sep 02 13:34:52.252984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.274902 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.280142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Transition to ACTIVE for port object 51be88ac-3438-4241-a30e-ea0b470aaf0d will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:52.349267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.411889 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.429768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81', 'df43748a-5c96-4c51-b25d-c6e0955e83f5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:52.454280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Network c873e024-b781-4ddf-a1d2-2663c483c3d1 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:52.462340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:52.466437 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event updated for resources: {'Port': ['ID=51be88ac-3438-4241-a30e-ea0b470aaf0d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:52.470725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:52.552701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:34:52.567611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:34:52.588700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:34:52.597409 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event updated for resources: {'Port': ['ID=8abdfecd-3ca9-4112-b826-2c70767ad662,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:52.634595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:52.635754 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.692923 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2af55648-624c-4226-9159-98724bcab4ea tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8959222 Sep 02 13:34:52.696610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:52.697687 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.725878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-e381a434-e39c-4355-a0f5-620f6af7307a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2027881 Sep 02 13:34:52.740290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Request body: {'port': {'device_id': '4453a7c8-d2ce-4931-bfc2-8f5587a9fb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:52.741133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:52.864445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f3d9b231-2f81-4dcf-a298-980d2b2a3468 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:52.888234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:52.931036 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4a4dca5-1e00-46f7-a057-aaad99c1f766 req-944698c4-05cc-4eb3-9902-1e4668195826 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.2447898 Sep 02 13:34:53.009820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.075037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-a77b0918-6120-425c-97a5-ba4c2822d3c2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:53.077709 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-a77b0918-6120-425c-97a5-ba4c2822d3c2 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.77 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 945 time: 0.3708651 Sep 02 13:34:53.106379 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-523d9b33-bec7-44b6-8a10-e4ff16e4b59e None None] Provisioning for port 51be88ac-3438-4241-a30e-ea0b470aaf0d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:34:53.121265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-523d9b33-bec7-44b6-8a10-e4ff16e4b59e None None] Provisioning complete for port 51be88ac-3438-4241-a30e-ea0b470aaf0d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:34:53.121867 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-523d9b33-bec7-44b6-8a10-e4ff16e4b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.238273 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.241907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-523d9b33-bec7-44b6-8a10-e4ff16e4b59e None None] Port 51be88ac-3438-4241-a30e-ea0b470aaf0d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:34:53.282374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:53.286967 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23d55ad-1faf-46ed-9599-f9c662691d91" -d '{"events": [{"server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:53.309530 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:53.316792 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.404787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f3d9b231-2f81-4dcf-a298-980d2b2a3468,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:53.415786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.416125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.416463 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.417003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.417528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.418038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.418543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.419047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.419550 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.420103 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.420624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.421125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:34:53.536366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c68a9-9c30-402a-ae2e-5842c75527c2 req-ea38560c-8e1d-4317-9a1d-b5e48539ce4c tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:53.544866 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe6c68a9-9c30-402a-ae2e-5842c75527c2 req-ea38560c-8e1d-4317-9a1d-b5e48539ce4c tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.4578586 Sep 02 13:34:53.596163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abdfecd-3ca9-4112-b826-2c70767ad662 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:53.612354 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.640539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3e36a-ac81-4825-a36f-335c19ede896 req-15cbf812-c925-447a-bca5-c323918c9372 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:53.647189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe6c68a9-9c30-402a-ae2e-5842c75527c2 req-ce8115b2-89d0-4587-86fe-749841e74308 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013784 Sep 02 13:34:53.647998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3e36a-ac81-4825-a36f-335c19ede896 req-15cbf812-c925-447a-bca5-c323918c9372 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:53.654012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3e36a-ac81-4825-a36f-335c19ede896 req-15cbf812-c925-447a-bca5-c323918c9372 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:53.659940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3e36a-ac81-4825-a36f-335c19ede896 req-15cbf812-c925-447a-bca5-c323918c9372 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:53.666046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3e36a-ac81-4825-a36f-335c19ede896 req-15cbf812-c925-447a-bca5-c323918c9372 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:53.666543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Deleting port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:53.666996 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.667867 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-82d3e36a-ac81-4825-a36f-335c19ede896 req-15cbf812-c925-447a-bca5-c323918c9372 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 3814 time: 0.1142313 Sep 02 13:34:53.671813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Transition to ACTIVE for port object 8abdfecd-3ca9-4112-b826-2c70767ad662 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:53.675836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.741001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8abdfecd-3ca9-4112-b826-2c70767ad662,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:53.792236 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-82d3e36a-ac81-4825-a36f-335c19ede896 req-6a77dd69-2998-48a8-8222-2e8263426280 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063001 Sep 02 13:34:53.819815 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:53.832541 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.879375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Transition to ACTIVE for port object 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:53.888024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Attempting to bind port 8abdfecd-3ca9-4112-b826-2c70767ad662 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:53.888791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Attempting to bind port 8abdfecd-3ca9-4112-b826-2c70767ad662 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:53.888791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Attempting to bind port 8abdfecd-3ca9-4112-b826-2c70767ad662 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:53.889979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b868c-53d9-47c3-8bdc-afe6638691fb req-46191311-2aef-470a-bb2f-74dbeef31f83 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:53.894035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Port 8abdfecd-3ca9-4112-b826-2c70767ad662 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:53.894422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Attempting to bind port 8abdfecd-3ca9-4112-b826-2c70767ad662 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:53.897862 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eb5b868c-53d9-47c3-8bdc-afe6638691fb req-46191311-2aef-470a-bb2f-74dbeef31f83 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 944 time: 0.1289890 Sep 02 13:34:53.900182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:53.900636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Checking segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:53.901091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Bound using segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:53.901598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Bound port: 8abdfecd-3ca9-4112-b826-2c70767ad662, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:53.902029 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.934312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] For port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:53.935270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:53.961959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Calling delete_port for 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:54.003158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] For port 8abdfecd-3ca9-4112-b826-2c70767ad662, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:54.013096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] For port 8abdfecd-3ca9-4112-b826-2c70767ad662, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8abdfecd-3ca9-4112-b826-2c70767ad662,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:54.020381 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.049002 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.092244 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:54.094606 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.097040 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] 10.222.0.90 "PUT /v2.0/ports/8abdfecd-3ca9-4112-b826-2c70767ad662 HTTP/1.1" status: 200 len: 1092 time: 1.3627226 Sep 02 13:34:54.121594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdbd5b-8049-43a6-960d-4098aa50e1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8abdfecd-3ca9-4112-b826-2c70767ad662,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:54.132223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4453a7c8-d2ce-4931-bfc2-8f5587a9fb79', 'tag': '8abdfecd-3ca9-4112-b826-2c70767ad662'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:54.135715 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0748ab60-570a-471c-8ede-8a7e98c2706c" -d '{"events": [{"name": "network-changed", "server_uuid": "4453a7c8-d2ce-4931-bfc2-8f5587a9fb79", "tag": "8abdfecd-3ca9-4112-b826-2c70767ad662"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:54.157426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eb5b868c-53d9-47c3-8bdc-afe6638691fb req-b40deb30-0bc0-4d8c-b4ef-c219faf52c3e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565284 Sep 02 13:34:54.158183 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:54.217044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-58100132-4f58-4184-aa91-3f0a98fe033b req-448e8f68-aacd-473c-aacd-f353db6515fb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6155df3881fc4a54a62f0144cfc53daa&device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1155035 Sep 02 13:34:54.298138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-58100132-4f58-4184-aa91-3f0a98fe033b req-c355ddc1-4842-4f9a-87c1-9c6d6ee66c60 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=6155df3881fc4a54a62f0144cfc53daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642779 Sep 02 13:34:54.352267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.372187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['2fe2766a-b724-4a99-99f7-82fd4b86c4bd', '1a2b03f8-fdd5-4b64-bc27-db4d50ee6339'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:54.407690 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Pushing event deleted for resources: {'Port': ['ID=1a2b03f8-fdd5-4b64-bc27-db4d50ee6339,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:54.409926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Attempting to bind port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:54.410343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Attempting to bind port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:54.410787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Attempting to bind port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 on network f7101f13-aa28-439b-8f2e-77da4de64792 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:54.436665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-ed98dd63-4440-4d1c-a551-fe0cc6dc36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:54.438108 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 on network f7101f13-aa28-439b-8f2e-77da4de64792 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:54.438268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-ed98dd63-4440-4d1c-a551-fe0cc6dc36f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 1095 time: 0.2517521 Sep 02 13:34:54.438423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Attempting to bind port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 on network f7101f13-aa28-439b-8f2e-77da4de64792 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:54.465322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['6630f08a-72a3-4474-9787-5808c70cedf2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:54.487189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:54.487556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Checking segment: {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:54.488126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Bound using segment: {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:54.488657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Bound port: 9af3247c-e19f-4af6-9e32-a92dcfda1bb6, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c604333c-a65d-4aa7-bdeb-07f5257dec98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:54.489090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.502837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] No DVR routers for this DVR port 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:54.506530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.508706 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec08e587-c776-4e9a-905d-51e3ca04b0d8 req-62ef35bd-5691-480d-b0cb-9f4e3e789de9 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.77 "DELETE /v2.0/ports/1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 HTTP/1.1" status: 204 len: 173 time: 1.4055796 Sep 02 13:34:54.549703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1897f1bf-2537-414a-a8f7-158c9b1dd380', 'name': 'network-vif-deleted', 'tag': '1a2b03f8-fdd5-4b64-bc27-db4d50ee6339'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:54.554443 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612ad9bd-f08d-4563-bd8b-c31782f06c9c" -d '{"events": [{"server_uuid": "1897f1bf-2537-414a-a8f7-158c9b1dd380", "name": "network-vif-deleted", "tag": "1a2b03f8-fdd5-4b64-bc27-db4d50ee6339"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:54.605203 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac989b-76ed-4d9a-931c-8d862000e2e9 req-efe9453e-9ae1-40d5-a155-698880d9394b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:54.619227 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8fac989b-76ed-4d9a-931c-8d862000e2e9 req-efe9453e-9ae1-40d5-a155-698880d9394b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 944 time: 0.3395982 Sep 02 13:34:54.678716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] For port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:54.716703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] For port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:54.737109 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8fac989b-76ed-4d9a-931c-8d862000e2e9 req-18d6bdfc-2a7b-45fb-badb-e63e8dc5ddaf tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157866 Sep 02 13:34:54.743551 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.840750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:54.841590 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:54.843196 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] 10.222.0.90 "PUT /v2.0/ports/9af3247c-e19f-4af6-9e32-a92dcfda1bb6 HTTP/1.1" status: 200 len: 1091 time: 2.1381004 Sep 02 13:34:54.885451 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56070454-6a71-44ea-ab62-48fcc5baf73e x-openstack-request-id: req-56070454-6a71-44ea-ab62-48fcc5baf73e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:54.885752 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:54.886238 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56070454-6a71-44ea-ab62-48fcc5baf73e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:54.886745 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468', 'code': 200} Sep 02 13:34:54.894323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761c6b9-1f6a-46c8-8d48-8733093f22f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:54.907962 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:55.075962 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:55.106006 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-2c88903f-7dca-45b9-818d-2c2e07b23722 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8abdfecd-3ca9-4112-b826-2c70767ad662 HTTP/1.1" status: 200 len: 217 time: 0.6380274 Sep 02 13:34:55.133950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0db56-9bc9-4ff9-896a-a0a7cc234c1b req-3256a331-0814-424d-887d-b63672b2be55 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:55.147080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f8f0db56-9bc9-4ff9-896a-a0a7cc234c1b req-3256a331-0814-424d-887d-b63672b2be55 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=1897f1bf-2537-414a-a8f7-158c9b1dd380 HTTP/1.1" status: 200 len: 867 time: 1.0466466 Sep 02 13:34:55.406328 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f8f0db56-9bc9-4ff9-896a-a0a7cc234c1b req-baca7cde-488d-478e-9abc-59649830ecd0 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509773 Sep 02 13:34:55.414067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-92043024-92d2-41ae-9b56-0c06c3e9dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:55.415947 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-92043024-92d2-41ae-9b56-0c06c3e9dc4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.2950175 Sep 02 13:34:55.417218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58100132-4f58-4184-aa91-3f0a98fe033b req-3bbadd55-2b33-4645-9e89-f23a78f1fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:55.418848 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-58100132-4f58-4184-aa91-3f0a98fe033b req-3bbadd55-2b33-4645-9e89-f23a78f1fc07 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1069627 Sep 02 13:34:55.492725 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-cf663952-2a16-4e9b-b5cd-5053fd5285f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646183 Sep 02 13:34:55.494337 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e09107a-c393-4673-b804-55c1d1a0b46f x-openstack-request-id: req-9e09107a-c393-4673-b804-55c1d1a0b46f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:55.494803 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4453a7c8-d2ce-4931-bfc2-8f5587a9fb79", "tag": "8abdfecd-3ca9-4112-b826-2c70767ad662", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:55.494914 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e09107a-c393-4673-b804-55c1d1a0b46f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:55.495250 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4453a7c8-d2ce-4931-bfc2-8f5587a9fb79', 'tag': '8abdfecd-3ca9-4112-b826-2c70767ad662', 'status': 'completed', 'code': 200} Sep 02 13:34:55.507552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b42b07a-567c-41cd-aa7d-646445990217 req-c763f759-2ac4-4504-ac34-8fcf6fb32108 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0814023 Sep 02 13:34:55.602742 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4aefa2-20fd-4b92-a522-93727fc64903 x-openstack-request-id: req-bf4aefa2-20fd-4b92-a522-93727fc64903 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:55.604467 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1897f1bf-2537-414a-a8f7-158c9b1dd380", "name": "network-vif-deleted", "tag": "1a2b03f8-fdd5-4b64-bc27-db4d50ee6339", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:55.605211 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf4aefa2-20fd-4b92-a522-93727fc64903 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:55.606179 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1897f1bf-2537-414a-a8f7-158c9b1dd380', 'name': 'network-vif-deleted', 'tag': '1a2b03f8-fdd5-4b64-bc27-db4d50ee6339', 'status': 'completed', 'code': 200} Sep 02 13:34:55.686085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-0c14926a-c7fb-498a-8f75-ccca9779ff36 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780932 Sep 02 13:34:55.690773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62242978-32bf-44ee-ba00-453877bc6656 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:55.701691 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:55.728908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Transition to ACTIVE for port object 62242978-32bf-44ee-ba00-453877bc6656 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:55.742030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349b666-5b8e-4c49-9f2c-127bc0bc7d35 req-e56acaef-21c7-4a8b-8f90-1e69a3f06402 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:55.744566 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f349b666-5b8e-4c49-9f2c-127bc0bc7d35 req-e56acaef-21c7-4a8b-8f90-1e69a3f06402 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1016543 Sep 02 13:34:55.746362 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:55.762565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec12d-70fa-41a1-b584-9618f0aa4b8b req-ce88e7a5-8d4c-41c5-bad0-7eda9c05e6bc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:55.769322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec12d-70fa-41a1-b584-9618f0aa4b8b req-ce88e7a5-8d4c-41c5-bad0-7eda9c05e6bc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:55.776106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec12d-70fa-41a1-b584-9618f0aa4b8b req-ce88e7a5-8d4c-41c5-bad0-7eda9c05e6bc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:55.786864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec12d-70fa-41a1-b584-9618f0aa4b8b req-ce88e7a5-8d4c-41c5-bad0-7eda9c05e6bc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:55.793987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec12d-70fa-41a1-b584-9618f0aa4b8b req-ce88e7a5-8d4c-41c5-bad0-7eda9c05e6bc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:55.804294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7eec12d-70fa-41a1-b584-9618f0aa4b8b req-ce88e7a5-8d4c-41c5-bad0-7eda9c05e6bc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 3826 time: 0.1522994 Sep 02 13:34:55.840447 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Pushing event updated for resources: {'Port': ['ID=62242978-32bf-44ee-ba00-453877bc6656,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:55.852296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f349b666-5b8e-4c49-9f2c-127bc0bc7d35 req-f594812f-befc-49a0-9861-9b524bafd860 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954716 Sep 02 13:34:55.886604 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f28c3c5-5741-4a13-93bb-8df77513e70b req-500650ce-9cd4-4a9e-94dc-1078fab8233a service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870768 Sep 02 13:34:55.970176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7eec12d-70fa-41a1-b584-9618f0aa4b8b req-5bf45a70-cfb9-4a83-9bfe-901fb8673b19 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886805 Sep 02 13:34:56.135491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-7d8be3b4-5c01-4960-a1b9-f7984b517aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:56.141720 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-7d8be3b4-5c01-4960-a1b9-f7984b517aca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 1095 time: 0.1701763 Sep 02 13:34:56.352056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Attempting to bind port 62242978-32bf-44ee-ba00-453877bc6656 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:56.352604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Attempting to bind port 62242978-32bf-44ee-ba00-453877bc6656 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:56.353187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Attempting to bind port 62242978-32bf-44ee-ba00-453877bc6656 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:56.365451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Port 62242978-32bf-44ee-ba00-453877bc6656 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:56.366486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Attempting to bind port 62242978-32bf-44ee-ba00-453877bc6656 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:56.379536 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:56.380001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Checking segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:56.380234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Bound using segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:56.380948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Bound port: 62242978-32bf-44ee-ba00-453877bc6656, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:56.381483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.414879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-430cffc8-f12f-472b-b23b-d6a50966c231 service neutron] 10.222.0.77 "GET /v2.0/ports/d4198803-7805-4a54-9fde-cb23830d365c/bindings/n-h1-794796-4 HTTP/1.1" status: 200 len: 384 time: 0.3582718 Sep 02 13:34:56.433125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d58c-9f88-44b9-82bd-7b1ab42c029e req-f03996b7-77ef-4850-9606-14d9486f7e49 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:56.440482 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebe1d58c-9f88-44b9-82bd-7b1ab42c029e req-f03996b7-77ef-4850-9606-14d9486f7e49 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 944 time: 0.4800458 Sep 02 13:34:56.550601 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebe1d58c-9f88-44b9-82bd-7b1ab42c029e req-263aafd5-9f30-4df4-b061-924b5faa4ccb tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568767 Sep 02 13:34:56.569130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-147278ad-e62b-49e6-8197-1bbfb0a7e7ed tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:56.577289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-147278ad-e62b-49e6-8197-1bbfb0a7e7ed tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 805 time: 0.2924142 Sep 02 13:34:56.610983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] For port 62242978-32bf-44ee-ba00-453877bc6656, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:56.620985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] For port 62242978-32bf-44ee-ba00-453877bc6656, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=62242978-32bf-44ee-ba00-453877bc6656,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:56.622164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53642) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:56.624354 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-6cdbbef9-3351-4aee-a989-6292f2bcf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:56.626589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-6cdbbef9-3351-4aee-a989-6292f2bcf184 service neutron] 10.222.0.90 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 906 time: 0.4736211 Sep 02 13:34:56.634636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.641915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-700bd60a-0617-40f0-9799-43d55bc27d20 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/quotas/3e19f593db1340f5966bcdc4057d72b5 HTTP/1.1" status: 200 len: 375 time: 0.0607688 Sep 02 13:34:56.750170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:56.751301 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:56.766282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] 10.222.0.90 "PUT /v2.0/ports/62242978-32bf-44ee-ba00-453877bc6656 HTTP/1.1" status: 200 len: 1128 time: 1.8651931 Sep 02 13:34:56.777906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f1d33-412d-4dd0-9492-2ccf6bc2a633 service neutron] Pushing event updated for resources: {'Port': ['ID=62242978-32bf-44ee-ba00-453877bc6656,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:56.814663 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-8c1f2037-d860-4b2e-b830-3f7b776036fa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8abdfecd-3ca9-4112-b826-2c70767ad662 HTTP/1.1" status: 200 len: 217 time: 0.1548285 Sep 02 13:34:56.823828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:56.903283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-c9158aec-57a8-4e39-9e87-32aefa75af8e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2602017 Sep 02 13:34:56.962988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-a2572c6b-79e0-4d0c-998f-6ece4bd25c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:56.964563 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-a2572c6b-79e0-4d0c-998f-6ece4bd25c76 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1399953 Sep 02 13:34:57.027188 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0b90961-b0fe-4e3c-b32e-5d68974b07e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.031267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58100132-4f58-4184-aa91-3f0a98fe033b req-69b6d6a7-4812-4120-854a-c14a0f430639 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.77 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.1298628 Sep 02 13:34:57.052929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-44efbd63-7cfb-4bde-a3df-25e15b5cb92b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764034 Sep 02 13:34:57.055782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.081330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592288e5-3f99-4667-83bf-2c8189160325 req-e2e81d64-edbb-4fe3-a334-8301bd70b27c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:57.099860 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-592288e5-3f99-4667-83bf-2c8189160325 req-e2e81d64-edbb-4fe3-a334-8301bd70b27c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 944 time: 0.3330400 Sep 02 13:34:57.190645 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-cce12ab2-453a-4b86-aa5d-509affb09bfc service neutron] 10.222.0.13 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859190 Sep 02 13:34:57.340412 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-592288e5-3f99-4667-83bf-2c8189160325 req-1f81644d-b61c-4fab-8429-2b441d0ec65a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998122 Sep 02 13:34:57.369481 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-aeec12c1-623c-4f11-878d-2db8a3d7a061 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011150 Sep 02 13:34:57.380607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:57.492799 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0748ab60-570a-471c-8ede-8a7e98c2706c req-ca693ce9-ce57-48a9-8b0d-4f89a3518171 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944362 Sep 02 13:34:57.530653 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-24dde520-9144-4ea5-bb85-2860db54e50a service neutron] 10.222.0.13 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364701 Sep 02 13:34:57.574288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:57.588353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e20824e-dd19-4eca-afcd-d9d5944e451d req-25e03e5d-d010-4662-a70f-40fa79df35f6 tempest-ServerShowV257Test-1243735069 tempest-ServerShowV257Test-1243735069-project] 10.222.0.13 "GET /v2.0/ports?device_id=9931a441-2785-4028-a5ff-5949d69b08cb HTTP/1.1" status: 200 len: 210 time: 0.0451565 Sep 02 13:34:57.609069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6'}, {'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '62242978-32bf-44ee-ba00-453877bc6656'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:34:57.624506 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6"}, {"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "62242978-32bf-44ee-ba00-453877bc6656"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:34:57.635329 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0b90961-b0fe-4e3c-b32e-5d68974b07e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.650958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d0b90961-b0fe-4e3c-b32e-5d68974b07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.695334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4198803-7805-4a54-9fde-cb23830d365c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:57.727909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:57.768991 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:57.785869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:57.863692 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d0b90961-b0fe-4e3c-b32e-5d68974b07e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d6d96225f774456968a3e46aea85c27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2386620 Sep 02 13:34:57.868918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53660) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:57.882820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:34:57.883474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1a2b03f8-fdd5-4b64-bc27-db4d50ee6339 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:34:57.884365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d4198803-7805-4a54-9fde-cb23830d365c no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:34:57.893092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b90961-b0fe-4e3c-b32e-5d68974b07e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf8629-8234-44ae-9cda-c4900321c890,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:57.980885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c265c1-4857-4884-8396-382a50533a49 req-9ff15c25-d1ec-40b6-8e9e-9c4c27b25dc3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:57.982569 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67c265c1-4857-4884-8396-382a50533a49 req-9ff15c25-d1ec-40b6-8e9e-9c4c27b25dc3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.90 "GET /v2.0/ports?device_id=da57bd61-8fb9-4ecc-a75a-32499c132b5a HTTP/1.1" status: 200 len: 943 time: 0.1472304 Sep 02 13:34:58.002792 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577332-630d-4bbf-b1bd-39b2e44781c1 req-395380b9-0bda-4d7d-8649-b9a6f009b55c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.009300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577332-630d-4bbf-b1bd-39b2e44781c1 req-395380b9-0bda-4d7d-8649-b9a6f009b55c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.016334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577332-630d-4bbf-b1bd-39b2e44781c1 req-395380b9-0bda-4d7d-8649-b9a6f009b55c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.023516 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577332-630d-4bbf-b1bd-39b2e44781c1 req-395380b9-0bda-4d7d-8649-b9a6f009b55c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.029852 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577332-630d-4bbf-b1bd-39b2e44781c1 req-395380b9-0bda-4d7d-8649-b9a6f009b55c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.035944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce577332-630d-4bbf-b1bd-39b2e44781c1 req-395380b9-0bda-4d7d-8649-b9a6f009b55c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.043531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c398de7-1ac0-45d1-9807-40deb0a5cd61 req-56f82b3e-ce65-4858-a695-891949683444 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.044171 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce577332-630d-4bbf-b1bd-39b2e44781c1 req-395380b9-0bda-4d7d-8649-b9a6f009b55c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 4596 time: 0.1899529 Sep 02 13:34:58.051832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c398de7-1ac0-45d1-9807-40deb0a5cd61 req-56f82b3e-ce65-4858-a695-891949683444 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2840343 Sep 02 13:34:58.136946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] Transition to ACTIVE for port object d4198803-7805-4a54-9fde-cb23830d365c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:58.149117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c398de7-1ac0-45d1-9807-40deb0a5cd61 req-4fafdc5f-8fdf-44d3-9869-3de4772aebc0 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961077 Sep 02 13:34:58.166886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:58.181476 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.184025 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d7f167e-24aa-42e3-a037-fb7d6f39f02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.189500 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.214081 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce577332-630d-4bbf-b1bd-39b2e44781c1 req-98c398b3-3b46-4dff-b827-dd78c67852b7 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&id=150c6f60-37d5-4911-99cb-5f135ad19c79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687946 Sep 02 13:34:58.219342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Transition to ACTIVE for port object 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:34:58.225894 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d7f167e-24aa-42e3-a037-fb7d6f39f02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.228600 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.296101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Pushing event updated for resources: {'Port': ['ID=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:58.363612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4198803-7805-4a54-9fde-cb23830d365c,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:58.427700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-67c265c1-4857-4884-8396-382a50533a49 req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Deleting port f3d9b231-2f81-4dcf-a298-980d2b2a3468 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:34:58.436310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67c265c1-4857-4884-8396-382a50533a49 req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.439758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] No DVR routers for this DVR port d4198803-7805-4a54-9fde-cb23830d365c on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:34:58.530556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Attempting to bind port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:34:58.531071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Attempting to bind port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:34:58.531838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Attempting to bind port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:58.539851 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d7f167e-24aa-42e3-a037-fb7d6f39f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.542800 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d7f167e-24aa-42e3-a037-fb7d6f39f02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.546418 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5d7f167e-24aa-42e3-a037-fb7d6f39f02f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3caf8629-8234-44ae-9cda-c4900321c890 HTTP/1.1" status: 204 len: 168 time: 0.6708744 Sep 02 13:34:58.570227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:34:58.570651 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Attempting to bind port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:34:58.580380 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0600a7ba-2296-4a25-9460-a1ce123637a4 x-openstack-request-id: req-0600a7ba-2296-4a25-9460-a1ce123637a4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:34:58.580904 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "62242978-32bf-44ee-ba00-453877bc6656", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:34:58.581266 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0600a7ba-2296-4a25-9460-a1ce123637a4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:34:58.582108 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'status': 'completed', 'code': 200} Sep 02 13:34:58.582224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ae2c0764-b887-4453-accc-a336a3b73bc7 service neutron] 10.222.0.77 "PUT /v2.0/ports/d4198803-7805-4a54-9fde-cb23830d365c/bindings/n-h1-794796-4/activate HTTP/1.1" status: 200 len: 369 time: 2.1534283 Sep 02 13:34:58.582459 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '62242978-32bf-44ee-ba00-453877bc6656', 'status': 'completed', 'code': 200} Sep 02 13:34:58.600093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56998550-0e0e-48a4-87b1-60202b922244 req-e167d41c-85f9-4e9a-843f-507ca7b36cc4 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.615500 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56998550-0e0e-48a4-87b1-60202b922244 req-e167d41c-85f9-4e9a-843f-507ca7b36cc4 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 944 time: 0.2579508 Sep 02 13:34:58.659133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:34:58.659806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Checking segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:34:58.660456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Bound using segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:34:58.661193 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Bound port: 01de64f3-ebac-4c94-8ffc-a2cc80feddb3, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:34:58.662000 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.669168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f167e-24aa-42e3-a037-fb7d6f39f02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf8629-8234-44ae-9cda-c4900321c890,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:58.804260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-67c265c1-4857-4884-8396-382a50533a49 req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] For port f3d9b231-2f81-4dcf-a298-980d2b2a3468, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f3d9b231-2f81-4dcf-a298-980d2b2a3468,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:58.805245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67c265c1-4857-4884-8396-382a50533a49 req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:58.825725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d7279f1-a4df-42b2-a3c5-00d9d118fc63 req-15279e83-b3a9-4d16-968d-6db36acf3052 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 210 time: 0.0789564 Sep 02 13:34:58.874031 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56998550-0e0e-48a4-87b1-60202b922244 req-61abce7e-f5fe-4169-9eef-115aff1c8a12 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572351 Sep 02 13:34:58.892816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8abdfecd-3ca9-4112-b826-2c70767ad662 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:34:58.905820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-757fb6d7-75d2-44af-a176-a464f1637615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.909081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-757fb6d7-75d2-44af-a176-a464f1637615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.909752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-757fb6d7-75d2-44af-a176-a464f1637615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.910101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-757fb6d7-75d2-44af-a176-a464f1637615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.910579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-757fb6d7-75d2-44af-a176-a464f1637615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.913205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-757fb6d7-75d2-44af-a176-a464f1637615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.915221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-757fb6d7-75d2-44af-a176-a464f1637615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.915375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-67c265c1-4857-4884-8396-382a50533a49 req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Calling delete_port for f3d9b231-2f81-4dcf-a298-980d2b2a3468 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:34:58.920997 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-757fb6d7-75d2-44af-a176-a464f1637615 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6161 time: 0.3355689 Sep 02 13:34:58.921733 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-20069ef2-4d08-4687-b0e0-d421fc14bdbb tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:58.930349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-20069ef2-4d08-4687-b0e0-d421fc14bdbb tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.2495375 Sep 02 13:34:58.991026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] For port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:34:58.995042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] For port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:34:59.037545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8abdfecd-3ca9-4112-b826-2c70767ad662, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8abdfecd-3ca9-4112-b826-2c70767ad662,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:59.050779 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.053805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '8abdfecd-3ca9-4112-b826-2c70767ad662', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'port_id': '8abdfecd-3ca9-4112-b826-2c70767ad662', 'mac_address': 'fa:16:3e:04:61:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c492d62d-bb5c-403f-a25f-021347fc973a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:34:59.120522 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.135848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abdfecd-3ca9-4112-b826-2c70767ad662 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:34:59.176581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8abdfecd-3ca9-4112-b826-2c70767ad662, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8abdfecd-3ca9-4112-b826-2c70767ad662,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:34:59.183197 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.183842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-c459d0d8-332c-49b4-8625-6c32e9938642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:59.185478 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-c459d0d8-332c-49b4-8625-6c32e9938642 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e&tenant_id=d85f364184c74b5fae55bf6a737733c1 HTTP/1.1" status: 200 len: 1096 time: 0.2334359 Sep 02 13:34:59.219639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18695-f2b6-4eaa-94a9-c30984cd564b req-ccfc40df-2264-45a9-838c-adcf749873ed tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:59.232307 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ccb18695-f2b6-4eaa-94a9-c30984cd564b req-ccfc40df-2264-45a9-838c-adcf749873ed tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340 HTTP/1.1" status: 200 len: 946 time: 0.1803002 Sep 02 13:34:59.241613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53680) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:34:59.321414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:59.322072 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.324238 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] 10.222.0.90 "PUT /v2.0/ports/01de64f3-ebac-4c94-8ffc-a2cc80feddb3 HTTP/1.1" status: 200 len: 1128 time: 2.5128174 Sep 02 13:34:59.338924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=8abdfecd-3ca9-4112-b826-2c70767ad662,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:59.347959 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.350444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d8709-a4a8-400f-bdb8-9641131d21a0 req-8db5f0e6-0b8c-446f-aef7-67130b03bb38 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:59.359857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db4d8709-a4a8-400f-bdb8-9641131d21a0 req-8db5f0e6-0b8c-446f-aef7-67130b03bb38 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 945 time: 0.4230657 Sep 02 13:34:59.419278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:59.435718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f76dd70-23f6-4633-9ff9-78c823d6e22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.438926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db4d8709-a4a8-400f-bdb8-9641131d21a0 req-5b8b17fd-6766-4df9-a796-d4c618b81833 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777569 Sep 02 13:34:59.568818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['8abdfecd-3ca9-4112-b826-2c70767ad662'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:34:59.647144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-24abab73-bd13-4014-bfbf-ec29a41eaba3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:59.648691 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-24abab73-bd13-4014-bfbf-ec29a41eaba3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 805 time: 0.1859252 Sep 02 13:34:59.678456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d47d09-4e94-4af1-82b6-94be37626328 service neutron] Pushing event updated for resources: {'Port': ['ID=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:34:59.745748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Request body: {'port': {'device_id': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'admin_state_up': True, 'tenant_id': '3e19f593db1340f5966bcdc4057d72b5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:34:59.805463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-174d20ad-2eb9-458b-8d41-903e9fdfea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:59.807253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-174d20ad-2eb9-458b-8d41-903e9fdfea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:59.807829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-174d20ad-2eb9-458b-8d41-903e9fdfea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:59.809282 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-88a6f2aa-c39a-4808-903d-d858222634f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:34:59.809506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-174d20ad-2eb9-458b-8d41-903e9fdfea4e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d4f8655433ef47719d30773dae624220&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8118048 Sep 02 13:34:59.811094 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-88a6f2aa-c39a-4808-903d-d858222634f6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1096 time: 0.5702870 Sep 02 13:34:59.839339 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:34:59.849941 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ccb18695-f2b6-4eaa-94a9-c30984cd564b req-e86ece24-4aae-492c-92fc-c2034ab2976b tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085272 Sep 02 13:34:59.976577 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53694) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:00.015650 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f76dd70-23f6-4633-9ff9-78c823d6e22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.020615 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67c265c1-4857-4884-8396-382a50533a49 req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.052070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432f83b-283a-41cc-9a17-532e7a964b0e req-f45e2408-9d7e-448f-adf5-0a23b662c0b6 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.053915 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8432f83b-283a-41cc-9a17-532e7a964b0e req-f45e2408-9d7e-448f-adf5-0a23b662c0b6 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.3064296 Sep 02 13:35:00.077317 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f76dd70-23f6-4633-9ff9-78c823d6e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.210222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-dfb0775f-ef6b-4a18-9ca9-2d65e11287b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.211554 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-dfb0775f-ef6b-4a18-9ca9-2d65e11287b3 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3730698 Sep 02 13:35:00.228592 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.236499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8432f83b-283a-41cc-9a17-532e7a964b0e req-bb657a31-8d42-4e1c-844e-d11a11c6812c tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722634 Sep 02 13:35:00.258013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-da78e4f2-f099-4f6d-afb5-d84536d2b50e tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.260321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-da78e4f2-f099-4f6d-afb5-d84536d2b50e tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.77 "GET /v2.0/ports?device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340 HTTP/1.1" status: 200 len: 946 time: 0.1995690 Sep 02 13:35:00.418074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cc13dfdf-19c9-4158-be91-5abcdfaabb7b req-5e947c0c-0535-432b-921b-af8e9cb571a2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 210 time: 0.0667319 Sep 02 13:35:00.493426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-22819538-9685-43ad-b14a-c2431349461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.493775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-22819538-9685-43ad-b14a-c2431349461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.494255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-22819538-9685-43ad-b14a-c2431349461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.494730 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-22819538-9685-43ad-b14a-c2431349461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.495201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-22819538-9685-43ad-b14a-c2431349461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.495787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-22819538-9685-43ad-b14a-c2431349461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.496167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-22819538-9685-43ad-b14a-c2431349461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.498109 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-22819538-9685-43ad-b14a-c2431349461c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6203 time: 0.1801727 Sep 02 13:35:00.507249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76dd70-23f6-4633-9ff9-78c823d6e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a25d34-552d-44e0-af3a-517e28d4ec3d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:00.529044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efa87506-958e-401c-9f3d-d7233e6c9d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.551170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Pushing event deleted for resources: {'Port': ['ID=f3d9b231-2f81-4dcf-a298-980d2b2a3468,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:00.590718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '01de64f3-ebac-4c94-8ffc-a2cc80feddb3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:00.593036 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac2163d-12f7-4638-8b87-596833dc1e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "01de64f3-ebac-4c94-8ffc-a2cc80feddb3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:00.634709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8f76dd70-23f6-4633-9ff9-78c823d6e22b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1d2da21701740fcb0c78dafe155661b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3710868 Sep 02 13:35:00.642244 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c265c1-4857-4884-8396-382a50533a49 req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] No DVR routers for this DVR port f3d9b231-2f81-4dcf-a298-980d2b2a3468 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:00.647956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53702) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:00.653872 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67c265c1-4857-4884-8396-382a50533a49 req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.656439 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67c265c1-4857-4884-8396-382a50533a49 req-aa111a95-db1a-4588-8227-04128038d57f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.90 "DELETE /v2.0/ports/f3d9b231-2f81-4dcf-a298-980d2b2a3468 HTTP/1.1" status: 204 len: 173 time: 2.6025198 Sep 02 13:35:00.675443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'name': 'network-vif-deleted', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:00.677863 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d75ec8d-3363-4acf-9e45-544d49ff7836" -d '{"events": [{"server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "name": "network-vif-deleted", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:00.698208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb15d-c935-415f-bb5d-2998763d4bf8 req-5d66c2c4-45c3-4655-b61b-94d2ceba1672 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.704377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb15d-c935-415f-bb5d-2998763d4bf8 req-5d66c2c4-45c3-4655-b61b-94d2ceba1672 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.710530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb15d-c935-415f-bb5d-2998763d4bf8 req-5d66c2c4-45c3-4655-b61b-94d2ceba1672 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.721433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb15d-c935-415f-bb5d-2998763d4bf8 req-5d66c2c4-45c3-4655-b61b-94d2ceba1672 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.727124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb15d-c935-415f-bb5d-2998763d4bf8 req-5d66c2c4-45c3-4655-b61b-94d2ceba1672 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.743875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb15d-c935-415f-bb5d-2998763d4bf8 req-5d66c2c4-45c3-4655-b61b-94d2ceba1672 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.749904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb15d-c935-415f-bb5d-2998763d4bf8 req-5d66c2c4-45c3-4655-b61b-94d2ceba1672 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.758224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fcdb15d-c935-415f-bb5d-2998763d4bf8 req-5d66c2c4-45c3-4655-b61b-94d2ceba1672 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5366 time: 0.7390296 Sep 02 13:35:00.811921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-1efe8e55-1b59-4f78-aa40-837d0cfa4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:00.814270 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-1efe8e55-1b59-4f78-aa40-837d0cfa4c2b service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.9572408 Sep 02 13:35:00.902771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8abdfecd-3ca9-4112-b826-2c70767ad662 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:00.907973 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-d90af7eb-9880-4004-a77c-cd55cd4d388d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 200 len: 217 time: 0.0682802 Sep 02 13:35:00.937926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4fcdb15d-c935-415f-bb5d-2998763d4bf8 req-99753ad8-a1fa-4f2a-9026-9ee15414d63b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1786852 Sep 02 13:35:00.959983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Deleting port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:00.960897 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:00.969712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:00.993532 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.047211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 8abdfecd-3ca9-4112-b826-2c70767ad662 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:01.054909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 8abdfecd-3ca9-4112-b826-2c70767ad662 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:01.060532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Transition to ACTIVE for port object 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:01.065237 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f1fa-fe22-43f2-86e0-2be54cf69783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.069392 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.088061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774fffa-cf97-4783-b1ad-010898655757 req-4b3aa447-6d57-4a8c-b166-691f7af556d0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.100831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4774fffa-cf97-4783-b1ad-010898655757 req-4b3aa447-6d57-4a8c-b166-691f7af556d0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 945 time: 0.5128210 Sep 02 13:35:01.106608 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.134867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-bacbf7d5-4ec2-479b-9d21-126a82aa66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.135505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-bacbf7d5-4ec2-479b-9d21-126a82aa66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.136085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-bacbf7d5-4ec2-479b-9d21-126a82aa66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.138188 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-bacbf7d5-4ec2-479b-9d21-126a82aa66a3 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d4f8655433ef47719d30773dae624220&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5827003 Sep 02 13:35:01.138444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-619adefe-6156-4ff5-8da5-7e2cdcb150b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.144978 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-619adefe-6156-4ff5-8da5-7e2cdcb150b6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.2217534 Sep 02 13:35:01.148570 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f1fa-fe22-43f2-86e0-2be54cf69783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.178587 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca17e-c524-4561-a2cc-4f11d3a95bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.244100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efa87506-958e-401c-9f3d-d7233e6c9d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.271685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] For port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:01.273814 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.292063 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.292661 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efa87506-958e-401c-9f3d-d7233e6c9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.297429 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-79d1f0b7-ceb8-48c8-bcd8-e9d524086108 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955544 Sep 02 13:35:01.308277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Pushing event updated for resources: {'Port': ['ID=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:01.316050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Calling delete_port for 2fe2766a-b724-4a99-99f7-82fd4b86c4bd owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:01.351288 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4453a7c8-d2ce-4931-bfc2-8f5587a9fb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abdfecd-3ca9-4112-b826-2c70767ad662'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:01.356016 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0792e294-0033-4772-8708-83ee521306da" -d '{"events": [{"server_uuid": "4453a7c8-d2ce-4931-bfc2-8f5587a9fb79", "name": "network-vif-plugged", "status": "completed", "tag": "8abdfecd-3ca9-4112-b826-2c70767ad662"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:01.370225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4774fffa-cf97-4783-b1ad-010898655757 req-e49b625f-9cb4-4c4a-b199-82a5c2978b04 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689054 Sep 02 13:35:01.402328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8abdfecd-3ca9-4112-b826-2c70767ad662, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8abdfecd-3ca9-4112-b826-2c70767ad662,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:01.417547 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.418608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f3d9b231-2f81-4dcf-a298-980d2b2a3468 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:01.454463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa87506-958e-401c-9f3d-d7233e6c9d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9209ef3f-2199-485e-ab4c-a72e76210364,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:01.456494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: f3d9b231-2f81-4dcf-a298-980d2b2a3468 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:01.457221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f3d9b231-2f81-4dcf-a298-980d2b2a3468 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:01.517269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f1fa-fe22-43f2-86e0-2be54cf69783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.526563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f1fa-fe22-43f2-86e0-2be54cf69783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.528699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-4df923c9-5b7e-4aca-9e20-7491751a73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.530223 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ebff35bb-d154-43e3-ad4a-d97cf8f1cdd8 req-4df923c9-5b7e-4aca-9e20-7491751a73fc service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3561120 Sep 02 13:35:01.539370 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f5b9f1fa-fe22-43f2-86e0-2be54cf69783 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59a25d34-552d-44e0-af3a-517e28d4ec3d HTTP/1.1" status: 204 len: 168 time: 0.8869750 Sep 02 13:35:01.554194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=8abdfecd-3ca9-4112-b826-2c70767ad662,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:01.579684 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304a1ac0-0a69-4d0d-85eb-34bc06ca48d4 x-openstack-request-id: req-304a1ac0-0a69-4d0d-85eb-34bc06ca48d4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:01.580147 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "01de64f3-ebac-4c94-8ffc-a2cc80feddb3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:01.580503 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-304a1ac0-0a69-4d0d-85eb-34bc06ca48d4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:01.581883 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '01de64f3-ebac-4c94-8ffc-a2cc80feddb3', 'status': 'completed', 'code': 200} Sep 02 13:35:01.733182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Made reservation on behalf of 3e19f593db1340f5966bcdc4057d72b5 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:01.739476 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.756735 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-efa87506-958e-401c-9f3d-d7233e6c9d67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6155df3881fc4a54a62f0144cfc53daa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7486875 Sep 02 13:35:01.766751 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f0ad2e-9fb9-49c9-b2fd-2590f165862a x-openstack-request-id: req-c4f0ad2e-9fb9-49c9-b2fd-2590f165862a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:01.767421 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da57bd61-8fb9-4ecc-a75a-32499c132b5a", "name": "network-vif-deleted", "tag": "f3d9b231-2f81-4dcf-a298-980d2b2a3468", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:01.767887 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4f0ad2e-9fb9-49c9-b2fd-2590f165862a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:01.768463 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da57bd61-8fb9-4ecc-a75a-32499c132b5a', 'name': 'network-vif-deleted', 'tag': 'f3d9b231-2f81-4dcf-a298-980d2b2a3468', 'status': 'completed', 'code': 200} Sep 02 13:35:01.769574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53716) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:01.801403 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127382-9c44-42ce-9a67-46780cc83891 req-cbd12004-4801-4a96-ad38-80a9906fcf29 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.806059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Attempting to bind port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:01.806685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Attempting to bind port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:01.807253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Attempting to bind port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:01.809912 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a0127382-9c44-42ce-9a67-46780cc83891 req-cbd12004-4801-4a96-ad38-80a9906fcf29 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 945 time: 0.6851399 Sep 02 13:35:01.831044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9f1fa-fe22-43f2-86e0-2be54cf69783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a25d34-552d-44e0-af3a-517e28d4ec3d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:01.854955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-1cfe8da2-11f4-4c5f-bb17-9e6dbef1f9ae service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029756 Sep 02 13:35:01.867306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:01.867688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Attempting to bind port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:01.896863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:01.897224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Checking segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:01.897611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Bound using segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:01.898120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Bound port: 3c2e2fc1-7c15-4427-9ff1-677d50e54d69, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:01.898499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:01.955527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-51369385-9540-4b4a-b3c8-5a569ad018d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.956170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-51369385-9540-4b4a-b3c8-5a569ad018d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.956664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-51369385-9540-4b4a-b3c8-5a569ad018d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.957506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-51369385-9540-4b4a-b3c8-5a569ad018d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.958039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-51369385-9540-4b4a-b3c8-5a569ad018d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.958585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-51369385-9540-4b4a-b3c8-5a569ad018d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.959229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-51369385-9540-4b4a-b3c8-5a569ad018d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:01.961398 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-51369385-9540-4b4a-b3c8-5a569ad018d9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6228 time: 0.2806089 Sep 02 13:35:02.000583 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-ba5239c2-1ef0-4ba4-a65c-85eb205000ab service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295977 Sep 02 13:35:02.026530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] For port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:02.031513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] For port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:02.048851 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.050536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a0127382-9c44-42ce-9a67-46780cc83891 req-9be707f7-0d66-4e2b-bd5d-961b4efa36b4 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372797 Sep 02 13:35:02.059776 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f75ef88-434c-483a-a3ea-edf5ec72dee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.090569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f75ef88-434c-483a-a3ea-edf5ec72dee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.207593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120283cd-f5f6-4a9d-955d-25bc0bc8cf4c req-736b2b75-c8a0-4c92-a09b-6592c2042f05 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:02.212340 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120283cd-f5f6-4a9d-955d-25bc0bc8cf4c req-736b2b75-c8a0-4c92-a09b-6592c2042f05 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=f529ec2a-511f-4c29-b75a-9fc5cbe29340 HTTP/1.1" status: 200 len: 946 time: 0.5086632 Sep 02 13:35:02.285667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Allocated IP 172.20.0.4 (bac02cfc-9ff9-472a-9eb0-ec1bf1144121/a15b3572-036e-46a2-abaf-8545c3cdf93c/9cc6a09c-2427-4940-babb-b594bdd38a8e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:02.320903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c584bf5-2995-4e85-a01c-6f58d65b0fe4 req-c45cdf5d-3906-4ce0-9927-b54e84223ae8 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:02.323106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c584bf5-2995-4e85-a01c-6f58d65b0fe4 req-c45cdf5d-3906-4ce0-9927-b54e84223ae8 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1141574 Sep 02 13:35:02.404237 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f75ef88-434c-483a-a3ea-edf5ec72dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.408293 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2f75ef88-434c-483a-a3ea-edf5ec72dee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.410017 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2f75ef88-434c-483a-a3ea-edf5ec72dee9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9209ef3f-2199-485e-ab4c-a72e76210364 HTTP/1.1" status: 204 len: 168 time: 0.6206739 Sep 02 13:35:02.497789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:02.499155 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.501506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] 10.222.0.90 "PUT /v2.0/ports/3c2e2fc1-7c15-4427-9ff1-677d50e54d69 HTTP/1.1" status: 200 len: 1090 time: 3.1221879 Sep 02 13:35:02.502335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75ef88-434c-483a-a3ea-edf5ec72dee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9209ef3f-2199-485e-ab4c-a72e76210364,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:02.504578 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:02.526276 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['6630f08a-72a3-4474-9787-5808c70cedf2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:02.585812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:02.688940 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c584bf5-2995-4e85-a01c-6f58d65b0fe4 req-a7eaaceb-29a8-4886-9bea-f5b4200fa698 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498020 Sep 02 13:35:02.707227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e07e73-bdb3-47bb-b180-ec730632bc2e service neutron] Pushing event updated for resources: {'Port': ['ID=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:02.710295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-82bfbd1a-4cce-449b-b2c8-823ec958d70c tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:02.724665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-82bfbd1a-4cce-449b-b2c8-823ec958d70c tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.3646703 Sep 02 13:35:02.825472 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094d437f-e9cf-4cc7-b1e4-25cff0cb41da x-openstack-request-id: req-094d437f-e9cf-4cc7-b1e4-25cff0cb41da {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:02.825768 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4453a7c8-d2ce-4931-bfc2-8f5587a9fb79", "name": "network-vif-plugged", "status": "completed", "tag": "8abdfecd-3ca9-4112-b826-2c70767ad662", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:02.826025 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-094d437f-e9cf-4cc7-b1e4-25cff0cb41da {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:02.826430 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4453a7c8-d2ce-4931-bfc2-8f5587a9fb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abdfecd-3ca9-4112-b826-2c70767ad662', 'code': 200} Sep 02 13:35:02.857195 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-120283cd-f5f6-4a9d-955d-25bc0bc8cf4c req-69b12499-69dd-40b9-a1ce-736d8d9abb00 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674997 Sep 02 13:35:03.071955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Pushing event deleted for resources: {'Port': ['ID=2fe2766a-b724-4a99-99f7-82fd4b86c4bd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:03.117804 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.162585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] No DVR routers for this DVR port 2fe2766a-b724-4a99-99f7-82fd4b86c4bd on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:03.165658 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.169666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d99769c5-062b-4f70-8d7d-715c4f0bc210 req-3f0f55cc-4103-462a-a46c-4d2d138d90cc tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.77 "DELETE /v2.0/ports/2fe2766a-b724-4a99-99f7-82fd4b86c4bd HTTP/1.1" status: 204 len: 173 time: 2.8953674 Sep 02 13:35:03.171146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-ab8d4bbb-0c42-4a4f-b68e-dfc06b851cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.176047 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-ab8d4bbb-0c42-4a4f-b68e-dfc06b851cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.176622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-ab8d4bbb-0c42-4a4f-b68e-dfc06b851cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.180777 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-ab8d4bbb-0c42-4a4f-b68e-dfc06b851cd1 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d4f8655433ef47719d30773dae624220&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1455448 Sep 02 13:35:03.213611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64c91a5e-08a2-4f67-8916-2f683ca6127f req-50bbdc51-10f0-411d-812b-eacfd2b7bca3 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 210 time: 0.1714630 Sep 02 13:35:03.224842 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.241357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ca652-a050-4e5b-b622-fc0c36b1d800 req-ba87f827-3810-4cbe-8b0d-0a1e383982ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.243544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c08ca652-a050-4e5b-b622-fc0c36b1d800 req-ba87f827-3810-4cbe-8b0d-0a1e383982ac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 1097 time: 0.3288610 Sep 02 13:35:03.360213 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-6b8e0633-5cc3-42fb-a43d-f96e22ea2b72 service neutron] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:03.382555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-6b8e0633-5cc3-42fb-a43d-f96e22ea2b72 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.384138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b0aa484-c554-4849-86f7-07158d5ed9aa req-6b8e0633-5cc3-42fb-a43d-f96e22ea2b72 service neutron] 10.222.0.90 "DELETE /v2.0/ports/d4198803-7805-4a54-9fde-cb23830d365c/bindings/n-h2-794796-4 HTTP/1.1" status: 204 len: 173 time: 0.6375191 Sep 02 13:35:03.443789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c356-4e81-44b5-8312-444fd9b0cdf3 req-1bd7992b-e68c-4118-939b-04cc38a4565d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.446314 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c08ca652-a050-4e5b-b622-fc0c36b1d800 req-5653d33f-f687-493a-a120-48203b0edfa6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794341 Sep 02 13:35:03.465628 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c356-4e81-44b5-8312-444fd9b0cdf3 req-1bd7992b-e68c-4118-939b-04cc38a4565d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.478644 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c356-4e81-44b5-8312-444fd9b0cdf3 req-1bd7992b-e68c-4118-939b-04cc38a4565d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.498335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c356-4e81-44b5-8312-444fd9b0cdf3 req-1bd7992b-e68c-4118-939b-04cc38a4565d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.518468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c356-4e81-44b5-8312-444fd9b0cdf3 req-1bd7992b-e68c-4118-939b-04cc38a4565d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.532511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c356-4e81-44b5-8312-444fd9b0cdf3 req-1bd7992b-e68c-4118-939b-04cc38a4565d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.538879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861c356-4e81-44b5-8312-444fd9b0cdf3 req-1bd7992b-e68c-4118-939b-04cc38a4565d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.540892 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b861c356-4e81-44b5-8312-444fd9b0cdf3 req-1bd7992b-e68c-4118-939b-04cc38a4565d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5378 time: 0.5157704 Sep 02 13:35:03.554890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a0ab8-79ba-47e5-9129-9747b15f40c2 req-a0ee26d8-082d-4d40-86d2-3670bb659f0e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.565510 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a54a0ab8-79ba-47e5-9129-9747b15f40c2 req-a0ee26d8-082d-4d40-86d2-3670bb659f0e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 946 time: 0.1715703 Sep 02 13:35:03.566716 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f92d1bf6-37db-4cdb-946a-507e51d3f837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.570892 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.584643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '3c2e2fc1-7c15-4427-9ff1-677d50e54d69'}, {'server_uuid': 'f529ec2a-511f-4c29-b75a-9fc5cbe29340', 'name': 'network-vif-deleted', 'tag': '2fe2766a-b724-4a99-99f7-82fd4b86c4bd'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:03.587019 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8" -d '{"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "3c2e2fc1-7c15-4427-9ff1-677d50e54d69"}, {"server_uuid": "f529ec2a-511f-4c29-b75a-9fc5cbe29340", "name": "network-vif-deleted", "tag": "2fe2766a-b724-4a99-99f7-82fd4b86c4bd"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:03.734733 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:03.742797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:03.768420 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a54a0ab8-79ba-47e5-9129-9747b15f40c2 req-df0ce2e2-a796-4ec6-9e42-aadd60c80d04 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988590 Sep 02 13:35:03.769484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:03.819754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2fe2766a-b724-4a99-99f7-82fd4b86c4bd no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:03.881134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b861c356-4e81-44b5-8312-444fd9b0cdf3 req-9eed51a4-bab3-4f62-be90-d7de5cf5bb84 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3302035 Sep 02 13:35:03.908309 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 2fe2766a-b724-4a99-99f7-82fd4b86c4bd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:03.908651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2fe2766a-b724-4a99-99f7-82fd4b86c4bd not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:03.984869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:03.987681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:03.999203 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-27ddf6be-9766-4856-93be-d0ef58abbf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.002952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ac2163d-12f7-4638-8b87-596833dc1e1a req-27ddf6be-9766-4856-93be-d0ef58abbf70 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7908783 Sep 02 13:35:04.032968 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.036705 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3068976 Sep 02 13:35:04.122077 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585310eb-0aa6-47ba-bcab-acc27b310729 x-openstack-request-id: req-585310eb-0aa6-47ba-bcab-acc27b310729 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:04.122657 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "3c2e2fc1-7c15-4427-9ff1-677d50e54d69", "status": "completed", "code": 200}, {"server_uuid": "f529ec2a-511f-4c29-b75a-9fc5cbe29340", "name": "network-vif-deleted", "tag": "2fe2766a-b724-4a99-99f7-82fd4b86c4bd", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:04.124011 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-585310eb-0aa6-47ba-bcab-acc27b310729 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:04.125148 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '3c2e2fc1-7c15-4427-9ff1-677d50e54d69', 'status': 'completed', 'code': 200} Sep 02 13:35:04.126424 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f529ec2a-511f-4c29-b75a-9fc5cbe29340', 'name': 'network-vif-deleted', 'tag': '2fe2766a-b724-4a99-99f7-82fd4b86c4bd', 'status': 'completed', 'code': 200} Sep 02 13:35:04.130086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Request body: {'port': {'device_id': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:04.159368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc8d32-b422-4226-a284-bfcfb33024d2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Pushing event updated for resources: {'Port': ['ID=9cc6a09c-2427-4940-babb-b594bdd38a8e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:04.309448 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea6741-d1e7-42c6-9a84-cfefd1519e1a req-f1e209cf-0418-44fe-9a82-1aeef5d81cdf tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.316671 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1bea6741-d1e7-42c6-9a84-cfefd1519e1a req-f1e209cf-0418-44fe-9a82-1aeef5d81cdf tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 945 time: 0.3037741 Sep 02 13:35:04.382990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-670ee33c-e65c-47fb-84da-21695d1f87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.383615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-670ee33c-e65c-47fb-84da-21695d1f87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.384233 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-670ee33c-e65c-47fb-84da-21695d1f87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.386781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-670ee33c-e65c-47fb-84da-21695d1f87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.387621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-670ee33c-e65c-47fb-84da-21695d1f87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.388219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-670ee33c-e65c-47fb-84da-21695d1f87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.388776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-670ee33c-e65c-47fb-84da-21695d1f87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.391172 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-670ee33c-e65c-47fb-84da-21695d1f87ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6270 time: 0.2004888 Sep 02 13:35:04.407526 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53782) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:04.418836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.424759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1bea6741-d1e7-42c6-9a84-cfefd1519e1a req-65bddf84-906a-490f-8cdb-14148464ded6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071873 Sep 02 13:35:04.475113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367f18d-b834-4567-b7ce-5c2a4db6deba req-afa6f7a3-b338-4e35-86b4-65fa558cbd84 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.488391 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4367f18d-b834-4567-b7ce-5c2a4db6deba req-afa6f7a3-b338-4e35-86b4-65fa558cbd84 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2248149 Sep 02 13:35:04.672198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349bfbef-9854-4427-8245-b7b164bf423a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:04.682660 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.710089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Transition to ACTIVE for port object 349bfbef-9854-4427-8245-b7b164bf423a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:04.720778 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.755431 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:04.867160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4367f18d-b834-4567-b7ce-5c2a4db6deba req-d3bda60e-fed0-49ef-aaa1-cb878372f3b3 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767822 Sep 02 13:35:04.868147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-c37c7891-4f9f-4386-934a-64135e0b9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.868645 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-c37c7891-4f9f-4386-934a-64135e0b9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.869128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-c37c7891-4f9f-4386-934a-64135e0b9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.878977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-c37c7891-4f9f-4386-934a-64135e0b9afd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d4f8655433ef47719d30773dae624220&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4662819 Sep 02 13:35:04.891574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1989605991-network', 'tenant_id': '6ed05b3246d24c0fa39c53fcdafc215f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:04.987071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc5724-9864-4c38-8a07-0cdcd72224cf req-fc36e817-e564-46ea-9d01-4930b4badcc2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:04.996103 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02bc5724-9864-4c38-8a07-0cdcd72224cf req-fc36e817-e564-46ea-9d01-4930b4badcc2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 931 time: 0.1766818 Sep 02 13:35:05.134848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-e03101e9-077e-4079-adc0-df00ccbd2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.138573 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71d2bcbb-b85f-40ec-8f28-b56f19c671f8 req-e03101e9-077e-4079-adc0-df00ccbd2739 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013488 Sep 02 13:35:05.139220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc6a09c-2427-4940-babb-b594bdd38a8e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:05.164314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Pushing event updated for resources: {'Port': ['ID=349bfbef-9854-4427-8245-b7b164bf423a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:05.173529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02bc5724-9864-4c38-8a07-0cdcd72224cf req-b85d3c93-ac01-4911-a19c-d5782a69d56e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716046 Sep 02 13:35:05.177915 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.181926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Made reservation on behalf of 6ed05b3246d24c0fa39c53fcdafc215f for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:05.188587 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.209975 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.226178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Transition to ACTIVE for port object 9cc6a09c-2427-4940-babb-b594bdd38a8e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:05.241796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.435694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Attempting to bind port 349bfbef-9854-4427-8245-b7b164bf423a on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:05.436341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Attempting to bind port 349bfbef-9854-4427-8245-b7b164bf423a by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:05.436552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Attempting to bind port 349bfbef-9854-4427-8245-b7b164bf423a on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:05.440005 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc6a09c-2427-4940-babb-b594bdd38a8e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:05.472232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Port 349bfbef-9854-4427-8245-b7b164bf423a on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:05.472819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Attempting to bind port 349bfbef-9854-4427-8245-b7b164bf423a on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:05.492586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:05.493267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Checking segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:05.493988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Bound using segment: {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:05.494762 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Bound port: 349bfbef-9854-4427-8245-b7b164bf423a, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dae7747-2cec-4968-96ca-63556b1cb2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:05.495368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.504847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Attempting to bind port 9cc6a09c-2427-4940-babb-b594bdd38a8e on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:05.505288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Attempting to bind port 9cc6a09c-2427-4940-babb-b594bdd38a8e by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:05.505839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Attempting to bind port 9cc6a09c-2427-4940-babb-b594bdd38a8e on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:05.514003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Port 9cc6a09c-2427-4940-babb-b594bdd38a8e on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:05.514394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Attempting to bind port 9cc6a09c-2427-4940-babb-b594bdd38a8e on network bac02cfc-9ff9-472a-9eb0-ec1bf1144121 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:05.521634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:05.522966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Checking segment: {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:05.522966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Bound using segment: {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:05.523390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Bound port: 9cc6a09c-2427-4940-babb-b594bdd38a8e, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10436c36-47a3-4a8c-9f44-020e2221e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:05.523604 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.553712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86a676-906d-412c-8a40-08631ee75b03 req-dd4f0591-719f-4ddc-9af8-215803a44849 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.555682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c86a676-906d-412c-8a40-08631ee75b03 req-dd4f0591-719f-4ddc-9af8-215803a44849 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 946 time: 0.2020500 Sep 02 13:35:05.610447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] For port 9cc6a09c-2427-4940-babb-b594bdd38a8e, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:05.616057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] For port 9cc6a09c-2427-4940-babb-b594bdd38a8e, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:05.622336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.715253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.716197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.717855 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] 10.222.0.77 "PUT /v2.0/ports/9cc6a09c-2427-4940-babb-b594bdd38a8e HTTP/1.1" status: 200 len: 1091 time: 1.6118302 Sep 02 13:35:05.721710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'tag': '9cc6a09c-2427-4940-babb-b594bdd38a8e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:05.724283 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff475a4-1fb4-48c6-a715-7eb6923f3b06", "tag": "9cc6a09c-2427-4940-babb-b594bdd38a8e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:05.745308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c86a676-906d-412c-8a40-08631ee75b03 req-a0fde61f-6f26-44ed-a48a-e6fd3d2b56b9 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479952 Sep 02 13:35:05.783677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] For port 349bfbef-9854-4427-8245-b7b164bf423a, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:05.791454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] For port 349bfbef-9854-4427-8245-b7b164bf423a, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=349bfbef-9854-4427-8245-b7b164bf423a,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:05.817382 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ea7a-ab4b-4758-818a-fb80c9b2d7c7 req-8fc24c75-157d-4f0e-9745-84e7fdd1ba88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.818965 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.820931 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.826009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ea7a-ab4b-4758-818a-fb80c9b2d7c7 req-8fc24c75-157d-4f0e-9745-84e7fdd1ba88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.834033 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ea7a-ab4b-4758-818a-fb80c9b2d7c7 req-8fc24c75-157d-4f0e-9745-84e7fdd1ba88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.841827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ea7a-ab4b-4758-818a-fb80c9b2d7c7 req-8fc24c75-157d-4f0e-9745-84e7fdd1ba88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.850764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ea7a-ab4b-4758-818a-fb80c9b2d7c7 req-8fc24c75-157d-4f0e-9745-84e7fdd1ba88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.861472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ea7a-ab4b-4758-818a-fb80c9b2d7c7 req-8fc24c75-157d-4f0e-9745-84e7fdd1ba88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.873404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ea7a-ab4b-4758-818a-fb80c9b2d7c7 req-8fc24c75-157d-4f0e-9745-84e7fdd1ba88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.877186 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c75ea7a-ab4b-4758-818a-fb80c9b2d7c7 req-8fc24c75-157d-4f0e-9745-84e7fdd1ba88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5390 time: 0.2510598 Sep 02 13:35:05.878469 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.878719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd8dc6-aabc-4514-bf5d-0faf0f52de13 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc6a09c-2427-4940-babb-b594bdd38a8e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:05.924503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:35:05.948500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Pushing event updated for resources: {'Port': ['ID=349bfbef-9854-4427-8245-b7b164bf423a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:05.970276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.971003 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.971862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-46ee022c-caca-47d2-80ea-64dc1b5163be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:05.972496 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-29fd1730-25c8-44a4-bb3c-612e1e062c5c service neutron] 10.222.0.90 "PUT /v2.0/ports/349bfbef-9854-4427-8245-b7b164bf423a HTTP/1.1" status: 200 len: 1090 time: 3.3970439 Sep 02 13:35:05.974196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-46ee022c-caca-47d2-80ea-64dc1b5163be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 1094 time: 0.0800924 Sep 02 13:35:05.977062 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:05.977545 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Added segment 5c00610c-4ab8-4f39-b8b2-52fe7e9821b2 of type vlan for network 48f1ef59-dbfe-4d5b-88f1-ada9edf15103 Sep 02 13:35:05.992556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c75ea7a-ab4b-4758-818a-fb80c9b2d7c7 req-199a2205-dae0-4bf0-951e-ddb6c1bd9f3c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970941 Sep 02 13:35:06.005724 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2058fb-5d63-4c4e-9cdf-1d0a3551a812,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:06.046096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:06.067814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-6859ef18-0eb7-40a6-ab14-4841aeca380e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e HTTP/1.1" status: 200 len: 217 time: 0.0690644 Sep 02 13:35:06.092477 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3574796-61a8-48c6-9fa0-47174aa5ca1b req-518f7a39-7cdc-449c-8b63-2ac974c49ea5 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:06.094697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3574796-61a8-48c6-9fa0-47174aa5ca1b req-518f7a39-7cdc-449c-8b63-2ac974c49ea5 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1096 time: 0.2273679 Sep 02 13:35:06.098500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:06.128598 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '349bfbef-9854-4427-8245-b7b164bf423a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:06.131019 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cacd95c-76b2-43e0-bd03-90b5a9054c52" -d '{"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "349bfbef-9854-4427-8245-b7b164bf423a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:06.152863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-a35047a7-9f04-4a62-a336-f6a3db788d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:06.154767 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-a35047a7-9f04-4a62-a336-f6a3db788d32 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a15b3572-036e-46a2-abaf-8545c3cdf93c HTTP/1.1" status: 200 len: 845 time: 0.0779326 Sep 02 13:35:06.190783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:06.196683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:06.197673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:06.198271 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:06.211183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3574796-61a8-48c6-9fa0-47174aa5ca1b req-9d97f22a-b92b-4bb7-85fd-3d7f516cdda7 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050766 Sep 02 13:35:06.245928 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-d9c54636-4df9-4cb4-b19c-0d392e3f0061 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323315 Sep 02 13:35:06.317048 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8889799 Sep 02 13:35:06.320293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53820) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:06.330279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Request body: {'subnet': {'network_id': '48f1ef59-dbfe-4d5b-88f1-ada9edf15103', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1989605991-subnet', 'tenant_id': '6ed05b3246d24c0fa39c53fcdafc215f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:06.340702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60ed37-2571-4f3a-81f2-a8a3a1dafecf admin admin] Pushing event updated for resources: {'Network': ['ID=48f1ef59-dbfe-4d5b-88f1-ada9edf15103,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:06.353119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 48f1ef59-dbfe-4d5b-88f1-ada9edf15103 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:35:06.403258 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dca1ff-33e1-437b-b539-ade8414e847f x-openstack-request-id: req-21dca1ff-33e1-437b-b539-ade8414e847f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:06.403749 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff475a4-1fb4-48c6-a715-7eb6923f3b06", "tag": "9cc6a09c-2427-4940-babb-b594bdd38a8e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:06.404204 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21dca1ff-33e1-437b-b539-ade8414e847f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:06.405319 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'tag': '9cc6a09c-2427-4940-babb-b594bdd38a8e', 'status': 'completed', 'code': 200} Sep 02 13:35:06.431867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f298-bc77-4451-9135-623b6db25472 req-0b5b3caf-bf78-48fd-a5fd-8bef9c4dcf63 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:06.448672 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1fa0f298-bc77-4451-9135-623b6db25472 req-0b5b3caf-bf78-48fd-a5fd-8bef9c4dcf63 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.2923753 Sep 02 13:35:06.457616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Made reservation on behalf of 6ed05b3246d24c0fa39c53fcdafc215f for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:06.460640 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:06.497162 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:06.561414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1fa0f298-bc77-4451-9135-623b6db25472 req-9fcf29c1-2039-46eb-91ad-d34f241338bd tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950689 Sep 02 13:35:06.637720 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-da09521c-75c3-4e48-8a0a-0636cf57505b service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786371 Sep 02 13:35:06.701167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe3dbb-adae-48ac-b8b1-dbdb259bfd40 req-f1b34c52-352c-47cf-8d14-92880ad62984 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:06.709000 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ebe3dbb-adae-48ac-b8b1-dbdb259bfd40 req-f1b34c52-352c-47cf-8d14-92880ad62984 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 946 time: 0.1435888 Sep 02 13:35:06.790993 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18336250-4fa1-4193-875e-fd17a8749d48 req-116d3835-8d32-4b5c-9c94-1fb270fe074d tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:06.793996 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18336250-4fa1-4193-875e-fd17a8749d48 req-116d3835-8d32-4b5c-9c94-1fb270fe074d tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1188817 Sep 02 13:35:06.849807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f1f910-779c-4796-bf25-470ba05de2e4 req-c8b9d069-3cd8-49ea-946c-c561eb50693b service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003934 Sep 02 13:35:06.901084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18336250-4fa1-4193-875e-fd17a8749d48 req-56bab15e-168e-40dd-9f4e-d0ae56bb195c tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730505 Sep 02 13:35:06.986022 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-13185ea1-9743-4e13-bcba-f0b5e13982c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:06.988105 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-13185ea1-9743-4e13-bcba-f0b5e13982c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3e19f593db1340f5966bcdc4057d72b5&device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 1094 time: 0.0698025 Sep 02 13:35:07.129653 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045accce-1d8b-47c6-a611-92f150b6d2a4 x-openstack-request-id: req-045accce-1d8b-47c6-a611-92f150b6d2a4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:07.129964 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "349bfbef-9854-4427-8245-b7b164bf423a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:07.130315 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-045accce-1d8b-47c6-a611-92f150b6d2a4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:07.130799 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '349bfbef-9854-4427-8245-b7b164bf423a', 'status': 'completed', 'code': 200} Sep 02 13:35:07.155477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7a720-75d1-4b84-b98f-5df28fc31110 req-31e97999-bf89-4bdd-9401-277aee89715d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.159100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94c7a720-75d1-4b84-b98f-5df28fc31110 req-31e97999-bf89-4bdd-9401-277aee89715d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 943 time: 0.0945516 Sep 02 13:35:07.160103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-73b248c9-8016-40f4-abef-fd98ed2de71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.162009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-73b248c9-8016-40f4-abef-fd98ed2de71a service neutron] 10.222.0.77 "GET /v2.0/networks?id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 200 len: 906 time: 0.1649387 Sep 02 13:35:07.223400 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-947c1410-7220-4d1a-90dc-51c5ce482e7f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e HTTP/1.1" status: 200 len: 217 time: 0.0482464 Sep 02 13:35:07.253928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9ebe3dbb-adae-48ac-b8b1-dbdb259bfd40 req-2a7beec1-f3fd-45de-a8e4-b619d414ec0b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439458 Sep 02 13:35:07.268703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c51ac7-b7d6-4c75-bc94-da44b4158d24 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:07.270702 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94c7a720-75d1-4b84-b98f-5df28fc31110 req-cf89f7e9-b095-463e-b81d-5038c9e14887 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038935 Sep 02 13:35:07.285959 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:07.305318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-4b8cb3bc-72b9-4aab-b11d-105491ef486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.306166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-4b8cb3bc-72b9-4aab-b11d-105491ef486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.306670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-4b8cb3bc-72b9-4aab-b11d-105491ef486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.307378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-4b8cb3bc-72b9-4aab-b11d-105491ef486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.308270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-4b8cb3bc-72b9-4aab-b11d-105491ef486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.309127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-4b8cb3bc-72b9-4aab-b11d-105491ef486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.309758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-4b8cb3bc-72b9-4aab-b11d-105491ef486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.313311 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-4b8cb3bc-72b9-4aab-b11d-105491ef486c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6337 time: 0.1883430 Sep 02 13:35:07.321641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-ffd3e16b-2283-47c6-9b4d-a0e1f62dd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.324646 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-ffd3e16b-2283-47c6-9b4d-a0e1f62dd714 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a15b3572-036e-46a2-abaf-8545c3cdf93c HTTP/1.1" status: 200 len: 845 time: 0.0894434 Sep 02 13:35:07.334915 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:07.342322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Transition to ACTIVE for port object a4c51ac7-b7d6-4c75-bc94-da44b4158d24 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:07.370106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-85f2b8a4-eda3-4d2b-b935-cbb7de2d1cf3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bac02cfc-9ff9-472a-9eb0-ec1bf1144121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366578 Sep 02 13:35:07.409983 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:07.565990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f44bc-a488-4379-9f49-6dc073d61d97 req-4f16aeea-7220-4281-983c-086b246ec098 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.572220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f44bc-a488-4379-9f49-6dc073d61d97 req-4f16aeea-7220-4281-983c-086b246ec098 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.579415 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f44bc-a488-4379-9f49-6dc073d61d97 req-4f16aeea-7220-4281-983c-086b246ec098 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.587449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f44bc-a488-4379-9f49-6dc073d61d97 req-4f16aeea-7220-4281-983c-086b246ec098 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.589838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad58615c-a152-4583-84d9-0d607aff4549,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:07.593912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f44bc-a488-4379-9f49-6dc073d61d97 req-4f16aeea-7220-4281-983c-086b246ec098 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.600092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f44bc-a488-4379-9f49-6dc073d61d97 req-4f16aeea-7220-4281-983c-086b246ec098 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.600635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0b465-d9fa-4bba-be4c-26989ef8e7bd req-0ddbec4e-84c1-4013-907b-6137019768c1 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.604182 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7ac0b465-d9fa-4bba-be4c-26989ef8e7bd req-0ddbec4e-84c1-4013-907b-6137019768c1 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1096 time: 0.1802633 Sep 02 13:35:07.606991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f44bc-a488-4379-9f49-6dc073d61d97 req-4f16aeea-7220-4281-983c-086b246ec098 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.609580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-257f44bc-a488-4379-9f49-6dc073d61d97 req-4f16aeea-7220-4281-983c-086b246ec098 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5402 time: 0.1965253 Sep 02 13:35:07.613729 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Pushing event updated for resources: {'Port': ['ID=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:07.672439 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-fe37b4db-c00e-4e40-88c8-00cad863296e service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940183 Sep 02 13:35:07.693520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Checking segment: {'id': '5c00610c-4ab8-4f39-b8b2-52fe7e9821b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48f1ef59-dbfe-4d5b-88f1-ada9edf15103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:07.693919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Network hostable DHCP agents. Network: 48f1ef59-dbfe-4d5b-88f1-ada9edf15103, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:35:07.730951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-9db10195-21f9-432e-a072-83f6bb8de4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.732159 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-9db10195-21f9-432e-a072-83f6bb8de4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.733015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-9db10195-21f9-432e-a072-83f6bb8de4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.738233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-9db10195-21f9-432e-a072-83f6bb8de4d9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d4f8655433ef47719d30773dae624220&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3908076 Sep 02 13:35:07.769636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-030439e0-6015-43ba-a2bf-6c43789c87f6 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.771769 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-030439e0-6015-43ba-a2bf-6c43789c87f6 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.90 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1605709 Sep 02 13:35:07.775520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-257f44bc-a488-4379-9f49-6dc073d61d97 req-46c36cd5-922d-46af-bc49-043bf626ac25 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491916 Sep 02 13:35:07.786426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7ac0b465-d9fa-4bba-be4c-26989ef8e7bd req-ec252c9a-bb0d-4b78-ae87-ac8a49036b11 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635151 Sep 02 13:35:07.849756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Network 48f1ef59-dbfe-4d5b-88f1-ada9edf15103 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:35:07.859537 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64bf60d5-dfa1-4c91-b6b9-d006e39577e3 req-86d96fe6-68af-40f4-a8a8-20bad7c27894 service neutron] 10.222.0.77 "GET /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768224 Sep 02 13:35:07.868631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Attempting to bind port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:07.869065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Attempting to bind port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:07.869264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Attempting to bind port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 on network c873e024-b781-4ddf-a1d2-2663c483c3d1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:07.876916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 48f1ef59-dbfe-4d5b-88f1-ada9edf15103) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:07.882584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 on network c873e024-b781-4ddf-a1d2-2663c483c3d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:07.882945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Attempting to bind port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 on network c873e024-b781-4ddf-a1d2-2663c483c3d1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:07.888251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.888841 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:07.891763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93995e11-3ff2-42b2-aaeb-757df7acb4b1 None None] Network 48f1ef59-dbfe-4d5b-88f1-ada9edf15103 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:07.908232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:07.909063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Checking segment: {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:07.909472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Bound using segment: {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:07.910008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Bound port: a4c51ac7-b7d6-4c75-bc94-da44b4158d24, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:07.910299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:07.953257 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ea48ee93-60ab-4717-a5c0-9828f821a7fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6312308 Sep 02 13:35:07.960398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-f61d738e-ffc0-46fe-9000-ec50e7cc3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:07.962603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cacd95c-76b2-43e0-bd03-90b5a9054c52 req-f61d738e-ffc0-46fe-9000-ec50e7cc3b41 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2096136 Sep 02 13:35:08.048587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] For port a4c51ac7-b7d6-4c75-bc94-da44b4158d24, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:08.085419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] For port a4c51ac7-b7d6-4c75-bc94-da44b4158d24, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:08.095404 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.101760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61948338-5890-41f2-8c81-fde40e81c125 None None] Network 48f1ef59-dbfe-4d5b-88f1-ada9edf15103 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:08.102373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374269e-1e28-47ad-a0cc-729f5d8b8d57 req-722600e7-b4ef-427d-b33d-e3f8c918c25a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:08.103639 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d374269e-1e28-47ad-a0cc-729f5d8b8d57 req-722600e7-b4ef-427d-b33d-e3f8c918c25a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 946 time: 0.1120369 Sep 02 13:35:08.107106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Deleting port 6630f08a-72a3-4474-9787-5808c70cedf2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:08.107460 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.151410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090996c7-5d2c-4c5e-9e72-8fe39e336c72 req-2940d412-e964-4f9b-94e5-fc00e9807b13 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:08.153071 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-090996c7-5d2c-4c5e-9e72-8fe39e336c72 req-2940d412-e964-4f9b-94e5-fc00e9807b13 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 945 time: 0.1068649 Sep 02 13:35:08.154609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:08.155225 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.156663 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] 10.222.0.90 "PUT /v2.0/ports/a4c51ac7-b7d6-4c75-bc94-da44b4158d24 HTTP/1.1" status: 200 len: 1091 time: 2.1152058 Sep 02 13:35:08.202136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Request body: {'port': {'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:08.237401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d374269e-1e28-47ad-a0cc-729f5d8b8d57 req-d7de3721-4754-4a50-8e87-d50958c876a3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239741 Sep 02 13:35:08.268537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-090996c7-5d2c-4c5e-9e72-8fe39e336c72 req-923a89f1-5052-4080-bc2a-ad54bbd24b2e tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b263d42-1ac2-4e35-b63d-21b7581db34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031499 Sep 02 13:35:08.269824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41186b-3c4c-422d-9940-da041d6b6c4f service neutron] Pushing event updated for resources: {'Port': ['ID=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:08.314867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] For port 6630f08a-72a3-4474-9787-5808c70cedf2, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6630f08a-72a3-4474-9787-5808c70cedf2,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:08.316507 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.334564 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.348620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Calling delete_port for 6630f08a-72a3-4474-9787-5808c70cedf2 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:08.447848 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca874e-4cd0-4405-9706-3ef2c20e39a7 req-eefad486-adee-4cad-ba96-7b8ce3d1b373 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:08.457814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dfca874e-4cd0-4405-9706-3ef2c20e39a7 req-eefad486-adee-4cad-ba96-7b8ce3d1b373 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1281381 Sep 02 13:35:08.540734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dfca874e-4cd0-4405-9706-3ef2c20e39a7 req-5246a149-3a07-488a-b0d9-e785ca668a36 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815871 Sep 02 13:35:08.565592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53854) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:08.671917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f354279e-c119-438b-a9c0-0d5c70ae88e5 admin admin] Deleting subnet ad58615c-a152-4583-84d9-0d607aff4549 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:35:08.675718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f354279e-c119-438b-a9c0-0d5c70ae88e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.731665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51be88ac-3438-4241-a30e-ea0b470aaf0d {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:08.743624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.753656 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f354279e-c119-438b-a9c0-0d5c70ae88e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.760166 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['6630f08a-72a3-4474-9787-5808c70cedf2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:08.814330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.830604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Pushing event deleted for resources: {'Port': ['ID=6630f08a-72a3-4474-9787-5808c70cedf2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:08.849430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Transition to ACTIVE for port object 51be88ac-3438-4241-a30e-ea0b470aaf0d will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:08.865160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526f220-cc9d-4d01-9cb3-20a64c3df754 req-6cc27d8d-697a-4353-b057-c51939ad8102 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:08.866849 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7526f220-cc9d-4d01-9cb3-20a64c3df754 req-6cc27d8d-697a-4353-b057-c51939ad8102 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 943 time: 0.1297188 Sep 02 13:35:08.868133 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.920963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] No DVR routers for this DVR port 6630f08a-72a3-4474-9787-5808c70cedf2 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:08.923836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:08.926782 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09bc2a3c-b8e0-4b74-b96f-1ab28cf8ec99 req-1e76e2e6-111c-4b11-80b6-59fbbacbeb68 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.90 "DELETE /v2.0/ports/6630f08a-72a3-4474-9787-5808c70cedf2 HTTP/1.1" status: 204 len: 173 time: 1.1419094 Sep 02 13:35:08.932627 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd751a8b4-432f-442a-a38e-70e34e794bc2', 'name': 'network-vif-deleted', 'tag': '6630f08a-72a3-4474-9787-5808c70cedf2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:08.937211 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d46307-8921-4594-bfca-021bcda64e2a" -d '{"events": [{"server_uuid": "d751a8b4-432f-442a-a38e-70e34e794bc2", "name": "network-vif-deleted", "tag": "6630f08a-72a3-4474-9787-5808c70cedf2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:08.967195 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f354279e-c119-438b-a9c0-0d5c70ae88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.071102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7526f220-cc9d-4d01-9cb3-20a64c3df754 req-2ca7a3d7-cf8e-4bd1-8cf1-1ac887e8ed99 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909542 Sep 02 13:35:09.081575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Pushing event updated for resources: {'Port': ['ID=51be88ac-3438-4241-a30e-ea0b470aaf0d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:09.154477 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:09.155796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f354279e-c119-438b-a9c0-0d5c70ae88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.158863 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dcd9e3-731f-4908-9861-b269a687b702" -d '{"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "a4c51ac7-b7d6-4c75-bc94-da44b4158d24"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:09.208945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354279e-c119-438b-a9c0-0d5c70ae88e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad58615c-a152-4583-84d9-0d607aff4549,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:09.217245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f354279e-c119-438b-a9c0-0d5c70ae88e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.221674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f354279e-c119-438b-a9c0-0d5c70ae88e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad58615c-a152-4583-84d9-0d607aff4549 HTTP/1.1" status: 204 len: 168 time: 0.6526263 Sep 02 13:35:09.222772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:09.289577 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964782b-bd42-4faa-93ab-044599923532 req-f0902ce2-fc91-4ad8-829b-2c3456051c73 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.293558 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4964782b-bd42-4faa-93ab-044599923532 req-f0902ce2-fc91-4ad8-829b-2c3456051c73 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 946 time: 0.2194724 Sep 02 13:35:09.300656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Attempting to bind port 51be88ac-3438-4241-a30e-ea0b470aaf0d on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:09.301231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Attempting to bind port 51be88ac-3438-4241-a30e-ea0b470aaf0d by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:09.301799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Attempting to bind port 51be88ac-3438-4241-a30e-ea0b470aaf0d on network c873e024-b781-4ddf-a1d2-2663c483c3d1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:09.317070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Port 51be88ac-3438-4241-a30e-ea0b470aaf0d on network c873e024-b781-4ddf-a1d2-2663c483c3d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:09.317463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Attempting to bind port 51be88ac-3438-4241-a30e-ea0b470aaf0d on network c873e024-b781-4ddf-a1d2-2663c483c3d1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:09.331320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:09.331936 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Checking segment: {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:09.332825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Bound using segment: {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:09.332968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Bound port: 51be88ac-3438-4241-a30e-ea0b470aaf0d, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e64c4c-b7c5-4ece-a6f1-218f818963f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:09.333400 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.346040 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.373964 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4964782b-bd42-4faa-93ab-044599923532 req-f85889a8-fb92-4589-b401-c4a536f7fc8b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567117 Sep 02 13:35:09.379642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f78a3-878c-4be0-802c-ec3c8b75adec req-512c175b-b3ca-4378-aa98-47818da62877 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.390707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f78a3-878c-4be0-802c-ec3c8b75adec req-512c175b-b3ca-4378-aa98-47818da62877 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.401265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f78a3-878c-4be0-802c-ec3c8b75adec req-512c175b-b3ca-4378-aa98-47818da62877 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.412458 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f78a3-878c-4be0-802c-ec3c8b75adec req-512c175b-b3ca-4378-aa98-47818da62877 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.419597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f78a3-878c-4be0-802c-ec3c8b75adec req-512c175b-b3ca-4378-aa98-47818da62877 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.426181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f78a3-878c-4be0-802c-ec3c8b75adec req-512c175b-b3ca-4378-aa98-47818da62877 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.432110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f78a3-878c-4be0-802c-ec3c8b75adec req-512c175b-b3ca-4378-aa98-47818da62877 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.434402 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-240f78a3-878c-4be0-802c-ec3c8b75adec req-512c175b-b3ca-4378-aa98-47818da62877 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.2706389 Sep 02 13:35:09.502723 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.509656 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2139a7d-560a-4ca3-b8f2-0b1b31e2f3f9 x-openstack-request-id: req-c2139a7d-560a-4ca3-b8f2-0b1b31e2f3f9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:09.511651 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d751a8b4-432f-442a-a38e-70e34e794bc2", "name": "network-vif-deleted", "tag": "6630f08a-72a3-4474-9787-5808c70cedf2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:09.512874 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2139a7d-560a-4ca3-b8f2-0b1b31e2f3f9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:09.514175 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd751a8b4-432f-442a-a38e-70e34e794bc2', 'name': 'network-vif-deleted', 'tag': '6630f08a-72a3-4474-9787-5808c70cedf2', 'status': 'completed', 'code': 200} Sep 02 13:35:09.532698 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-240f78a3-878c-4be0-802c-ec3c8b75adec req-931807e4-e687-4755-b21b-f9b098f0fd65 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622234 Sep 02 13:35:09.535194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f1ef59-dbfe-4d5b-88f1-ada9edf15103']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:09.540019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] For port 51be88ac-3438-4241-a30e-ea0b470aaf0d, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:09.544878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] For port 51be88ac-3438-4241-a30e-ea0b470aaf0d, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:09.558734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c00610c-4ab8-4f39-b8b2-52fe7e9821b2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:09.559218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c00610c-4ab8-4f39-b8b2-52fe7e9821b2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:09.563960 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da4e493-903d-4206-9bf2-6cf6e52a23df x-openstack-request-id: req-3da4e493-903d-4206-9bf2-6cf6e52a23df {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:09.564905 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "a4c51ac7-b7d6-4c75-bc94-da44b4158d24", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:09.565378 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3da4e493-903d-4206-9bf2-6cf6e52a23df {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:09.565975 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24', 'status': 'completed', 'code': 200} Sep 02 13:35:09.568162 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.584831 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.617272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.647354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.654615 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.657900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] 10.222.0.90 "PUT /v2.0/ports/51be88ac-3438-4241-a30e-ea0b470aaf0d HTTP/1.1" status: 200 len: 1091 time: 1.4617572 Sep 02 13:35:09.669680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:35:09.670543 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:35:09.673289 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:35:09.763716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f7546-0509-4814-8de0-9ce465e8a725 service neutron] Pushing event updated for resources: {'Port': ['ID=51be88ac-3438-4241-a30e-ea0b470aaf0d,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:09.777709 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.803596 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11a683c5-69e6-45fa-99c7-b1ae7a317328 req-7275b4d3-940d-472d-8dc0-fbf6e8607d43 tempest-ListServerFiltersTestJSON-991746379 tempest-ListServerFiltersTestJSON-991746379-project] 10.222.0.13 "GET /v2.0/ports?device_id=d751a8b4-432f-442a-a38e-70e34e794bc2 HTTP/1.1" status: 200 len: 210 time: 0.0434861 Sep 02 13:35:09.807834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:09.814575 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] 10.222.0.13 "DELETE /v2.0/networks/48f1ef59-dbfe-4d5b-88f1-ada9edf15103 HTTP/1.1" status: 204 len: 168 time: 0.5907395 Sep 02 13:35:09.823572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-f26a9df8-b685-4b0f-80bc-953a13569a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.824532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-f26a9df8-b685-4b0f-80bc-953a13569a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.825169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-f26a9df8-b685-4b0f-80bc-953a13569a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.825804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-f26a9df8-b685-4b0f-80bc-953a13569a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.826486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-f26a9df8-b685-4b0f-80bc-953a13569a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.827313 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-f26a9df8-b685-4b0f-80bc-953a13569a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.827480 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9cc6a09c-2427-4940-babb-b594bdd38a8e details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:09.828714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-f26a9df8-b685-4b0f-80bc-953a13569a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.831252 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74dcd9e3-731f-4908-9861-b269a687b702 req-f26a9df8-b685-4b0f-80bc-953a13569a4c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6471 time: 0.2099111 Sep 02 13:35:09.842195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0b90a-f019-4235-bce3-c0daa2ec22ec admin admin] Pushing event deleted for resources: {'Network': ['ID=48f1ef59-dbfe-4d5b-88f1-ada9edf15103,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:09.964126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90060-e678-41ca-9a25-06fb3ce70c82 req-c7a616e8-5f5e-4ad7-a249-e7579b28f6ba tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:09.975088 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21d90060-e678-41ca-9a25-06fb3ce70c82 req-c7a616e8-5f5e-4ad7-a249-e7579b28f6ba tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2508461 Sep 02 13:35:10.059294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9cc6a09c-2427-4940-babb-b594bdd38a8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:10.091884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '9cc6a09c-2427-4940-babb-b594bdd38a8e', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'port_id': '9cc6a09c-2427-4940-babb-b594bdd38a8e', 'mac_address': 'fa:16:3e:26:db:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15b3572-036e-46a2-abaf-8545c3cdf93c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:10.143261 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21d90060-e678-41ca-9a25-06fb3ce70c82 req-cd67b322-0289-4374-ba89-7e2816ebfad7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602807 Sep 02 13:35:10.165796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-28f9575c-a2b3-4f2f-8a13-d60ddab390fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:10.166845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-28f9575c-a2b3-4f2f-8a13-d60ddab390fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:10.167430 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-28f9575c-a2b3-4f2f-8a13-d60ddab390fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:10.169612 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74dcd9e3-731f-4908-9861-b269a687b702 req-28f9575c-a2b3-4f2f-8a13-d60ddab390fb service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d4f8655433ef47719d30773dae624220&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3229196 Sep 02 13:35:10.186745 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:10.212162 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc6a09c-2427-4940-babb-b594bdd38a8e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:10.257154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9cc6a09c-2427-4940-babb-b594bdd38a8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:10.265724 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:10.295380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53898) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:10.391561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a09c-2427-4940-babb-b594bdd38a8e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:10.459740 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6b81dc18-36b0-4bb4-be4b-c1c113b2f055 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ed05b3246d24c0fa39c53fcdafc215f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622059 Sep 02 13:35:10.460956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53902) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:10.532196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['9cc6a09c-2427-4940-babb-b594bdd38a8e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:10.744220 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-387f22d8-a9d0-4f2a-a996-60ea0c850f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:10.826374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e3d7-8b17-4880-b8ad-68b4d7e727f5 req-810cceb0-05b8-4ced-9e73-af4c48eda558 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:10.828738 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58e8e3d7-8b17-4880-b8ad-68b4d7e727f5 req-810cceb0-05b8-4ced-9e73-af4c48eda558 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 946 time: 0.2157304 Sep 02 13:35:10.831385 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-387f22d8-a9d0-4f2a-a996-60ea0c850f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:10.887895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646ad73-392c-40b0-8d4a-3701454b18f7 req-2d7e8668-f3e5-4d14-a0eb-a5aeb1137873 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:10.898480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5646ad73-392c-40b0-8d4a-3701454b18f7 req-2d7e8668-f3e5-4d14-a0eb-a5aeb1137873 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 944 time: 0.1327980 Sep 02 13:35:10.940637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcd9e3-731f-4908-9861-b269a687b702 req-1091d5b9-8453-4f5d-8b43-2813119eed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:10.942728 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58e8e3d7-8b17-4880-b8ad-68b4d7e727f5 req-4bc0a8b4-113e-4e5d-908b-acc92477e5ad tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033645 Sep 02 13:35:10.947677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74dcd9e3-731f-4908-9861-b269a687b702 req-1091d5b9-8453-4f5d-8b43-2813119eed8d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7662036 Sep 02 13:35:10.952604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 6630f08a-72a3-4474-9787-5808c70cedf2 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:11.001817 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-387f22d8-a9d0-4f2a-a996-60ea0c850f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.007909 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-387f22d8-a9d0-4f2a-a996-60ea0c850f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.009960 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-387f22d8-a9d0-4f2a-a996-60ea0c850f27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f2058fb-5d63-4c4e-9cdf-1d0a3551a812 HTTP/1.1" status: 204 len: 168 time: 0.5471087 Sep 02 13:35:11.025916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5646ad73-392c-40b0-8d4a-3701454b18f7 req-0a0d4c5c-41ca-40fc-977c-34575bca1fe9 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265097 Sep 02 13:35:11.028070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f22d8-a9d0-4f2a-a996-60ea0c850f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2058fb-5d63-4c4e-9cdf-1d0a3551a812,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:11.028421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 6630f08a-72a3-4474-9787-5808c70cedf2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:11.028790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 6630f08a-72a3-4474-9787-5808c70cedf2 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:11.047834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-7d0fa2b7-c7a8-44a3-ba53-acfca3c19c7f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.049438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-7d0fa2b7-c7a8-44a3-ba53-acfca3c19c7f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 946 time: 0.1523960 Sep 02 13:35:11.135164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:11.143134 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53916) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:11.196970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a390a3b9-3f69-47fa-b53a-9d1bac1496ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.198414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a390a3b9-3f69-47fa-b53a-9d1bac1496ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.200458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a390a3b9-3f69-47fa-b53a-9d1bac1496ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.201185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a390a3b9-3f69-47fa-b53a-9d1bac1496ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.202954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a390a3b9-3f69-47fa-b53a-9d1bac1496ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.204706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a390a3b9-3f69-47fa-b53a-9d1bac1496ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.205373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a390a3b9-3f69-47fa-b53a-9d1bac1496ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.212898 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-a390a3b9-3f69-47fa-b53a-9d1bac1496ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6471 time: 0.1858907 Sep 02 13:35:11.292507 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-bfaecda8-42fb-4953-a510-c84da33ad02a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6 HTTP/1.1" status: 200 len: 217 time: 0.0664203 Sep 02 13:35:11.316253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0c90-0dfb-412a-b784-67eca85c27b0 req-034a12d5-3293-49bc-9372-c54af8b540f0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.333200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0c90-0dfb-412a-b784-67eca85c27b0 req-034a12d5-3293-49bc-9372-c54af8b540f0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.339341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0c90-0dfb-412a-b784-67eca85c27b0 req-034a12d5-3293-49bc-9372-c54af8b540f0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.355670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0c90-0dfb-412a-b784-67eca85c27b0 req-034a12d5-3293-49bc-9372-c54af8b540f0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.359752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5df2fe45-3304-47b5-aeec-aa88299d94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.361068 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5df2fe45-3304-47b5-aeec-aa88299d94f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aba5c1ba-0d1e-4e51-9e18-bd5b822fa765 HTTP/1.1" status: 200 len: 850 time: 0.0521500 Sep 02 13:35:11.367856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0c90-0dfb-412a-b784-67eca85c27b0 req-034a12d5-3293-49bc-9372-c54af8b540f0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.382485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0c90-0dfb-412a-b784-67eca85c27b0 req-034a12d5-3293-49bc-9372-c54af8b540f0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.393794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f0c90-0dfb-412a-b784-67eca85c27b0 req-034a12d5-3293-49bc-9372-c54af8b540f0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.395817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a95f0c90-0dfb-412a-b784-67eca85c27b0 req-034a12d5-3293-49bc-9372-c54af8b540f0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.2640440 Sep 02 13:35:11.441673 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-69436362-f269-4ccc-a664-3ea0e81c4945 admin admin] Deleting subnet 73956bbb-1fd4-49d8-bca8-b620168fb711 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:35:11.461901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69436362-f269-4ccc-a664-3ea0e81c4945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.475919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Deleting port 8abdfecd-3ca9-4112-b826-2c70767ad662 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:11.476498 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.513041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c855901-f8fd-484f-afe6-887f8453aaf8 req-228897eb-d36e-43dd-8e2b-3cfeb165cb89 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.521826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7c855901-f8fd-484f-afe6-887f8453aaf8 req-228897eb-d36e-43dd-8e2b-3cfeb165cb89 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2259874 Sep 02 13:35:11.528257 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f5118f3-6763-45fe-981f-cd21e781d09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.548965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a95f0c90-0dfb-412a-b784-67eca85c27b0 req-8747c8d2-b571-42ee-865a-0450149f9852 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346273 Sep 02 13:35:11.568439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '51be88ac-3438-4241-a30e-ea0b470aaf0d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:11.581459 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e00b83-18fc-404b-8859-29368092bcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "51be88ac-3438-4241-a30e-ea0b470aaf0d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:11.611563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-d395b4c4-91fc-4163-b67b-cfb1ff18a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:11.619789 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-d395b4c4-91fc-4163-b67b-cfb1ff18a6e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7101f13-aa28-439b-8f2e-77da4de64792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365425 Sep 02 13:35:11.619789 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69436362-f269-4ccc-a664-3ea0e81c4945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.621386 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7c855901-f8fd-484f-afe6-887f8453aaf8 req-1ae4f69b-4df7-4c19-a160-e631be07e40b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988159 Sep 02 13:35:11.648228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] For port 8abdfecd-3ca9-4112-b826-2c70767ad662, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8abdfecd-3ca9-4112-b826-2c70767ad662,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:11.648692 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:11.673739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Calling delete_port for 8abdfecd-3ca9-4112-b826-2c70767ad662 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:11.792208 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9c447-dba4-4ba4-af32-47c5cc3a7d04 x-openstack-request-id: req-dbc9c447-dba4-4ba4-af32-47c5cc3a7d04 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:11.795167 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "51be88ac-3438-4241-a30e-ea0b470aaf0d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:11.798055 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbc9c447-dba4-4ba4-af32-47c5cc3a7d04 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:11.798750 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '51be88ac-3438-4241-a30e-ea0b470aaf0d', 'status': 'completed', 'code': 200} Sep 02 13:35:11.842667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9cc6a09c-2427-4940-babb-b594bdd38a8e up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:11.871785 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-de3b6f55-8207-43c3-902c-9c391b875dbd service neutron] 10.222.0.90 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204695 Sep 02 13:35:11.951186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 9cc6a09c-2427-4940-babb-b594bdd38a8e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:11.957812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 9cc6a09c-2427-4940-babb-b594bdd38a8e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:11.958863 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.001904 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.024816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81', 'df43748a-5c96-4c51-b25d-c6e0955e83f5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:12.027491 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['8abdfecd-3ca9-4112-b826-2c70767ad662'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:12.081080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event deleted for resources: {'Port': ['ID=8abdfecd-3ca9-4112-b826-2c70767ad662,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:12.116505 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.170231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] No DVR routers for this DVR port 8abdfecd-3ca9-4112-b826-2c70767ad662 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:12.182588 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.185420 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-67c5fdd2-550f-4c01-a75b-40e4bbd8b078 req-1d31fd1c-6954-460b-a4fa-c25a806c20da tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "DELETE /v2.0/ports/8abdfecd-3ca9-4112-b826-2c70767ad662 HTTP/1.1" status: 204 len: 173 time: 1.1246595 Sep 02 13:35:12.187555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69436362-f269-4ccc-a664-3ea0e81c4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.200219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc6a09c-2427-4940-babb-b594bdd38a8e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:12.202729 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0c6fe-1553-4b4c-8b05-55d8487111fb" -d '{"events": [{"server_uuid": "4ff475a4-1fb4-48c6-a715-7eb6923f3b06", "name": "network-vif-plugged", "status": "completed", "tag": "9cc6a09c-2427-4940-babb-b594bdd38a8e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:12.222575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9cc6a09c-2427-4940-babb-b594bdd38a8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:12.270112 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c219f6d-d10a-4120-9b66-9fca2d0495b9 req-cd709df2-5eca-4d20-a260-521198259f10 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=4453a7c8-d2ce-4931-bfc2-8f5587a9fb79 HTTP/1.1" status: 200 len: 210 time: 0.1503663 Sep 02 13:35:12.296933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977fdb7-6efa-4985-9e40-91b541f33580 req-b45b0310-7caf-48e3-8070-2272ba789170 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:12.300675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7977fdb7-6efa-4985-9e40-91b541f33580 req-b45b0310-7caf-48e3-8070-2272ba789170 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 944 time: 0.1317384 Sep 02 13:35:12.326075 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.349922 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-42ddc5b4-98b4-4edc-8362-dad359476efe service neutron] 10.222.0.90 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563854 Sep 02 13:35:12.370442 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedf96d1-082e-461e-94bf-eda6cc659fc2 x-openstack-request-id: req-bedf96d1-082e-461e-94bf-eda6cc659fc2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:12.370839 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff475a4-1fb4-48c6-a715-7eb6923f3b06", "name": "network-vif-plugged", "status": "completed", "tag": "9cc6a09c-2427-4940-babb-b594bdd38a8e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:12.370983 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bedf96d1-082e-461e-94bf-eda6cc659fc2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:12.371358 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc6a09c-2427-4940-babb-b594bdd38a8e', 'code': 200} Sep 02 13:35:12.439117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7977fdb7-6efa-4985-9e40-91b541f33580 req-a26517be-9763-4159-b667-1849de5d2d7e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294012 Sep 02 13:35:12.450026 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2cbe256f-0434-45a1-a62d-c88ed44b4079 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=62242978-32bf-44ee-ba00-453877bc6656 HTTP/1.1" status: 200 len: 217 time: 0.0844390 Sep 02 13:35:12.518599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a09c-2427-4940-babb-b594bdd38a8e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:12.556465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f5118f3-6763-45fe-981f-cd21e781d09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.562038 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69436362-f269-4ccc-a664-3ea0e81c4945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.576291 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f5118f3-6763-45fe-981f-cd21e781d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.648724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea815341-323a-42c4-ab99-d91ebe34be5b None None] Network 116ee1ae-eb3f-46bb-9d02-f159b293e2dc requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:12.678002 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69436362-f269-4ccc-a664-3ea0e81c4945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73956bbb-1fd4-49d8-bca8-b620168fb711,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:12.689074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69436362-f269-4ccc-a664-3ea0e81c4945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:12.693781 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-69436362-f269-4ccc-a664-3ea0e81c4945 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/73956bbb-1fd4-49d8-bca8-b620168fb711 HTTP/1.1" status: 204 len: 168 time: 1.5504091 Sep 02 13:35:12.694463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53962) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:12.732046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-bc74d293-e08c-46ff-82b1-a65734ac32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:12.734137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-bc74d293-e08c-46ff-82b1-a65734ac32cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.2615795 Sep 02 13:35:12.891009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7f5118f3-6763-45fe-981f-cd21e781d09c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99c7758b1c1b4e349657b64c2508744c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7397916 Sep 02 13:35:12.895908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd99f01-c502-454d-b8ca-781ee3d1cf76 req-d8bbfdc9-333f-4813-b6c0-b6b64701ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:12.896943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53966) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:12.902838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7fd99f01-c502-454d-b8ca-781ee3d1cf76 req-d8bbfdc9-333f-4813-b6c0-b6b64701ffef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 1096 time: 0.4431660 Sep 02 13:35:12.929514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5118f3-6763-45fe-981f-cd21e781d09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5128f357-7c2b-4fe6-b311-7a6e294776c9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:12.933357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a72047-3d96-40d8-98da-1d900a6dc0b2 None None] DHCP port deletion for 116ee1ae-eb3f-46bb-9d02-f159b293e2dc request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:35:12.954718 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.006094 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7fd99f01-c502-454d-b8ca-781ee3d1cf76 req-69780dff-6fd9-4475-9dae-a7e2763160f7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579736 Sep 02 13:35:13.021023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0edf7d-7e40-4024-96f7-d6f076ac3f5a req-a76d55a4-2d2f-472a-b316-e04d3fc9b108 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.027337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0edf7d-7e40-4024-96f7-d6f076ac3f5a req-a76d55a4-2d2f-472a-b316-e04d3fc9b108 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.034071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0edf7d-7e40-4024-96f7-d6f076ac3f5a req-a76d55a4-2d2f-472a-b316-e04d3fc9b108 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.039971 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0edf7d-7e40-4024-96f7-d6f076ac3f5a req-a76d55a4-2d2f-472a-b316-e04d3fc9b108 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.045910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0edf7d-7e40-4024-96f7-d6f076ac3f5a req-a76d55a4-2d2f-472a-b316-e04d3fc9b108 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.046304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad4601-628d-4a79-8c9e-7ef6ee87912b req-fd23a8d8-c931-4a0e-a23f-fe324f8646ed tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.052240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0edf7d-7e40-4024-96f7-d6f076ac3f5a req-a76d55a4-2d2f-472a-b316-e04d3fc9b108 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.056102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0ad4601-628d-4a79-8c9e-7ef6ee87912b req-fd23a8d8-c931-4a0e-a23f-fe324f8646ed tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2647967 Sep 02 13:35:13.058763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0edf7d-7e40-4024-96f7-d6f076ac3f5a req-a76d55a4-2d2f-472a-b316-e04d3fc9b108 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.063139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cd0edf7d-7e40-4024-96f7-d6f076ac3f5a req-a76d55a4-2d2f-472a-b316-e04d3fc9b108 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.3765709 Sep 02 13:35:13.065292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-0d3c731e-6b1a-477a-b087-24d4efee1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.066803 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-0d3c731e-6b1a-477a-b087-24d4efee1ae3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2554877 Sep 02 13:35:13.071470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-39a72047-3d96-40d8-98da-1d900a6dc0b2 None None] Deleting port 0501949f-d2a6-4e9a-9244-23ff93365bdb {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:13.072077 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39a72047-3d96-40d8-98da-1d900a6dc0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.159443 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a046319-d029-41c8-b0a1-73f756111a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.174695 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cd0edf7d-7e40-4024-96f7-d6f076ac3f5a req-aa3db99b-120a-4882-bb35-7af34d9e4dad tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017876 Sep 02 13:35:13.201821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0ad4601-628d-4a79-8c9e-7ef6ee87912b req-e7ae79fa-7e7c-44c4-a34f-80ae82fc8478 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447599 Sep 02 13:35:13.229964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-39a72047-3d96-40d8-98da-1d900a6dc0b2 None None] For port 0501949f-d2a6-4e9a-9244-23ff93365bdb, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0501949f-d2a6-4e9a-9244-23ff93365bdb,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:13.232480 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39a72047-3d96-40d8-98da-1d900a6dc0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.241950 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-dffdfe02-f695-47b2-b3ae-5d1f9543b472 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514857 Sep 02 13:35:13.256187 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a046319-d029-41c8-b0a1-73f756111a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.270871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-39a72047-3d96-40d8-98da-1d900a6dc0b2 None None] Calling delete_port for 0501949f-d2a6-4e9a-9244-23ff93365bdb owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:13.368681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Deleting port 0501949f-d2a6-4e9a-9244-23ff93365bdb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:13.368681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.415174 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-02479f53-d3f9-47c0-a87f-76781823768b service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624062 Sep 02 13:35:13.425692 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39a72047-3d96-40d8-98da-1d900a6dc0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.447456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] For port 0501949f-d2a6-4e9a-9244-23ff93365bdb, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0501949f-d2a6-4e9a-9244-23ff93365bdb,segment=NetworkSegment(20caea8a-1a63-4515-a5f4-1e0129f69714),segment_id=20caea8a-1a63-4515-a5f4-1e0129f69714)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:13.448256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.460294 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a046319-d029-41c8-b0a1-73f756111a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.475376 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a046319-d029-41c8-b0a1-73f756111a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.477030 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8a046319-d029-41c8-b0a1-73f756111a37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5128f357-7c2b-4fe6-b311-7a6e294776c9 HTTP/1.1" status: 204 len: 168 time: 0.5741210 Sep 02 13:35:13.479570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a72047-3d96-40d8-98da-1d900a6dc0b2 None None] Pushing event deleted for resources: {'Port': ['ID=0501949f-d2a6-4e9a-9244-23ff93365bdb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:13.486747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Calling delete_port for 0501949f-d2a6-4e9a-9244-23ff93365bdb owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:13.487236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a72047-3d96-40d8-98da-1d900a6dc0b2 None None] No DVR routers for this DVR port 0501949f-d2a6-4e9a-9244-23ff93365bdb on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:13.506484 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a046319-d029-41c8-b0a1-73f756111a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5128f357-7c2b-4fe6-b311-7a6e294776c9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:13.572926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-cbc8afc3-d1bc-4639-a080-c47c55fbdb21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=01de64f3-ebac-4c94-8ffc-a2cc80feddb3 HTTP/1.1" status: 200 len: 217 time: 0.1488478 Sep 02 13:35:13.641793 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.700393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Pushing event deleted for resources: {'Port': ['ID=0501949f-d2a6-4e9a-9244-23ff93365bdb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:13.704993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] No DVR routers for this DVR port 0501949f-d2a6-4e9a-9244-23ff93365bdb on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:13.711897 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:35:13.781645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-bb1fe073-9763-430f-8853-46245d24e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.784163 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-bb1fe073-9763-430f-8853-46245d24e73a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.2024496 Sep 02 13:35:13.821214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.835270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116ee1ae-eb3f-46bb-9d02-f159b293e2dc']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:13.836941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44043ba-105d-4850-ad69-7e2ec013a7ea req-a602e5a1-16d9-46bc-82e9-a9e221113630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.838808 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b44043ba-105d-4850-ad69-7e2ec013a7ea req-a602e5a1-16d9-46bc-82e9-a9e221113630 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 1096 time: 0.1492436 Sep 02 13:35:13.852452 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20caea8a-1a63-4515-a5f4-1e0129f69714') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:13.852697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20caea8a-1a63-4515-a5f4-1e0129f69714') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:13.858032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0501949f-d2a6-4e9a-9244-23ff93365bdb no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:13.896895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.903434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-11b6ef52-d5d6-4589-8d88-0b522ff6b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:13.909099 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-11b6ef52-d5d6-4589-8d88-0b522ff6b0ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1156120 Sep 02 13:35:13.921588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 0501949f-d2a6-4e9a-9244-23ff93365bdb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:13.924222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0501949f-d2a6-4e9a-9244-23ff93365bdb not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:13.930063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:13.938726 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:35:13.940744 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:14.003458 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4453a7c8-d2ce-4931-bfc2-8f5587a9fb79', 'name': 'network-vif-deleted', 'tag': '8abdfecd-3ca9-4112-b826-2c70767ad662'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:14.006546 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ac0dd-b16b-48cf-9029-0bec04687430" -d '{"events": [{"server_uuid": "4453a7c8-d2ce-4931-bfc2-8f5587a9fb79", "name": "network-vif-deleted", "tag": "8abdfecd-3ca9-4112-b826-2c70767ad662"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:35:14.009758 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:35:14.013927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:14.024504 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:14.029107 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] 10.222.0.13 "DELETE /v2.0/networks/116ee1ae-eb3f-46bb-9d02-f159b293e2dc HTTP/1.1" status: 204 len: 168 time: 1.3310418 Sep 02 13:35:14.040559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b257ac3-078f-4119-8164-9ef49e3eaf0c admin admin] Pushing event deleted for resources: {'Network': ['ID=116ee1ae-eb3f-46bb-9d02-f159b293e2dc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:14.045043 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b44043ba-105d-4850-ad69-7e2ec013a7ea req-1203bdd7-3909-4b8e-9350-42de02f00c07 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960204 Sep 02 13:35:14.048520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-fb814c36-bc6f-4a0a-a5dd-5ef83edbb481 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308753 Sep 02 13:35:14.118499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-973af605-80f0-4014-b0f0-e954345e2c92 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505588 Sep 02 13:35:14.187608 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-51bf8208-e28f-4928-9b03-161243d2d064 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313207 Sep 02 13:35:14.239362 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-6d046e3c-d65f-4e53-81b5-e7aefa165846 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3c2e2fc1-7c15-4427-9ff1-677d50e54d69 HTTP/1.1" status: 200 len: 217 time: 0.0438607 Sep 02 13:35:14.282652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38945e1-d05a-4b5d-90f1-b1e7dab8ce79 req-38cce3e9-d2a3-4a6c-b403-ebe1c0122dde tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.290480 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c38945e1-d05a-4b5d-90f1-b1e7dab8ce79 req-38cce3e9-d2a3-4a6c-b403-ebe1c0122dde tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 945 time: 0.6354401 Sep 02 13:35:14.308887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-943febff-19e8-4842-be69-9986e0af08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.310715 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-943febff-19e8-4842-be69-9986e0af08f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 1096 time: 0.1311743 Sep 02 13:35:14.344203 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c38945e1-d05a-4b5d-90f1-b1e7dab8ce79 req-cae41c99-c9e6-4f9b-add2-3f92f0d6bc12 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525723 Sep 02 13:35:14.349699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-d55f0225-3a33-4547-a62c-4d9c3c416968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.351195 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-d55f0225-3a33-4547-a62c-4d9c3c416968 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.1036713 Sep 02 13:35:14.536915 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae646e4-5407-483f-bdb7-1813f875a54d x-openstack-request-id: req-9ae646e4-5407-483f-bdb7-1813f875a54d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:14.537218 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4453a7c8-d2ce-4931-bfc2-8f5587a9fb79", "name": "network-vif-deleted", "tag": "8abdfecd-3ca9-4112-b826-2c70767ad662", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:14.537474 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ae646e4-5407-483f-bdb7-1813f875a54d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:14.537868 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4453a7c8-d2ce-4931-bfc2-8f5587a9fb79', 'name': 'network-vif-deleted', 'tag': '8abdfecd-3ca9-4112-b826-2c70767ad662', 'status': 'completed', 'code': 200} Sep 02 13:35:14.539966 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-e17169bf-995d-4f6b-b302-e4062639fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.541442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-e17169bf-995d-4f6b-b302-e4062639fb0a service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.1960497 Sep 02 13:35:14.546895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886857d5-af23-4f39-8a0f-7dd5bc44db49 req-ac704998-9e91-4b76-9aa2-dfb1fb7873aa tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.556437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-886857d5-af23-4f39-8a0f-7dd5bc44db49 req-ac704998-9e91-4b76-9aa2-dfb1fb7873aa tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 946 time: 0.7805698 Sep 02 13:35:14.572902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54018) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:14.578041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-7160a269-0c51-4a2a-8c80-7a2609ac367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.579564 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-7160a269-0c51-4a2a-8c80-7a2609ac367e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1972139 Sep 02 13:35:14.622588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-4ba8ee70-730d-4dc7-bc07-e7ac2662ffac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 200 len: 217 time: 0.0719767 Sep 02 13:35:14.626689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:14.640568 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a030a574-7306-4919-8a15-6d0b677561e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:14.673414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-886857d5-af23-4f39-8a0f-7dd5bc44db49 req-b02b55b3-444a-4a53-8393-a69bbbab3c5d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981221 Sep 02 13:35:14.710256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91b3f-8cc8-4f45-8e06-dcc8668a33a6 req-1d847234-1ec5-4dde-a2c2-8acd2fe4d047 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.727144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91b3f-8cc8-4f45-8e06-dcc8668a33a6 req-1d847234-1ec5-4dde-a2c2-8acd2fe4d047 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.751248 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91b3f-8cc8-4f45-8e06-dcc8668a33a6 req-1d847234-1ec5-4dde-a2c2-8acd2fe4d047 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.754278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d57f8bfb-b776-4183-b172-b239f6bc491b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=949efaf437c04ea08893ae2f3434a469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247761 Sep 02 13:35:14.759026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91b3f-8cc8-4f45-8e06-dcc8668a33a6 req-1d847234-1ec5-4dde-a2c2-8acd2fe4d047 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.762414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:14.767686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91b3f-8cc8-4f45-8e06-dcc8668a33a6 req-1d847234-1ec5-4dde-a2c2-8acd2fe4d047 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.774963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91b3f-8cc8-4f45-8e06-dcc8668a33a6 req-1d847234-1ec5-4dde-a2c2-8acd2fe4d047 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.782649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91b3f-8cc8-4f45-8e06-dcc8668a33a6 req-1d847234-1ec5-4dde-a2c2-8acd2fe4d047 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.789254 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dfd91b3f-8cc8-4f45-8e06-dcc8668a33a6 req-1d847234-1ec5-4dde-a2c2-8acd2fe4d047 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.2540669 Sep 02 13:35:14.810801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-f5df4169-8d8b-4a3c-b1e2-67b71986131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.813444 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-f5df4169-8d8b-4a3c-b1e2-67b71986131c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1823058 Sep 02 13:35:14.861989 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-d0d29b91-00ad-4623-8e18-0a405e6e194a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368328 Sep 02 13:35:14.873082 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-4fe5c08a-6f53-4a0f-9074-d61ea2506c79 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448273 Sep 02 13:35:14.936884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c339b0a-3e47-4319-a308-a6af64ccc066 req-f34f8078-1c8d-4c50-8d47-12a1f8dcee33 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:14.938446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7c339b0a-3e47-4319-a308-a6af64ccc066 req-f34f8078-1c8d-4c50-8d47-12a1f8dcee33 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1751308 Sep 02 13:35:14.953974 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dfd91b3f-8cc8-4f45-8e06-dcc8668a33a6 req-23231ef1-07ec-49f7-8ff5-23b33799b04e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590910 Sep 02 13:35:14.972608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8abdfecd-3ca9-4112-b826-2c70767ad662 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:14.976370 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cd0af89-257c-42cf-b0a2-a05c5b6cf58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.006213 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 8abdfecd-3ca9-4112-b826-2c70767ad662 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:15.007207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8abdfecd-3ca9-4112-b826-2c70767ad662 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:15.030782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cd0af89-257c-42cf-b0a2-a05c5b6cf58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.042200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-160bc209-6cf6-4e27-ac1f-2d049aa0b5fd service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664157 Sep 02 13:35:15.087215 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a030a574-7306-4919-8a15-6d0b677561e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.106275 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7c339b0a-3e47-4319-a308-a6af64ccc066 req-ad762eec-5f9c-46b4-b371-c58f583697e9 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575696 Sep 02 13:35:15.110937 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cd0af89-257c-42cf-b0a2-a05c5b6cf58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.114127 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cd0af89-257c-42cf-b0a2-a05c5b6cf58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.118719 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4cd0af89-257c-42cf-b0a2-a05c5b6cf58c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b263d42-1ac2-4e35-b63d-21b7581db34c HTTP/1.1" status: 204 len: 168 time: 0.3541565 Sep 02 13:35:15.130293 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-f4aa3d87-1a54-4d6d-91c2-a6f551f9507f service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473023 Sep 02 13:35:15.131140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0af89-257c-42cf-b0a2-a05c5b6cf58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b263d42-1ac2-4e35-b63d-21b7581db34c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:15.142094 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a030a574-7306-4919-8a15-6d0b677561e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.229616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a030a574-7306-4919-8a15-6d0b677561e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c9d7d0e696e4e67b004e008fcace589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6176436 Sep 02 13:35:15.236001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:15.247223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-1006d24a-fb4c-4ddb-944c-cde427441bca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=349bfbef-9854-4427-8245-b7b164bf423a HTTP/1.1" status: 200 len: 217 time: 0.0894046 Sep 02 13:35:15.248482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030a574-7306-4919-8a15-6d0b677561e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e27c72-0751-48c4-a62f-38358ae93b2c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:15.335073 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ac30f8c-8fda-4e64-bd32-07ddca492f99 req-ab2ae12a-4438-49a4-b1d0-16a3aa680eed service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796457 Sep 02 13:35:15.350010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-c907e7ef-79b1-4eda-90d5-716e7fab00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:15.352488 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-c907e7ef-79b1-4eda-90d5-716e7fab00e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.0960438 Sep 02 13:35:15.370223 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d4f3dd42-c67a-4b58-8a3e-e91a726d622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.409943 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d4f3dd42-c67a-4b58-8a3e-e91a726d622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.422362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-e049e66b-3e15-4d84-8f26-dc033c2ad826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:15.424325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-e049e66b-3e15-4d84-8f26-dc033c2ad826 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587766 Sep 02 13:35:15.510218 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d4f3dd42-c67a-4b58-8a3e-e91a726d622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.514427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d4f3dd42-c67a-4b58-8a3e-e91a726d622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:15.516048 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d4f3dd42-c67a-4b58-8a3e-e91a726d622a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7e27c72-0751-48c4-a62f-38358ae93b2c HTTP/1.1" status: 204 len: 168 time: 0.2781982 Sep 02 13:35:15.527424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3dd42-c67a-4b58-8a3e-e91a726d622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e27c72-0751-48c4-a62f-38358ae93b2c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:15.615812 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-3b5b543e-9c1c-445e-a0fb-1bfcf84a8c21 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546598 Sep 02 13:35:15.636317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-0eb46791-f62b-4920-8952-0e077877625d service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017481 Sep 02 13:35:15.728660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-34cdb456-11bd-40ed-ab8e-e41646dfec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:15.734731 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-34cdb456-11bd-40ed-ab8e-e41646dfec6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 1096 time: 0.0971470 Sep 02 13:35:15.771363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-45f8e638-1035-4d21-9b02-c016175ad904 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:15.773505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-45f8e638-1035-4d21-9b02-c016175ad904 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 946 time: 0.2112374 Sep 02 13:35:15.784796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32902c15-453a-4494-8ec4-b4841bdf1e9d req-59a039ed-0fac-4340-b862-2afcc23ed24e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:15.793428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32902c15-453a-4494-8ec4-b4841bdf1e9d req-59a039ed-0fac-4340-b862-2afcc23ed24e tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 945 time: 0.2298779 Sep 02 13:35:15.896964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daedd9e-17a8-4326-9c45-b0af620b73e2 req-bb18f098-2d21-46fc-a2ff-a6acabb24736 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:15.898619 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4daedd9e-17a8-4326-9c45-b0af620b73e2 req-bb18f098-2d21-46fc-a2ff-a6acabb24736 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 946 time: 0.0774660 Sep 02 13:35:15.935185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-94eef5e8-efcb-456b-a3cf-16d25bd12c83 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881603 Sep 02 13:35:15.937367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-c712431e-a4e3-4974-a463-889f11b786fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:15.938997 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-c712431e-a4e3-4974-a463-889f11b786fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 906 time: 0.1814506 Sep 02 13:35:15.960343 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4daedd9e-17a8-4326-9c45-b0af620b73e2 req-6ef63d4a-c62d-4627-a4e4-da99467de8ff tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457983 Sep 02 13:35:15.963028 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32902c15-453a-4494-8ec4-b4841bdf1e9d req-5ff5b381-8143-4d0a-8fef-0414b0992fc1 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685524 Sep 02 13:35:16.083943 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-dd780c93-7a00-4e6e-b25c-c1c0ade7a9b6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4c51ac7-b7d6-4c75-bc94-da44b4158d24 HTTP/1.1" status: 200 len: 217 time: 0.1378770 Sep 02 13:35:16.204027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Deleting port df43748a-5c96-4c51-b25d-c6e0955e83f5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:16.204388 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:16.239464 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-8d4b967a-007d-45dd-8339-e79d9aea25df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 HTTP/1.1" status: 200 len: 217 time: 0.2918437 Sep 02 13:35:16.329146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa639-b9bf-4821-a034-521fb277c209 req-e9e7b530-0768-4eb0-8ef8-698433046af1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.334408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5733f253-1bf9-4c8f-8d92-8b07dd805239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.335031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa639-b9bf-4821-a034-521fb277c209 req-e9e7b530-0768-4eb0-8ef8-698433046af1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.339945 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-5733f253-1bf9-4c8f-8d92-8b07dd805239 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fe0a48-2fa0-49d0-9395-58935ed40d07 HTTP/1.1" status: 200 len: 797 time: 0.2448785 Sep 02 13:35:16.341488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa639-b9bf-4821-a034-521fb277c209 req-e9e7b530-0768-4eb0-8ef8-698433046af1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.347869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa639-b9bf-4821-a034-521fb277c209 req-e9e7b530-0768-4eb0-8ef8-698433046af1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.353914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa639-b9bf-4821-a034-521fb277c209 req-e9e7b530-0768-4eb0-8ef8-698433046af1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.360653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa639-b9bf-4821-a034-521fb277c209 req-e9e7b530-0768-4eb0-8ef8-698433046af1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.366733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82aa639-b9bf-4821-a034-521fb277c209 req-e9e7b530-0768-4eb0-8ef8-698433046af1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.375167 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a82aa639-b9bf-4821-a034-521fb277c209 req-e9e7b530-0768-4eb0-8ef8-698433046af1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.1384075 Sep 02 13:35:16.394146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-b7de203f-f0b0-4e27-b4ed-b67960656efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.395756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-b7de203f-f0b0-4e27-b4ed-b67960656efa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1460028 Sep 02 13:35:16.441753 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-b98420ef-d45b-42aa-bd3f-065077e8faf8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320287 Sep 02 13:35:16.453226 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a82aa639-b9bf-4821-a034-521fb277c209 req-85e7d2a0-0097-40c8-b635-8c0bb50d76a1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771263 Sep 02 13:35:16.504553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-cc065e5f-e311-41d2-b041-e84419b51553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.506742 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-cc065e5f-e311-41d2-b041-e84419b51553 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c873e024-b781-4ddf-a1d2-2663c483c3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1565738 Sep 02 13:35:16.575984 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-a64e8cfa-7969-4610-bc06-dc01735c7bd3 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154714 Sep 02 13:35:16.677463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] For port df43748a-5c96-4c51-b25d-c6e0955e83f5, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=df43748a-5c96-4c51-b25d-c6e0955e83f5,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:16.684479 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:16.693552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Calling delete_port for df43748a-5c96-4c51-b25d-c6e0955e83f5 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:16.736669 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ea64bc7f-e0da-43e2-a3c2-26b61fe662b5 req-e59dcf05-7ab5-4606-9e7e-2f7b71fc73d6 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523619 Sep 02 13:35:16.737539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54124) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:16.810399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa20e9d-d2b5-44ce-8842-fd62e26982f2 req-7952fe5c-85da-4b7d-be4a-f39e59cc86e6 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:16.812030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fa20e9d-d2b5-44ce-8842-fd62e26982f2 req-7952fe5c-85da-4b7d-be4a-f39e59cc86e6 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2989111 Sep 02 13:35:16.864395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-982201be-9a46-4479-a2ca-a847bfd9080d service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086085 Sep 02 13:35:16.963084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3fa20e9d-d2b5-44ce-8842-fd62e26982f2 req-d5d49a48-318f-4d12-b290-796d199a171f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416545 Sep 02 13:35:17.072505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-2b5b2a3e-7a0f-4d49-9285-f4cb7aa7911a service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941972 Sep 02 13:35:17.088073 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:17.101474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73311857-8e2e-46f2-9b6a-20cc394b5aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:17.106897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81', 'df43748a-5c96-4c51-b25d-c6e0955e83f5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:17.135332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-ec5e9c0e-8114-4889-951b-836cc19741bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d HTTP/1.1" status: 200 len: 217 time: 0.0556557 Sep 02 13:35:17.171569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event deleted for resources: {'Port': ['ID=df43748a-5c96-4c51-b25d-c6e0955e83f5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:17.297934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] No DVR routers for this DVR port df43748a-5c96-4c51-b25d-c6e0955e83f5 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:17.309670 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ac7be5ad-0849-4615-8671-cdd032c71c31 req-518dd84b-6bfa-4320-838a-ae6587669c4a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=24eaba9e-c3f3-4727-8f50-1db654310ceb HTTP/1.1" status: 200 len: 210 time: 0.1659026 Sep 02 13:35:17.310399 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:17.313205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92f642cc-8cf5-429d-9b37-b5282239e3df req-c99f93de-0ef9-46cb-92b0-9d482a993a59 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "DELETE /v2.0/ports/df43748a-5c96-4c51-b25d-c6e0955e83f5 HTTP/1.1" status: 204 len: 173 time: 1.5149922 Sep 02 13:35:17.313752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eaba9e-c3f3-4727-8f50-1db654310ceb', 'name': 'network-vif-deleted', 'tag': 'df43748a-5c96-4c51-b25d-c6e0955e83f5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:17.316742 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c272dd-b38d-461f-ad2d-e5723fab9632" -d '{"events": [{"server_uuid": "24eaba9e-c3f3-4727-8f50-1db654310ceb", "name": "network-vif-deleted", "tag": "df43748a-5c96-4c51-b25d-c6e0955e83f5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:17.363772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-32ff99b2-4b6f-4bbd-867c-ea71ca1d56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:17.366003 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-32ff99b2-4b6f-4bbd-867c-ea71ca1d56d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fe0a48-2fa0-49d0-9395-58935ed40d07 HTTP/1.1" status: 200 len: 797 time: 0.2057676 Sep 02 13:35:17.409293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-75a66037-f009-40ba-9a99-220cb732de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:17.410920 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-75a66037-f009-40ba-9a99-220cb732de83 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9f10d508ed994f9daf872e4c22fdde98&device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 1096 time: 0.1252587 Sep 02 13:35:17.428504 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1304152-9bac-46c4-a610-196229bced32 req-7b2e99a9-7dea-4b20-a098-72d892f5fe8d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:17.437734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d1304152-9bac-46c4-a610-196229bced32 req-7b2e99a9-7dea-4b20-a098-72d892f5fe8d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 945 time: 0.1311638 Sep 02 13:35:17.491856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-668fcc73-792e-48bc-9bda-827faacb1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:17.493515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-668fcc73-792e-48bc-9bda-827faacb1a62 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c873e024-b781-4ddf-a1d2-2663c483c3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171837 Sep 02 13:35:17.531520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d1304152-9bac-46c4-a610-196229bced32 req-4f9d1d6a-16bf-4d4d-bac3-75c085800c97 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927908 Sep 02 13:35:17.636888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a834712-d2eb-42ed-95fc-e89bc75652db req-47f7fe5c-9b3a-43c5-8b17-ab9908c3db70 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:17.647511 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a834712-d2eb-42ed-95fc-e89bc75652db req-47f7fe5c-9b3a-43c5-8b17-ab9908c3db70 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1451929 Sep 02 13:35:17.665008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-9fd05ba2-a6f6-4305-8eb5-1d7b84b67513 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594059 Sep 02 13:35:17.766633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-5105c032-5e07-408e-ad95-15df8330de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:17.770744 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-5105c032-5e07-408e-ad95-15df8330de68 service neutron] 10.222.0.77 "GET /v2.0/networks?id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 200 len: 912 time: 0.3481524 Sep 02 13:35:17.792494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a834712-d2eb-42ed-95fc-e89bc75652db req-e9c3ec38-8a11-455f-b2c3-b9de1a892cc6 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407614 Sep 02 13:35:17.796402 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73311857-8e2e-46f2-9b6a-20cc394b5aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:17.807538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73311857-8e2e-46f2-9b6a-20cc394b5aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:17.841618 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa134494-d5d5-478c-92ca-fb1a92dec96f req-4b9523fd-6a28-4f73-abd9-c338cbedae28 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656559 Sep 02 13:35:17.872105 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e957c557-8c01-4161-b06f-978c7b0b28a7 x-openstack-request-id: req-e957c557-8c01-4161-b06f-978c7b0b28a7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:17.872358 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eaba9e-c3f3-4727-8f50-1db654310ceb", "name": "network-vif-deleted", "tag": "df43748a-5c96-4c51-b25d-c6e0955e83f5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:17.872522 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e957c557-8c01-4161-b06f-978c7b0b28a7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:17.872941 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24eaba9e-c3f3-4727-8f50-1db654310ceb', 'name': 'network-vif-deleted', 'tag': 'df43748a-5c96-4c51-b25d-c6e0955e83f5', 'status': 'completed', 'code': 200} Sep 02 13:35:17.918939 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-d359328d-a1cb-44d5-95bb-28b71c7f9ff0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a585530d-5acf-4d43-b090-b8ab899caad9 HTTP/1.1" status: 200 len: 217 time: 0.1253173 Sep 02 13:35:17.919820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73311857-8e2e-46f2-9b6a-20cc394b5aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7080c-dfeb-4dfc-84c2-5a669fd97ef8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:18.038372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-4606171f-0dab-4122-90aa-099354e01e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.041602 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-4606171f-0dab-4122-90aa-099354e01e83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=230d8c02-850d-41d4-ab8d-2e76ed8b715f HTTP/1.1" status: 200 len: 851 time: 0.0984244 Sep 02 13:35:18.041931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-5b984adb-87b0-4796-a8c3-c38ddd30f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.042397 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-5b984adb-87b0-4796-a8c3-c38ddd30f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.042879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-5b984adb-87b0-4796-a8c3-c38ddd30f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.043515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-5b984adb-87b0-4796-a8c3-c38ddd30f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.043924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-5b984adb-87b0-4796-a8c3-c38ddd30f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.044361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-5b984adb-87b0-4796-a8c3-c38ddd30f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.044929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-5b984adb-87b0-4796-a8c3-c38ddd30f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.053419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-26e00b83-18fc-404b-8859-29368092bcbc req-5b984adb-87b0-4796-a8c3-c38ddd30f7b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6471 time: 0.1233277 Sep 02 13:35:18.138122 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-73311857-8e2e-46f2-9b6a-20cc394b5aa1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b19d58b99c24ef1ab5a2c2f21e42917&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3994524 Sep 02 13:35:18.154966 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:18.163454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-13f2dea5-6230-475c-9aca-92e2abd5d434 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=52862e1e-0dc2-4592-bdef-aa0dd85d73d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075058 Sep 02 13:35:18.297548 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-6a4a0241-ee17-499a-a50d-d703d48379ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.299148 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-26e00b83-18fc-404b-8859-29368092bcbc req-6a4a0241-ee17-499a-a50d-d703d48379ec service neutron] 10.222.0.90 "GET /v2.0/networks?id=c873e024-b781-4ddf-a1d2-2663c483c3d1 HTTP/1.1" status: 200 len: 902 time: 0.2343471 Sep 02 13:35:18.306464 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5ae3-ed0e-4379-836b-802005500029 req-1de6a326-0dc2-4220-8539-0becad3622c1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.313085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5ae3-ed0e-4379-836b-802005500029 req-1de6a326-0dc2-4220-8539-0becad3622c1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.319530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5ae3-ed0e-4379-836b-802005500029 req-1de6a326-0dc2-4220-8539-0becad3622c1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.325795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5ae3-ed0e-4379-836b-802005500029 req-1de6a326-0dc2-4220-8539-0becad3622c1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.333408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5ae3-ed0e-4379-836b-802005500029 req-1de6a326-0dc2-4220-8539-0becad3622c1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.339755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5ae3-ed0e-4379-836b-802005500029 req-1de6a326-0dc2-4220-8539-0becad3622c1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.346847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b5ae3-ed0e-4379-836b-802005500029 req-1de6a326-0dc2-4220-8539-0becad3622c1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.356474 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b85b5ae3-ed0e-4379-836b-802005500029 req-1de6a326-0dc2-4220-8539-0becad3622c1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.3119895 Sep 02 13:35:18.397911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-26e00b83-18fc-404b-8859-29368092bcbc req-f32efb30-6b2e-46c4-a4f4-b1907884b892 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d HTTP/1.1" status: 200 len: 217 time: 0.0884998 Sep 02 13:35:18.427266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-6242703b-b15c-4774-b853-788353ff7120 service neutron] 10.222.0.77 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448182 Sep 02 13:35:18.485594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-1ba9c03a-cfd2-43bd-b3cd-3488f58cff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.487544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-26e00b83-18fc-404b-8859-29368092bcbc req-1ba9c03a-cfd2-43bd-b3cd-3488f58cff67 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fe0a48-2fa0-49d0-9395-58935ed40d07 HTTP/1.1" status: 200 len: 797 time: 0.0786901 Sep 02 13:35:18.518470 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f17666f-91b3-49ca-8d4a-47a69d0c4d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:18.590165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b85b5ae3-ed0e-4379-836b-802005500029 req-84f69ef4-28f1-4e94-a2d4-6d65f2470930 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2326937 Sep 02 13:35:18.612908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00b83-18fc-404b-8859-29368092bcbc req-178e92bb-f4b5-4756-8ae3-75ffb931b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:18.614447 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-26e00b83-18fc-404b-8859-29368092bcbc req-178e92bb-f4b5-4756-8ae3-75ffb931b3ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c873e024-b781-4ddf-a1d2-2663c483c3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181755 Sep 02 13:35:18.622345 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f17666f-91b3-49ca-8d4a-47a69d0c4d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:18.677055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2ed3788-0402-4e24-9a84-ca0e90db3776 req-af6ecb84-91f9-4f39-91de-c3d2fa885a80 service neutron] 10.222.0.77 "GET /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321503 Sep 02 13:35:18.718884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f17666f-91b3-49ca-8d4a-47a69d0c4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:18.727761 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f17666f-91b3-49ca-8d4a-47a69d0c4d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:18.732007 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3f17666f-91b3-49ca-8d4a-47a69d0c4d7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79c7080c-dfeb-4dfc-84c2-5a669fd97ef8 HTTP/1.1" status: 204 len: 168 time: 0.5645330 Sep 02 13:35:18.749814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17666f-91b3-49ca-8d4a-47a69d0c4d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c7080c-dfeb-4dfc-84c2-5a669fd97ef8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:18.924002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54316) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:19.070124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-81841777-ffd7-44b6-a3ad-ca0374c3f798 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:19.079775 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-81841777-ffd7-44b6-a3ad-ca0374c3f798 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.1468422 Sep 02 13:35:19.100916 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-42c06081-c51e-47d1-8a57-84f2f4bb5f57 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/quotas/aef9a428c80748b391ac5635a60221c8 HTTP/1.1" status: 200 len: 375 time: 0.0200355 Sep 02 13:35:19.171766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-3705e1a0-dc20-45bc-a81e-c2074f27dc3d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697920 Sep 02 13:35:19.220371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02417b9-71cf-488d-900f-11bf98b340de req-080644df-dc18-42ab-8002-da52f50b13bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:19.221955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b02417b9-71cf-488d-900f-11bf98b340de req-080644df-dc18-42ab-8002-da52f50b13bf tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 945 time: 0.0703614 Sep 02 13:35:19.282532 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-26e00b83-18fc-404b-8859-29368092bcbc req-18e92697-7bfb-42ca-a05e-c6e856688ea7 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585813 Sep 02 13:35:19.285800 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b02417b9-71cf-488d-900f-11bf98b340de req-20616a4f-f9a6-4f0d-81fa-1a3558d7d177 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570443 Sep 02 13:35:19.310935 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-21fe2242-64ca-49af-8923-6760ee12b0d7 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379504 Sep 02 13:35:19.355511 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44f9f00e-3311-4f95-b2e8-ae20cea15532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:19.387575 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-26e00b83-18fc-404b-8859-29368092bcbc req-ea1fea45-1e60-4f42-b874-992dd561834f service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971057 Sep 02 13:35:19.451592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54322) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:19.487579 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fb09f5a-a2e5-4f9a-9af2-7325d604d0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:19.495625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403a155-11dc-4ba2-a52d-790acbd672ec req-3216b64f-de9e-402e-86aa-8ef29cf5312d tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:19.497317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3403a155-11dc-4ba2-a52d-790acbd672ec req-3216b64f-de9e-402e-86aa-8ef29cf5312d tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.0856662 Sep 02 13:35:19.547180 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3403a155-11dc-4ba2-a52d-790acbd672ec req-9e1bfead-4519-4f58-9fd1-0c93d31dd6eb tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Sep 02 13:35:19.564481 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-ddf955e9-dbb9-48ba-947a-8ab2e004c81b service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394907 Sep 02 13:35:19.626330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44f9f00e-3311-4f95-b2e8-ae20cea15532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:19.635494 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44f9f00e-3311-4f95-b2e8-ae20cea15532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:19.691846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9f00e-3311-4f95-b2e8-ae20cea15532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968fe5d-57c7-4eff-9920-e72d9e1a6e6d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:19.720598 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-44f9f00e-3311-4f95-b2e8-ae20cea15532 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37b4a7600cfb4d0fb82fde1f5fdc5def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7926559 Sep 02 13:35:19.721290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:19.828733 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77b734a2-4811-428d-bf36-f9a58128a771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:19.854876 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77b734a2-4811-428d-bf36-f9a58128a771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:19.899573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9cc6a09c-2427-4940-babb-b594bdd38a8e details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:19.903706 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device df43748a-5c96-4c51-b25d-c6e0955e83f5 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:19.945034 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77b734a2-4811-428d-bf36-f9a58128a771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:19.947633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77b734a2-4811-428d-bf36-f9a58128a771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:19.951451 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-77b734a2-4811-428d-bf36-f9a58128a771 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7968fe5d-57c7-4eff-9920-e72d9e1a6e6d HTTP/1.1" status: 204 len: 168 time: 0.2292049 Sep 02 13:35:19.960702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b734a2-4811-428d-bf36-f9a58128a771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968fe5d-57c7-4eff-9920-e72d9e1a6e6d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:19.983560 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5d8b-7ea0-4019-9ada-2cb11891a51b req-44e890c2-609c-447f-959c-96a390fbd70e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:20.004720 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5d8b-7ea0-4019-9ada-2cb11891a51b req-44e890c2-609c-447f-959c-96a390fbd70e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:20.010632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5d8b-7ea0-4019-9ada-2cb11891a51b req-44e890c2-609c-447f-959c-96a390fbd70e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:20.028111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5d8b-7ea0-4019-9ada-2cb11891a51b req-44e890c2-609c-447f-959c-96a390fbd70e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:20.034348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5d8b-7ea0-4019-9ada-2cb11891a51b req-44e890c2-609c-447f-959c-96a390fbd70e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:20.037059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: df43748a-5c96-4c51-b25d-c6e0955e83f5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:20.037618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device df43748a-5c96-4c51-b25d-c6e0955e83f5 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:20.050912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5d8b-7ea0-4019-9ada-2cb11891a51b req-44e890c2-609c-447f-959c-96a390fbd70e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:20.069830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5d8b-7ea0-4019-9ada-2cb11891a51b req-44e890c2-609c-447f-959c-96a390fbd70e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:20.085961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-250a5d8b-7ea0-4019-9ada-2cb11891a51b req-44e890c2-609c-447f-959c-96a390fbd70e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.3043799 Sep 02 13:35:20.102549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9cc6a09c-2427-4940-babb-b594bdd38a8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:20.116674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '9cc6a09c-2427-4940-babb-b594bdd38a8e', 'network_id': 'bac02cfc-9ff9-472a-9eb0-ec1bf1144121', 'port_id': '9cc6a09c-2427-4940-babb-b594bdd38a8e', 'mac_address': 'fa:16:3e:26:db:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15b3572-036e-46a2-abaf-8545c3cdf93c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:20.174122 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:20.175620 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-250a5d8b-7ea0-4019-9ada-2cb11891a51b req-8cf08f86-7672-4467-a6df-e84df5f6506b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836961 Sep 02 13:35:20.211427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cc6a09c-2427-4940-babb-b594bdd38a8e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:20.217112 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fb09f5a-a2e5-4f9a-9af2-7325d604d0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:20.226198 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fb09f5a-a2e5-4f9a-9af2-7325d604d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:20.285631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9cc6a09c-2427-4940-babb-b594bdd38a8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:20.305602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:20.331170 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5fb09f5a-a2e5-4f9a-9af2-7325d604d0a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea359db8b2a445faaf0a21613809f652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8771100 Sep 02 13:35:20.333795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:20.356840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb09f5a-a2e5-4f9a-9af2-7325d604d0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfc5f20-1833-4aaa-b07a-170f5a9d4b02,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:20.399097 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aeaefbb-dda8-4873-b2ae-3385f565a5f7 req-3fc56230-d59b-4b8b-be90-1c4552282d8b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 210 time: 0.0508270 Sep 02 13:35:20.450048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['9cc6a09c-2427-4940-babb-b594bdd38a8e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:20.502647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a09c-2427-4940-babb-b594bdd38a8e,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:20.543018 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a241876-98ec-48e5-be88-094af92722a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:20.584784 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a241876-98ec-48e5-be88-094af92722a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:20.750193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68bf2b-c4a4-4970-8fb0-daa22c702932 req-fc94d25a-7fc0-4b71-b0de-964438d56961 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:20.752512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a68bf2b-c4a4-4970-8fb0-daa22c702932 req-fc94d25a-7fc0-4b71-b0de-964438d56961 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 944 time: 0.2588720 Sep 02 13:35:20.758802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a241876-98ec-48e5-be88-094af92722a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:20.762715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a241876-98ec-48e5-be88-094af92722a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:20.764118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8a241876-98ec-48e5-be88-094af92722a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bfc5f20-1833-4aaa-b07a-170f5a9d4b02 HTTP/1.1" status: 204 len: 168 time: 0.4291248 Sep 02 13:35:20.812941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a241876-98ec-48e5-be88-094af92722a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfc5f20-1833-4aaa-b07a-170f5a9d4b02,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:20.849631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a68bf2b-c4a4-4970-8fb0-daa22c702932 req-108f5f2d-47fa-43fd-9b33-153749b7c92f tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840902 Sep 02 13:35:21.040874 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a3ff8-9b29-4070-a088-b27ec9a8fc52 req-61cd8490-e8ab-466e-97a8-93c561f1140e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.052248 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a40a3ff8-9b29-4070-a088-b27ec9a8fc52 req-61cd8490-e8ab-466e-97a8-93c561f1140e tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.0940535 Sep 02 13:35:21.176101 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a40a3ff8-9b29-4070-a088-b27ec9a8fc52 req-e2d262fc-d6e3-4046-9317-de0642d1a507 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225221 Sep 02 13:35:21.457108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-2f6df0a0-7995-4414-9523-deca1f8ff863 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.459919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-2f6df0a0-7995-4414-9523-deca1f8ff863 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.2409551 Sep 02 13:35:21.488618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Request body: {'port': {'device_id': '491e78fc-4700-4895-ba68-8f0ea5b0d1b1', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'admin_state_up': True, 'tenant_id': 'aef9a428c80748b391ac5635a60221c8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:21.535952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea7cd0-3e09-4d38-9f9a-9c8ae51d7a0e req-8b96e6bb-12ee-48f6-b9fd-4d8f2421a3b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.549727 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:21.564198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea7cd0-3e09-4d38-9f9a-9c8ae51d7a0e req-8b96e6bb-12ee-48f6-b9fd-4d8f2421a3b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.581684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea7cd0-3e09-4d38-9f9a-9c8ae51d7a0e req-8b96e6bb-12ee-48f6-b9fd-4d8f2421a3b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.591150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea7cd0-3e09-4d38-9f9a-9c8ae51d7a0e req-8b96e6bb-12ee-48f6-b9fd-4d8f2421a3b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.599177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea7cd0-3e09-4d38-9f9a-9c8ae51d7a0e req-8b96e6bb-12ee-48f6-b9fd-4d8f2421a3b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.611609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea7cd0-3e09-4d38-9f9a-9c8ae51d7a0e req-8b96e6bb-12ee-48f6-b9fd-4d8f2421a3b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.618955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea7cd0-3e09-4d38-9f9a-9c8ae51d7a0e req-8b96e6bb-12ee-48f6-b9fd-4d8f2421a3b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:21.621594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-05ea7cd0-3e09-4d38-9f9a-9c8ae51d7a0e req-8b96e6bb-12ee-48f6-b9fd-4d8f2421a3b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.2289505 Sep 02 13:35:21.652013 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Made reservation on behalf of aef9a428c80748b391ac5635a60221c8 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:21.658266 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:21.709740 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-05ea7cd0-3e09-4d38-9f9a-9c8ae51d7a0e req-f167311d-bb40-499e-9460-e5006de14eda tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788400 Sep 02 13:35:21.868633 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Allocated IP 172.20.0.14 (79cd27ca-5513-4fc3-bbff-ceea57a3bac6/c492d62d-bb5c-403f-a25f-021347fc973a/252a12dc-4fb2-4070-91c7-01ab3a7e8e4e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:21.900837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9cc6a09c-2427-4940-babb-b594bdd38a8e up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:21.946563 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00e04f49-ccf2-4f61-a817-3ec5bf0905a3 req-b6bf5f9d-8941-422c-b1da-49b03d4b78cc tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 210 time: 0.0819323 Sep 02 13:35:21.967311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-597667573-network', 'tenant_id': 'cba36950095149368fce1218ef76bd4c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:22.019368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 9cc6a09c-2427-4940-babb-b594bdd38a8e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:22.020163 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.125277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Made reservation on behalf of cba36950095149368fce1218ef76bd4c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:22.131106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53807e-845f-4751-a3b2-b6a7607566f2 req-5a707e66-5d12-4a90-816c-9e9542ad870f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:22.132675 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.139589 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca53807e-845f-4751-a3b2-b6a7607566f2 req-5a707e66-5d12-4a90-816c-9e9542ad870f tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1174514 Sep 02 13:35:22.159697 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.163429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.199635 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc6a09c-2427-4940-babb-b594bdd38a8e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:22.205000 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f764a1-5483-46a5-9033-0b9e377c9d0a" -d '{"events": [{"server_uuid": "4ff475a4-1fb4-48c6-a715-7eb6923f3b06", "name": "network-vif-plugged", "status": "completed", "tag": "9cc6a09c-2427-4940-babb-b594bdd38a8e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:22.225179 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca53807e-845f-4751-a3b2-b6a7607566f2 req-143adbca-0bc6-4d65-bc25-625682410229 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810299 Sep 02 13:35:22.248877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9cc6a09c-2427-4940-babb-b594bdd38a8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:22.257816 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.265577 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.356289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.386159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:22.402659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f841-6074-4cd4-80a6-d10b0a09ddf5 req-89e12d9b-98b8-45fb-af65-401259587227 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:22.412543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cd9f841-6074-4cd4-80a6-d10b0a09ddf5 req-89e12d9b-98b8-45fb-af65-401259587227 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 945 time: 0.0741570 Sep 02 13:35:22.416550 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.426192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:22.429520 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.443626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:35:22.456424 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.458182 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Added segment 35a49484-faad-463c-9b3a-316fbbdcf1fe of type vlan for network 5965e849-8a36-4836-bb86-d1198a6e6395 Sep 02 13:35:22.470113 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cd9f841-6074-4cd4-80a6-d10b0a09ddf5 req-20b56330-133b-49c3-97f0-33c4309e13d4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537982 Sep 02 13:35:22.473619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=9cc6a09c-2427-4940-babb-b594bdd38a8e,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:22.513370 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:22.517318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:22.555247 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3455c475-1cd1-4dcd-862d-94e45c2d0c7c x-openstack-request-id: req-3455c475-1cd1-4dcd-862d-94e45c2d0c7c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:22.555644 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff475a4-1fb4-48c6-a715-7eb6923f3b06", "name": "network-vif-plugged", "status": "completed", "tag": "9cc6a09c-2427-4940-babb-b594bdd38a8e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:22.555939 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3455c475-1cd1-4dcd-862d-94e45c2d0c7c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:22.556361 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc6a09c-2427-4940-babb-b594bdd38a8e', 'code': 200} Sep 02 13:35:22.609251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event updated for resources: {'Port': ['ID=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:22.614363 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.643537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9de65e-aa38-4e1c-a079-71de000d56b8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:22.671107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:22.672741 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.704845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-591ec593-77c4-4847-85c7-f6fec7a9ea22 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2304831 Sep 02 13:35:22.706251 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.707949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:22.708832 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.724618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-9c28d6a2-43e0-419e-abec-2e8ef9bfdd0b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:35:22.726420 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-9c28d6a2-43e0-419e-abec-2e8ef9bfdd0b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141654 Sep 02 13:35:22.777215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Request body: {'port': {'device_id': '491e78fc-4700-4895-ba68-8f0ea5b0d1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:22.818438 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2675359 Sep 02 13:35:22.821793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54582) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:22.833777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e534df-5a3c-43d7-b025-a0044684f2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5965e849-8a36-4836-bb86-d1198a6e6395,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:22.835865 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Request body: {'subnet': {'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-597667573-subnet', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:22.846683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 5965e849-8a36-4836-bb86-d1198a6e6395 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:35:22.895163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Made reservation on behalf of cba36950095149368fce1218ef76bd4c for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:22.898785 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.906287 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:22.975024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5095-894b-4da1-9372-b632670c4163 req-c9d6826f-d118-4645-a887-9cd3385f3c52 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:22.980848 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5095-894b-4da1-9372-b632670c4163 req-c9d6826f-d118-4645-a887-9cd3385f3c52 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:22.988274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5095-894b-4da1-9372-b632670c4163 req-c9d6826f-d118-4645-a887-9cd3385f3c52 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:22.994736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5095-894b-4da1-9372-b632670c4163 req-c9d6826f-d118-4645-a887-9cd3385f3c52 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:23.003179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5095-894b-4da1-9372-b632670c4163 req-c9d6826f-d118-4645-a887-9cd3385f3c52 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:23.010241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5095-894b-4da1-9372-b632670c4163 req-c9d6826f-d118-4645-a887-9cd3385f3c52 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:23.017852 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5095-894b-4da1-9372-b632670c4163 req-c9d6826f-d118-4645-a887-9cd3385f3c52 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:23.026638 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc1b5095-894b-4da1-9372-b632670c4163 req-c9d6826f-d118-4645-a887-9cd3385f3c52 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.1588426 Sep 02 13:35:23.146084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-fd42d6b1-ffe2-437b-9027-65d89dc58426 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:23.149248 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-fd42d6b1-ffe2-437b-9027-65d89dc58426 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 945 time: 0.1082952 Sep 02 13:35:23.195358 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc1b5095-894b-4da1-9372-b632670c4163 req-2787261e-6716-4db4-ab7d-48f05accb5e2 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678133 Sep 02 13:35:23.366538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:23.498548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb595b3-ff5d-4110-b411-2e3557104750 req-17f462b4-2817-4fca-8132-fe7c7ed3f299 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:23.500764 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bcb595b3-ff5d-4110-b411-2e3557104750 req-17f462b4-2817-4fca-8132-fe7c7ed3f299 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 932 time: 0.1847348 Sep 02 13:35:23.503989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d11bfc7-0690-4094-a929-b96d038a29bc,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:23.540694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9366-5e74-4dbc-83e5-ab8185c54686 req-cde34e64-1fcb-4e94-9219-0ae12765f0ea tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:23.543120 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d1d9366-5e74-4dbc-83e5-ab8185c54686 req-cde34e64-1fcb-4e94-9219-0ae12765f0ea tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.1228504 Sep 02 13:35:23.549967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:23.562513 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:23.570628 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Checking segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:23.570947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Network hostable DHCP agents. Network: 5965e849-8a36-4836-bb86-d1198a6e6395, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:35:23.580099 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Deleting port 9cc6a09c-2427-4940-babb-b594bdd38a8e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:23.580642 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:23.588458 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bcb595b3-ff5d-4110-b411-2e3557104750 req-71b19b2d-8480-47d6-8ce0-bda3b628c8d1 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766983 Sep 02 13:35:23.616066 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d1d9366-5e74-4dbc-83e5-ab8185c54686 req-81fc0e33-b7a6-48d8-8ac4-64ba76c80348 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507174 Sep 02 13:35:23.622797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Transition to ACTIVE for port object 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:23.650704 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:23.657146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Network 5965e849-8a36-4836-bb86-d1198a6e6395 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:35:23.682878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 5965e849-8a36-4836-bb86-d1198a6e6395) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:23.693897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cc65a3-a343-4482-802e-d0b59071793e None None] Network 5965e849-8a36-4836-bb86-d1198a6e6395 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:23.695378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:23.696224 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:23.735133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] For port 9cc6a09c-2427-4940-babb-b594bdd38a8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9cc6a09c-2427-4940-babb-b594bdd38a8e,segment=NetworkSegment(10436c36-47a3-4a8c-9f44-020e2221e5cc),segment_id=10436c36-47a3-4a8c-9f44-020e2221e5cc)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:23.735687 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:23.742472 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-68252e77-fc66-4db7-81c4-2a482f24eede admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9164433 Sep 02 13:35:23.745866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54642) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:23.752498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:23.769593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Calling delete_port for 9cc6a09c-2427-4940-babb-b594bdd38a8e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:23.834219 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:23.836053 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:23.950030 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:23.955451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Pushing event updated for resources: {'Port': ['ID=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:24.062234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-5965e849-8a36-4836-bb86-d1198a6e6395', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:35:24.064704 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.143478 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8d6eb-a824-40c0-a4bd-b0fd58a4c79b req-ee21ba8a-0ad1-410b-b7e1-edbdee2c5b1d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.146252 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14b8d6eb-a824-40c0-a4bd-b0fd58a4c79b req-ee21ba8a-0ad1-410b-b7e1-edbdee2c5b1d tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff475a4-1fb4-48c6-a715-7eb6923f3b06 HTTP/1.1" status: 200 len: 945 time: 0.2800813 Sep 02 13:35:24.150093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Attempting to bind port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:24.150574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Attempting to bind port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:24.151253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Attempting to bind port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:24.173224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:24.193404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Attempting to bind port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:24.202895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.210531 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.215794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:24.216464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Checking segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:24.217711 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Bound using segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:24.218924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Bound port: 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:24.219768 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.277618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['9cc6a09c-2427-4940-babb-b594bdd38a8e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:24.311496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Pushing event deleted for resources: {'Port': ['ID=9cc6a09c-2427-4940-babb-b594bdd38a8e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:24.314692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] No DVR routers for this DVR port 9cc6a09c-2427-4940-babb-b594bdd38a8e on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:24.323106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14b8d6eb-a824-40c0-a4bd-b0fd58a4c79b req-0b27f500-6bc7-4ff3-ae79-79420e2033f4 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e42fb4-9dcd-4fa7-b32d-8ea001899c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665361 Sep 02 13:35:24.348300 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.350639 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6cbfe0e6-7af3-4e28-87ea-f5fd909ff022 req-f2f7fbb3-fa65-447e-9ccd-e4b4627dbac2 tempest-ImagesTestJSON-124730719 tempest-ImagesTestJSON-124730719-project] 10.222.0.77 "DELETE /v2.0/ports/9cc6a09c-2427-4940-babb-b594bdd38a8e HTTP/1.1" status: 204 len: 173 time: 1.1911285 Sep 02 13:35:24.355366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'name': 'network-vif-deleted', 'tag': '9cc6a09c-2427-4940-babb-b594bdd38a8e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:24.358109 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9125426d-ec1a-487f-84c9-6e6a6d241762" -d '{"events": [{"server_uuid": "4ff475a4-1fb4-48c6-a715-7eb6923f3b06", "name": "network-vif-deleted", "tag": "9cc6a09c-2427-4940-babb-b594bdd38a8e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:24.466909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Allocated IP 172.20.0.2 (5965e849-8a36-4836-bb86-d1198a6e6395/2d11bfc7-0690-4094-a929-b96d038a29bc/f7f7c271-8661-467d-bc10-87dbc3fafb12) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:24.606757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] For port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:24.659441 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.676546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] For port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:24.691663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037796cd-796f-4694-b42d-166ec5b1fcd6 req-363dbf46-eaec-4e01-a676-5c93f951c50b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.699330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037796cd-796f-4694-b42d-166ec5b1fcd6 req-363dbf46-eaec-4e01-a676-5c93f951c50b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.706818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037796cd-796f-4694-b42d-166ec5b1fcd6 req-363dbf46-eaec-4e01-a676-5c93f951c50b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.713425 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037796cd-796f-4694-b42d-166ec5b1fcd6 req-363dbf46-eaec-4e01-a676-5c93f951c50b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.723365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037796cd-796f-4694-b42d-166ec5b1fcd6 req-363dbf46-eaec-4e01-a676-5c93f951c50b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.726596 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.741833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037796cd-796f-4694-b42d-166ec5b1fcd6 req-363dbf46-eaec-4e01-a676-5c93f951c50b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.751495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037796cd-796f-4694-b42d-166ec5b1fcd6 req-363dbf46-eaec-4e01-a676-5c93f951c50b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.758856 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.761863 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-037796cd-796f-4694-b42d-166ec5b1fcd6 req-363dbf46-eaec-4e01-a676-5c93f951c50b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.2873206 Sep 02 13:35:24.775061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.780586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Transition to ACTIVE for port object f7f7c271-8661-467d-bc10-87dbc3fafb12 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:24.817128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Transition to ACTIVE for port object f7f7c271-8661-467d-bc10-87dbc3fafb12 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:24.825820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:24.827207 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.828144 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:24.828326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] 10.222.0.90 "PUT /v2.0/ports/252a12dc-4fb2-4070-91c7-01ab3a7e8e4e HTTP/1.1" status: 200 len: 1092 time: 2.0606859 Sep 02 13:35:24.830208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491e78fc-4700-4895-ba68-8f0ea5b0d1b1', 'tag': '252a12dc-4fb2-4070-91c7-01ab3a7e8e4e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:24.840562 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4106ad02-d8c4-453b-be13-836c45ff9f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "491e78fc-4700-4895-ba68-8f0ea5b0d1b1", "tag": "252a12dc-4fb2-4070-91c7-01ab3a7e8e4e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:24.881050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Network 5965e849-8a36-4836-bb86-d1198a6e6395 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:24.884525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:24.889165 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:24.903524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Pushing event updated for resources: {'Port': ['ID=f7f7c271-8661-467d-bc10-87dbc3fafb12,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:24.939760 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-037796cd-796f-4694-b42d-166ec5b1fcd6 req-18c7b11f-52f4-4875-99d9-09593e479a94 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746714 Sep 02 13:35:24.940897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Allocated IP 172.25.3.95 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/f976db31-0d79-45c0-9a8e-009bfbbdf824) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:24.980885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Attempting to bind port f7f7c271-8661-467d-bc10-87dbc3fafb12 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:24.982325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Attempting to bind port f7f7c271-8661-467d-bc10-87dbc3fafb12 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:24.984470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Attempting to bind port f7f7c271-8661-467d-bc10-87dbc3fafb12 on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:24.994143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:24.998885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Checking segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:25.001527 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:25.004374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Bound using segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:25.007257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Bound port: f7f7c271-8661-467d-bc10-87dbc3fafb12, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:25.007832 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:25.032225 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b8967a-bd8f-4f73-89a1-30efbfea732f x-openstack-request-id: req-56b8967a-bd8f-4f73-89a1-30efbfea732f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:25.032539 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff475a4-1fb4-48c6-a715-7eb6923f3b06", "name": "network-vif-deleted", "tag": "9cc6a09c-2427-4940-babb-b594bdd38a8e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:25.035651 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56b8967a-bd8f-4f73-89a1-30efbfea732f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:25.036819 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff475a4-1fb4-48c6-a715-7eb6923f3b06', 'name': 'network-vif-deleted', 'tag': '9cc6a09c-2427-4940-babb-b594bdd38a8e', 'status': 'completed', 'code': 200} Sep 02 13:35:25.065204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d932c-e505-4378-8b6f-ec1b1add0e85 service neutron] Pushing event updated for resources: {'Port': ['ID=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:25.102530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-59057b22-a520-4e52-be72-ff5e4cd2a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:25.104218 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-59057b22-a520-4e52-be72-ff5e4cd2a8a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 1095 time: 0.2095790 Sep 02 13:35:25.194952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-c9741684-2108-44c7-9154-f40b3f2f95f7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:25.196968 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-05bcf253-4c4a-41db-bb30-26bae6cf5bf2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e HTTP/1.1" status: 200 len: 217 time: 0.0820961 Sep 02 13:35:25.197266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-c9741684-2108-44c7-9154-f40b3f2f95f7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2389455 Sep 02 13:35:25.226945 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] For port f7f7c271-8661-467d-bc10-87dbc3fafb12, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:25.239235 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] For port f7f7c271-8661-467d-bc10-87dbc3fafb12, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f7f7c271-8661-467d-bc10-87dbc3fafb12,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:25.255165 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:25.316020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-874a4c9d-615a-438e-b1ef-1a9a70a00145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:25.319187 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-874a4c9d-615a-438e-b1ef-1a9a70a00145 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1054914 Sep 02 13:35:25.351648 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7618e-846e-438d-93d8-1141d4309463 req-49ac48d8-f415-498c-a66d-1128358b4ec4 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:25.357079 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bba7618e-846e-438d-93d8-1141d4309463 req-49ac48d8-f415-498c-a66d-1128358b4ec4 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 944 time: 0.1661799 Sep 02 13:35:25.374155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012ba31-4786-4d2f-a94b-c45bcf3a6f86 None None] Pushing event updated for resources: {'Port': ['ID=f7f7c271-8661-467d-bc10-87dbc3fafb12,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:25.402635 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:25.431435 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-2de5ce1f-8fde-4392-9c14-f878a5f513ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003048 Sep 02 13:35:25.454410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bba7618e-846e-438d-93d8-1141d4309463 req-a4c42205-d9c0-438d-8bca-a82592d8eed0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706966 Sep 02 13:35:25.517077 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f1a57-de4c-4e17-89c6-e7935cab56e7 req-6076663c-3a6b-4a84-9e0f-e488fc01a09b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:25.534841 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-735f1a57-de4c-4e17-89c6-e7935cab56e7 req-6076663c-3a6b-4a84-9e0f-e488fc01a09b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 945 time: 0.2485998 Sep 02 13:35:25.547674 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad570aa-73d5-491d-8baf-737cc5cbd6f5 x-openstack-request-id: req-5ad570aa-73d5-491d-8baf-737cc5cbd6f5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:25.547998 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491e78fc-4700-4895-ba68-8f0ea5b0d1b1", "tag": "252a12dc-4fb2-4070-91c7-01ab3a7e8e4e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:25.548253 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ad570aa-73d5-491d-8baf-737cc5cbd6f5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:25.548663 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491e78fc-4700-4895-ba68-8f0ea5b0d1b1', 'tag': '252a12dc-4fb2-4070-91c7-01ab3a7e8e4e', 'status': 'completed', 'code': 200} Sep 02 13:35:25.577146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-b4013021-7508-42ef-9b39-fe8ffb4888f7 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350079 Sep 02 13:35:25.803292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-528b2f9e-aa13-4847-a1b5-09a6b0875c11 req-2489255e-f34a-4d7b-9630-a7c31aa94f78 service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057948 Sep 02 13:35:25.947885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-a6ca1120-38a5-4d73-80c6-12dff1fed607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:25.950839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-a6ca1120-38a5-4d73-80c6-12dff1fed607 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0838091 Sep 02 13:35:25.982406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f7f7c271-8661-467d-bc10-87dbc3fafb12 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:26.085729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port f7f7c271-8661-467d-bc10-87dbc3fafb12 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:26.087042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Deleting port a585530d-5acf-4d43-b090-b8ab899caad9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:26.087638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:26.155924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-a1a47704-f045-461f-a11b-48c04beaabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:26.157598 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-a1a47704-f045-461f-a11b-48c04beaabb7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 906 time: 0.1968837 Sep 02 13:35:26.194950 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:26.239425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-b174a7b5-d72a-47bf-a5f9-d746449ac646 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e HTTP/1.1" status: 200 len: 217 time: 0.0674100 Sep 02 13:35:26.261245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-735f1a57-de4c-4e17-89c6-e7935cab56e7 req-01dedded-e4b9-4a2a-8639-ad199b2e26f1 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7249489 Sep 02 13:35:26.326931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-94f14e20-346c-4fa8-baf6-82ca4ad7eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:26.328671 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-94f14e20-346c-4fa8-baf6-82ca4ad7eead service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.0803132 Sep 02 13:35:26.336661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:26.361224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:26.378572 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:26.402215 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-347e0c92-07f1-45ca-b37a-c3aa4962e6a0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630577 Sep 02 13:35:26.408805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] For port a585530d-5acf-4d43-b090-b8ab899caad9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a585530d-5acf-4d43-b090-b8ab899caad9,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:26.409331 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:26.464943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Pushing event updated for resources: {'Port': ['ID=f976db31-0d79-45c0-9a8e-009bfbbdf824,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:26.499628 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Calling delete_port for a585530d-5acf-4d43-b090-b8ab899caad9 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:26.609722 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-db8c2591-5673-402e-abce-a5ac12b02c6a service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884286 Sep 02 13:35:26.862118 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452ceba-fcce-41b9-9563-a0ec44a42ee9 req-373041c7-d0a6-4754-9730-956743678399 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:26.869966 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7452ceba-fcce-41b9-9563-a0ec44a42ee9 req-373041c7-d0a6-4754-9730-956743678399 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 944 time: 0.1877809 Sep 02 13:35:26.875832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4106ad02-d8c4-453b-be13-836c45ff9f7d req-c6c38b99-7018-4d51-986d-a1b292f3ed7b service neutron] 10.222.0.90 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568476 Sep 02 13:35:26.926607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7452ceba-fcce-41b9-9563-a0ec44a42ee9 req-fe55f62b-624f-4ad8-b0fc-326df8c9ce01 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497828 Sep 02 13:35:26.965064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8ff9d-c02c-496a-907e-c7d8a635dd64 req-67ddf1e5-c17d-4c92-9f40-44e665a0dc39 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:26.973134 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8ff9d-c02c-496a-907e-c7d8a635dd64 req-67ddf1e5-c17d-4c92-9f40-44e665a0dc39 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:26.980139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8ff9d-c02c-496a-907e-c7d8a635dd64 req-67ddf1e5-c17d-4c92-9f40-44e665a0dc39 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:26.989221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8ff9d-c02c-496a-907e-c7d8a635dd64 req-67ddf1e5-c17d-4c92-9f40-44e665a0dc39 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:26.992895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ebd78-36bb-439a-8173-2a2ff4a18231 None None] Network 5965e849-8a36-4836-bb86-d1198a6e6395 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:26.996450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8ff9d-c02c-496a-907e-c7d8a635dd64 req-67ddf1e5-c17d-4c92-9f40-44e665a0dc39 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:27.004314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8ff9d-c02c-496a-907e-c7d8a635dd64 req-67ddf1e5-c17d-4c92-9f40-44e665a0dc39 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:27.011699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8ff9d-c02c-496a-907e-c7d8a635dd64 req-67ddf1e5-c17d-4c92-9f40-44e665a0dc39 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:27.016104 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22d8ff9d-c02c-496a-907e-c7d8a635dd64 req-67ddf1e5-c17d-4c92-9f40-44e665a0dc39 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.3689878 Sep 02 13:35:27.083011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:27.119885 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22d8ff9d-c02c-496a-907e-c7d8a635dd64 req-2b49d0fc-ed47-415c-98a0-00fdaea61967 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942500 Sep 02 13:35:27.122527 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.127815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c75c46e7-a650-40fd-bbca-c5ce926402be None None] Provisioning for port f7f7c271-8661-467d-bc10-87dbc3fafb12 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:27.141329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a585530d-5acf-4d43-b090-b8ab899caad9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:27.144842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1a41ef8b-e09e-42e9-a77e-3633ee6996db'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:27.198239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c75c46e7-a650-40fd-bbca-c5ce926402be None None] Provisioning complete for port f7f7c271-8661-467d-bc10-87dbc3fafb12 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:27.198537 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c75c46e7-a650-40fd-bbca-c5ce926402be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.251547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Pushing event deleted for resources: {'Port': ['ID=a585530d-5acf-4d43-b090-b8ab899caad9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:27.332144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] No DVR routers for this DVR port a585530d-5acf-4d43-b090-b8ab899caad9 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:27.340100 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.342969 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0d86152-e365-4cac-b82e-c4dae342df01 req-6276feb9-7175-465c-8c0d-b5897fadbabf tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.77 "DELETE /v2.0/ports/a585530d-5acf-4d43-b090-b8ab899caad9 HTTP/1.1" status: 204 len: 173 time: 2.1218853 Sep 02 13:35:27.350079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba41ae31-ecd7-447e-8f0c-30ff91d6ada9', 'name': 'network-vif-deleted', 'tag': 'a585530d-5acf-4d43-b090-b8ab899caad9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:27.352591 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d8a55b-dca5-4428-ab2a-254d927e46ef" -d '{"events": [{"server_uuid": "ba41ae31-ecd7-447e-8f0c-30ff91d6ada9", "name": "network-vif-deleted", "tag": "a585530d-5acf-4d43-b090-b8ab899caad9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:27.374515 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.519979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:27.555788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '252a12dc-4fb2-4070-91c7-01ab3a7e8e4e', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'port_id': '252a12dc-4fb2-4070-91c7-01ab3a7e8e4e', 'mac_address': 'fa:16:3e:6c:2f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c492d62d-bb5c-403f-a25f-021347fc973a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:27.572364 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b273b81a-7d30-4b1f-b77e-0397ca0c84de req-486c5cdf-5fe2-4069-ad61-54c15668273b tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba41ae31-ecd7-447e-8f0c-30ff91d6ada9 HTTP/1.1" status: 200 len: 210 time: 0.0693901 Sep 02 13:35:27.757994 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.762617 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48250b7-9cd6-4c88-a191-bd2ecfd72e5f x-openstack-request-id: req-c48250b7-9cd6-4c88-a191-bd2ecfd72e5f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:27.762969 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba41ae31-ecd7-447e-8f0c-30ff91d6ada9", "name": "network-vif-deleted", "tag": "a585530d-5acf-4d43-b090-b8ab899caad9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:27.764270 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c48250b7-9cd6-4c88-a191-bd2ecfd72e5f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:27.764270 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba41ae31-ecd7-447e-8f0c-30ff91d6ada9', 'name': 'network-vif-deleted', 'tag': 'a585530d-5acf-4d43-b090-b8ab899caad9', 'status': 'completed', 'code': 200} Sep 02 13:35:27.764791 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c75c46e7-a650-40fd-bbca-c5ce926402be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.846528 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:27.979063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a585530d-5acf-4d43-b090-b8ab899caad9 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:28.025449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:28.035392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: a585530d-5acf-4d43-b090-b8ab899caad9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:28.037599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a585530d-5acf-4d43-b090-b8ab899caad9 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:28.038377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9cc6a09c-2427-4940-babb-b594bdd38a8e no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:28.039551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Router d447c60a-84bb-4e01-9d11-176c27d49332 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:35:28.058811 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:28.122458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:28.129895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c75c46e7-a650-40fd-bbca-c5ce926402be None None] For port f7f7c271-8661-467d-bc10-87dbc3fafb12, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f7f7c271-8661-467d-bc10-87dbc3fafb12,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:28.189716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae823e1-b8bc-4034-b4cf-6f42a69976c4 admin admin] Deleting subnet a15b3572-036e-46a2-abaf-8545c3cdf93c {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:35:28.194495 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ae823e1-b8bc-4034-b4cf-6f42a69976c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:28.211186 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:28.217989 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c75c46e7-a650-40fd-bbca-c5ce926402be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:28.239357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 9cc6a09c-2427-4940-babb-b594bdd38a8e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:28.240337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9cc6a09c-2427-4940-babb-b594bdd38a8e not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:28.314488 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ae823e1-b8bc-4034-b4cf-6f42a69976c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:28.377172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:35:28.408513 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Sync routers for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:35:28.409969 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:28.412823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe56af-02a6-4aa7-b35c-020100703b03 req-6568e7e6-66e7-4363-b951-0a9d380adca9 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:28.413247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8e67920e-a476-417a-9c70-19e7b3f8fa09 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6662798 Sep 02 13:35:28.414677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27fe56af-02a6-4aa7-b35c-020100703b03 req-6568e7e6-66e7-4363-b951-0a9d380adca9 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 945 time: 0.1793501 Sep 02 13:35:28.419780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:28.423070 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ae823e1-b8bc-4034-b4cf-6f42a69976c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:28.472350 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:28.474267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:35:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:28.611058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:28.627412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['252a12dc-4fb2-4070-91c7-01ab3a7e8e4e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:28.697822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27fe56af-02a6-4aa7-b35c-020100703b03 req-ccd9c946-0888-46a3-835d-eb0dc0d94e71 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431281 Sep 02 13:35:28.734327 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d427078a-a51d-45a7-a870-05f5d46d19ee None None] Provisioning complete for port f7f7c271-8661-467d-bc10-87dbc3fafb12 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:28.734902 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d427078a-a51d-45a7-a870-05f5d46d19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:28.754362 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ae823e1-b8bc-4034-b4cf-6f42a69976c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:28.813578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae823e1-b8bc-4034-b4cf-6f42a69976c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15b3572-036e-46a2-abaf-8545c3cdf93c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:28.815442 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ae823e1-b8bc-4034-b4cf-6f42a69976c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:28.820919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3ae823e1-b8bc-4034-b4cf-6f42a69976c4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a15b3572-036e-46a2-abaf-8545c3cdf93c HTTP/1.1" status: 204 len: 168 time: 0.7909625 Sep 02 13:35:28.822423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54970) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:29.034565 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.164141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0ce8-a80b-4089-abfa-be67a7c3c66a req-75972b27-4caa-459e-a605-a77355dd183b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:29.173670 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.180603 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0ce8-a80b-4089-abfa-be67a7c3c66a req-75972b27-4caa-459e-a605-a77355dd183b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:29.190931 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c46e7-a650-40fd-bbca-c5ce926402be None None] Pushing event updated for resources: {'Port': ['ID=f7f7c271-8661-467d-bc10-87dbc3fafb12,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:29.209741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac02cfc-9ff9-472a-9eb0-ec1bf1144121']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:29.215376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:29.222645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0ce8-a80b-4089-abfa-be67a7c3c66a req-75972b27-4caa-459e-a605-a77355dd183b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:29.237930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0ce8-a80b-4089-abfa-be67a7c3c66a req-75972b27-4caa-459e-a605-a77355dd183b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:29.248963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10436c36-47a3-4a8c-9f44-020e2221e5cc') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:29.249425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10436c36-47a3-4a8c-9f44-020e2221e5cc') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:29.255204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0ce8-a80b-4089-abfa-be67a7c3c66a req-75972b27-4caa-459e-a605-a77355dd183b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:29.270263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.270555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0ce8-a80b-4089-abfa-be67a7c3c66a req-75972b27-4caa-459e-a605-a77355dd183b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:29.287872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0ce8-a80b-4089-abfa-be67a7c3c66a req-75972b27-4caa-459e-a605-a77355dd183b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:29.295285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68fc0ce8-a80b-4089-abfa-be67a7c3c66a req-75972b27-4caa-459e-a605-a77355dd183b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.3621762 Sep 02 13:35:29.296974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.324077 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:35:29.324566 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:35:29.326699 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:35:29.454971 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.476056 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.477366 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.479870 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] 10.222.0.13 "DELETE /v2.0/networks/bac02cfc-9ff9-472a-9eb0-ec1bf1144121 HTTP/1.1" status: 204 len: 168 time: 0.6560860 Sep 02 13:35:29.481136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8622d-a1be-4a31-995f-79af68f2f1db admin admin] Pushing event deleted for resources: {'Network': ['ID=bac02cfc-9ff9-472a-9eb0-ec1bf1144121,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:29.613467 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68fc0ce8-a80b-4089-abfa-be67a7c3c66a req-cfe04e95-1ea7-4d92-9e2f-29aab26658f5 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3017700 Sep 02 13:35:29.675345 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:27Z', 'revision_number': 3, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:29.742905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Checking router: d447c60a-84bb-4e01-9d11-176c27d49332 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:35:29.743346 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Updating router d447c60a-84bb-4e01-9d11-176c27d49332 port f976db31-0d79-45c0-9a8e-009bfbbdf824 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:35:29.854109 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:29.936497 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f7f7c271-8661-467d-bc10-87dbc3fafb12 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:29.997451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55040) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:30.020661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdda244-fa7d-44fd-89a9-ba7801b2e923 req-0148e1ad-5c25-4ed7-82e6-350befdf1358 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:30.033678 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1bdda244-fa7d-44fd-89a9-ba7801b2e923 req-0148e1ad-5c25-4ed7-82e6-350befdf1358 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1278236 Sep 02 13:35:30.130084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af4e5e-33c2-4757-b482-65a38c260420 req-1ef7a7f4-b127-4e21-981b-43bc24379493 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:30.141414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50af4e5e-33c2-4757-b482-65a38c260420 req-1ef7a7f4-b127-4e21-981b-43bc24379493 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 945 time: 0.2073011 Sep 02 13:35:30.192104 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.233533 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-50af4e5e-33c2-4757-b482-65a38c260420 req-419af4c7-afc0-49aa-98b0-a7c31115016e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860610 Sep 02 13:35:30.245815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1bdda244-fa7d-44fd-89a9-ba7801b2e923 req-197c8580-d6ef-4958-84de-2123347b6278 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099342 Sep 02 13:35:30.276674 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-73b5f20d-ef20-4e6b-bfeb-36b079ea6b5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e19f593db1340f5966bcdc4057d72b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711434 Sep 02 13:35:30.277319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55050) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:30.300085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f7f7c271-8661-467d-bc10-87dbc3fafb12 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:30.300085 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.337142 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.435174 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df2c65b5-28a3-4e1c-82fe-30cf40338860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.496294 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df2c65b5-28a3-4e1c-82fe-30cf40338860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.579078 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df2c65b5-28a3-4e1c-82fe-30cf40338860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.582474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df2c65b5-28a3-4e1c-82fe-30cf40338860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.583756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-df2c65b5-28a3-4e1c-82fe-30cf40338860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50e42fb4-9dcd-4fa7-b32d-8ea001899c01 HTTP/1.1" status: 204 len: 168 time: 0.3054261 Sep 02 13:35:30.607523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Allocated IP 172.20.0.1 (5965e849-8a36-4836-bb86-d1198a6e6395/2d11bfc7-0690-4094-a929-b96d038a29bc/b11e8e95-b475-4a71-9f01-b7cfd40d7a67) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:30.627480 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c65b5-28a3-4e1c-82fe-30cf40338860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e42fb4-9dcd-4fa7-b32d-8ea001899c01,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:30.662388 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.691968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Transition to ACTIVE for port object f976db31-0d79-45c0-9a8e-009bfbbdf824 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:30.711523 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.823402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Attempting to bind port f976db31-0d79-45c0-9a8e-009bfbbdf824 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:30.824385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Attempting to bind port f976db31-0d79-45c0-9a8e-009bfbbdf824 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:30.824385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Attempting to bind port f976db31-0d79-45c0-9a8e-009bfbbdf824 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:30.830713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b15778-77e6-4a9b-9795-137a15d0062f None None] Pushing event updated for resources: {'Port': ['ID=f976db31-0d79-45c0-9a8e-009bfbbdf824,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:30.835485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:30.836746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:30.836746 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.836746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:30.837269 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Bound port: f976db31-0d79-45c0-9a8e-009bfbbdf824, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:30.837822 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:30.917238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] For port f976db31-0d79-45c0-9a8e-009bfbbdf824, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:30.926617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] For port f976db31-0d79-45c0-9a8e-009bfbbdf824, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f976db31-0d79-45c0-9a8e-009bfbbdf824,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:30.942447 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.056731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b15778-77e6-4a9b-9795-137a15d0062f None None] Pushing event updated for resources: {'Port': ['ID=f976db31-0d79-45c0-9a8e-009bfbbdf824,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:31.070497 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:31.102012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:31.102678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:35:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:31.227760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55078) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:31.254232 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.265072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:31.272073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2782be2-17ba-402e-a742-cfec3a3a1f9c req-a040d8e7-32ff-47cd-bc9c-131a0cb7cc85 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:31.280481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2782be2-17ba-402e-a742-cfec3a3a1f9c req-a040d8e7-32ff-47cd-bc9c-131a0cb7cc85 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:31.286647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2782be2-17ba-402e-a742-cfec3a3a1f9c req-a040d8e7-32ff-47cd-bc9c-131a0cb7cc85 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:31.297594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2782be2-17ba-402e-a742-cfec3a3a1f9c req-a040d8e7-32ff-47cd-bc9c-131a0cb7cc85 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:31.307521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2782be2-17ba-402e-a742-cfec3a3a1f9c req-a040d8e7-32ff-47cd-bc9c-131a0cb7cc85 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:31.316398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2782be2-17ba-402e-a742-cfec3a3a1f9c req-a040d8e7-32ff-47cd-bc9c-131a0cb7cc85 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:31.323398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2782be2-17ba-402e-a742-cfec3a3a1f9c req-a040d8e7-32ff-47cd-bc9c-131a0cb7cc85 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:31.334528 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2782be2-17ba-402e-a742-cfec3a3a1f9c req-a040d8e7-32ff-47cd-bc9c-131a0cb7cc85 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.5769050 Sep 02 13:35:31.367228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Transition to ACTIVE for port object b11e8e95-b475-4a71-9f01-b7cfd40d7a67 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:31.463494 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a2782be2-17ba-402e-a742-cfec3a3a1f9c req-5606532c-7171-405d-add5-f731c3dd04ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279824 Sep 02 13:35:31.501576 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd835-6c4d-4644-9967-ecfffd8b1da9 req-cd380fad-2920-4f8d-a50d-8c83541e03fb tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:31.504978 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad6866a8-6e0b-4a71-8a32-3016f659c659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.511323 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ecdd835-6c4d-4644-9967-ecfffd8b1da9 req-cd380fad-2920-4f8d-a50d-8c83541e03fb tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 945 time: 0.1332595 Sep 02 13:35:31.534709 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.566280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:31.584786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:31.589944 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.636556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Network 5965e849-8a36-4836-bb86-d1198a6e6395 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:31.644871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:31.656838 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ecdd835-6c4d-4644-9967-ecfffd8b1da9 req-dd1947a8-fe60-4ef2-8d66-0e6247f023f6 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379685 Sep 02 13:35:31.687087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:31.728500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58cb2337-e429-41bc-a737-37d7546cb64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.891570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:27Z', 'revision_number': 3, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:31.894493 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.907085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=b11e8e95-b475-4a71-9f01-b7cfd40d7a67,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:31.944817 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58cb2337-e429-41bc-a737-37d7546cb64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.956684 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-58cb2337-e429-41bc-a737-37d7546cb64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.965889 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:31.974553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:32.014449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e78fc-4700-4895-ba68-8f0ea5b0d1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a12dc-4fb2-4070-91c7-01ab3a7e8e4e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:32.018226 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6412d3-774d-46f2-acf7-2966ae019666" -d '{"events": [{"server_uuid": "491e78fc-4700-4895-ba68-8f0ea5b0d1b1", "name": "network-vif-plugged", "status": "completed", "tag": "252a12dc-4fb2-4070-91c7-01ab3a7e8e4e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:32.023792 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.029290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af1564-0076-47c2-b03d-e0ed54c8086c None None] The sync data for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 is: [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:27Z', 'revision_number': 3, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:35:32.067326 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-58cb2337-e429-41bc-a737-37d7546cb64a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e2cf037fa2e4cfe907e00aa34de5efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8381739 Sep 02 13:35:32.068332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:32.077989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb2337-e429-41bc-a737-37d7546cb64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fcde52-3545-45f3-9193-cdbf03f0924b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:32.106426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe9803-63b6-4e59-a4be-65a9c876c788 req-4d091e82-252b-49cc-a604-f400850b9254 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.123484 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73fe9803-63b6-4e59-a4be-65a9c876c788 req-4d091e82-252b-49cc-a604-f400850b9254 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.4909112 Sep 02 13:35:32.136804 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce148eb2-f216-4df7-8c4e-ad1125360ae8 x-openstack-request-id: req-ce148eb2-f216-4df7-8c4e-ad1125360ae8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:32.139132 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e78fc-4700-4895-ba68-8f0ea5b0d1b1", "name": "network-vif-plugged", "status": "completed", "tag": "252a12dc-4fb2-4070-91c7-01ab3a7e8e4e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:32.140817 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce148eb2-f216-4df7-8c4e-ad1125360ae8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:32.141513 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491e78fc-4700-4895-ba68-8f0ea5b0d1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a12dc-4fb2-4070-91c7-01ab3a7e8e4e', 'code': 200} Sep 02 13:35:32.177804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:32.214536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8985711f-1b8f-4939-ab40-921007ac68e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.279868 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8985711f-1b8f-4939-ab40-921007ac68e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.329154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c03d52c1-de89-4a90-95b4-6e34142aa68f None None] Provisioning for port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:32.340414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c03d52c1-de89-4a90-95b4-6e34142aa68f None None] Provisioning complete for port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:32.344035 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c03d52c1-de89-4a90-95b4-6e34142aa68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.419291 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73fe9803-63b6-4e59-a4be-65a9c876c788 req-e38436e0-9f49-434c-af3d-cd1fdf812e91 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802384 Sep 02 13:35:32.507040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ddf14-137c-4a1d-ad7b-5d87f5ed4365 req-c713faf4-1e1d-42ed-891d-7f384539b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.510039 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-263ddf14-137c-4a1d-ad7b-5d87f5ed4365 req-c713faf4-1e1d-42ed-891d-7f384539b219 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 1097 time: 0.2720575 Sep 02 13:35:32.513867 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.532579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c03d52c1-de89-4a90-95b4-6e34142aa68f None None] Port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:35:32.696622 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-263ddf14-137c-4a1d-ad7b-5d87f5ed4365 req-7d7e6a00-07d9-4e3b-bf0b-0163fce80321 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553977 Sep 02 13:35:32.786149 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8985711f-1b8f-4939-ab40-921007ac68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.788715 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8985711f-1b8f-4939-ab40-921007ac68e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:32.797510 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8985711f-1b8f-4939-ab40-921007ac68e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97fcde52-3545-45f3-9193-cdbf03f0924b HTTP/1.1" status: 204 len: 168 time: 0.7202721 Sep 02 13:35:32.849016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985711f-1b8f-4939-ab40-921007ac68e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fcde52-3545-45f3-9193-cdbf03f0924b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:32.872337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-21671a19-2f19-4d4d-94f5-ccf27e72bf48 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.872337 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-21671a19-2f19-4d4d-94f5-ccf27e72bf48 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.90 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.3947718 Sep 02 13:35:32.882823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1c99-079d-4444-b757-560238564172 req-a04a69f4-7bab-49c6-beb5-e8ff19c93b10 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.892330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1c99-079d-4444-b757-560238564172 req-a04a69f4-7bab-49c6-beb5-e8ff19c93b10 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.900173 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1c99-079d-4444-b757-560238564172 req-a04a69f4-7bab-49c6-beb5-e8ff19c93b10 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.907369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1c99-079d-4444-b757-560238564172 req-a04a69f4-7bab-49c6-beb5-e8ff19c93b10 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.914082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1c99-079d-4444-b757-560238564172 req-a04a69f4-7bab-49c6-beb5-e8ff19c93b10 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.920579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1c99-079d-4444-b757-560238564172 req-a04a69f4-7bab-49c6-beb5-e8ff19c93b10 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.930012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1c99-079d-4444-b757-560238564172 req-a04a69f4-7bab-49c6-beb5-e8ff19c93b10 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.948189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a09d1c99-079d-4444-b757-560238564172 req-a04a69f4-7bab-49c6-beb5-e8ff19c93b10 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.2965522 Sep 02 13:35:32.951454 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8aef2-a7c5-453e-9778-c5e25246ea33 req-60d23b6c-932c-4380-af52-86341b8a5d16 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:32.958982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bf8aef2-a7c5-453e-9778-c5e25246ea33 req-60d23b6c-932c-4380-af52-86341b8a5d16 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 946 time: 0.1349680 Sep 02 13:35:33.083534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bf8aef2-a7c5-453e-9778-c5e25246ea33 req-e7c94ec7-19c7-4412-bd0b-b9782e67dead tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148913 Sep 02 13:35:33.174876 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:33.185077 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a09d1c99-079d-4444-b757-560238564172 req-bf8f0510-3631-4c2b-8a07-7f64c7ca19dd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2357688 Sep 02 13:35:33.203118 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:33.222600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Deleting port 1a41ef8b-e09e-42e9-a77e-3633ee6996db {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:33.223308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:33.325502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=b11e8e95-b475-4a71-9f01-b7cfd40d7a67,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:33.363582 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:33.547817 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] For port 1a41ef8b-e09e-42e9-a77e-3633ee6996db, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1a41ef8b-e09e-42e9-a77e-3633ee6996db,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:33.547817 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:33.565533 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4040016-0b00-4d63-a02f-53187f539db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:33.601136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Calling delete_port for 1a41ef8b-e09e-42e9-a77e-3633ee6996db owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:33.751709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414525-decb-498d-8627-21ed275a9c4c req-4df4cadf-e820-4787-8813-729e550c6350 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:33.753770 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d8414525-decb-498d-8627-21ed275a9c4c req-4df4cadf-e820-4787-8813-729e550c6350 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9534c9bf-bdaf-4026-b350-31b6a9ab3938 HTTP/1.1" status: 200 len: 946 time: 0.1707821 Sep 02 13:35:33.765515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Network 5965e849-8a36-4836-bb86-d1198a6e6395 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:33.771443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:33.954758 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:33.981085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1a41ef8b-e09e-42e9-a77e-3633ee6996db'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:34.058846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f976db31-0d79-45c0-9a8e-009bfbbdf824 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:34.069376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Pushing event deleted for resources: {'Port': ['ID=1a41ef8b-e09e-42e9-a77e-3633ee6996db,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:34.120999 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d8414525-decb-498d-8627-21ed275a9c4c req-176e6ff0-9c11-4236-82bb-c373d24bf23a tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.13 "GET /v2.0/security-groups?id=da96cda8-bf27-4b78-b694-0f3e95b50997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515780 Sep 02 13:35:34.174938 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Router d447c60a-84bb-4e01-9d11-176c27d49332 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:35:34.322730 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.330528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] No DVR routers for this DVR port 1a41ef8b-e09e-42e9-a77e-3633ee6996db on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:34.348181 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.350822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8ed0570d-2e02-4297-a1fc-da7e11702a54 None None] Provisioning complete for port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:34.356680 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ed0570d-2e02-4297-a1fc-da7e11702a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.360304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87937813-d4cf-4c72-af85-4b66595ebe25 req-68143fab-c05a-4233-9c55-aa897352e2b7 tempest-ServerRescueTestJSON-1291550465 tempest-ServerRescueTestJSON-1291550465-project] 10.222.0.90 "DELETE /v2.0/ports/1a41ef8b-e09e-42e9-a77e-3633ee6996db HTTP/1.1" status: 204 len: 173 time: 1.3930852 Sep 02 13:35:34.363257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9534c9bf-bdaf-4026-b350-31b6a9ab3938', 'name': 'network-vif-deleted', 'tag': '1a41ef8b-e09e-42e9-a77e-3633ee6996db'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:34.364604 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4205dd84-205c-4e68-abd0-5e75c297a6a3" -d '{"events": [{"server_uuid": "9534c9bf-bdaf-4026-b350-31b6a9ab3938", "name": "network-vif-deleted", "tag": "1a41ef8b-e09e-42e9-a77e-3633ee6996db"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:34.467173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port f976db31-0d79-45c0-9a8e-009bfbbdf824 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:34.493506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f976db31-0d79-45c0-9a8e-009bfbbdf824 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:34.495627 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.541616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dd7d2-6fa2-4f5e-94a7-1705312ecd75 req-a50f51ad-502b-4909-b065-a8923f0b6180 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.553965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7b3dd7d2-6fa2-4f5e-94a7-1705312ecd75 req-a50f51ad-502b-4909-b065-a8923f0b6180 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 946 time: 0.1915414 Sep 02 13:35:34.595834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0570d-2e02-4297-a1fc-da7e11702a54 None None] Port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:35:34.605045 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156c53f-b11c-44f8-aa29-0907f9f52f60 req-6ebfbff4-2dfb-4696-a412-7fc764d0a329 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.616555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156c53f-b11c-44f8-aa29-0907f9f52f60 req-6ebfbff4-2dfb-4696-a412-7fc764d0a329 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.630918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156c53f-b11c-44f8-aa29-0907f9f52f60 req-6ebfbff4-2dfb-4696-a412-7fc764d0a329 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.641364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156c53f-b11c-44f8-aa29-0907f9f52f60 req-6ebfbff4-2dfb-4696-a412-7fc764d0a329 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.647985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156c53f-b11c-44f8-aa29-0907f9f52f60 req-6ebfbff4-2dfb-4696-a412-7fc764d0a329 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.655384 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156c53f-b11c-44f8-aa29-0907f9f52f60 req-6ebfbff4-2dfb-4696-a412-7fc764d0a329 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.674477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156c53f-b11c-44f8-aa29-0907f9f52f60 req-6ebfbff4-2dfb-4696-a412-7fc764d0a329 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:34.692138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7b3dd7d2-6fa2-4f5e-94a7-1705312ecd75 req-dd929fa0-4aff-40ef-87ee-717ef9cc8f68 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300454 Sep 02 13:35:34.697963 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6156c53f-b11c-44f8-aa29-0907f9f52f60 req-6ebfbff4-2dfb-4696-a412-7fc764d0a329 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.2107465 Sep 02 13:35:34.828349 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.841994 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.857815 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6156c53f-b11c-44f8-aa29-0907f9f52f60 req-dcbc3196-b158-4ce7-9a71-ec919f4b299b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571727 Sep 02 13:35:34.865560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:35:34.876334 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755f3790-6d51-410c-866b-fb54605e46a7 x-openstack-request-id: req-755f3790-6d51-410c-866b-fb54605e46a7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:34.876549 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9534c9bf-bdaf-4026-b350-31b6a9ab3938", "name": "network-vif-deleted", "tag": "1a41ef8b-e09e-42e9-a77e-3633ee6996db", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:34.876723 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-755f3790-6d51-410c-866b-fb54605e46a7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:34.877425 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9534c9bf-bdaf-4026-b350-31b6a9ab3938', 'name': 'network-vif-deleted', 'tag': '1a41ef8b-e09e-42e9-a77e-3633ee6996db', 'status': 'completed', 'code': 200} Sep 02 13:35:34.883932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-90e2cded-e4ce-43ad-9813-6ff8c4212ed6 admin admin] 10.222.0.13 "PUT /v2.0/routers/d447c60a-84bb-4e01-9d11-176c27d49332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4613504 Sep 02 13:35:34.914902 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port f976db31-0d79-45c0-9a8e-009bfbbdf824, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f976db31-0d79-45c0-9a8e-009bfbbdf824,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:34.924115 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:34.975234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55166) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:35.016986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=f976db31-0d79-45c0-9a8e-009bfbbdf824,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:35.155593 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282ace7-0695-4872-a962-959063036512 None None] Sync routers for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:35:35.171762 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282ace7-0695-4872-a962-959063036512 None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:35.172456 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5282ace7-0695-4872-a962-959063036512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:35:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:35.272124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55178) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:35.358205 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5282ace7-0695-4872-a962-959063036512 None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:35.502508 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf5303f4-e5cc-442a-b111-88e7cf8c6515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:35.733437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:35.754355 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5282ace7-0695-4872-a962-959063036512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b11e8e95-b475-4a71-9f01-b7cfd40d7a67', 'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'mac_address': 'fa:16:3e:c1:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:30Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 2, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'subnets': [{'id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:35.821168 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282ace7-0695-4872-a962-959063036512 None None] Checking router: d447c60a-84bb-4e01-9d11-176c27d49332 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:35:35.821800 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282ace7-0695-4872-a962-959063036512 None None] Updating router d447c60a-84bb-4e01-9d11-176c27d49332 port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:35:35.902689 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5282ace7-0695-4872-a962-959063036512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:35.959413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f976db31-0d79-45c0-9a8e-009bfbbdf824 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:35.971651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca6a19-d2eb-4c9c-8f86-413696506b82 req-6e29ea67-3c13-46cf-b6b1-4f1ca6709f7f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:35.974553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-05ca6a19-d2eb-4c9c-8f86-413696506b82 req-6e29ea67-3c13-46cf-b6b1-4f1ca6709f7f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 946 time: 0.1111343 Sep 02 13:35:36.043579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f976db31-0d79-45c0-9a8e-009bfbbdf824 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:36.045595 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.059386 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-05ca6a19-d2eb-4c9c-8f86-413696506b82 req-874469b9-146d-4641-8661-0ae2ebca0267 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776079 Sep 02 13:35:36.091015 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf5303f4-e5cc-442a-b111-88e7cf8c6515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.105270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1565763673-network', 'tenant_id': '5cc17a0ee47040d6b7a2a32a79a653de'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:36.115625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf5303f4-e5cc-442a-b111-88e7cf8c6515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.141011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Made reservation on behalf of 5cc17a0ee47040d6b7a2a32a79a653de for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:36.150569 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.179783 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.215879 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cf5303f4-e5cc-442a-b111-88e7cf8c6515 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be4a4c21873c442fb1d954a4b41a9c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2380841 Sep 02 13:35:36.218656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5303f4-e5cc-442a-b111-88e7cf8c6515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0358d480-6824-4f9f-b3cc-50ff6f50f49c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:36.223196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:36.223539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:36.234794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-211fe58c-39ca-4bc1-bee0-a6f19c18519b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517744487', 'description': 'tempest-description--603546283'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:36.324515 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3beccc09-2bff-4507-bc10-32d3c75411ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.399449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3beccc09-2bff-4507-bc10-32d3c75411ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.453708 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.456446 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.526441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef4aa-db84-4400-a8ea-8aad916930bb req-bbf4a9f7-d815-4ea4-a60e-d34cbf6d7b6c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.539016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef4aa-db84-4400-a8ea-8aad916930bb req-bbf4a9f7-d815-4ea4-a60e-d34cbf6d7b6c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.548386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef4aa-db84-4400-a8ea-8aad916930bb req-bbf4a9f7-d815-4ea4-a60e-d34cbf6d7b6c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.556820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef4aa-db84-4400-a8ea-8aad916930bb req-bbf4a9f7-d815-4ea4-a60e-d34cbf6d7b6c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.564839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef4aa-db84-4400-a8ea-8aad916930bb req-bbf4a9f7-d815-4ea4-a60e-d34cbf6d7b6c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.581105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef4aa-db84-4400-a8ea-8aad916930bb req-bbf4a9f7-d815-4ea4-a60e-d34cbf6d7b6c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.587130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfef4aa-db84-4400-a8ea-8aad916930bb req-bbf4a9f7-d815-4ea4-a60e-d34cbf6d7b6c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.596308 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9dfef4aa-db84-4400-a8ea-8aad916930bb req-bbf4a9f7-d815-4ea4-a60e-d34cbf6d7b6c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5414 time: 0.2044859 Sep 02 13:35:36.694960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.708921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.736553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:35:36.764315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.767816 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Added segment 4e864cd0-2c06-4865-a25f-855d4cbcc777 of type vlan for network f48fdf1b-2357-479d-8d44-4b43047e5265 Sep 02 13:35:36.835547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.872497 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5282ace7-0695-4872-a962-959063036512 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.880002 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.881808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:36.882833 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.895112 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5282ace7-0695-4872-a962-959063036512 None None] Transition to ACTIVE for port object b11e8e95-b475-4a71-9f01-b7cfd40d7a67 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:36.907978 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5282ace7-0695-4872-a962-959063036512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:36.959888 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Pushing event updated for resources: {'Network': ['ID=f48fdf1b-2357-479d-8d44-4b43047e5265,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:36.970397 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9dfef4aa-db84-4400-a8ea-8aad916930bb req-62d3f0ca-6d9d-45b3-a188-0d5bb9cfeae4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3731790 Sep 02 13:35:36.986255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.987593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.988172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.988719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.989248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.989891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.990411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.990933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.991466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.992036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.992565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:36.993079 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.002087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfd58c-a0d5-45cd-b7b6-94cde84d98e0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:37.017105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network f48fdf1b-2357-479d-8d44-4b43047e5265 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:35:37.077379 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Pushing event updated for resources: {'Port': ['ID=b11e8e95-b475-4a71-9f01-b7cfd40d7a67,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:37.124440 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.124772 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.125291 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.125648 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.125986 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.126322 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.126964 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.127288 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.127622 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.127981 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.128462 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.128797 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:37.166163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a4c51ac7-b7d6-4c75-bc94-da44b4158d24 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:37.174481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1a41ef8b-e09e-42e9-a77e-3633ee6996db no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:37.177838 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5282ace7-0695-4872-a962-959063036512 None None] Attempting to bind port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:37.178525 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5282ace7-0695-4872-a962-959063036512 None None] Attempting to bind port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:37.179298 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282ace7-0695-4872-a962-959063036512 None None] Attempting to bind port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:37.187040 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282ace7-0695-4872-a962-959063036512 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:37.188062 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282ace7-0695-4872-a962-959063036512 None None] Checking segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:37.188675 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5282ace7-0695-4872-a962-959063036512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.189235 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282ace7-0695-4872-a962-959063036512 None None] Bound using segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:37.191339 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5282ace7-0695-4872-a962-959063036512 None None] Bound port: b11e8e95-b475-4a71-9f01-b7cfd40d7a67, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:37.191963 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5282ace7-0695-4872-a962-959063036512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.233955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f2e0bf61-4247-400a-ab95-d2fbc854429d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4969621 Sep 02 13:35:37.236155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:37.243194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Request body: {'subnet': {'network_id': 'f48fdf1b-2357-479d-8d44-4b43047e5265', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1565763673-subnet', 'tenant_id': '5cc17a0ee47040d6b7a2a32a79a653de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:37.277104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 1a41ef8b-e09e-42e9-a77e-3633ee6996db {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:37.280197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1a41ef8b-e09e-42e9-a77e-3633ee6996db not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:37.289090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211fe58c-39ca-4bc1-bee0-a6f19c18519b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.313510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Made reservation on behalf of 5cc17a0ee47040d6b7a2a32a79a653de for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:37.315236 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3beccc09-2bff-4507-bc10-32d3c75411ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.318773 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.320911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3beccc09-2bff-4507-bc10-32d3c75411ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.326760 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3beccc09-2bff-4507-bc10-32d3c75411ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0358d480-6824-4f9f-b3cc-50ff6f50f49c HTTP/1.1" status: 204 len: 168 time: 1.1021559 Sep 02 13:35:37.364788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57285be-4b78-44fb-b626-f92ad2ef7abb req-c2fd9191-afea-4a76-8620-bc319c134b98 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:37.377060 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c57285be-4b78-44fb-b626-f92ad2ef7abb req-c2fd9191-afea-4a76-8620-bc319c134b98 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 946 time: 0.2428181 Sep 02 13:35:37.467923 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5282ace7-0695-4872-a962-959063036512 None None] For port b11e8e95-b475-4a71-9f01-b7cfd40d7a67, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:37.480629 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5282ace7-0695-4872-a962-959063036512 None None] For port b11e8e95-b475-4a71-9f01-b7cfd40d7a67, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b11e8e95-b475-4a71-9f01-b7cfd40d7a67,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:37.490844 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5282ace7-0695-4872-a962-959063036512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.503131 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beccc09-2bff-4507-bc10-32d3c75411ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0358d480-6824-4f9f-b3cc-50ff6f50f49c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:37.583701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a4c51ac7-b7d6-4c75-bc94-da44b4158d24, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:37.610370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24', 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1', 'port_id': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24', 'mac_address': 'fa:16:3e:46:e7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fe0a48-2fa0-49d0-9395-58935ed40d07', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:37.616604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c57285be-4b78-44fb-b626-f92ad2ef7abb req-130a4e16-3931-47bc-93c4-fae5d421b32e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381139 Sep 02 13:35:37.689581 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282ace7-0695-4872-a962-959063036512 None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:37.693449 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5282ace7-0695-4872-a962-959063036512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:35:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:37.725924 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.760827 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c51ac7-b7d6-4c75-bc94-da44b4158d24 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:37.827989 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a4c51ac7-b7d6-4c75-bc94-da44b4158d24, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:37.835709 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.838791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:37.916360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Deleting port 1d176126-82ad-485e-8fd1-be3a33d2cd95 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:37.916360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:37.974816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:37.983903 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.026771 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5282ace7-0695-4872-a962-959063036512 None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:38.029782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] For port 1d176126-82ad-485e-8fd1-be3a33d2cd95, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1d176126-82ad-485e-8fd1-be3a33d2cd95,segment=NetworkSegment(24fac7da-469a-4bd6-86a1-5eae48806c29),segment_id=24fac7da-469a-4bd6-86a1-5eae48806c29)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:38.030171 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.039268 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55dc6d-ba42-43dd-8e55-95140650e356 None None] Pushing event updated for resources: {'Port': ['ID=b11e8e95-b475-4a71-9f01-b7cfd40d7a67,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:38.049532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Calling delete_port for 1d176126-82ad-485e-8fd1-be3a33d2cd95 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:38.088908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:38.198874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:38.202064 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d921e6d6-7b78-49a8-8078-0986e02a4490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.215504 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '3c2e2fc1-7c15-4427-9ff1-677d50e54d69', 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'port_id': '3c2e2fc1-7c15-4427-9ff1-677d50e54d69', 'mac_address': 'fa:16:3e:ba:de:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6464d8ab-6c3b-4bba-9a99-f8e58f959dde', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:38.260106 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.280769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:38.298489 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211fe58c-39ca-4bc1-bee0-a6f19c18519b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.301854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.327090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211fe58c-39ca-4bc1-bee0-a6f19c18519b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.330027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:38.335838 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.336614 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 349bfbef-9854-4427-8245-b7b164bf423a details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:38.388743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fe58c-39ca-4bc1-bee0-a6f19c18519b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3d72c-98d9-4499-b1a3-69882e569a57,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:38.395429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d176126-82ad-485e-8fd1-be3a33d2cd95,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:38.412761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6174fdac-b8f3-44a7-91b1-d0d0e079db49,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:38.434140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8068862-b884-4086-8159-da62fddaaad6 req-89798703-0036-48da-bd56-fd40453b0212 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:38.445411 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8068862-b884-4086-8159-da62fddaaad6 req-89798703-0036-48da-bd56-fd40453b0212 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 946 time: 0.5485287 Sep 02 13:35:38.490925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958f892-75da-45e9-8792-0dc098cbfd72 req-35596722-7fd7-4326-af61-eecfd6fbc837 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:38.497042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958f892-75da-45e9-8792-0dc098cbfd72 req-35596722-7fd7-4326-af61-eecfd6fbc837 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:38.502038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 349bfbef-9854-4427-8245-b7b164bf423a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=349bfbef-9854-4427-8245-b7b164bf423a,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:38.503360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958f892-75da-45e9-8792-0dc098cbfd72 req-35596722-7fd7-4326-af61-eecfd6fbc837 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:38.510842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958f892-75da-45e9-8792-0dc098cbfd72 req-35596722-7fd7-4326-af61-eecfd6fbc837 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:38.518435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958f892-75da-45e9-8792-0dc098cbfd72 req-35596722-7fd7-4326-af61-eecfd6fbc837 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:38.525663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958f892-75da-45e9-8792-0dc098cbfd72 req-35596722-7fd7-4326-af61-eecfd6fbc837 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:38.527840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:38.535175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '349bfbef-9854-4427-8245-b7b164bf423a', 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'port_id': '349bfbef-9854-4427-8245-b7b164bf423a', 'mac_address': 'fa:16:3e:63:e7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6464d8ab-6c3b-4bba-9a99-f8e58f959dde', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:38.535415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958f892-75da-45e9-8792-0dc098cbfd72 req-35596722-7fd7-4326-af61-eecfd6fbc837 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:38.543489 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3958f892-75da-45e9-8792-0dc098cbfd72 req-35596722-7fd7-4326-af61-eecfd6fbc837 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5415 time: 0.2682199 Sep 02 13:35:38.569398 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5282ace7-0695-4872-a962-959063036512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b11e8e95-b475-4a71-9f01-b7cfd40d7a67', 'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'mac_address': 'fa:16:3e:c1:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:30Z', 'updated_at': '2021-09-02T13:35:37Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'subnets': [{'id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:38.587968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d921e6d6-7b78-49a8-8078-0986e02a4490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.606666 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d921e6d6-7b78-49a8-8078-0986e02a4490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.629163 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.634676 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282ace7-0695-4872-a962-959063036512 None None] The sync data for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 is: [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b11e8e95-b475-4a71-9f01-b7cfd40d7a67', 'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'mac_address': 'fa:16:3e:c1:4a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:30Z', 'updated_at': '2021-09-02T13:35:37Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'subnets': [{'id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:35:38.637905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Checking segment: {'id': '4e864cd0-2c06-4865-a25f-855d4cbcc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f48fdf1b-2357-479d-8d44-4b43047e5265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:38.638105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Network hostable DHCP agents. Network: f48fdf1b-2357-479d-8d44-4b43047e5265, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:35:38.666881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349bfbef-9854-4427-8245-b7b164bf423a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:38.692753 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3958f892-75da-45e9-8792-0dc098cbfd72 req-299789e5-89c1-4e74-b0f5-e451b5e6858b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482542 Sep 02 13:35:38.702398 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211fe58c-39ca-4bc1-bee0-a6f19c18519b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.704167 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-211fe58c-39ca-4bc1-bee0-a6f19c18519b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4783595 Sep 02 13:35:38.707083 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:38.712715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6a6a3cbe-8d52-4bb0-8c8a-4d780b43298f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'security_group_rule': {'security_group_id': 'e7b3d72c-98d9-4499-b1a3-69882e569a57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:38.749727 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 349bfbef-9854-4427-8245-b7b164bf423a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=349bfbef-9854-4427-8245-b7b164bf423a,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:38.771355 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.774035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 62242978-32bf-44ee-ba00-453877bc6656 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:38.812504 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d921e6d6-7b78-49a8-8078-0986e02a4490 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a50568f1c3694c20b97883bfad5cbb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7106292 Sep 02 13:35:38.817241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Network f48fdf1b-2357-479d-8d44-4b43047e5265 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:35:38.824091 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55270) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:38.828674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8068862-b884-4086-8159-da62fddaaad6 req-e2da89c4-bd9c-4ac3-8869-25f861089f28 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817768 Sep 02 13:35:38.829659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921e6d6-7b78-49a8-8078-0986e02a4490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa74b52c-68f6-44c1-ad66-816852e70fa6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:38.850988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, f48fdf1b-2357-479d-8d44-4b43047e5265) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:38.857805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:38.859045 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:38.884403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb2a5f-245e-4831-ac8d-c893fdf2a797 None None] Network f48fdf1b-2357-479d-8d44-4b43047e5265 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:38.895098 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e6eedc20-a1e1-4621-9727-0197e8332317 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6565964 Sep 02 13:35:38.904305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=349bfbef-9854-4427-8245-b7b164bf423a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:38.933826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3cbe-8d52-4bb0-8c8a-4d780b43298f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.000109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 62242978-32bf-44ee-ba00-453877bc6656, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=62242978-32bf-44ee-ba00-453877bc6656,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:39.048892 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3cbe-8d52-4bb0-8c8a-4d780b43298f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.055980 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.063531 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3cbe-8d52-4bb0-8c8a-4d780b43298f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.085700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '62242978-32bf-44ee-ba00-453877bc6656', 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'port_id': '62242978-32bf-44ee-ba00-453877bc6656', 'mac_address': 'fa:16:3e:88:ce:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6464d8ab-6c3b-4bba-9a99-f8e58f959dde', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:39.116676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a3cbe-8d52-4bb0-8c8a-4d780b43298f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548bd2bb-efd8-49a9-9b9e-e8c629593e78,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:39.191180 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.212098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62242978-32bf-44ee-ba00-453877bc6656 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:39.212694 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3cbe-8d52-4bb0-8c8a-4d780b43298f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.213736 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6a6a3cbe-8d52-4bb0-8c8a-4d780b43298f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5052927 Sep 02 13:35:39.216917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:39.222660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-93a06116-023c-4651-9f33-a073ef9692dd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'security_group_rule': {'security_group_id': 'e7b3d72c-98d9-4499-b1a3-69882e569a57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:39.273844 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67b5a009-ed5a-4dcf-8db4-857e291930fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.282155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 62242978-32bf-44ee-ba00-453877bc6656, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=62242978-32bf-44ee-ba00-453877bc6656,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:39.336634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67b5a009-ed5a-4dcf-8db4-857e291930fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.355031 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.355845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:39.401202 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93a06116-023c-4651-9f33-a073ef9692dd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.501214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6589268-0c47-427a-b107-e17ee2f79bbf None None] Network f48fdf1b-2357-479d-8d44-4b43047e5265 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:39.589802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93a06116-023c-4651-9f33-a073ef9692dd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.597329 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93a06116-023c-4651-9f33-a073ef9692dd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.627354 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e63e7-8342-412e-8cc3-b4795e895ef2 req-fae34c22-b7f1-4828-bc60-3c4532f93e6c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:39.638497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cb3e63e7-8342-412e-8cc3-b4795e895ef2 req-fae34c22-b7f1-4828-bc60-3c4532f93e6c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 946 time: 0.3069649 Sep 02 13:35:39.673816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a06116-023c-4651-9f33-a073ef9692dd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8ad9ad-b976-42aa-8f9d-09b1778cd8b7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:39.706499 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-1bb883a2-3a8b-4fa0-a627-682446ddeb38 req-221f16ca-a847-49bb-a551-6850a3a1e46d tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] show failed (client error): The resource could not be found. Sep 02 13:35:39.706499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1bb883a2-3a8b-4fa0-a627-682446ddeb38 req-221f16ca-a847-49bb-a551-6850a3a1e46d tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] 10.222.0.13 "GET /v2.0/security-groups/a867ad54-f0d1-437e-9b54-14bd1931debc HTTP/1.1" status: 404 len: 352 time: 0.0652170 Sep 02 13:35:39.744536 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93a06116-023c-4651-9f33-a073ef9692dd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.753029 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-93a06116-023c-4651-9f33-a073ef9692dd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5342226 Sep 02 13:35:39.753645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:39.769678 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cb3e63e7-8342-412e-8cc3-b4795e895ef2 req-5ee1f5ca-04ac-4314-a9de-dc8404254f8d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103773 Sep 02 13:35:39.780989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:39.836406 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67b5a009-ed5a-4dcf-8db4-857e291930fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.847434 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67b5a009-ed5a-4dcf-8db4-857e291930fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.848840 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-67b5a009-ed5a-4dcf-8db4-857e291930fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa74b52c-68f6-44c1-ad66-816852e70fa6 HTTP/1.1" status: 204 len: 168 time: 0.9971371 Sep 02 13:35:39.861110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:39.951141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5a009-ed5a-4dcf-8db4-857e291930fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa74b52c-68f6-44c1-ad66-816852e70fa6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:40.006059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Router 5e6b4e80-626a-4d05-bc57-86319cb32630 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:35:40.110693 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5cb9fa1-f52a-42f2-99e3-b034be582e61 req-54cd0384-8d3f-468f-9b5f-6fbe5d550b5a tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cc17a0ee47040d6b7a2a32a79a653de HTTP/1.1" status: 200 len: 2988 time: 0.2938945 Sep 02 13:35:40.266600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b11e8e95-b475-4a71-9f01-b7cfd40d7a67 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:40.275976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648857-2715-464e-9985-4fb3f01410ca req-a3225444-3147-4288-99e6-3970ea253b37 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:40.314156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648857-2715-464e-9985-4fb3f01410ca req-a3225444-3147-4288-99e6-3970ea253b37 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:40.325016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648857-2715-464e-9985-4fb3f01410ca req-a3225444-3147-4288-99e6-3970ea253b37 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:40.337680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648857-2715-464e-9985-4fb3f01410ca req-a3225444-3147-4288-99e6-3970ea253b37 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:40.350690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648857-2715-464e-9985-4fb3f01410ca req-a3225444-3147-4288-99e6-3970ea253b37 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:40.366261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648857-2715-464e-9985-4fb3f01410ca req-a3225444-3147-4288-99e6-3970ea253b37 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:40.378319 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:35:40.379031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648857-2715-464e-9985-4fb3f01410ca req-a3225444-3147-4288-99e6-3970ea253b37 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:40.404966 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d648857-2715-464e-9985-4fb3f01410ca req-a3225444-3147-4288-99e6-3970ea253b37 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5418 time: 0.4302857 Sep 02 13:35:40.408521 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5cb9fa1-f52a-42f2-99e3-b034be582e61 req-7e93781a-7d95-41d2-884f-b4621dba94be tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] 10.222.0.13 "GET /v2.0/security-groups/e4cfd58c-a0d5-45cd-b7b6-94cde84d98e0 HTTP/1.1" status: 200 len: 2985 time: 0.2879512 Sep 02 13:35:40.557093 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d648857-2715-464e-9985-4fb3f01410ca req-32a23ac5-423a-47ee-9c21-26f2722a2c4a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502974 Sep 02 13:35:40.560892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:35:40.570604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-33d6048c-835f-420e-8f59-17c1deedf077 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e6b4e80-626a-4d05-bc57-86319cb32630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2970190 Sep 02 13:35:40.574527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55340) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:40.592048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] Sync routers for ids ['5e6b4e80-626a-4d05-bc57-86319cb32630'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:35:40.634550 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:40.640042 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=62242978-32bf-44ee-ba00-453877bc6656,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:40.686121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] Routers {'5e6b4e80-626a-4d05-bc57-86319cb32630'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:40.687112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:35:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5e6b4e80-626a-4d05-bc57-86319cb32630'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:40.920618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:41.011475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] Set router 5e6b4e80-626a-4d05-bc57-86319cb32630 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:41.066491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Allocated IP 172.25.3.63 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/c55df690-0dea-4e6f-a804-87f2150984fb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:41.112953 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5cb9fa1-f52a-42f2-99e3-b034be582e61 req-170cd0a1-5635-474e-a077-6b7126b30aa8 tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] 10.222.0.13 "GET /v2.0/security-groups/e4cfd58c-a0d5-45cd-b7b6-94cde84d98e0 HTTP/1.1" status: 200 len: 2985 time: 0.7014329 Sep 02 13:35:41.313417 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2af4636a-6406-45a9-b9d9-2e2fc67c4da9 req-ff00e09c-cabc-45b0-903f-227adef24adf tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] 10.222.0.13 "GET /v2.0/security-groups/e4cfd58c-a0d5-45cd-b7b6-94cde84d98e0 HTTP/1.1" status: 200 len: 2985 time: 0.1762929 Sep 02 13:35:41.355965 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:41.426914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:41.461645 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:41.480639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:41.482302 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:41.505571 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:41.532529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'port_id': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'mac_address': 'fa:16:3e:ab:00:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:41.548862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-8416f99b-2106-481b-a7f1-251f4c67f21e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:41.551529 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-8416f99b-2106-481b-a7f1-251f4c67f21e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 946 time: 0.2283506 Sep 02 13:35:41.560543 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-2af4636a-6406-45a9-b9d9-2e2fc67c4da9 req-36e2001f-de01-4e70-820d-2d9f64de1436 tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 13:35:41.579506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2af4636a-6406-45a9-b9d9-2e2fc67c4da9 req-36e2001f-de01-4e70-820d-2d9f64de1436 tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4cfd58c-a0d5-45cd-b7b6-94cde84d98e0 HTTP/1.1" status: 409 len: 352 time: 0.2583625 Sep 02 13:35:41.604362 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:41.619791 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:41.681364 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:41.735330 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [req-d2d6654d-abb2-4c9c-bb27-bf93b303e53a req-766faf45-a534-4cad-9fec-72442bf13b80 tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] show failed (client error): The resource could not be found. Sep 02 13:35:41.749155 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d2d6654d-abb2-4c9c-bb27-bf93b303e53a req-766faf45-a534-4cad-9fec-72442bf13b80 tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] 10.222.0.13 "GET /v2.0/security-groups/d8d2845c-7b97-4798-9b3a-ae3867b260d1 HTTP/1.1" status: 404 len: 352 time: 0.0532897 Sep 02 13:35:41.768286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:41.782336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2b28c-fed0-4173-8ccf-39043f52202f req-4d55d8a8-d16b-4c0e-aea9-b277e2baa305 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:41.790612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Deleting port e374f3a2-3319-4072-812a-6e49df2a8aff {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:41.790968 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:41.791495 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfe2b28c-fed0-4173-8ccf-39043f52202f req-4d55d8a8-d16b-4c0e-aea9-b277e2baa305 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 946 time: 0.4584131 Sep 02 13:35:41.805502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:41.825805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:41.837052 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:41.841794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:41.859506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'Port': ['ID=c55df690-0dea-4e6f-a804-87f2150984fb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:41.877982 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:41.879442 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 51be88ac-3438-4241-a30e-ea0b470aaf0d details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:41.907425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfe2b28c-fed0-4173-8ccf-39043f52202f req-cd2e69fd-a178-470f-b7f9-64673ffa53ac tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146812 Sep 02 13:35:41.992520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port b11e8e95-b475-4a71-9f01-b7cfd40d7a67, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b11e8e95-b475-4a71-9f01-b7cfd40d7a67,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:42.004135 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.005413 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.097494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 51be88ac-3438-4241-a30e-ea0b470aaf0d, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:42.107408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Deleting port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:35:42.108146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.112855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:42.132808 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-311344f4-8ce5-4a25-a8d3-3831a2abe2a4 req-0ea3e6e6-5d7d-4093-887f-b60a5e747658 tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] show failed (client error): The resource could not be found. Sep 02 13:35:42.146141 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-311344f4-8ce5-4a25-a8d3-3831a2abe2a4 req-0ea3e6e6-5d7d-4093-887f-b60a5e747658 tempest-SecurityGroupsNegativeTestJSON-580671031 tempest-SecurityGroupsNegativeTestJSON-580671031-project] 10.222.0.13 "GET /v2.0/security-groups/b16d7837-6942-4961-bd93-d4db24ce3c1b HTTP/1.1" status: 404 len: 352 time: 0.0623958 Sep 02 13:35:42.146451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55412) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:42.148853 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.193321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] For port e374f3a2-3319-4072-812a-6e49df2a8aff, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e374f3a2-3319-4072-812a-6e49df2a8aff,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:42.194056 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.235838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Calling delete_port for e374f3a2-3319-4072-812a-6e49df2a8aff owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:42.238659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=b11e8e95-b475-4a71-9f01-b7cfd40d7a67,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:42.250216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:32:40Z', 'updated_at': '2021-09-02T13:35:38Z', 'revision_number': 5, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'gw_port': {'id': 'e374f3a2-3319-4072-812a-6e49df2a8aff', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:32:42Z', 'updated_at': '2021-09-02T13:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:42.252570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '51be88ac-3438-4241-a30e-ea0b470aaf0d', 'network_id': 'c873e024-b781-4ddf-a1d2-2663c483c3d1', 'port_id': '51be88ac-3438-4241-a30e-ea0b470aaf0d', 'mac_address': 'fa:16:3e:25:e0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fe0a48-2fa0-49d0-9395-58935ed40d07', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:42.276584 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee39eb69-41f6-4756-947b-70959703e988 admin admin] Deleting subnet 6174fdac-b8f3-44a7-91b1-d0d0e079db49 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:35:42.293710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] Checking router: 5e6b4e80-626a-4d05-bc57-86319cb32630 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:35:42.307710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] Routers {'5e6b4e80-626a-4d05-bc57-86319cb32630'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:35:42.308183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:35:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5e6b4e80-626a-4d05-bc57-86319cb32630'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:42.383015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee39eb69-41f6-4756-947b-70959703e988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.461844 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-da26ba0b-ab7b-4dd3-ad66-233942a4aae2 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747736 Sep 02 13:35:42.463071 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.493829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] Set router 5e6b4e80-626a-4d05-bc57-86319cb32630 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:35:42.499085 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee39eb69-41f6-4756-947b-70959703e988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.557172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51be88ac-3438-4241-a30e-ea0b470aaf0d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:42.627204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:32:40Z', 'updated_at': '2021-09-02T13:35:41Z', 'revision_number': 6, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:42.632040 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee39eb69-41f6-4756-947b-70959703e988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.676302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb511b-965c-4462-a6cf-e5523c76307c None None] The sync data for ids ['5e6b4e80-626a-4d05-bc57-86319cb32630'] in n-d-794796-4 is: [{'id': '5e6b4e80-626a-4d05-bc57-86319cb32630', 'name': 'tempest-ServerRescueTestJSON-1394769997-router', 'tenant_id': '9f10d508ed994f9daf872e4c22fdde98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:32:40Z', 'updated_at': '2021-09-02T13:35:41Z', 'revision_number': 6, 'project_id': '9f10d508ed994f9daf872e4c22fdde98', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:35:42.689954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 51be88ac-3438-4241-a30e-ea0b470aaf0d, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:42.699397 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.702326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:42.740952 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.784470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeafffa-54e4-4621-8e8a-9dbb0086b402 req-49b2908b-d5cb-46d4-807c-e8446dd3dd61 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:42.792707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeafffa-54e4-4621-8e8a-9dbb0086b402 req-49b2908b-d5cb-46d4-807c-e8446dd3dd61 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:42.804092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-ea19444c-bbb9-4829-b2b2-c08169452e21 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:42.804657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeafffa-54e4-4621-8e8a-9dbb0086b402 req-49b2908b-d5cb-46d4-807c-e8446dd3dd61 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:42.812676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeafffa-54e4-4621-8e8a-9dbb0086b402 req-49b2908b-d5cb-46d4-807c-e8446dd3dd61 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:42.820449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeafffa-54e4-4621-8e8a-9dbb0086b402 req-49b2908b-d5cb-46d4-807c-e8446dd3dd61 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:42.824267 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-ea19444c-bbb9-4829-b2b2-c08169452e21 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3612893 Sep 02 13:35:42.828841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeafffa-54e4-4621-8e8a-9dbb0086b402 req-49b2908b-d5cb-46d4-807c-e8446dd3dd61 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:42.832182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:42.836298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeafffa-54e4-4621-8e8a-9dbb0086b402 req-49b2908b-d5cb-46d4-807c-e8446dd3dd61 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:42.846615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aaeafffa-54e4-4621-8e8a-9dbb0086b402 req-49b2908b-d5cb-46d4-807c-e8446dd3dd61 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5419 time: 0.9136379 Sep 02 13:35:42.887506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=51be88ac-3438-4241-a30e-ea0b470aaf0d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:42.910193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-b364bb6f-c742-4727-a88a-cc322d475679 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/quotas/7d1e64405b8b479fb13ee4e921e279cd HTTP/1.1" status: 200 len: 375 time: 0.0820220 Sep 02 13:35:42.922025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:42.942067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '01de64f3-ebac-4c94-8ffc-a2cc80feddb3', 'network_id': 'e4fecf16-9bb0-4c05-800c-7ee5d4fd9811', 'port_id': '01de64f3-ebac-4c94-8ffc-a2cc80feddb3', 'mac_address': 'fa:16:3e:5c:f4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6464d8ab-6c3b-4bba-9a99-f8e58f959dde', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:42.964589 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee39eb69-41f6-4756-947b-70959703e988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.012275 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-e734180a-fda3-41a0-ba87-48cee901c144 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010022 Sep 02 13:35:43.031046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.076311 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:43.094887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee39eb69-41f6-4756-947b-70959703e988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.105227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ee39eb69-41f6-4756-947b-70959703e988 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6174fdac-b8f3-44a7-91b1-d0d0e079db49 HTTP/1.1" status: 204 len: 168 time: 0.9575281 Sep 02 13:35:43.106376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39eb69-41f6-4756-947b-70959703e988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6174fdac-b8f3-44a7-91b1-d0d0e079db49,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:43.111907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'Port': ['ID=c55df690-0dea-4e6f-a804-87f2150984fb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:43.119647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:43.146780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:43.152718 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.153810 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.192887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e374f3a2-3319-4072-812a-6e49df2a8aff,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:43.199668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aaeafffa-54e4-4621-8e8a-9dbb0086b402 req-59a3b14b-ae18-4dfd-994f-abd5d05b4d91 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3518059 Sep 02 13:35:43.228986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.229728 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.230294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.230877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.231537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.232896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.233468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.234148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.234721 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.235281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.235857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.236459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:43.301497 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:43.345782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.389215 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.438943 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.441636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d46fdf2a-d86f-4dea-a3b9-e6f5d8afdb85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6704917 Sep 02 13:35:43.445864 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.475392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] For port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:43.476062 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.552575 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.572353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48fdf1b-2357-479d-8d44-4b43047e5265']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:43.584061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e864cd0-2c06-4865-a25f-855d4cbcc777') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:43.584061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e864cd0-2c06-4865-a25f-855d4cbcc777') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:43.597759 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.627823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.633427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.641672 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.657441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:35:43.658488 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:35:43.662973 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:35:43.729536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.730378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6b4e80-626a-4d05-bc57-86319cb32630 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:35:43.737070 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.738966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cffd4b95-a7ba-426a-ba67-36480067de3a admin admin] 10.222.0.13 "DELETE /v2.0/routers/5e6b4e80-626a-4d05-bc57-86319cb32630 HTTP/1.1" status: 204 len: 168 time: 3.1537566 Sep 02 13:35:43.741161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Calling delete_port for 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:35:43.751018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55464) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:43.972946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bc2d73-2ccc-4a50-90ed-34f90bdec9ca admin admin] Deleting subnet 230d8c02-850d-41d4-ab8d-2e76ed8b715f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:35:43.980638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18bc2d73-2ccc-4a50-90ed-34f90bdec9ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:43.986743 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-94fcef93-4951-482d-8cc6-c2427d0736cf tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910711 Sep 02 13:35:44.032996 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:44.042774 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:44.045941 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f48fdf1b-2357-479d-8d44-4b43047e5265 HTTP/1.1" status: 204 len: 168 time: 0.9214931 Sep 02 13:35:44.108646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c5343-6256-416f-886e-9c88f25917eb req-b8141b1b-6b1f-49eb-b0ff-1ecaa3afef31 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:44.110610 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c72c5343-6256-416f-886e-9c88f25917eb req-b8141b1b-6b1f-49eb-b0ff-1ecaa3afef31 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=491e78fc-4700-4895-ba68-8f0ea5b0d1b1 HTTP/1.1" status: 200 len: 946 time: 0.6796844 Sep 02 13:35:44.169032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b5d99-f9ce-436e-8366-9118d8dec875 admin admin] Pushing event deleted for resources: {'Network': ['ID=f48fdf1b-2357-479d-8d44-4b43047e5265,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:44.190206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['3c2e2fc1-7c15-4427-9ff1-677d50e54d69'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:44.254355 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18bc2d73-2ccc-4a50-90ed-34f90bdec9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:44.256968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['9af3247c-e19f-4af6-9e32-a92dcfda1bb6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:44.267475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b11e8e95-b475-4a71-9f01-b7cfd40d7a67 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:44.299427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['01de64f3-ebac-4c94-8ffc-a2cc80feddb3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:44.324117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-1c7ccb2c-aa4e-4b1e-8b6e-b0543d015f7e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:44.342802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-1c7ccb2c-aa4e-4b1e-8b6e-b0543d015f7e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3550713 Sep 02 13:35:44.369385 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c72c5343-6256-416f-886e-9c88f25917eb req-9d11053e-b9f9-4794-8bde-0ba5efab1363 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769838 Sep 02 13:35:44.385999 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ec62065-4f1a-4f57-b30c-0ac889f02a83 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/quotas/7d1e64405b8b479fb13ee4e921e279cd HTTP/1.1" status: 200 len: 375 time: 0.0370421 Sep 02 13:35:44.413850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['62242978-32bf-44ee-ba00-453877bc6656'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:44.500612 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['51be88ac-3438-4241-a30e-ea0b470aaf0d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:44.511609 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-8bc61416-c959-489d-9a54-b5fd07fda980 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245410 Sep 02 13:35:44.656561 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:44.702324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event deleted for resources: {'Port': ['ID=252a12dc-4fb2-4070-91c7-01ab3a7e8e4e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:44.737701 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18bc2d73-2ccc-4a50-90ed-34f90bdec9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:44.812194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:44.891013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] No DVR routers for this DVR port 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:35:44.899030 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:44.902027 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2205ef6-1d7d-4ab0-b103-20c24a7775e1 req-b9b598b0-fcde-4e8f-b601-4891e8fbd3a0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.90 "DELETE /v2.0/ports/252a12dc-4fb2-4070-91c7-01ab3a7e8e4e HTTP/1.1" status: 204 len: 173 time: 3.3210392 Sep 02 13:35:44.929598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['349bfbef-9854-4427-8245-b7b164bf423a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:44.944506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-64d883d4-c550-4a2a-b425-e0b5414222d4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--517744487&fields=id&tenant_id=cba36950095149368fce1218ef76bd4c HTTP/1.1" status: 200 len: 267 time: 0.2800932 Sep 02 13:35:44.945320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e78fc-4700-4895-ba68-8f0ea5b0d1b1', 'name': 'network-vif-deleted', 'tag': '252a12dc-4fb2-4070-91c7-01ab3a7e8e4e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:44.956966 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1d1bf3-5569-4cba-b6e6-00ba04cf153f" -d '{"events": [{"server_uuid": "491e78fc-4700-4895-ba68-8f0ea5b0d1b1", "name": "network-vif-deleted", "tag": "252a12dc-4fb2-4070-91c7-01ab3a7e8e4e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:45.007376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:45.036343 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f835ff0c-6d1f-4719-a634-660ca8f5dcbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cc17a0ee47040d6b7a2a32a79a653de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206328 Sep 02 13:35:45.085560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:45.198634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-dca1319e-0381-4027-98d2-3613516b5bf2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:45.201983 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-dca1319e-0381-4027-98d2-3613516b5bf2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 0.2330551 Sep 02 13:35:45.203699 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18bc2d73-2ccc-4a50-90ed-34f90bdec9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:45.264163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:45.288850 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc2d73-2ccc-4a50-90ed-34f90bdec9ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230d8c02-850d-41d4-ab8d-2e76ed8b715f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:45.294057 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-18bc2d73-2ccc-4a50-90ed-34f90bdec9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:45.301416 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-18bc2d73-2ccc-4a50-90ed-34f90bdec9ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/230d8c02-850d-41d4-ab8d-2e76ed8b715f HTTP/1.1" status: 204 len: 168 time: 1.5448313 Sep 02 13:35:45.303664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:45.303911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['a4c51ac7-b7d6-4c75-bc94-da44b4158d24'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:45.306513 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0ee9e4b0-91f6-4d58-a216-60f974dc1fa0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/quotas/cba36950095149368fce1218ef76bd4c HTTP/1.1" status: 200 len: 375 time: 0.0483716 Sep 02 13:35:45.320909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699222fb-b98c-470e-bea0-ee9613a032ea req-5ff95888-0a8c-4b34-810a-c734bd64ebfd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:45.330685 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699222fb-b98c-470e-bea0-ee9613a032ea req-5ff95888-0a8c-4b34-810a-c734bd64ebfd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:45.338499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699222fb-b98c-470e-bea0-ee9613a032ea req-5ff95888-0a8c-4b34-810a-c734bd64ebfd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:45.350622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699222fb-b98c-470e-bea0-ee9613a032ea req-5ff95888-0a8c-4b34-810a-c734bd64ebfd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:45.358110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699222fb-b98c-470e-bea0-ee9613a032ea req-5ff95888-0a8c-4b34-810a-c734bd64ebfd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:45.370187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699222fb-b98c-470e-bea0-ee9613a032ea req-5ff95888-0a8c-4b34-810a-c734bd64ebfd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:45.389511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699222fb-b98c-470e-bea0-ee9613a032ea req-5ff95888-0a8c-4b34-810a-c734bd64ebfd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:45.402196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-699222fb-b98c-470e-bea0-ee9613a032ea req-5ff95888-0a8c-4b34-810a-c734bd64ebfd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5421 time: 0.4196715 Sep 02 13:35:45.478292 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-98e6881e-4bbd-419e-9ac5-c653a84c354d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1479397 Sep 02 13:35:45.525752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:45.526402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 252a12dc-4fb2-4070-91c7-01ab3a7e8e4e not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:45.670032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:45.713009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7071f3e7-ed64-4d92-9dde-0ec40bc7cd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:45.782624 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-6e36a3ae-c25d-4ef9-bc6b-d7c5f2522b17 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734534 Sep 02 13:35:45.790661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:45.790661 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:45.841246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7071f3e7-ed64-4d92-9dde-0ec40bc7cd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:45.920425 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7071f3e7-ed64-4d92-9dde-0ec40bc7cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:45.923367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7071f3e7-ed64-4d92-9dde-0ec40bc7cd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:45.924810 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7071f3e7-ed64-4d92-9dde-0ec40bc7cd3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4cfd58c-a0d5-45cd-b7b6-94cde84d98e0 HTTP/1.1" status: 204 len: 168 time: 0.8348441 Sep 02 13:35:45.942206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071f3e7-ed64-4d92-9dde-0ec40bc7cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfd58c-a0d5-45cd-b7b6-94cde84d98e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:45.953641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-699222fb-b98c-470e-bea0-ee9613a032ea req-812400d9-40b1-4f0f-bf46-6b6788788511 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5498219 Sep 02 13:35:45.960734 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.009246 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25abf0f3-7bdd-4b38-bad2-401510f130d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.048942 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-1c6f34df-e7b5-44ac-a9ef-8d5e085d9cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198102 Sep 02 13:35:46.144492 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.155458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52862e1e-0dc2-4592-bdef-aa0dd85d73d0']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:46.167172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fac7da-469a-4bd6-86a1-5eae48806c29') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:46.167597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fac7da-469a-4bd6-86a1-5eae48806c29') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:35:46.186058 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.200887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.207433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:35:46.207957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.238546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-7d41c2db-7fce-4252-8884-877b5db4fff2 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:46.240257 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-7d41c2db-7fce-4252-8884-877b5db4fff2 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4391432 Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:35:46.256129 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:35:46.297222 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b968130b-de14-43f2-b437-63ff9b979461 req-22bef850-fbfc-4281-a34d-c76bbee1dd0b tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 210 time: 0.0422287 Sep 02 13:35:46.298191 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.302792 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Request body: {'port': {'device_id': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '7d1e64405b8b479fb13ee4e921e279cd'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:46.306815 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.308972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52862e1e-0dc2-4592-bdef-aa0dd85d73d0 HTTP/1.1" status: 204 len: 168 time: 0.9016278 Sep 02 13:35:46.327152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40542562-9af8-401c-8392-ada6fb54c817 admin admin] Pushing event deleted for resources: {'Network': ['ID=52862e1e-0dc2-4592-bdef-aa0dd85d73d0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:46.476455 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-3942fa30-86e8-4e67-a7bf-d042d026b730 service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093466 Sep 02 13:35:46.607959 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25abf0f3-7bdd-4b38-bad2-401510f130d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.637221 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25abf0f3-7bdd-4b38-bad2-401510f130d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.723888 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:46.746316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abf0f3-7bdd-4b38-bad2-401510f130d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75a8f2e-fc4d-4ee8-8ebf-7bfbe2498632,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:46.828275 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-25abf0f3-7bdd-4b38-bad2-401510f130d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb466afc93f045e3b6f3f5c516f9e77d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1522338 Sep 02 13:35:46.828275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55564) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:46.830829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e374f3a2-3319-4072-812a-6e49df2a8aff no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:46.853915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Made reservation on behalf of 7d1e64405b8b479fb13ee4e921e279cd for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:46.869095 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-61836512-8c93-4714-8d79-1468e52a5a1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f10d508ed994f9daf872e4c22fdde98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427560 Sep 02 13:35:46.870443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:46.871279 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.884337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: e374f3a2-3319-4072-812a-6e49df2a8aff {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:46.888509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e374f3a2-3319-4072-812a-6e49df2a8aff not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:46.892470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1d176126-82ad-485e-8fd1-be3a33d2cd95 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:35:46.955213 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:46.990555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7752345-d8e7-4c52-bd42-0566043d650d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:47.023100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 1d176126-82ad-485e-8fd1-be3a33d2cd95 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:35:47.023665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1d176126-82ad-485e-8fd1-be3a33d2cd95 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:35:47.028764 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-0bd4bfd5-10c3-4c3c-acaf-01dfb5a149a5 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555909 Sep 02 13:35:47.178884 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7752345-d8e7-4c52-bd42-0566043d650d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:47.381159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-ca45a27a-253f-4632-b212-cf8a3c5150c4 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:47.383243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-ca45a27a-253f-4632-b212-cf8a3c5150c4 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3464487 Sep 02 13:35:47.401779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Request body: {'port': {'device_id': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '7d1e64405b8b479fb13ee4e921e279cd'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:47.411424 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d96e03-212b-4d6a-81d9-d69ba08c5d21 x-openstack-request-id: req-a5d96e03-212b-4d6a-81d9-d69ba08c5d21 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:47.412107 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e78fc-4700-4895-ba68-8f0ea5b0d1b1", "name": "network-vif-deleted", "tag": "252a12dc-4fb2-4070-91c7-01ab3a7e8e4e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:47.412225 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5d96e03-212b-4d6a-81d9-d69ba08c5d21 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:47.413883 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491e78fc-4700-4895-ba68-8f0ea5b0d1b1', 'name': 'network-vif-deleted', 'tag': '252a12dc-4fb2-4070-91c7-01ab3a7e8e4e', 'status': 'completed', 'code': 200} Sep 02 13:35:47.426507 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09dc46ff-b5b6-4354-9ca1-983109aaa87a req-61c12d96-ed0c-4177-8e98-465791e60b66 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 210 time: 0.3575051 Sep 02 13:35:47.435167 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:47.468486 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:47.614648 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7752345-d8e7-4c52-bd42-0566043d650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:47.620060 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7752345-d8e7-4c52-bd42-0566043d650d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:47.622543 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b7752345-d8e7-4c52-bd42-0566043d650d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da96cda8-bf27-4b78-b694-0f3e95b50997 HTTP/1.1" status: 204 len: 168 time: 0.7504630 Sep 02 13:35:47.659974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7752345-d8e7-4c52-bd42-0566043d650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da96cda8-bf27-4b78-b694-0f3e95b50997,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:47.661524 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae0779d4-59eb-42e9-9308-bd68b6fc26f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:47.697524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61770-cb46-442f-90b2-b9d2c07c6927 req-027832ae-ffcc-4acb-95d1-3cd7809f36f6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:47.707319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61770-cb46-442f-90b2-b9d2c07c6927 req-027832ae-ffcc-4acb-95d1-3cd7809f36f6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:47.713874 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61770-cb46-442f-90b2-b9d2c07c6927 req-027832ae-ffcc-4acb-95d1-3cd7809f36f6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:47.720444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61770-cb46-442f-90b2-b9d2c07c6927 req-027832ae-ffcc-4acb-95d1-3cd7809f36f6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:47.727791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61770-cb46-442f-90b2-b9d2c07c6927 req-027832ae-ffcc-4acb-95d1-3cd7809f36f6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:47.736361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61770-cb46-442f-90b2-b9d2c07c6927 req-027832ae-ffcc-4acb-95d1-3cd7809f36f6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:47.743484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61770-cb46-442f-90b2-b9d2c07c6927 req-027832ae-ffcc-4acb-95d1-3cd7809f36f6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:47.752505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92a61770-cb46-442f-90b2-b9d2c07c6927 req-027832ae-ffcc-4acb-95d1-3cd7809f36f6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5421 time: 0.3679397 Sep 02 13:35:47.794732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Made reservation on behalf of 7d1e64405b8b479fb13ee4e921e279cd for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:47.799627 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:47.826535 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92a61770-cb46-442f-90b2-b9d2c07c6927 req-32340873-3c83-43ea-b7a8-128316de4076 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725269 Sep 02 13:35:47.838803 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f052648-69ec-4d7a-bbae-95cd2c2fc2f1 req-bb0a50d7-5369-49ef-a171-0b6e67b89523 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 210 time: 0.1072268 Sep 02 13:35:47.874040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:47.987094 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae0779d4-59eb-42e9-9308-bd68b6fc26f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:48.147385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-15f43fe3-7c85-4829-88fe-92ac907b0680 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:48.156226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-15f43fe3-7c85-4829-88fe-92ac907b0680 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.1986110 Sep 02 13:35:48.175534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-fc37e15d-9716-4cc9-9281-eb1a6b56d2ee tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/quotas/aef9a428c80748b391ac5635a60221c8 HTTP/1.1" status: 200 len: 375 time: 0.0172741 Sep 02 13:35:48.215551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Allocated IP 192.168.233.176 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/d92071a2-85a1-43ae-bc5b-ee3d5739a061) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:48.395957 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55614) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:48.516136 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:48.577732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Transition to ACTIVE for port object d92071a2-85a1-43ae-bc5b-ee3d5739a061 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:48.584122 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae0779d4-59eb-42e9-9308-bd68b6fc26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:48.587424 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae0779d4-59eb-42e9-9308-bd68b6fc26f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:48.592837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ae0779d4-59eb-42e9-9308-bd68b6fc26f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b75a8f2e-fc4d-4ee8-8ebf-7bfbe2498632 HTTP/1.1" status: 204 len: 168 time: 1.7605724 Sep 02 13:35:48.623711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0779d4-59eb-42e9-9308-bd68b6fc26f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75a8f2e-fc4d-4ee8-8ebf-7bfbe2498632,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:48.728668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb8befd9-5793-4abc-9abc-0b404534b5c4 req-fd1a107c-5be0-49a4-ab21-53dc6d614cbe tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 210 time: 0.1115699 Sep 02 13:35:48.758272 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-23f885ae-19c5-4bd9-84bb-b3a58e20d5e1 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5816412 Sep 02 13:35:48.796983 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:48.918086 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:48.936651 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1395269116-network', 'tenant_id': '9e33e5afa33e413485fa340c85fe52f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:48.973539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:48.994582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:49.000368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:49.210921 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3bd7f82-6bd7-4b6c-8d34-4f51ed376843 req-a80e5166-8e81-474f-ba30-9579f415a09f tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 210 time: 0.2039783 Sep 02 13:35:49.215364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Made reservation on behalf of 9e33e5afa33e413485fa340c85fe52f6 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:49.218069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.227687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:49.383924 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-72de219b-eb2e-4434-a3bd-03f89cc0add2 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134622 Sep 02 13:35:49.400010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:49.400010 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.417602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Allocated IP 192.168.233.223 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/3d87ce70-e63c-4dd3-8bd1-4111693e5a1b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:49.418258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:49.429514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:49.429978 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.478121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.733289 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.757905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85bf4f6d-605e-4dc4-ac34-72559fa0b7d6 None None] Provisioning for port d92071a2-85a1-43ae-bc5b-ee3d5739a061 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:49.764272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85bf4f6d-605e-4dc4-ac34-72559fa0b7d6 None None] Provisioning complete for port d92071a2-85a1-43ae-bc5b-ee3d5739a061 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:49.764878 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85bf4f6d-605e-4dc4-ac34-72559fa0b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.771225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-23f61867-6995-4609-b4f9-5eb1187ec5ff tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4977021 Sep 02 13:35:49.807770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de64f3-ebac-4c94-8ffc-a2cc80feddb3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:49.810968 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5adeedb-fe45-45d4-b2a5-118fd4b447cc" -d '{"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "01de64f3-ebac-4c94-8ffc-a2cc80feddb3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:49.811860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-5be85014-324f-4fb5-8204-2807141fafee tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:35:49.816399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-5be85014-324f-4fb5-8204-2807141fafee tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0332146 Sep 02 13:35:49.831713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:49.834620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85bf4f6d-605e-4dc4-ac34-72559fa0b7d6 None None] Port d92071a2-85a1-43ae-bc5b-ee3d5739a061 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:35:49.843995 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.845059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 51be88ac-3438-4241-a30e-ea0b470aaf0d up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:49.862868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55650) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:49.929092 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-3a8097f1-d489-49aa-b138-c021ed8c5ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208707 Sep 02 13:35:49.946509 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-262cca87-cfee-4222-82eb-3555d41c50d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:49.948927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:49.969556 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 51be88ac-3438-4241-a30e-ea0b470aaf0d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:49.975860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 51be88ac-3438-4241-a30e-ea0b470aaf0d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:49.976936 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.009780 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635382c4-3ddf-450b-a44a-c60aa1ebaf2c req-b2e06dc0-3da4-4695-bd77-71d53feed8a1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.021549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635382c4-3ddf-450b-a44a-c60aa1ebaf2c req-b2e06dc0-3da4-4695-bd77-71d53feed8a1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.034715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635382c4-3ddf-450b-a44a-c60aa1ebaf2c req-b2e06dc0-3da4-4695-bd77-71d53feed8a1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.047042 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.048845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635382c4-3ddf-450b-a44a-c60aa1ebaf2c req-b2e06dc0-3da4-4695-bd77-71d53feed8a1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.062607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635382c4-3ddf-450b-a44a-c60aa1ebaf2c req-b2e06dc0-3da4-4695-bd77-71d53feed8a1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.074929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635382c4-3ddf-450b-a44a-c60aa1ebaf2c req-b2e06dc0-3da4-4695-bd77-71d53feed8a1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.076862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Transition to ACTIVE for port object 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:50.087513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635382c4-3ddf-450b-a44a-c60aa1ebaf2c req-b2e06dc0-3da4-4695-bd77-71d53feed8a1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.092632 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.102221 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-635382c4-3ddf-450b-a44a-c60aa1ebaf2c req-b2e06dc0-3da4-4695-bd77-71d53feed8a1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5421 time: 0.5504639 Sep 02 13:35:50.133059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-27808b99-7f2f-4d76-80bb-38d21a18e158 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.135830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-27808b99-7f2f-4d76-80bb-38d21a18e158 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 1.1208632 Sep 02 13:35:50.137719 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 51be88ac-3438-4241-a30e-ea0b470aaf0d, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:50.143791 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.145975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 349bfbef-9854-4427-8245-b7b164bf423a up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:50.155526 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Request body: {'port': {'device_id': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:50.186775 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.233418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:50.238361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:50.251207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:50.348295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-83729794-32d3-4ac2-88c2-0adc14a9e01f req-78a1bcf9-aa4a-40ea-afe6-2d3330ce979a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 210 time: 0.0936472 Sep 02 13:35:50.356751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Pushing event updated for resources: {'Port': ['ID=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:50.391948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:50.393070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=51be88ac-3438-4241-a30e-ea0b470aaf0d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:50.394041 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.413518 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.432268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-635382c4-3ddf-450b-a44a-c60aa1ebaf2c req-9c54a979-4f8c-4a47-9759-349596a33d98 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3253465 Sep 02 13:35:50.438209 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 349bfbef-9854-4427-8245-b7b164bf423a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:50.443854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 349bfbef-9854-4427-8245-b7b164bf423a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:50.444508 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.478030 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ac79f06f-a86a-4aa9-832e-4cc1fc6cb98d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba36950095149368fce1218ef76bd4c HTTP/1.1" status: 200 len: 379 time: 0.2523844 Sep 02 13:35:50.500347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'port': {'device_id': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'admin_state_up': True, 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'security_groups': ['e7b3d72c-98d9-4499-b1a3-69882e569a57']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:50.639607 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.715040 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:35:50.715678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 349bfbef-9854-4427-8245-b7b164bf423a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=349bfbef-9854-4427-8245-b7b164bf423a,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:50.733034 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.806166 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d152aad-d2ee-4002-9cff-7de210eba74b None None] Provisioning for port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:50.812607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d152aad-d2ee-4002-9cff-7de210eba74b None None] Provisioning complete for port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:50.813324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d152aad-d2ee-4002-9cff-7de210eba74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:50.859496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2d152aad-d2ee-4002-9cff-7de210eba74b None None] Port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:35:50.884192 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad8b7ca-68c5-42c9-985c-2fa473335c8e x-openstack-request-id: req-bad8b7ca-68c5-42c9-985c-2fa473335c8e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:50.884710 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "01de64f3-ebac-4c94-8ffc-a2cc80feddb3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:50.885287 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bad8b7ca-68c5-42c9-985c-2fa473335c8e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:50.885700 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de64f3-ebac-4c94-8ffc-a2cc80feddb3', 'code': 200} Sep 02 13:35:50.892322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=349bfbef-9854-4427-8245-b7b164bf423a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.027268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532c1c3-6276-4eaa-8497-cd68d523adf0 req-f34c03ba-5668-4a66-bdf1-c9f9e06b7e5e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:51.030355 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4532c1c3-6276-4eaa-8497-cd68d523adf0 req-f34c03ba-5668-4a66-bdf1-c9f9e06b7e5e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 936 time: 0.0693955 Sep 02 13:35:51.068630 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.075432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ab7d81e7-8cc5-47e3-a509-8a431dcd8738 req-f341e084-4686-498e-8cdb-98d8c3343bfc tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 210 time: 0.0627389 Sep 02 13:35:51.081544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4532c1c3-6276-4eaa-8497-cd68d523adf0 req-a75b296a-07be-41e3-a93e-f6360ab2b587 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Sep 02 13:35:51.098231 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.203060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:35:51.223880 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a4c51ac7-b7d6-4c75-bc94-da44b4158d24 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:51.239444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.248317 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.248679 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Added segment fe25f386-e852-422e-a15a-7d9abdad59b6 of type vlan for network 9cc07ac3-cf86-46fe-9bd2-b04291651668 Sep 02 13:35:51.293446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:51.299268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:51.300346 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.347115 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.388324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.414117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.415879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:51.416746 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.436129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a4c51ac7-b7d6-4c75-bc94-da44b4158d24, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:51.443106 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.444490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 62242978-32bf-44ee-ba00-453877bc6656 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:51.486928 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-262cca87-cfee-4222-82eb-3555d41c50d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.523804 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-262cca87-cfee-4222-82eb-3555d41c50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.545257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.546213 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1436338 Sep 02 13:35:51.547088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:51.549780 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8f1c8a25-b5db-4b6b-a95e-1b02bd2bc09a req-33881c84-8ed8-488a-98d4-5dc96590c19f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 210 time: 0.0924749 Sep 02 13:35:51.559665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-acbf5732-ad69-44a5-a015-335e55cd9c4e tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1624088 Sep 02 13:35:51.576918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Request body: {'port': {'device_id': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:51.585963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 62242978-32bf-44ee-ba00-453877bc6656 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:51.587450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Request body: {'subnet': {'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1395269116-subnet', 'tenant_id': '9e33e5afa33e413485fa340c85fe52f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:51.594689 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 62242978-32bf-44ee-ba00-453877bc6656 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:51.595482 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.626399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9b3ab-f779-44b5-a010-8f1b94ca2e7e admin admin] Pushing event updated for resources: {'Network': ['ID=9cc07ac3-cf86-46fe-9bd2-b04291651668,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.640594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 9cc07ac3-cf86-46fe-9bd2-b04291651668 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:35:51.706642 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.738803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Made reservation on behalf of cba36950095149368fce1218ef76bd4c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:51.742539 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.752149 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-262cca87-cfee-4222-82eb-3555d41c50d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4c7dcfac0c24ad7a665e7f10da1eece&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8845384 Sep 02 13:35:51.757001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:51.769021 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.792225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:51.848083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 62242978-32bf-44ee-ba00-453877bc6656, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=62242978-32bf-44ee-ba00-453877bc6656,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:51.858240 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.859333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:51.916907 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cafffe47-0c3d-4b35-b670-b9a51849928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.922918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-45b723a4-31ff-4932-9bfe-1564fa7de170 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:51.926238 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-45b723a4-31ff-4932-9bfe-1564fa7de170 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 805 time: 0.2813749 Sep 02 13:35:51.929965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cca87-cfee-4222-82eb-3555d41c50d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39290eb2-5ebc-4599-a054-bce5f2fc49a5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.976468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=62242978-32bf-44ee-ba00-453877bc6656,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:51.983951 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:51.987759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Request body: {'port': {'device_id': 'c2f4f2fe-503b-441b-b939-a35deaabd40c', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'admin_state_up': True, 'tenant_id': 'aef9a428c80748b391ac5635a60221c8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:51.990188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:51.990545 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:51.991315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cafffe47-0c3d-4b35-b670-b9a51849928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.057331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cafffe47-0c3d-4b35-b670-b9a51849928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.060480 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cafffe47-0c3d-4b35-b670-b9a51849928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.061637 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cafffe47-0c3d-4b35-b670-b9a51849928e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39290eb2-5ebc-4599-a054-bce5f2fc49a5 HTTP/1.1" status: 204 len: 168 time: 0.3033350 Sep 02 13:35:52.077689 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Made reservation on behalf of 9e33e5afa33e413485fa340c85fe52f6 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:52.080723 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.095778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafffe47-0c3d-4b35-b670-b9a51849928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39290eb2-5ebc-4599-a054-bce5f2fc49a5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:52.099919 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.111633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eb0007b-eeda-4467-a868-87849aade667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.156913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:52.165227 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.166022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:35:52.193967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5bf4-e064-416e-bd78-b7634b3ceac1 req-ec560254-6d46-4476-b127-00be3be45509 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.200413 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5bf4-e064-416e-bd78-b7634b3ceac1 req-ec560254-6d46-4476-b127-00be3be45509 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.206809 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5bf4-e064-416e-bd78-b7634b3ceac1 req-ec560254-6d46-4476-b127-00be3be45509 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.213230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5bf4-e064-416e-bd78-b7634b3ceac1 req-ec560254-6d46-4476-b127-00be3be45509 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.220186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5bf4-e064-416e-bd78-b7634b3ceac1 req-ec560254-6d46-4476-b127-00be3be45509 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.226312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5bf4-e064-416e-bd78-b7634b3ceac1 req-ec560254-6d46-4476-b127-00be3be45509 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.233428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5bf4-e064-416e-bd78-b7634b3ceac1 req-ec560254-6d46-4476-b127-00be3be45509 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.235686 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-096e5bf4-e064-416e-bd78-b7634b3ceac1 req-ec560254-6d46-4476-b127-00be3be45509 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5425 time: 0.5864890 Sep 02 13:35:52.244798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92071a2-85a1-43ae-bc5b-ee3d5739a061 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:52.268776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:52.282946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909592-8ea0-447a-922d-77f03f92b553 req-72563a1b-6223-495d-b965-d24b57efe926 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:52.285049 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-72563a1b-6223-495d-b965-d24b57efe926 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 808 time: 0.1442890 Sep 02 13:35:52.293022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:52.298163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:52.298861 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.310128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.313170 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-6dd5617b-7161-4e2e-95dc-8a83c400c333 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/quotas/d85f364184c74b5fae55bf6a737733c1 HTTP/1.1" status: 200 len: 375 time: 0.0201116 Sep 02 13:35:52.383574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Transition to ACTIVE for port object d92071a2-85a1-43ae-bc5b-ee3d5739a061 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:52.406419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-daa18991-f9ba-4c81-8090-1de81ad3069a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791287 Sep 02 13:35:52.428129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-096e5bf4-e064-416e-bd78-b7634b3ceac1 req-d5091484-61a2-4293-b57e-25dcecbdde06 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725731 Sep 02 13:35:52.430549 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.435310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.498833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:52.506285 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.563868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:52.616407 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-7053b35c-9ecd-4a49-8d5b-79c068d459ab service neutron] 10.222.0.13 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961842 Sep 02 13:35:52.638197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eb0007b-eeda-4467-a868-87849aade667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.675267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb8b841f-4066-4236-b2c3-32bff0d9f00a req-39ea58cf-75a9-4c13-8d66-760c759d295f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 210 time: 0.1636224 Sep 02 13:35:52.686240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Made reservation on behalf of aef9a428c80748b391ac5635a60221c8 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:52.691434 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eb0007b-eeda-4467-a868-87849aade667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.691679 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.699253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Allocated IP 172.20.0.9 (5965e849-8a36-4836-bb86-d1198a6e6395/2d11bfc7-0690-4094-a929-b96d038a29bc/d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:52.727325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:52.826323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55740) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:52.828313 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1eb0007b-eeda-4467-a868-87849aade667 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d68fa9b0fa743e5ab5b5c79532f167d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0325484 Sep 02 13:35:52.853736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0007b-eeda-4467-a868-87849aade667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4809ee-8f8f-449a-9a60-fe5de2239870,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:52.886627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51be88ac-3438-4241-a30e-ea0b470aaf0d'}, {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349bfbef-9854-4427-8245-b7b164bf423a'}, {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24'}, {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62242978-32bf-44ee-ba00-453877bc6656'}, {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6'}, {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2e2fc1-7c15-4427-9ff1-677d50e54d69'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:52.890227 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32dfc6b-1a09-4e1c-b84c-e8006a739026" -d '{"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "51be88ac-3438-4241-a30e-ea0b470aaf0d"}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "349bfbef-9854-4427-8245-b7b164bf423a"}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "a4c51ac7-b7d6-4c75-bc94-da44b4158d24"}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "62242978-32bf-44ee-ba00-453877bc6656"}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6"}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "3c2e2fc1-7c15-4427-9ff1-677d50e54d69"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:52.927364 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-474d8bb8-24bc-4a61-9b13-6611c75e87b2 service neutron] 10.222.0.13 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085358 Sep 02 13:35:52.933587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:52.952830 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:52.974277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Transition to ACTIVE for port object 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:52.981629 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.053551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Pushing event updated for resources: {'Port': ['ID=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:53.190952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Attempting to bind port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:53.192015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Attempting to bind port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:53.192772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Attempting to bind port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:53.199268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:53.199650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Attempting to bind port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:53.207090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:53.208089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:53.208089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:53.208341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Bound port: 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:53.208664 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.221503 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.224712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Attempting to bind port d92071a2-85a1-43ae-bc5b-ee3d5739a061 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:53.225383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Attempting to bind port d92071a2-85a1-43ae-bc5b-ee3d5739a061 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:53.225383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Attempting to bind port d92071a2-85a1-43ae-bc5b-ee3d5739a061 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:53.326054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:53.332042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:53.347852 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.409641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Port d92071a2-85a1-43ae-bc5b-ee3d5739a061 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:53.410338 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Attempting to bind port d92071a2-85a1-43ae-bc5b-ee3d5739a061 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:53.444818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Transition to ACTIVE for port object d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:53.460226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c98e5945-9309-47c9-bec0-aff5ae5b9ffc req-50942899-df5d-448c-a384-6b993a5ef1fc tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 210 time: 0.0345435 Sep 02 13:35:53.467186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Pushing event updated for resources: {'Port': ['ID=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:53.471561 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:53.472259 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.473761 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4ded1643-a652-41c6-9505-a3d63b6932ec service neutron] 10.222.0.77 "PUT /v2.0/ports/3d87ce70-e63c-4dd3-8bd1-4111693e5a1b HTTP/1.1" status: 200 len: 1096 time: 1.9065156 Sep 02 13:35:53.474249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:53.476691 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fd5410-690d-4d53-aa6f-2a354c8f4517" -d '{"events": [{"name": "network-changed", "server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:53.495177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74038b-b004-49d5-b20c-1fcad92d8b8e req-f8688ea3-c8a7-42d4-a318-56719376aaba tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:53.498516 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f74038b-b004-49d5-b20c-1fcad92d8b8e req-f8688ea3-c8a7-42d4-a318-56719376aaba tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 936 time: 0.6351533 Sep 02 13:35:53.499393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:53.499753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:53.500182 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:53.500637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Bound port: d92071a2-85a1-43ae-bc5b-ee3d5739a061, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:53.501224 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.503571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40694ea5-e379-49be-90b1-86b62b6adb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.512820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.593349 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56f01f9-3427-4760-af5d-4671210797cf x-openstack-request-id: req-a56f01f9-3427-4760-af5d-4671210797cf {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:53.594015 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "51be88ac-3438-4241-a30e-ea0b470aaf0d", "code": 200}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "349bfbef-9854-4427-8245-b7b164bf423a", "code": 200}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "a4c51ac7-b7d6-4c75-bc94-da44b4158d24", "code": 200}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "62242978-32bf-44ee-ba00-453877bc6656", "code": 200}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6", "code": 200}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-plugged", "status": "completed", "tag": "3c2e2fc1-7c15-4427-9ff1-677d50e54d69", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:53.594015 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a56f01f9-3427-4760-af5d-4671210797cf {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:53.594482 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51be88ac-3438-4241-a30e-ea0b470aaf0d', 'code': 200} Sep 02 13:35:53.594586 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349bfbef-9854-4427-8245-b7b164bf423a', 'code': 200} Sep 02 13:35:53.594896 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24', 'code': 200} Sep 02 13:35:53.595075 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62242978-32bf-44ee-ba00-453877bc6656', 'code': 200} Sep 02 13:35:53.595315 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'code': 200} Sep 02 13:35:53.595522 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2e2fc1-7c15-4427-9ff1-677d50e54d69', 'code': 200} Sep 02 13:35:53.642464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-f180436c-1cb2-4e6d-aa8f-be368329907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:53.658334 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-f180436c-1cb2-4e6d-aa8f-be368329907e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 1099 time: 0.1316845 Sep 02 13:35:53.748509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-e811ed62-9663-414c-bac1-2bb0ad2a2eca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b HTTP/1.1" status: 200 len: 217 time: 0.0786197 Sep 02 13:35:53.793874 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40694ea5-e379-49be-90b1-86b62b6adb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:53.826621 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7e7ffc62-8415-4071-878c-8c252cf2b9aa req-b122a87a-7e6a-47d4-824b-f91f4c388405 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.1377025 Sep 02 13:35:53.855708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Allocated IP 172.20.0.12 (79cd27ca-5513-4fc3-bbff-ceea57a3bac6/c492d62d-bb5c-403f-a25f-021347fc973a/32f972f6-775b-4c07-aeab-0e2c001b22b1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:53.964147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-f3ae2039-2257-420f-af24-cbf6a73de894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:53.965720 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-f3ae2039-2257-420f-af24-cbf6a73de894 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1569028 Sep 02 13:35:53.988241 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:54.078302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aad72-1a8e-45dc-aa55-fb0a8c9ffc01 req-91a571f4-9ab2-4b07-b8e4-2b18d4a3154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.079110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aad72-1a8e-45dc-aa55-fb0a8c9ffc01 req-91a571f4-9ab2-4b07-b8e4-2b18d4a3154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.079795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aad72-1a8e-45dc-aa55-fb0a8c9ffc01 req-91a571f4-9ab2-4b07-b8e4-2b18d4a3154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.080453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aad72-1a8e-45dc-aa55-fb0a8c9ffc01 req-91a571f4-9ab2-4b07-b8e4-2b18d4a3154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.081293 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aad72-1a8e-45dc-aa55-fb0a8c9ffc01 req-91a571f4-9ab2-4b07-b8e4-2b18d4a3154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.081950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aad72-1a8e-45dc-aa55-fb0a8c9ffc01 req-91a571f4-9ab2-4b07-b8e4-2b18d4a3154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.083563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aad72-1a8e-45dc-aa55-fb0a8c9ffc01 req-91a571f4-9ab2-4b07-b8e4-2b18d4a3154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.086700 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b9aad72-1a8e-45dc-aa55-fb0a8c9ffc01 req-91a571f4-9ab2-4b07-b8e4-2b18d4a3154d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6485 time: 0.3638558 Sep 02 13:35:54.107745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96322566-2fa2-4605-aff2-f413a3858fe8 req-4048936e-a8a6-4cf4-8d0f-7b034ce764b4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.112180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Network 5965e849-8a36-4836-bb86-d1198a6e6395 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:54.113651 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba899d4-d3f3-4b0c-880a-50b0476448fe,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:54.115344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96322566-2fa2-4605-aff2-f413a3858fe8 req-4048936e-a8a6-4cf4-8d0f-7b034ce764b4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.123591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96322566-2fa2-4605-aff2-f413a3858fe8 req-4048936e-a8a6-4cf4-8d0f-7b034ce764b4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.130383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96322566-2fa2-4605-aff2-f413a3858fe8 req-4048936e-a8a6-4cf4-8d0f-7b034ce764b4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.139630 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96322566-2fa2-4605-aff2-f413a3858fe8 req-4048936e-a8a6-4cf4-8d0f-7b034ce764b4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.145760 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96322566-2fa2-4605-aff2-f413a3858fe8 req-4048936e-a8a6-4cf4-8d0f-7b034ce764b4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.153480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96322566-2fa2-4605-aff2-f413a3858fe8 req-4048936e-a8a6-4cf4-8d0f-7b034ce764b4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.163842 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96322566-2fa2-4605-aff2-f413a3858fe8 req-4048936e-a8a6-4cf4-8d0f-7b034ce764b4 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5428 time: 0.2208152 Sep 02 13:35:54.190190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:54.204308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f74038b-b004-49d5-b20c-1fcad92d8b8e req-aee88109-35b0-4fcd-8d6e-b0a020ac14d8 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769643 Sep 02 13:35:54.205780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-7d774fa8-e9b6-4f11-a71d-e05a22aec242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.207580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-7d774fa8-e9b6-4f11-a71d-e05a22aec242 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2164700 Sep 02 13:35:54.230400 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:54.259422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Checking segment: {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:54.261729 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Network hostable DHCP agents. Network: 9cc07ac3-cf86-46fe-9bd2-b04291651668, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:35:54.268153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:54.337403 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b9aad72-1a8e-45dc-aa55-fb0a8c9ffc01 req-737470c0-c631-4021-89cf-e08ddbaf103a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&id=150c6f60-37d5-4911-99cb-5f135ad19c79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1691525 Sep 02 13:35:54.353043 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96322566-2fa2-4605-aff2-f413a3858fe8 req-09ba300a-7966-46c5-8936-df384512f451 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793072 Sep 02 13:35:54.419139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:54.432726 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:54.442933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.443711 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:54.446561 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-4a741581-e4d4-4998-9db0-a16709d9a375 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297127 Sep 02 13:35:54.476716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Network 9cc07ac3-cf86-46fe-9bd2-b04291651668 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:35:54.496092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:54.522598 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:54.534812 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-0de496f6-5d42-4476-bc69-abe29c059152 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0488617 Sep 02 13:35:54.535491 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 9cc07ac3-cf86-46fe-9bd2-b04291651668) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:54.563605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ebcb5-57f2-44d3-a1c1-d2b3dae03573 None None] Network 9cc07ac3-cf86-46fe-9bd2-b04291651668 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:54.613481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.613829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:54.623704 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] 10.222.0.77 "PUT /v2.0/ports/d92071a2-85a1-43ae-bc5b-ee3d5739a061 HTTP/1.1" status: 200 len: 1096 time: 4.7850335 Sep 02 13:35:54.654210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:54.664902 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f" -d '{"events": [{"name": "network-changed", "server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:54.671097 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e331043f-1ef7-41a7-8a6e-8cc62f3b8573 x-openstack-request-id: req-e331043f-1ef7-41a7-8a6e-8cc62f3b8573 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:54.671611 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:54.671798 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e331043f-1ef7-41a7-8a6e-8cc62f3b8573 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:54.672093 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b', 'status': 'completed', 'code': 200} Sep 02 13:35:54.704815 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:54.713066 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c529ce87-e3ab-4ead-afdb-16dcee2e02a8 req-e7f9c40e-b53d-4e8b-9686-276243820bf7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 210 time: 0.1699953 Sep 02 13:35:54.726355 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:54.733333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Request body: {'port': {'device_id': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:54.792054 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40694ea5-e379-49be-90b1-86b62b6adb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:54.811079 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40694ea5-e379-49be-90b1-86b62b6adb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:54.813149 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-40694ea5-e379-49be-90b1-86b62b6adb79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a4809ee-8f8f-449a-9a60-fe5de2239870 HTTP/1.1" status: 204 len: 168 time: 1.9481378 Sep 02 13:35:54.813788 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-deca3d2b-805e-43fe-aebf-69dda20b7d03 req-efa3efff-59d9-4f46-8350-5032d85eef6f service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560810 Sep 02 13:35:54.860510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d18e460c-55cb-4be6-bac7-536509718f13 None None] Provisioning for port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:35:54.865738 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d18e460c-55cb-4be6-bac7-536509718f13 None None] Provisioning complete for port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:35:54.866130 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d18e460c-55cb-4be6-bac7-536509718f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:54.928521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d18e460c-55cb-4be6-bac7-536509718f13 None None] Port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:35:54.967322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1447f5c-3482-4f1d-9677-749d724088be None None] Network 9cc07ac3-cf86-46fe-9bd2-b04291651668 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:35:54.979399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf34c9-5057-46fd-9943-e67a27b95dfa service neutron] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:54.996076 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647701d3-c284-42a1-8bc2-a86eb45fed99 x-openstack-request-id: req-647701d3-c284-42a1-8bc2-a86eb45fed99 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:54.996589 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:54.996940 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-647701d3-c284-42a1-8bc2-a86eb45fed99 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:54.997319 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'status': 'completed', 'code': 200} Sep 02 13:35:55.000266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-f27de03c-225b-4c79-be67-2b7b7b827561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:55.002814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-f27de03c-225b-4c79-be67-2b7b7b827561 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 1099 time: 0.1179764 Sep 02 13:35:55.154158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40694ea5-e379-49be-90b1-86b62b6adb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4809ee-8f8f-449a-9a60-fe5de2239870,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:55.170728 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8a1ebf89-27c4-4b66-938a-e7055ea94722 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5883603 Sep 02 13:35:55.222758 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1fce8ffe-d0d7-4295-9188-496604ea6d3a req-6bc27f47-8bdc-4c4c-a7cf-9c114c1b9202 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.1924579 Sep 02 13:35:55.294716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc70e2-e7fc-4d92-96c3-f3dbe5b7a214 req-7af935d8-029c-4834-92f7-bb9c8261f8a5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:55.300055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bcdc70e2-e7fc-4d92-96c3-f3dbe5b7a214 req-7af935d8-029c-4834-92f7-bb9c8261f8a5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 931 time: 0.5336199 Sep 02 13:35:55.302577 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:55.312755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-f9ae513c-d7cb-47a4-b053-3fd3e5bb2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:55.316319 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-f9ae513c-d7cb-47a4-b053-3fd3e5bb2431 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 1099 time: 0.5547183 Sep 02 13:35:55.317252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:55.320801 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:55.674041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f100e6-ee85-4824-a000-1c9d5947404c req-d3cf6b04-4fd1-41e8-b943-777bce472f5d tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:55.688332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75f100e6-ee85-4824-a000-1c9d5947404c req-d3cf6b04-4fd1-41e8-b943-777bce472f5d tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 948 time: 0.2938893 Sep 02 13:35:55.713208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-ded46c3a-0d52-479f-b3f2-00b96180f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:55.715455 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-ded46c3a-0d52-479f-b3f2-00b96180f6c4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.7038536 Sep 02 13:35:55.753482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909592-8ea0-447a-922d-77f03f92b553 req-2d477229-c4d0-4e54-a3af-83183f49024a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:55.756749 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-2d477229-c4d0-4e54-a3af-83183f49024a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 808 time: 0.5196366 Sep 02 13:35:55.782822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Request body: {'port': {'device_id': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847', 'admin_state_up': True, 'tenant_id': 'd85f364184c74b5fae55bf6a737733c1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:55.880838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75f100e6-ee85-4824-a000-1c9d5947404c req-4a8e3fbd-5490-428b-bfd7-bcfc287450d6 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900735 Sep 02 13:35:55.881766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:56.008671 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-0fd9ea96-44d8-485a-a2f8-4d1f82e8662f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b HTTP/1.1" status: 200 len: 217 time: 0.2718310 Sep 02 13:35:56.052668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-3af0f9fe-87a8-4939-8fcd-2519fc48dc83 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061 HTTP/1.1" status: 200 len: 217 time: 0.7274728 Sep 02 13:35:56.064860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:56.108817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bcdc70e2-e7fc-4d92-96c3-f3dbe5b7a214 req-a293e1f6-4d1d-4b13-bb87-ffd11f009130 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7720375 Sep 02 13:35:56.110257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:56.158960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:56.212031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event updated for resources: {'Port': ['ID=32f972f6-775b-4c07-aeab-0e2c001b22b1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:56.229941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-9eb9b486-1fa8-425b-a6f5-8f97e8ee3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.233866 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-9eb9b486-1fa8-425b-a6f5-8f97e8ee3bcd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.2061605 Sep 02 13:35:56.253732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-1386fac2-0175-4101-ae86-a0a513c87bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.255262 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-1386fac2-0175-4101-ae86-a0a513c87bd8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1802716 Sep 02 13:35:56.307865 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.308559 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:56.376900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-88db1c6a-a985-475d-a464-e92a22b3ee38 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4149046 Sep 02 13:35:56.386020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:56.394555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd991973-47ea-4c2a-a1f7-93400f169833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:56.396338 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Request body: {'port': {'device_id': 'c2f4f2fe-503b-441b-b939-a35deaabd40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:56.404969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-802dc29f-894a-451f-b979-0830732f53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.406381 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-802dc29f-894a-451f-b979-0830732f53bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383810 Sep 02 13:35:56.408276 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:56.425670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1f3f-5406-4c91-ad3d-1abce43c719c req-ad518944-6298-4935-a090-0ca2f1c4459e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.432675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1f3f-5406-4c91-ad3d-1abce43c719c req-ad518944-6298-4935-a090-0ca2f1c4459e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.439400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1f3f-5406-4c91-ad3d-1abce43c719c req-ad518944-6298-4935-a090-0ca2f1c4459e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.446668 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1f3f-5406-4c91-ad3d-1abce43c719c req-ad518944-6298-4935-a090-0ca2f1c4459e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.453681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1f3f-5406-4c91-ad3d-1abce43c719c req-ad518944-6298-4935-a090-0ca2f1c4459e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.460663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1f3f-5406-4c91-ad3d-1abce43c719c req-ad518944-6298-4935-a090-0ca2f1c4459e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.467404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1f3f-5406-4c91-ad3d-1abce43c719c req-ad518944-6298-4935-a090-0ca2f1c4459e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.476511 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd3c1f3f-5406-4c91-ad3d-1abce43c719c req-ad518944-6298-4935-a090-0ca2f1c4459e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5428 time: 0.4394262 Sep 02 13:35:56.526692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Transition to ACTIVE for port object d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:56.527479 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:56.541750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:56.579340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-b0d7ca09-fa8e-4100-9f3a-bc82464f8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.581211 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-b0d7ca09-fa8e-4100-9f3a-bc82464f8c2c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3121965 Sep 02 13:35:56.600349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd3c1f3f-5406-4c91-ad3d-1abce43c719c req-2bac10b3-ae29-4ddd-bbff-b76504b12745 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227496 Sep 02 13:35:56.728282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:56.761596 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-4de05fcb-5751-4b4b-8d7c-5a9fa6b4f404 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370907 Sep 02 13:35:56.879625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ad32f-bf51-46b0-857b-836a922674ca req-9b768101-d86e-4ccb-a139-c9cb5118fc9e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.881201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e57ad32f-bf51-46b0-857b-836a922674ca req-9b768101-d86e-4ccb-a139-c9cb5118fc9e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 932 time: 0.1425049 Sep 02 13:35:56.886726 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-dadfabc5-129f-4490-aeb2-50f033ea8f4c service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853544 Sep 02 13:35:56.951967 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd991973-47ea-4c2a-a1f7-93400f169833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:56.984294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-5a609f4f-2c60-42c9-8af8-3d8906954bfe tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:56.985837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-5a609f4f-2c60-42c9-8af8-3d8906954bfe tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 813 time: 0.3277464 Sep 02 13:35:57.072015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Attempting to bind port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:57.072364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Attempting to bind port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:57.072702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Attempting to bind port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:57.075686 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd991973-47ea-4c2a-a1f7-93400f169833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:57.093857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-273f5752-de9f-4f64-8b8d-bfcb0de15d84 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/quotas/9e33e5afa33e413485fa340c85fe52f6 HTTP/1.1" status: 200 len: 375 time: 0.0735137 Sep 02 13:35:57.108465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e on network 5965e849-8a36-4836-bb86-d1198a6e6395 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:57.108799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Attempting to bind port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:57.170287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:57.170568 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Checking segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:57.171326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Bound using segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:57.171326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Bound port: d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:57.171691 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:57.175431 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7fd5410-690d-4d53-aa6f-2a354c8f4517 req-e01edc05-eef8-46a5-bf5a-2fcc07c88f15 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553515 Sep 02 13:35:57.181805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bd991973-47ea-4c2a-a1f7-93400f169833 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8eaef55d7404746bcb1295253bfa5df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2682514 Sep 02 13:35:57.193386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55876) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:57.197134 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e57ad32f-bf51-46b0-857b-836a922674ca req-0da1aed2-3f8b-4bff-ab40-220814f8a6b8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744956 Sep 02 13:35:57.199870 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-ecfd9b3b-4d13-46ba-ad62-c0a2e78ca490 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946355 Sep 02 13:35:57.210167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Made reservation on behalf of d85f364184c74b5fae55bf6a737733c1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:35:57.226100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:57.290612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd991973-47ea-4c2a-a1f7-93400f169833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5180d40-a2da-4519-8d96-4d2737834136,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:57.322167 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee1cb60-052e-41b1-953e-533bf8adf638 req-d4a43480-60cb-4451-a38a-073effaccd51 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152181 Sep 02 13:35:57.366798 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ee6978a-1fe8-4af1-8ccf-b15641194002 req-cb5e725f-c485-4123-8cfd-d9751c52edcd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.0694544 Sep 02 13:35:57.454204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Allocated IP 172.20.0.9 (cce2efb6-ca9a-41b3-bb1c-dc4a4394d847/96cfffaf-9e95-4546-871b-7d1979dd9d7b/5b720070-7e95-4a34-9671-a83ac0af598e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:35:57.494765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:57.529456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:57.559042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:57.613218 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afd993c6-a46f-46d3-a795-90ce57403f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:57.646785 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-da83fe1c-fd4f-4d02-9b5b-f3a9c326545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:57.648713 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-da83fe1c-fd4f-4d02-9b5b-f3a9c326545f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 1099 time: 0.2444332 Sep 02 13:35:57.650640 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-1467f9e6-93bc-4abd-9ac7-53959a063069 service neutron] 10.222.0.13 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408586 Sep 02 13:35:57.670300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb2ad-2f75-45ac-a1eb-d93475fb99a9 req-661b75eb-cb04-4eb7-b642-9161c53110fc tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:57.671902 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2ddb2ad-2f75-45ac-a1eb-d93475fb99a9 req-661b75eb-cb04-4eb7-b642-9161c53110fc tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 948 time: 0.1933932 Sep 02 13:35:57.679242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:57.681123 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:57.681437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] 10.222.0.90 "PUT /v2.0/ports/d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 1091 time: 3.0490923 Sep 02 13:35:57.681967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:35:57.684411 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae" -d '{"events": [{"name": "network-changed", "server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:35:57.740770 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2ddb2ad-2f75-45ac-a1eb-d93475fb99a9 req-049b08a0-f731-4d36-8307-28235f1c91ed tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598540 Sep 02 13:35:57.810034 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:57.907111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:57.921864 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['d4198803-7805-4a54-9fde-cb23830d365c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:57.948759 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afd993c6-a46f-46d3-a795-90ce57403f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:57.955925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f3940-b357-4d28-bed1-c87e1ba84b2d service neutron] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:57.996999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:35:58.009486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:35:58.020544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:35:58.078095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f972f6-775b-4c07-aeab-0e2c001b22b1 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:58.086690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Pushing event updated for resources: {'Port': ['ID=5b720070-7e95-4a34-9671-a83ac0af598e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:58.100699 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:58.126833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:58.130027 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:58.133042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-d0200a72-6bce-44f0-84b2-4bd002bbc6af service neutron] 10.222.0.13 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742074 Sep 02 13:35:58.135107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-56712f2c-38d8-44f4-84ec-aac21a3cf76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:58.137631 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-56712f2c-38d8-44f4-84ec-aac21a3cf76c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1094 time: 0.3830624 Sep 02 13:35:58.149631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-4e05f623-e166-4fc9-bdec-4bcaa02d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:58.151363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-4e05f623-e166-4fc9-bdec-4bcaa02d35f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.4832296 Sep 02 13:35:58.166928 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-ef7dbe78-1412-4279-a6cc-1435058e6037 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3957701 Sep 02 13:35:58.172001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:35:58.194685 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bdd0b-9133-4857-b0c2-4935532eb91f req-986d2acf-b76d-4448-87f6-becf5e77c656 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:58.205876 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-816bdd0b-9133-4857-b0c2-4935532eb91f req-986d2acf-b76d-4448-87f6-becf5e77c656 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 943 time: 0.2224596 Sep 02 13:35:58.218178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Transition to ACTIVE for port object 32f972f6-775b-4c07-aeab-0e2c001b22b1 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:58.233718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Request body: {'port': {'device_id': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:35:58.252406 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afd993c6-a46f-46d3-a795-90ce57403f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:58.255497 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afd993c6-a46f-46d3-a795-90ce57403f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:58.259697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-afd993c6-a46f-46d3-a795-90ce57403f87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5180d40-a2da-4519-8d96-4d2737834136 HTTP/1.1" status: 204 len: 168 time: 1.0559609 Sep 02 13:35:58.259697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-96c5c1c9-9f75-42d0-afa5-ff25640977a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 217 time: 0.1056681 Sep 02 13:35:58.270326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd993c6-a46f-46d3-a795-90ce57403f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5180d40-a2da-4519-8d96-4d2737834136,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:58.272341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:58.275976 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-a32d7294-dc6a-43bc-aa2a-2ade0b0750c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061 HTTP/1.1" status: 200 len: 217 time: 0.1138544 Sep 02 13:35:58.363960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:58.442557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Pushing event updated for resources: {'Port': ['ID=32f972f6-775b-4c07-aeab-0e2c001b22b1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:58.448342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-5c7a52b3-11ea-47e1-a348-5ab7cd527d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:58.450607 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-5c7a52b3-11ea-47e1-a348-5ab7cd527d6f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.1737583 Sep 02 13:35:58.456365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-520bc902-4d41-4cc0-bed1-faa70f8b3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:58.458103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-520bc902-4d41-4cc0-bed1-faa70f8b3d02 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1460485 Sep 02 13:35:58.579210 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-816bdd0b-9133-4857-b0c2-4935532eb91f req-33b320f8-cef1-490c-acdc-7c653be9e71f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713799 Sep 02 13:35:58.600688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-f338c58a-eaab-42ef-b98d-2d738e13e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:58.601712 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-f338c58a-eaab-42ef-b98d-2d738e13e80e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245821 Sep 02 13:35:58.609959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Attempting to bind port 32f972f6-775b-4c07-aeab-0e2c001b22b1 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:58.610359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Attempting to bind port 32f972f6-775b-4c07-aeab-0e2c001b22b1 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:58.610706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Attempting to bind port 32f972f6-775b-4c07-aeab-0e2c001b22b1 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:58.619972 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-d7373f31-0263-49b4-9647-e73708165681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:58.628656 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-d7373f31-0263-49b4-9647-e73708165681 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452148 Sep 02 13:35:58.634241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Port 32f972f6-775b-4c07-aeab-0e2c001b22b1 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:58.634573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Attempting to bind port 32f972f6-775b-4c07-aeab-0e2c001b22b1 on network 79cd27ca-5513-4fc3-bbff-ceea57a3bac6 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:58.731213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:58.731567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Checking segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:58.732088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Bound using segment: {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:58.732587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Bound port: 32f972f6-775b-4c07-aeab-0e2c001b22b1, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d36a80e-e027-416b-a611-90d68afc4a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:58.732965 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:58.781482 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453c5de6-ded2-48a0-87b9-38649ccdd9a3 x-openstack-request-id: req-453c5de6-ded2-48a0-87b9-38649ccdd9a3 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:35:58.781775 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:35:58.782030 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-453c5de6-ded2-48a0-87b9-38649ccdd9a3 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:35:58.782433 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'status': 'completed', 'code': 200} Sep 02 13:35:58.910385 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-f6675cec-915d-4a3a-8e00-f0474302147f service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929285 Sep 02 13:35:58.921139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:58.952233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b720070-7e95-4a34-9671-a83ac0af598e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:58.958779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b', 'mac_address': 'fa:16:3e:73:c3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:35:58.961921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:58.977434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Transition to ACTIVE for port object 5b720070-7e95-4a34-9671-a83ac0af598e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:35:58.991715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.122288 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.150554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635aac-e34a-459d-a350-fd3525e4a4c6 req-9ac8f1f2-b9c3-4375-a37a-dc5cd862a3b1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.160879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635aac-e34a-459d-a350-fd3525e4a4c6 req-9ac8f1f2-b9c3-4375-a37a-dc5cd862a3b1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.162267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:35:59.171093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635aac-e34a-459d-a350-fd3525e4a4c6 req-9ac8f1f2-b9c3-4375-a37a-dc5cd862a3b1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.178640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635aac-e34a-459d-a350-fd3525e4a4c6 req-9ac8f1f2-b9c3-4375-a37a-dc5cd862a3b1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.187285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635aac-e34a-459d-a350-fd3525e4a4c6 req-9ac8f1f2-b9c3-4375-a37a-dc5cd862a3b1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.196036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635aac-e34a-459d-a350-fd3525e4a4c6 req-9ac8f1f2-b9c3-4375-a37a-dc5cd862a3b1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.205487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635aac-e34a-459d-a350-fd3525e4a4c6 req-9ac8f1f2-b9c3-4375-a37a-dc5cd862a3b1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.222932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c635aac-e34a-459d-a350-fd3525e4a4c6 req-9ac8f1f2-b9c3-4375-a37a-dc5cd862a3b1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5428 time: 0.2434869 Sep 02 13:35:59.223453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:35:59.233219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:35:59.240074 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.304084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Pushing event updated for resources: {'Port': ['ID=5b720070-7e95-4a34-9671-a83ac0af598e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:59.340479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:59.351958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.352321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.352663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.353212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.354107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.354744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.355255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.355834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.356358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.356860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.357489 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.358266 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:35:59.366314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] For port 32f972f6-775b-4c07-aeab-0e2c001b22b1, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:35:59.398537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09e57a8e-dfea-4940-b452-192f9c2adc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.409531 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.417528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-f4caa250-4fdd-465d-be15-656df4e2dd2c service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7843194 Sep 02 13:35:59.419864 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c635aac-e34a-459d-a350-fd3525e4a4c6 req-764d4227-6df4-447f-a0b3-700b5a250081 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1702321 Sep 02 13:35:59.448820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:35:59.449669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:35:59.450028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:59.465612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] For port 32f972f6-775b-4c07-aeab-0e2c001b22b1, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32f972f6-775b-4c07-aeab-0e2c001b22b1,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:35:59.477479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['3d87ce70-e63c-4dd3-8bd1-4111693e5a1b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:35:59.516054 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.577718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.578696 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.580533 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] 10.222.0.77 "PUT /v2.0/ports/32f972f6-775b-4c07-aeab-0e2c001b22b1 HTTP/1.1" status: 200 len: 1092 time: 3.1892619 Sep 02 13:35:59.606144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Port 5b720070-7e95-4a34-9671-a83ac0af598e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:35:59.606536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:35:59.628197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f70b-b628-416c-addd-e7af30d306ce req-f74f9081-4d44-4982-a4c5-ac8fed91d46d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.634169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:35:59.634507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:35:59.635214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:35:59.635598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Bound port: 5b720070-7e95-4a34-9671-a83ac0af598e, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:35:59.636014 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.643938 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1818f70b-b628-416c-addd-e7af30d306ce req-f74f9081-4d44-4982-a4c5-ac8fed91d46d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 944 time: 0.2746916 Sep 02 13:35:59.647144 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09e57a8e-dfea-4940-b452-192f9c2adc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.693076 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09e57a8e-dfea-4940-b452-192f9c2adc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:35:59.727259 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-362c6324-2a80-4ab9-8ef7-2a7f3ad3f6ac req-19b7d9bc-b06c-46de-aec3-414a0ba53549 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928827 Sep 02 13:35:59.746579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086ecb9-7bd2-4de4-bac6-605fd3e50382 service neutron] Pushing event updated for resources: {'Port': ['ID=32f972f6-775b-4c07-aeab-0e2c001b22b1,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:35:59.832986 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e7a17b9-4c82-4fe2-bd19-93140d07b65f req-11c5d50c-2dec-4492-b629-c5b435396379 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881521 Sep 02 13:35:59.922969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-7f15c17f-24ae-4839-96d3-6dd752c128bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:35:59.931830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-7f15c17f-24ae-4839-96d3-6dd752c128bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 1095 time: 0.2782717 Sep 02 13:35:59.961753 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1818f70b-b628-416c-addd-e7af30d306ce req-62d6ffdc-c465-47c2-90ac-ec0c9c8e628d tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151653 Sep 02 13:36:00.135766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:00.169959 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-ae317722-c48f-4c74-877c-385753575cad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f972f6-775b-4c07-aeab-0e2c001b22b1 HTTP/1.1" status: 200 len: 217 time: 0.1797495 Sep 02 13:36:00.324450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-52c49233-be62-459a-94fc-f90c4759a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:00.326638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-52c49233-be62-459a-94fc-f90c4759a2da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.1487348 Sep 02 13:36:00.378070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:00.381656 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:00.410442 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'mac_address': 'fa:16:3e:c6:82:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:00.417161 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-489dea5f-38aa-4a6e-a357-8d063c9a5bbb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669572 Sep 02 13:36:00.443211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-8ef5b09a-8afd-4c29-b181-06b0798ab390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:00.444909 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-8ef5b09a-8afd-4c29-b181-06b0798ab390 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1094 time: 0.6100879 Sep 02 13:36:00.535305 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:00.567523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92071a2-85a1-43ae-bc5b-ee3d5739a061 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:00.570759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76481f-3164-4d5f-a34b-442fc4bc978f req-0e672e47-3cd2-4107-a480-43d0fcee5535 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:00.580075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf76481f-3164-4d5f-a34b-442fc4bc978f req-0e672e47-3cd2-4107-a480-43d0fcee5535 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 949 time: 0.2501230 Sep 02 13:36:00.612011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:00.622694 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:00.675064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:36:00.693602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:36:00.742354 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf76481f-3164-4d5f-a34b-442fc4bc978f req-ad45b993-ef84-4583-a979-e67f9f64af7b tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611505 Sep 02 13:36:00.750967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-90e9a8f7-6cb3-4e9c-b23c-20b3e77ef5e3 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102748 Sep 02 13:36:00.786247 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:00.802031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f4f2fe-503b-441b-b939-a35deaabd40c', 'tag': '32f972f6-775b-4c07-aeab-0e2c001b22b1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:00.810548 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f4f2fe-503b-441b-b939-a35deaabd40c", "tag": "32f972f6-775b-4c07-aeab-0e2c001b22b1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:00.851396 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-09e57a8e-dfea-4940-b452-192f9c2adc76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1200f53614864fceac0bb806922eab24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6154604 Sep 02 13:36:00.852764 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55940) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:00.907278 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:00.908024 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:00.910553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] 10.222.0.90 "PUT /v2.0/ports/5b720070-7e95-4a34-9671-a83ac0af598e HTTP/1.1" status: 200 len: 1091 time: 2.6901426 Sep 02 13:36:00.914069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e57a8e-dfea-4940-b452-192f9c2adc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ccc8bb-3aa6-4e45-bc71-256523d3864f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:00.923478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['d92071a2-85a1-43ae-bc5b-ee3d5739a061'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:00.934468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:00.937300 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5d8967-c569-4e6e-bbbd-970e62f20abf" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:00.998089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb41492-428d-4e39-8cbd-92b859ee88c9 req-b68afbc6-7dd2-40c5-be5e-d82ba55cc5a1 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.001801 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bb41492-428d-4e39-8cbd-92b859ee88c9 req-b68afbc6-7dd2-40c5-be5e-d82ba55cc5a1 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 1.3168406 Sep 02 13:36:01.014766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-220ca49c-68b2-4883-879d-864b4a0463c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:01.030927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:01.116422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbdf29-f300-41b4-9ddb-b9b63f4832df service neutron] Pushing event updated for resources: {'Port': ['ID=5b720070-7e95-4a34-9671-a83ac0af598e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:01.129639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988db12-d119-4c6f-8a27-d036006dceba req-07d5b272-743a-4e16-a6ce-266deda2b27b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.138352 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b5d637c-13c3-4bc6-ad9d-eeebab3e313a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:01.149010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988db12-d119-4c6f-8a27-d036006dceba req-07d5b272-743a-4e16-a6ce-266deda2b27b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.170582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988db12-d119-4c6f-8a27-d036006dceba req-07d5b272-743a-4e16-a6ce-266deda2b27b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.197210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988db12-d119-4c6f-8a27-d036006dceba req-07d5b272-743a-4e16-a6ce-266deda2b27b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.216597 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bb41492-428d-4e39-8cbd-92b859ee88c9 req-1a00ac40-aa5b-4179-997a-a669acb728a3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412194 Sep 02 13:36:01.221207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988db12-d119-4c6f-8a27-d036006dceba req-07d5b272-743a-4e16-a6ce-266deda2b27b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.233244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988db12-d119-4c6f-8a27-d036006dceba req-07d5b272-743a-4e16-a6ce-266deda2b27b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.245425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988db12-d119-4c6f-8a27-d036006dceba req-07d5b272-743a-4e16-a6ce-266deda2b27b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.250265 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6988db12-d119-4c6f-8a27-d036006dceba req-07d5b272-743a-4e16-a6ce-266deda2b27b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5428 time: 0.4008200 Sep 02 13:36:01.272573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:01.276219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-c85da316-6245-444b-a065-4506002a866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.278084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-c85da316-6245-444b-a065-4506002a866e service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.7468805 Sep 02 13:36:01.295861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cc67b98e-879a-4f2f-9cbc-df166f215edc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Request body: {'floatingip': {'port_id': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:01.311013 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-220ca49c-68b2-4883-879d-864b4a0463c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:01.415756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8bbd85a9-1053-45fb-8311-c4b231bd147a tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.417383 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8bbd85a9-1053-45fb-8311-c4b231bd147a tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 813 time: 0.8212676 Sep 02 13:36:01.419312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-f70aabc1-f4d1-48f7-88ff-f1d2da7fbb83 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 217 time: 0.1254296 Sep 02 13:36:01.455753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-4bd62973-d077-4d3a-865a-92139193e2a0 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.456068 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48514d98-3bd4-4798-9791-36c2a2c9b069 req-d940c830-04fe-4326-acd1-d92bd0bae0fb tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 210 time: 0.0553730 Sep 02 13:36:01.457605 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-4bd62973-d077-4d3a-865a-92139193e2a0 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.90 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 813 time: 0.4482627 Sep 02 13:36:01.470117 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc67b98e-879a-4f2f-9cbc-df166f215edc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:01.470445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Request body: {'port': {'device_id': '5cf451db-43d0-4139-8637-a303f6681298', 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668', 'admin_state_up': True, 'tenant_id': '9e33e5afa33e413485fa340c85fe52f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:01.483543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Request body: {'port': {'device_id': '829ba6c1-32e5-4859-8726-4c9cd32fda0a', 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668', 'admin_state_up': True, 'tenant_id': '9e33e5afa33e413485fa340c85fe52f6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:01.483919 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e25a7e2-cd69-4205-8387-2a329e20266f req-b9673294-c62c-45d8-a14e-c17aaf4fa50a service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156775 Sep 02 13:36:01.542036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:01.590483 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dc1e8c-0890-4c7a-89f9-3089fc4f2496 x-openstack-request-id: req-13dc1e8c-0890-4c7a-89f9-3089fc4f2496 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:01.591460 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f4f2fe-503b-441b-b939-a35deaabd40c", "tag": "32f972f6-775b-4c07-aeab-0e2c001b22b1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:01.591460 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13dc1e8c-0890-4c7a-89f9-3089fc4f2496 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:01.591795 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f4f2fe-503b-441b-b939-a35deaabd40c', 'tag': '32f972f6-775b-4c07-aeab-0e2c001b22b1', 'status': 'completed', 'code': 200} Sep 02 13:36:01.633762 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909592-8ea0-447a-922d-77f03f92b553 req-8fbd8d34-05a0-40c4-982a-1ff3d61d245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.639505 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-8fbd8d34-05a0-40c4-982a-1ff3d61d245b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 1094 time: 0.5740552 Sep 02 13:36:01.644168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c1534-49f1-43a1-b663-52bb5cd7ff5e req-186f1c38-5b73-4fed-b3bf-90260d630e9e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.645770 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-910c1534-49f1-43a1-b663-52bb5cd7ff5e req-186f1c38-5b73-4fed-b3bf-90260d630e9e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 943 time: 0.2431109 Sep 02 13:36:01.649438 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7646fe0d-dc73-4e7c-b95b-448b5332c5f1 x-openstack-request-id: req-7646fe0d-dc73-4e7c-b95b-448b5332c5f1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:01.649788 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:01.650104 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7646fe0d-dc73-4e7c-b95b-448b5332c5f1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:01.650374 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e', 'status': 'completed', 'code': 200} Sep 02 13:36:01.756861 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-89617330-2bda-4806-89c1-efe835fb9223 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b720070-7e95-4a34-9671-a83ac0af598e HTTP/1.1" status: 200 len: 217 time: 0.0612226 Sep 02 13:36:01.763010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-c084a6c3-3f9b-4e8d-a5c8-7fc376ed2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.764136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-910c1534-49f1-43a1-b663-52bb5cd7ff5e req-225e5133-490b-4169-880e-d11e397800ed tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079252 Sep 02 13:36:01.774032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-c084a6c3-3f9b-4e8d-a5c8-7fc376ed2a76 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.3144231 Sep 02 13:36:01.904233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Made reservation on behalf of 9e33e5afa33e413485fa340c85fe52f6 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:36:01.907676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:01.963137 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-220ca49c-68b2-4883-879d-864b4a0463c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:01.967863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-220ca49c-68b2-4883-879d-864b4a0463c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:01.968934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2cb50-5d54-4e9f-ae42-cfff599242c0 req-d496e405-7f6d-4eaa-9480-7973cc4486f7 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:01.970521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53a2cb50-5d54-4e9f-ae42-cfff599242c0 req-d496e405-7f6d-4eaa-9480-7973cc4486f7 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 949 time: 0.1105862 Sep 02 13:36:01.973438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-220ca49c-68b2-4883-879d-864b4a0463c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2ccc8bb-3aa6-4e45-bc71-256523d3864f HTTP/1.1" status: 204 len: 168 time: 1.1192970 Sep 02 13:36:02.023133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-bec5b3d3-7873-4c42-bf90-ba5abbee14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:02.025567 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-bec5b3d3-7873-4c42-bf90-ba5abbee14bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=aef9a428c80748b391ac5635a60221c8&device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 1095 time: 0.4107356 Sep 02 13:36:02.038696 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85bf2748-882a-4ce1-ab49-735f5a6f14b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.081316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ca49c-68b2-4883-879d-864b4a0463c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ccc8bb-3aa6-4e45-bc71-256523d3864f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:02.138722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:02.201792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53a2cb50-5d54-4e9f-ae42-cfff599242c0 req-09a0891f-8d58-456c-8b89-5091d2e9ea02 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965106 Sep 02 13:36:02.204907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909592-8ea0-447a-922d-77f03f92b553 req-90fec6ba-2c95-4c1c-a8cf-96b8138ccbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:02.207258 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-90fec6ba-2c95-4c1c-a8cf-96b8138ccbd1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.4291523 Sep 02 13:36:02.224895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-0d4e94d3-79a9-4f87-81b7-05c2b7261c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:02.227280 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-0d4e94d3-79a9-4f87-81b7-05c2b7261c5b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4146829 Sep 02 13:36:02.252221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Allocated IP 172.20.0.4 (9cc07ac3-cf86-46fe-9bd2-b04291651668/4ba899d4-d3f3-4b0c-880a-50b0476448fe/701a5887-afeb-400e-a9c7-7e8cbdded574) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:36:02.255737 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf0e2a-a57f-41d8-b16f-2dc16c987e5e req-1abc5c8b-20a3-43a9-8cda-aab7a8a6b4bc tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:02.258113 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aedf0e2a-a57f-41d8-b16f-2dc16c987e5e req-1abc5c8b-20a3-43a9-8cda-aab7a8a6b4bc tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 944 time: 0.4301581 Sep 02 13:36:02.268502 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-85bf2748-882a-4ce1-ab49-735f5a6f14b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:36:02.268502 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:36:02.268502 n-d-794796-4 neutron-server[94687]: [parameters: {'project_id_1': '63639aa7180a42df8898a6028ebe065d', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 36, 2, 181355)}] Sep 02 13:36:02.268502 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:36:02.269073 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-85bf2748-882a-4ce1-ab49-735f5a6f14b0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:36:02.321197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port d92071a2-85a1-43ae-bc5b-ee3d5739a061 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:02.336990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port d92071a2-85a1-43ae-bc5b-ee3d5739a061 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:02.342903 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.355568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc67b98e-879a-4f2f-9cbc-df166f215edc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.375255 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc67b98e-879a-4f2f-9cbc-df166f215edc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.534567 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.591173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:02.592893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:02.598419 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526790d2-f6f2-4051-b92f-c24947e9e781" -d '{"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-plugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:02.604892 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.606291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:02.606521 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.616012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15755d-15c1-4bf0-b19d-e5df995dd4cb req-5569661c-7c29-4306-8a77-75a7dea8e5dd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:02.618153 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a15755d-15c1-4bf0-b19d-e5df995dd4cb req-5569661c-7c29-4306-8a77-75a7dea8e5dd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.1753743 Sep 02 13:36:02.621398 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-cc67b98e-879a-4f2f-9cbc-df166f215edc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Floating IP 67dde95d-bda4-4ad0-9f39-a225635a5f49 associated. External IP: 172.25.3.237, port: 9af3247c-e19f-4af6-9e32-a92dcfda1bb6. Sep 02 13:36:02.742170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:02.787810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:02.800459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:02.801337 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.819530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85bf2748-882a-4ce1-ab49-735f5a6f14b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.833160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-77ba4716-ee13-4d0f-b763-b19a4bc23de8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5733619 Sep 02 13:36:02.834289 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Made reservation on behalf of 9e33e5afa33e413485fa340c85fe52f6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:36:02.839592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:02.882657 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a15755d-15c1-4bf0-b19d-e5df995dd4cb req-9355ef68-3b6f-4fd1-8cd1-aa62a622c047 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210131 Sep 02 13:36:02.919527 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.004095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Network 9cc07ac3-cf86-46fe-9bd2-b04291651668 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:36:03.014905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Pushing event updated for resources: {'Port': ['ID=701a5887-afeb-400e-a9c7-7e8cbdded574,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:03.030075 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.032371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:36:03.037138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:36:03.120307 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aedf0e2a-a57f-41d8-b16f-2dc16c987e5e req-c2b138db-42a2-4027-854b-8b0131a6d1c0 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8400607 Sep 02 13:36:03.131850 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-91d9b2d2-e455-4536-a1bd-57bb4cb4aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:03.133656 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-91d9b2d2-e455-4536-a1bd-57bb4cb4aca9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 200 len: 906 time: 1.0837204 Sep 02 13:36:03.136763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:03.144256 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.147141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:03.151432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.246431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:03.273068 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-b3b3ba35-8d09-4b73-be94-0c667bad6f5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f972f6-775b-4c07-aeab-0e2c001b22b1 HTTP/1.1" status: 200 len: 217 time: 0.1217554 Sep 02 13:36:03.344258 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-78700c90-1a4a-4c6d-8682-fd2aaff45465 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0827456 Sep 02 13:36:03.345672 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-79b85a6a-c1b0-4138-916d-ab802e8efe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:03.347296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-79b85a6a-c1b0-4138-916d-ab802e8efe07 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 200 len: 845 time: 0.0616369 Sep 02 13:36:03.350072 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e503694a-5a0e-4113-9480-380fda6e4ce7 x-openstack-request-id: req-e503694a-5a0e-4113-9480-380fda6e4ce7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:03.350520 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-plugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:03.350912 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e503694a-5a0e-4113-9480-380fda6e4ce7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:03.351511 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'code': 200} Sep 02 13:36:03.353049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:03.391414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1523e7ae-a9c5-44f9-b723-a435abeca983 req-738bdcb2-a4b8-4b86-8d9c-b34d62256d7b tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 210 time: 0.2761438 Sep 02 13:36:03.455144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-51decdd8-1c1f-4425-8dd5-b6ff982ee4cd service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457850 Sep 02 13:36:03.489080 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-c2c6bc7e-1b66-45b7-81b7-d1700b55fdab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=79cd27ca-5513-4fc3-bbff-ceea57a3bac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287556 Sep 02 13:36:03.608190 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9c409db-4354-405d-84d6-04c2fd3990c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.613410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6c9ed-00f8-4ceb-a74d-30540c8bed76 req-ed1459fc-ba94-446a-8516-221b0f109038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:03.617043 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2ea6c9ed-00f8-4ceb-a74d-30540c8bed76 req-ed1459fc-ba94-446a-8516-221b0f109038 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 1101 time: 0.2256918 Sep 02 13:36:03.637181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-cd4c049b-1d90-485f-9aeb-99742686e112 service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134872 Sep 02 13:36:03.652213 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85bf2748-882a-4ce1-ab49-735f5a6f14b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.672399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f300530-3748-4f4d-9892-c17f0e2d4735 req-ab6ad2b1-3a78-4a1e-ad5b-b359ef8c829f tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:03.686794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3f300530-3748-4f4d-9892-c17f0e2d4735 req-ab6ad2b1-3a78-4a1e-ad5b-b359ef8c829f tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 950 time: 0.1690316 Sep 02 13:36:03.704134 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:03.708190 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85bf2748-882a-4ce1-ab49-735f5a6f14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.716848 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2ea6c9ed-00f8-4ceb-a74d-30540c8bed76 req-a18e3483-cc90-48ed-9ea3-e49195ef0f4b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876338 Sep 02 13:36:03.718181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8a8eafad-9923-4f0f-911c-f636c669ced5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2398491 Sep 02 13:36:03.734112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc67b98e-879a-4f2f-9cbc-df166f215edc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:36:03.739979 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Request body: {'port': {'device_id': '829ba6c1-32e5-4859-8726-4c9cd32fda0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:03.745773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'port_id': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'mac_address': 'fa:16:3e:08:3e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:03.750370 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-85bf2748-882a-4ce1-ab49-735f5a6f14b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63639aa7180a42df8898a6028ebe065d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1701195 Sep 02 13:36:03.757001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:03.780483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Allocated IP 172.20.0.10 (9cc07ac3-cf86-46fe-9bd2-b04291651668/4ba899d4-d3f3-4b0c-880a-50b0476448fe/5cc3382d-3e4b-48f1-a2d1-14c401c866b7) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:36:03.812588 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3f300530-3748-4f4d-9892-c17f0e2d4735 req-971f8d62-15d6-4014-8dcf-796869ca4719 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245804 Sep 02 13:36:03.849895 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.866576 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.882414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:03.892414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1acbd6-4100-4b2e-ad9f-e1eedb42450c req-da51865c-1b4a-48fe-bc6e-e550fc898bb6 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:03.894420 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe1acbd6-4100-4b2e-ad9f-e1eedb42450c req-da51865c-1b4a-48fe-bc6e-e550fc898bb6 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 943 time: 0.4672716 Sep 02 13:36:03.902127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2748-882a-4ce1-ab49-735f5a6f14b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ead3b75-21a0-40cc-b465-54fef0fe733a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:03.928095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:03.931046 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6b0e49b-53a8-41e2-973b-4c0fdce30dae req-69878d38-f29b-4d27-b1ce-d6364d3a9894 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567544 Sep 02 13:36:03.937190 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:03.977415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30909592-8ea0-447a-922d-77f03f92b553 req-259ef1f8-d45f-4858-889c-dd296f53f41c service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744501 Sep 02 13:36:04.066475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:04.069743 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe1acbd6-4100-4b2e-ad9f-e1eedb42450c req-e478ec88-b29e-42ca-bc2c-dd9caa045b50 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264799 Sep 02 13:36:04.075667 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d21673b-1d25-4bd5-8cd3-52ebcc6bd2f6 req-391e3908-2cdf-4d9a-9e36-40327a0b711b service neutron] 10.222.0.77 "GET /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919983 Sep 02 13:36:04.110135 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:04.118835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc67b98e-879a-4f2f-9cbc-df166f215edc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:36:04.127625 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc67b98e-879a-4f2f-9cbc-df166f215edc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:04.138687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 32f972f6-775b-4c07-aeab-0e2c001b22b1 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:04.141957 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] Sync routers for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:36:04.178833 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cc67b98e-879a-4f2f-9cbc-df166f215edc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "PUT /v2.0/floatingips/67dde95d-bda4-4ad0-9f39-a225635a5f49 HTTP/1.1" status: 200 len: 991 time: 2.8891997 Sep 02 13:36:04.183566 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:36:04.184174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:04.187314 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294" -d '{"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:04.189232 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:36:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:04.217798 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a37341-cbf4-4c6a-85c2-a972c6332459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:04.256044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a37341-cbf4-4c6a-85c2-a972c6332459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:04.259308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-27bb19fd-fe55-4f50-a8cc-466194575250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:04.265453 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-27bb19fd-fe55-4f50-a8cc-466194575250 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 1094 time: 0.1920173 Sep 02 13:36:04.331870 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:04.416043 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a37341-cbf4-4c6a-85c2-a972c6332459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:04.420506 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a37341-cbf4-4c6a-85c2-a972c6332459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:04.425385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-72a37341-cbf4-4c6a-85c2-a972c6332459 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ead3b75-21a0-40cc-b465-54fef0fe733a HTTP/1.1" status: 204 len: 168 time: 0.6655533 Sep 02 13:36:04.499228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a37341-cbf4-4c6a-85c2-a972c6332459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ead3b75-21a0-40cc-b465-54fef0fe733a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:04.505551 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:36:04.536630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:04.554880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80150cc2-05d8-4f93-8997-96d67b0e6349 req-e0dbce84-a0a3-4fa2-93c4-52af79637ad6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:04.576663 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80150cc2-05d8-4f93-8997-96d67b0e6349 req-e0dbce84-a0a3-4fa2-93c4-52af79637ad6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.4086363 Sep 02 13:36:04.713809 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-10bd8fb9-3299-4436-9688-abd5e0b10ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:04.719085 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-10bd8fb9-3299-4436-9688-abd5e0b10ca4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.4294295 Sep 02 13:36:04.721843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:04.787777 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 32f972f6-775b-4c07-aeab-0e2c001b22b1, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32f972f6-775b-4c07-aeab-0e2c001b22b1,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:04.827094 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80150cc2-05d8-4f93-8997-96d67b0e6349 req-f3121695-b7ad-4d6a-aa2a-b679955b73ce tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423863 Sep 02 13:36:05.000560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '32f972f6-775b-4c07-aeab-0e2c001b22b1', 'network_id': '79cd27ca-5513-4fc3-bbff-ceea57a3bac6', 'port_id': '32f972f6-775b-4c07-aeab-0e2c001b22b1', 'mac_address': 'fa:16:3e:bf:b2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c492d62d-bb5c-403f-a25f-021347fc973a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:05.015602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.115064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8cc3b-b1bc-4e24-85b5-7d381835e098 req-23f786ef-dc95-43eb-aabe-8e01e3ca5a61 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.123343 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-35b8cc3b-b1bc-4e24-85b5-7d381835e098 req-23f786ef-dc95-43eb-aabe-8e01e3ca5a61 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 944 time: 0.8519378 Sep 02 13:36:05.137231 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f658294c-ba57-434c-91e5-02d48d797450 x-openstack-request-id: req-f658294c-ba57-434c-91e5-02d48d797450 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:05.141595 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:05.142006 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f658294c-ba57-434c-91e5-02d48d797450 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:05.142641 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'status': 'completed', 'code': 200} Sep 02 13:36:05.150305 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.180589 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-d573a498-ce3c-4a29-97e9-d038b2fb8168 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b720070-7e95-4a34-9671-a83ac0af598e HTTP/1.1" status: 200 len: 217 time: 0.4371343 Sep 02 13:36:05.215102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Network 9cc07ac3-cf86-46fe-9bd2-b04291651668 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:36:05.240839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f972f6-775b-4c07-aeab-0e2c001b22b1 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:05.283407 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '67dde95d-bda4-4ad0-9f39-a225635a5f49', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'port_id': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'mac_address': 'fa:16:3e:ab:00:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:34:27Z', 'updated_at': '2021-09-02T13:36:02Z', 'revision_number': 1, 'project_id': 'd4f8655433ef47719d30773dae624220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:46Z', 'revision_number': 5, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:05.306230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:36:05.306573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701a5887-afeb-400e-a9c7-7e8cbdded574 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:05.311625 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:36:05.320870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.335941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 32f972f6-775b-4c07-aeab-0e2c001b22b1, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32f972f6-775b-4c07-aeab-0e2c001b22b1,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:05.351226 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.356931 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:05.361055 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2925750b-33ff-4cd2-80a1-0595665ca69b" -d '{"events": [{"server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "name": "network-vif-plugged", "status": "completed", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:05.369257 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] Checking router: 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:36:05.392042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e124-a551-4672-8594-b9f3f3bce309 req-cf05f1de-8f0d-413c-ae74-87dd81e44459 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.400625 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:36:05.403888 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a09e124-a551-4672-8594-b9f3f3bce309 req-cf05f1de-8f0d-413c-ae74-87dd81e44459 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 932 time: 0.1525486 Sep 02 13:36:05.404781 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:36:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:05.409912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Transition to ACTIVE for port object 701a5887-afeb-400e-a9c7-7e8cbdded574 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:36:05.410348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Pushing event updated for resources: {'Port': ['ID=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:05.429600 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.472406 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-35b8cc3b-b1bc-4e24-85b5-7d381835e098 req-8032d6cc-babb-4740-9bed-4c75280fb250 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479300 Sep 02 13:36:05.499080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=32f972f6-775b-4c07-aeab-0e2c001b22b1,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:05.500014 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Pushing event updated for resources: {'Port': ['ID=701a5887-afeb-400e-a9c7-7e8cbdded574,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:05.524782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-bc01a0d2-9773-433a-be2d-3fc259d5636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.525483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-bc01a0d2-9773-433a-be2d-3fc259d5636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.526072 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-bc01a0d2-9773-433a-be2d-3fc259d5636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.527810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-bc01a0d2-9773-433a-be2d-3fc259d5636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.528315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-bc01a0d2-9773-433a-be2d-3fc259d5636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.528801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-bc01a0d2-9773-433a-be2d-3fc259d5636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.529281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-bc01a0d2-9773-433a-be2d-3fc259d5636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.539182 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-bc01a0d2-9773-433a-be2d-3fc259d5636b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6485 time: 0.4011984 Sep 02 13:36:05.541235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-8bb1b860-62f0-4a5c-87ef-379edada656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.543414 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-8bb1b860-62f0-4a5c-87ef-379edada656d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.2823284 Sep 02 13:36:05.552176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56032) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:05.558845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a09e124-a551-4672-8594-b9f3f3bce309 req-7e475d43-d230-4c63-b128-fa99b6ce32ea tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508238 Sep 02 13:36:05.574650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.575772 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.604289 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['32f972f6-775b-4c07-aeab-0e2c001b22b1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:05.673313 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:36:05.732635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Attempting to bind port 701a5887-afeb-400e-a9c7-7e8cbdded574 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:36:05.732978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Attempting to bind port 701a5887-afeb-400e-a9c7-7e8cbdded574 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:36:05.733316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Attempting to bind port 701a5887-afeb-400e-a9c7-7e8cbdded574 on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:05.741733 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Port 701a5887-afeb-400e-a9c7-7e8cbdded574 on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:36:05.742285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Attempting to bind port 701a5887-afeb-400e-a9c7-7e8cbdded574 on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:05.748801 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:36:05.749150 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Checking segment: {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:36:05.749536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Bound using segment: {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:36:05.750346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Bound port: 701a5887-afeb-400e-a9c7-7e8cbdded574, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:36:05.750346 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.777969 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e24395-465f-4a11-9ccc-94fae883f4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.791476 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-dfbba1fe-801c-434c-8190-9841861c392d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740389 Sep 02 13:36:05.830264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74cdd6-c031-4c1b-86c5-a98c345f450f req-b51b0794-53cf-4181-a7e3-74f55879959c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.837071 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-9bfe2b65-c5ba-448a-8d08-c87fbf82a362 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3784814 Sep 02 13:36:05.837991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b74cdd6-c031-4c1b-86c5-a98c345f450f req-b51b0794-53cf-4181-a7e3-74f55879959c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1461427 Sep 02 13:36:05.870641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Request body: {'port': {'device_id': '5cf451db-43d0-4139-8637-a303f6681298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:05.895052 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b74cdd6-c031-4c1b-86c5-a98c345f450f req-97d34804-85c0-4e7f-9820-61bcb44c39f9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561762 Sep 02 13:36:05.907981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] For port 701a5887-afeb-400e-a9c7-7e8cbdded574, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:36:05.959383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] For port 701a5887-afeb-400e-a9c7-7e8cbdded574, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=701a5887-afeb-400e-a9c7-7e8cbdded574,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:36:05.959383 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.971946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:05.972945 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:05.974533 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] 10.222.0.90 "PUT /v2.0/ports/701a5887-afeb-400e-a9c7-7e8cbdded574 HTTP/1.1" status: 200 len: 1091 time: 2.2390425 Sep 02 13:36:06.063442 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd2b16b-2357-410a-840a-2d95676d3dbe x-openstack-request-id: req-3dd2b16b-2357-410a-840a-2d95676d3dbe {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:06.064082 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "name": "network-vif-plugged", "status": "completed", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:06.064605 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dd2b16b-2357-410a-840a-2d95676d3dbe {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:06.065308 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b', 'code': 200} Sep 02 13:36:06.153352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b83fda-9c5b-46cc-9765-366db6b45f42 service neutron] Pushing event updated for resources: {'Port': ['ID=701a5887-afeb-400e-a9c7-7e8cbdded574,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:06.168580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3972c52-24f2-4288-8add-987189d38185 req-d10e10cd-01e9-46ec-8d4a-d73270081976 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:06.170360 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3972c52-24f2-4288-8add-987189d38185 req-d10e10cd-01e9-46ec-8d4a-d73270081976 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 950 time: 0.5495265 Sep 02 13:36:06.190320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-2844d45e-0090-4ebe-af73-8ec62f3cdd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:06.190856 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '67dde95d-bda4-4ad0-9f39-a225635a5f49', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'port_id': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'mac_address': 'fa:16:3e:ab:00:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:34:27Z', 'updated_at': '2021-09-02T13:36:02Z', 'revision_number': 1, 'project_id': 'd4f8655433ef47719d30773dae624220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:46Z', 'revision_number': 5, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:06.192742 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-2844d45e-0090-4ebe-af73-8ec62f3cdd57 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7101f13-aa28-439b-8f2e-77da4de64792 HTTP/1.1" status: 200 len: 912 time: 0.6122968 Sep 02 13:36:06.202775 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:06.215440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-3ec8e33f-3d7b-4f0e-8416-ddb7f3989b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:06.217599 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-3ec8e33f-3d7b-4f0e-8416-ddb7f3989b3b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&device_id=829ba6c1-32e5-4859-8726-4c9cd32fda0a HTTP/1.1" status: 200 len: 1094 time: 0.1446350 Sep 02 13:36:06.231839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced189-2ce9-47f5-acd3-2b7f94ab4bd0 req-e8c5026e-52c4-475f-816a-ddf7cfa42294 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:06.234000 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5aced189-2ce9-47f5-acd3-2b7f94ab4bd0 req-e8c5026e-52c4-475f-816a-ddf7cfa42294 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.1011868 Sep 02 13:36:06.253344 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e863746-0c6a-4769-806f-571f8104abc7 None None] The sync data for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 is: [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '67dde95d-bda4-4ad0-9f39-a225635a5f49', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'port_id': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'mac_address': 'fa:16:3e:ab:00:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:34:27Z', 'updated_at': '2021-09-02T13:36:02Z', 'revision_number': 1, 'project_id': 'd4f8655433ef47719d30773dae624220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:46Z', 'revision_number': 5, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:36:06.283764 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-90ab36ad-3eab-4884-b459-70a0cad857f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=701a5887-afeb-400e-a9c7-7e8cbdded574 HTTP/1.1" status: 200 len: 217 time: 0.0461633 Sep 02 13:36:06.310719 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-0779a5bd-5100-4958-b538-813bf4d39f9c service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746146 Sep 02 13:36:06.382192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-953437a1-bf66-45da-8055-64a6ad830551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:06.383821 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-953437a1-bf66-45da-8055-64a6ad830551 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ba899d4-d3f3-4b0c-880a-50b0476448fe HTTP/1.1" status: 200 len: 853 time: 0.0892289 Sep 02 13:36:06.387876 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5aced189-2ce9-47f5-acd3-2b7f94ab4bd0 req-0f60991e-0623-4224-ade4-de85f6cc5f51 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086605 Sep 02 13:36:06.426845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-57d989d0-7368-4587-8266-45a9e7cf5cf3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cc07ac3-cf86-46fe-9bd2-b04291651668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326564 Sep 02 13:36:06.459714 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:06.619487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb079e39-6c73-41ce-86b0-4b5f136cc0eb None None] New status for floating IP 67dde95d-bda4-4ad0-9f39-a225635a5f49: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:36:06.684567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5596-2703-43a5-987c-943aff13e57b req-8cdda071-741b-4c67-b700-31a2c794777e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:06.686715 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d5c5596-2703-43a5-987c-943aff13e57b req-8cdda071-741b-4c67-b700-31a2c794777e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 945 time: 0.1019931 Sep 02 13:36:06.688825 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-6faab6f0-1f23-45e8-9b53-3b493caa40e2 service neutron] 10.222.0.90 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467299 Sep 02 13:36:06.871990 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-8b45403b-6252-44f6-a860-8db560ac2c61 service neutron] 10.222.0.90 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631277 Sep 02 13:36:06.893142 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d5c5596-2703-43a5-987c-943aff13e57b req-8a3d6a33-2b74-4319-ae82-ab83c66990a7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903427 Sep 02 13:36:06.998966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddebb4-a519-45f2-bcdc-34792fc011a1 req-de13bb6a-d5d1-4142-80a2-28fe03b1367c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:07.000586 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62ddebb4-a519-45f2-bcdc-34792fc011a1 req-de13bb6a-d5d1-4142-80a2-28fe03b1367c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 932 time: 0.0553608 Sep 02 13:36:07.001018 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3972c52-24f2-4288-8add-987189d38185 req-f856faa7-c5a7-42d1-a011-21af43e2ae50 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8145030 Sep 02 13:36:07.002956 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc5d8967-c569-4e6e-bbbd-970e62f20abf req-cd283411-e7ed-41bd-9867-4f46a2165766 service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716356 Sep 02 13:36:07.006435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-7613caf6-3aaf-4018-92c5-6d1d0fd4282f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6 HTTP/1.1" status: 200 len: 999 time: 0.7814820 Sep 02 13:36:07.049703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fa347-3f53-46d0-85ce-2e53e96fcfe7 req-54cd85d6-6c3c-4bfe-be70-7e18f39e5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:07.051201 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df8fa347-3f53-46d0-85ce-2e53e96fcfe7 req-54cd85d6-6c3c-4bfe-be70-7e18f39e5574 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 1101 time: 0.7559426 Sep 02 13:36:07.064987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62ddebb4-a519-45f2-bcdc-34792fc011a1 req-94daadf3-9b42-43da-a765-23b7149877c2 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573955 Sep 02 13:36:07.076594 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e24395-465f-4a11-9ccc-94fae883f4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:07.103964 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42e24395-465f-4a11-9ccc-94fae883f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:07.145042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829ba6c1-32e5-4859-8726-4c9cd32fda0a', 'tag': '701a5887-afeb-400e-a9c7-7e8cbdded574'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:07.146101 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99" -d '{"events": [{"name": "network-changed", "server_uuid": "829ba6c1-32e5-4859-8726-4c9cd32fda0a", "tag": "701a5887-afeb-400e-a9c7-7e8cbdded574"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:07.204999 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd77c1e-12c9-4e97-b7ba-fb2094c9a521 x-openstack-request-id: req-3bd77c1e-12c9-4e97-b7ba-fb2094c9a521 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:07.205865 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829ba6c1-32e5-4859-8726-4c9cd32fda0a", "tag": "701a5887-afeb-400e-a9c7-7e8cbdded574", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:07.206148 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bd77c1e-12c9-4e97-b7ba-fb2094c9a521 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:07.206632 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829ba6c1-32e5-4859-8726-4c9cd32fda0a', 'tag': '701a5887-afeb-400e-a9c7-7e8cbdded574', 'status': 'completed', 'code': 200} Sep 02 13:36:07.239552 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:07.295882 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-42e24395-465f-4a11-9ccc-94fae883f4cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1f4a5f4263f4bd6aaf1cc6dd0186814&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7414742 Sep 02 13:36:07.298038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-503111a7-09af-4870-a6f4-91d0c6f78a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:07.298999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:07.299229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-503111a7-09af-4870-a6f4-91d0c6f78a6c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aba5c1ba-0d1e-4e51-9e18-bd5b822fa765 HTTP/1.1" status: 200 len: 850 time: 0.2725184 Sep 02 13:36:07.306010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:07.311468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:07.312091 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:07.323843 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df8fa347-3f53-46d0-85ce-2e53e96fcfe7 req-113d0b5f-0712-4323-b8b7-a1e7783fd6db service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493367 Sep 02 13:36:07.339921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e24395-465f-4a11-9ccc-94fae883f4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8798559-6ba0-4d74-bb5a-990c0e6f3ae3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:07.384876 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fb5971e-26a7-4cf5-8f7e-3c84415381ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:07.412474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d272979-e2ba-453f-8761-421a5ef76471 req-19771e8b-6dcd-4c94-b547-eb686f4dd5a5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:07.413952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d272979-e2ba-453f-8761-421a5ef76471 req-19771e8b-6dcd-4c94-b547-eb686f4dd5a5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2761137 Sep 02 13:36:07.414655 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:07.425509 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fb5971e-26a7-4cf5-8f7e-3c84415381ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:07.478142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:07.490390 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:07.495763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:07.501631 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:07.503364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-851cea6a-77fa-4dc8-8661-b60387f7e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:07.506245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-851cea6a-77fa-4dc8-8661-b60387f7e5e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&device_id=829ba6c1-32e5-4859-8726-4c9cd32fda0a HTTP/1.1" status: 200 len: 1094 time: 0.2571661 Sep 02 13:36:07.549230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Transition to ACTIVE for port object 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:36:07.555099 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d272979-e2ba-453f-8761-421a5ef76471 req-304beed9-e81f-4e9f-8d3c-71a7a377546d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119418 Sep 02 13:36:07.557623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-a0cc55f7-a50d-4fe8-9173-09318b8dcfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:07.559329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-a0cc55f7-a50d-4fe8-9173-09318b8dcfbd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7101f13-aa28-439b-8f2e-77da4de64792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407076 Sep 02 13:36:07.571159 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:07.620086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:07.825812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:07.890831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-63443e8c-9f55-43b0-b281-671d94aee03e service neutron] 10.222.0.90 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075442 Sep 02 13:36:07.892062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-5bd9bb75-b684-402d-9383-77c1f449edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:07.893447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-5bd9bb75-b684-402d-9383-77c1f449edf7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 914 time: 0.3679109 Sep 02 13:36:07.930008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Attempting to bind port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:36:07.930511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Attempting to bind port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:36:07.930854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Attempting to bind port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:08.001724 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-b9507904-863c-4b2f-a32c-1988230460d0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=701a5887-afeb-400e-a9c7-7e8cbdded574 HTTP/1.1" status: 200 len: 217 time: 0.0921969 Sep 02 13:36:08.005315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:36:08.005639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Attempting to bind port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:08.052889 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b78d3-bc1e-420d-bfb1-161ddc7b5c31 req-a630202c-b96d-4303-8661-aff80f612296 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:08.054802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-246b78d3-bc1e-420d-bfb1-161ddc7b5c31 req-a630202c-b96d-4303-8661-aff80f612296 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.0761688 Sep 02 13:36:08.066594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:08.067881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:36:08.068425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Checking segment: {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:36:08.069028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Bound using segment: {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:36:08.069698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Bound port: 5cc3382d-3e4b-48f1-a2d1-14c401c866b7, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:36:08.070082 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:08.070330 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8f5f0f-356a-4ae3-b90e-51f14f9f561b" -d '{"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-plugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:08.095072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fb5971e-26a7-4cf5-8f7e-3c84415381ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:08.097725 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fb5971e-26a7-4cf5-8f7e-3c84415381ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:08.102359 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5fb5971e-26a7-4cf5-8f7e-3c84415381ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8798559-6ba0-4d74-bb5a-990c0e6f3ae3 HTTP/1.1" status: 204 len: 168 time: 0.8005111 Sep 02 13:36:08.120315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5971e-26a7-4cf5-8f7e-3c84415381ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8798559-6ba0-4d74-bb5a-990c0e6f3ae3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:08.147477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-246b78d3-bc1e-420d-bfb1-161ddc7b5c31 req-6dc4d07b-52eb-461d-b914-df5968a70fc2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833061 Sep 02 13:36:08.171331 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 32f972f6-775b-4c07-aeab-0e2c001b22b1 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:08.188999 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-4a6da389-dac7-4e51-b927-c23356f6b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:08.190868 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-4a6da389-dac7-4e51-b927-c23356f6b9fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4ba899d4-d3f3-4b0c-880a-50b0476448fe HTTP/1.1" status: 200 len: 853 time: 0.1632044 Sep 02 13:36:08.198514 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-107af1b7-2bed-4ade-ab02-3ea5f7e0c294 req-b86733ea-2b30-45cf-a18f-c3b34ff5ebf7 service neutron] 10.222.0.90 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900364 Sep 02 13:36:08.211039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688abace-ba57-4e1e-a360-f37d243a2996 req-f786695a-4dd7-4c50-9ceb-0995637e82dd tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:08.212723 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-688abace-ba57-4e1e-a360-f37d243a2996 req-f786695a-4dd7-4c50-9ceb-0995637e82dd tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 945 time: 0.2099869 Sep 02 13:36:08.268366 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-102ad7cb-cd5e-4dd8-ae6a-35a5bcbbd271 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cc07ac3-cf86-46fe-9bd2-b04291651668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544016 Sep 02 13:36:08.298580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] For port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:36:08.336207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 32f972f6-775b-4c07-aeab-0e2c001b22b1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:08.347436 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 32f972f6-775b-4c07-aeab-0e2c001b22b1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:08.347436 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:08.369493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] For port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:36:08.377056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0c161-ccec-48a2-81d5-88c20eb6bf66 req-d9491709-8e67-40c4-ac59-f6d8ce232e7f tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:08.377746 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:08.381010 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8dd0c161-ccec-48a2-81d5-88c20eb6bf66 req-d9491709-8e67-40c4-ac59-f6d8ce232e7f tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 950 time: 0.1192653 Sep 02 13:36:08.385510 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-688abace-ba57-4e1e-a360-f37d243a2996 req-fe95c7a1-7e03-4d32-8b16-d5cdd80eeda8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598840 Sep 02 13:36:08.440877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:08.441510 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:08.443169 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] 10.222.0.77 "PUT /v2.0/ports/5cc3382d-3e4b-48f1-a2d1-14c401c866b7 HTTP/1.1" status: 200 len: 1092 time: 2.5796583 Sep 02 13:36:08.443637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf451db-43d0-4139-8637-a303f6681298', 'tag': '5cc3382d-3e4b-48f1-a2d1-14c401c866b7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:08.446771 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ea5b75-13bf-4e26-b27c-20195d34a2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf451db-43d0-4139-8637-a303f6681298", "tag": "5cc3382d-3e4b-48f1-a2d1-14c401c866b7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:08.477155 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a734c5-5f17-4c69-bf90-011dcdfd424f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:08.484761 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-78ea9db9-ca96-4887-ac33-9a52a3156145 service neutron] 10.222.0.90 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006156 Sep 02 13:36:08.535029 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8dd0c161-ccec-48a2-81d5-88c20eb6bf66 req-d9948caa-b4b2-45b6-b92c-d9fc6460040d tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267595 Sep 02 13:36:08.642312 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bbc077-e260-4f46-840f-3225ce4abd01 x-openstack-request-id: req-05bbc077-e260-4f46-840f-3225ce4abd01 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:08.642817 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-plugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:08.643098 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05bbc077-e260-4f46-840f-3225ce4abd01 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:08.643918 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'code': 200} Sep 02 13:36:08.669996 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:08.681143 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc21a18-2487-4441-8c4d-c66c5a4b8258 x-openstack-request-id: req-4fc21a18-2487-4441-8c4d-c66c5a4b8258 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:08.681528 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf451db-43d0-4139-8637-a303f6681298", "tag": "5cc3382d-3e4b-48f1-a2d1-14c401c866b7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:08.681843 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fc21a18-2487-4441-8c4d-c66c5a4b8258 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:08.682498 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf451db-43d0-4139-8637-a303f6681298', 'tag': '5cc3382d-3e4b-48f1-a2d1-14c401c866b7', 'status': 'completed', 'code': 200} Sep 02 13:36:08.752770 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-6dfbc86e-e732-4e1d-ba70-8573a656833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:08.754579 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-6dfbc86e-e732-4e1d-ba70-8573a656833a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 1095 time: 0.1777570 Sep 02 13:36:08.758431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee002507-5282-413d-9f21-73bd87e1e5dd req-9caf9fba-a07b-460f-951f-0ef2814133a1 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:08.771562 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee002507-5282-413d-9f21-73bd87e1e5dd req-9caf9fba-a07b-460f-951f-0ef2814133a1 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 944 time: 0.1427355 Sep 02 13:36:08.787365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e7378-051e-4ce2-aea0-27b2cba92e6f req-d58377e8-acf8-4474-96ee-b8c869dc0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:08.790144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df1e7378-051e-4ce2-aea0-27b2cba92e6f req-d58377e8-acf8-4474-96ee-b8c869dc0586 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1096 time: 0.1250286 Sep 02 13:36:08.791590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 32f972f6-775b-4c07-aeab-0e2c001b22b1, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32f972f6-775b-4c07-aeab-0e2c001b22b1,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:08.816141 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:08.839934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee002507-5282-413d-9f21-73bd87e1e5dd req-80166adf-e4d1-4b43-b9ae-a86af1f35d47 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575759 Sep 02 13:36:08.852684 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4d9ca4ff-8859-4b41-b1d2-c21ad2963a99 req-4e7d8e67-b5d1-4c8e-b553-ddd6f02f4f3e service neutron] 10.222.0.90 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553760 Sep 02 13:36:08.885556 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-57d80c7d-e4ff-49ca-b507-6c42f02c2b0a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc3382d-3e4b-48f1-a2d1-14c401c866b7 HTTP/1.1" status: 200 len: 217 time: 0.1137595 Sep 02 13:36:08.959021 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=32f972f6-775b-4c07-aeab-0e2c001b22b1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:09.030849 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df1e7378-051e-4ce2-aea0-27b2cba92e6f req-3aa92b07-b87e-4aec-8990-5b4dd74254ac service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765356 Sep 02 13:36:09.061151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09100aa8-4401-436a-ae33-36a979eb11fc req-91baf62c-f540-49b5-8dbf-4ab7824d008f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:09.063623 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09100aa8-4401-436a-ae33-36a979eb11fc req-91baf62c-f540-49b5-8dbf-4ab7824d008f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 945 time: 0.2069860 Sep 02 13:36:09.066499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-31b28bd1-d0b1-4e49-af26-56b7f6527ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:09.068883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-31b28bd1-d0b1-4e49-af26-56b7f6527ff2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ba899d4-d3f3-4b0c-880a-50b0476448fe HTTP/1.1" status: 200 len: 853 time: 0.1425869 Sep 02 13:36:09.128659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-4a623b0f-b5bd-4155-8185-4ba1a7be7f1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cc07ac3-cf86-46fe-9bd2-b04291651668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494416 Sep 02 13:36:09.223405 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09100aa8-4401-436a-ae33-36a979eb11fc req-2a2f4239-7ede-4dec-ba6c-7f8730aa3647 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463051 Sep 02 13:36:09.274517 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-e2f62d92-2007-4ee6-87da-00ed04f2b879 service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350107 Sep 02 13:36:09.329021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad328b-0eb7-4170-bd02-943452988831 req-686f1d0d-8a43-4b60-91c6-88a2e855c7fc tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:09.331934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9ad328b-0eb7-4170-bd02-943452988831 req-686f1d0d-8a43-4b60-91c6-88a2e855c7fc tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.0810025 Sep 02 13:36:09.409622 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9ad328b-0eb7-4170-bd02-943452988831 req-d407cff9-eb63-495d-841b-47e666776cfc tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649495 Sep 02 13:36:09.459592 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc3452dd-7583-41f6-af34-f781f6a5ce44 req-cb038126-78a8-4022-9b43-ea0c8207fe66 service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773658 Sep 02 13:36:09.666708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eabe32-7b74-44c7-80c7-f0488eeabad2 req-eda1f05c-401b-45ea-a418-50c3b9be615b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:09.669727 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21eabe32-7b74-44c7-80c7-f0488eeabad2 req-eda1f05c-401b-45ea-a418-50c3b9be615b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1498628 Sep 02 13:36:09.674777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-084cc9bc-7a74-4135-a3f7-7d3ba4a0c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:09.677509 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-084cc9bc-7a74-4135-a3f7-7d3ba4a0c5a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 1095 time: 0.1398277 Sep 02 13:36:09.696599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9a5b5-c934-4f9f-a979-1412a9a0bb11 req-d007dd93-2db2-4b38-a754-4ff004d09aa8 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:09.699368 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-52c9a5b5-c934-4f9f-a979-1412a9a0bb11 req-d007dd93-2db2-4b38-a754-4ff004d09aa8 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 950 time: 0.0877357 Sep 02 13:36:09.766140 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-52c9a5b5-c934-4f9f-a979-1412a9a0bb11 req-401f0725-d10a-4323-8134-4167ca23e9ee tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589306 Sep 02 13:36:09.958857 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a85fc-86f3-4603-921c-ffda7ef11751 req-b3c93423-24f5-4a09-b055-1ea32d118fa9 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:09.968376 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b1a85fc-86f3-4603-921c-ffda7ef11751 req-b3c93423-24f5-4a09-b055-1ea32d118fa9 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 950 time: 0.0983589 Sep 02 13:36:10.022453 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b1a85fc-86f3-4603-921c-ffda7ef11751 req-d6d0d9dc-26dc-4fe4-914a-e8a57af00215 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 Sep 02 13:36:10.097349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21eabe32-7b74-44c7-80c7-f0488eeabad2 req-88fc5f6a-b853-4fd5-8ba2-8fa8f9ba27fc tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182205 Sep 02 13:36:10.169345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-411f4eb7-5851-46e0-9262-c94ed0a1e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:10.171495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-411f4eb7-5851-46e0-9262-c94ed0a1e76e service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 914 time: 0.4788477 Sep 02 13:36:10.221049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a216066-311b-4177-98c2-1d0d91943a57 req-8340e770-849a-49e6-ba35-717140250dcd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:10.225357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a216066-311b-4177-98c2-1d0d91943a57 req-8340e770-849a-49e6-ba35-717140250dcd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 944 time: 0.0785236 Sep 02 13:36:10.238035 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-7f039dd1-c1e8-4002-a096-c79c7857a22a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc3382d-3e4b-48f1-a2d1-14c401c866b7 HTTP/1.1" status: 200 len: 217 time: 0.0556726 Sep 02 13:36:10.287191 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a216066-311b-4177-98c2-1d0d91943a57 req-c1da61f5-eab3-4074-b662-13dba1509d15 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Sep 02 13:36:10.321771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-0a754577-5c8a-4e02-a6f8-9b6b5a1cd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:10.323291 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-0a754577-5c8a-4e02-a6f8-9b6b5a1cd29e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ba899d4-d3f3-4b0c-880a-50b0476448fe HTTP/1.1" status: 200 len: 853 time: 0.0762825 Sep 02 13:36:10.384744 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-d5261fad-5af6-4f89-b5b3-103d274df4ba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cc07ac3-cf86-46fe-9bd2-b04291651668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520542 Sep 02 13:36:10.646291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4f2fe-503b-441b-b939-a35deaabd40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f972f6-775b-4c07-aeab-0e2c001b22b1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:10.649419 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa36d9d-8f98-4403-8ed6-1431727f2a4c" -d '{"events": [{"server_uuid": "c2f4f2fe-503b-441b-b939-a35deaabd40c", "name": "network-vif-plugged", "status": "completed", "tag": "32f972f6-775b-4c07-aeab-0e2c001b22b1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:10.650763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4da1d1-77f1-47a5-99af-3c7df595ef6b req-dc648f85-2323-41e8-8d77-a78c81f87d36 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:10.659222 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf4da1d1-77f1-47a5-99af-3c7df595ef6b req-dc648f85-2323-41e8-8d77-a78c81f87d36 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 945 time: 0.1242416 Sep 02 13:36:10.680049 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-183e134a-1cfe-4307-9901-ac9d7eb2b061 service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849100 Sep 02 13:36:10.715544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf4da1d1-77f1-47a5-99af-3c7df595ef6b req-601ed315-27e6-4ee1-8a9a-ab60a8108fb0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529823 Sep 02 13:36:10.986241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70336ba4-d91a-496b-a957-47b982622068 req-4811abc3-13b3-449c-9e98-1da632337a18 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:10.987873 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-70336ba4-d91a-496b-a957-47b982622068 req-4811abc3-13b3-449c-9e98-1da632337a18 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.1422491 Sep 02 13:36:10.995228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21ea5b75-13bf-4e26-b27c-20195d34a2f6 req-95c69278-ce18-4ea5-b0f9-ec2680b1dfc9 service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929366 Sep 02 13:36:11.010641 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff81be06-713f-4b02-b394-61c1f1a71e13 x-openstack-request-id: req-ff81be06-713f-4b02-b394-61c1f1a71e13 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:11.012933 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4f2fe-503b-441b-b939-a35deaabd40c", "name": "network-vif-plugged", "status": "completed", "tag": "32f972f6-775b-4c07-aeab-0e2c001b22b1", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:11.013360 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff81be06-713f-4b02-b394-61c1f1a71e13 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:11.016264 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4f2fe-503b-441b-b939-a35deaabd40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f972f6-775b-4c07-aeab-0e2c001b22b1', 'code': 200} Sep 02 13:36:11.061622 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-70336ba4-d91a-496b-a957-47b982622068 req-23e54fe3-e325-4ec0-9fb9-40434589ef77 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588808 Sep 02 13:36:11.261617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 701a5887-afeb-400e-a9c7-7e8cbdded574 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:11.324190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b819c53-b8f1-4c41-98e7-b03048928b4f req-1a43cb47-86e3-49c5-983f-2c73f67ca1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:11.332602 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b819c53-b8f1-4c41-98e7-b03048928b4f req-1a43cb47-86e3-49c5-983f-2c73f67ca1f1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 1097 time: 0.1307652 Sep 02 13:36:11.439364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3843c56-5149-44e8-bbdb-82a885e0a2f9 req-af1d346c-a47c-40c1-a275-e696ebc21ec6 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:11.448615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e3843c56-5149-44e8-bbdb-82a885e0a2f9 req-af1d346c-a47c-40c1-a275-e696ebc21ec6 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.2261024 Sep 02 13:36:11.462270 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b819c53-b8f1-4c41-98e7-b03048928b4f req-ee19fcc1-b290-4077-9aeb-63fc846c1d95 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128781 Sep 02 13:36:11.486351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecaec0-be86-43fb-90a9-e09b6c6056d5 req-607483c7-cb36-4fa9-8b86-f065d80c78f9 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:11.496429 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13ecaec0-be86-43fb-90a9-e09b6c6056d5 req-607483c7-cb36-4fa9-8b86-f065d80c78f9 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 944 time: 0.0965722 Sep 02 13:36:11.527712 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e3843c56-5149-44e8-bbdb-82a885e0a2f9 req-0cdce9bc-3c6e-404e-bbf8-5340a121c178 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755999 Sep 02 13:36:11.569139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 701a5887-afeb-400e-a9c7-7e8cbdded574, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=701a5887-afeb-400e-a9c7-7e8cbdded574,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:11.583486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13ecaec0-be86-43fb-90a9-e09b6c6056d5 req-7bccd34a-4610-4ff2-8838-4c7d0cc6b356 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867510 Sep 02 13:36:11.614400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '701a5887-afeb-400e-a9c7-7e8cbdded574', 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668', 'port_id': '701a5887-afeb-400e-a9c7-7e8cbdded574', 'mac_address': 'fa:16:3e:f7:3a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba899d4-d3f3-4b0c-880a-50b0476448fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:11.719953 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:11.736806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701a5887-afeb-400e-a9c7-7e8cbdded574 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:11.763344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 701a5887-afeb-400e-a9c7-7e8cbdded574, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=701a5887-afeb-400e-a9c7-7e8cbdded574,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:11.770546 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:11.868752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=701a5887-afeb-400e-a9c7-7e8cbdded574,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:11.960318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dfe05-a5dd-4190-8f73-7797dc0db2cd req-9c1243f6-69f1-4d93-8e56-fd875a90ad53 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:11.964992 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-916dfe05-a5dd-4190-8f73-7797dc0db2cd req-9c1243f6-69f1-4d93-8e56-fd875a90ad53 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 945 time: 0.0967078 Sep 02 13:36:12.030611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-916dfe05-a5dd-4190-8f73-7797dc0db2cd req-9311adde-04ba-4c00-b26a-a1b66b97b68d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536191 Sep 02 13:36:12.186261 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:12.213379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff16e4-e196-47e3-a00f-2e313b20aa7e req-ee6ec1e0-49d4-4acf-8b96-2c3bf276053a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:12.228380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a7ff16e4-e196-47e3-a00f-2e313b20aa7e req-ee6ec1e0-49d4-4acf-8b96-2c3bf276053a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 945 time: 0.1036608 Sep 02 13:36:12.228552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:12.244172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f33170ed-6700-4584-a872-28719cadf036 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'floatingip': {'port_id': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:12.326983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:12.336822 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f33170ed-6700-4584-a872-28719cadf036 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:12.346643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '5cc3382d-3e4b-48f1-a2d1-14c401c866b7', 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668', 'port_id': '5cc3382d-3e4b-48f1-a2d1-14c401c866b7', 'mac_address': 'fa:16:3e:b2:7b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba899d4-d3f3-4b0c-880a-50b0476448fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:12.350294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['701a5887-afeb-400e-a9c7-7e8cbdded574'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:12.394293 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44792da-8108-4c41-bc7b-18304e0a39c2 req-78388a37-f394-4e78-8525-452b333b5247 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:12.403302 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e44792da-8108-4c41-bc7b-18304e0a39c2 req-78388a37-f394-4e78-8525-452b333b5247 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.2356758 Sep 02 13:36:12.468691 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:12.495067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:12.536571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:12.542987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:12.663678 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e44792da-8108-4c41-bc7b-18304e0a39c2 req-2543601d-70fa-4cf4-ae24-9d97cc9b7ab6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594011 Sep 02 13:36:12.717602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:12.813469 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb6e60-55e7-4a10-91a4-b74e914d117b req-6653cb47-d60f-4db2-be98-00b1c5a88a19 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:12.819570 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0bdb6e60-55e7-4a10-91a4-b74e914d117b req-6653cb47-d60f-4db2-be98-00b1c5a88a19 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1638379 Sep 02 13:36:12.891334 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0bdb6e60-55e7-4a10-91a4-b74e914d117b req-1d01f07a-e85f-469b-a064-a1f4821505ef tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662923 Sep 02 13:36:12.963836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['5cc3382d-3e4b-48f1-a2d1-14c401c866b7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:13.188757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d482a-a057-4647-90b4-cbd1e4f25553 req-07cf94dd-8196-4b01-8bbf-2f081137bcf5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:13.196650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a8d482a-a057-4647-90b4-cbd1e4f25553 req-07cf94dd-8196-4b01-8bbf-2f081137bcf5 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 945 time: 0.3629236 Sep 02 13:36:13.215266 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f33170ed-6700-4584-a872-28719cadf036 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:13.233046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f33170ed-6700-4584-a872-28719cadf036 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:13.261669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5b720070-7e95-4a34-9671-a83ac0af598e details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:13.366924 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a8d482a-a057-4647-90b4-cbd1e4f25553 req-1ffbf686-9aeb-4d6c-8682-f2d589f7f438 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689949 Sep 02 13:36:13.370769 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:13.439791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:13.459326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '5b720070-7e95-4a34-9671-a83ac0af598e', 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847', 'port_id': '5b720070-7e95-4a34-9671-a83ac0af598e', 'mac_address': 'fa:16:3e:55:78:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cfffaf-9e95-4546-871b-7d1979dd9d7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:13.459777 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-f33170ed-6700-4584-a872-28719cadf036 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Floating IP cd7c88cc-6b87-4e48-bfab-65f82c62dcc0 associated. External IP: 172.25.3.63, port: d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e. Sep 02 13:36:13.500405 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:13.516446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b720070-7e95-4a34-9671-a83ac0af598e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:13.551776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:13.557296 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:13.640398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=5b720070-7e95-4a34-9671-a83ac0af598e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:13.819657 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8ee05f22-f608-447c-acf7-cb8fd2b779f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:13.854042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07177-6430-4926-9a98-bc612d1f3f17 req-e9d4e048-7add-4df8-8d3c-a1fedb0dc589 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:13.855641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dea07177-6430-4926-9a98-bc612d1f3f17 req-e9d4e048-7add-4df8-8d3c-a1fedb0dc589 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 944 time: 0.0814760 Sep 02 13:36:13.860505 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33170ed-6700-4584-a872-28719cadf036 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Router d447c60a-84bb-4e01-9d11-176c27d49332 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:36:14.000133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dea07177-6430-4926-9a98-bc612d1f3f17 req-082f0003-f753-4ae6-9452-5bc4dc251d23 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334822 Sep 02 13:36:14.052779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['5b720070-7e95-4a34-9671-a83ac0af598e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:14.077535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33170ed-6700-4584-a872-28719cadf036 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:36:14.087939 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f33170ed-6700-4584-a872-28719cadf036 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:14.092827 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] Sync routers for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:36:14.105658 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:36:14.107965 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:36:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:14.142525 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f33170ed-6700-4584-a872-28719cadf036 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "PUT /v2.0/floatingips/cd7c88cc-6b87-4e48-bfab-65f82c62dcc0 HTTP/1.1" status: 200 len: 990 time: 1.9072268 Sep 02 13:36:14.142525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:14.143200 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0965e7fa-de67-48cb-b22f-284f585076aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:14.173620 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8ee05f22-f608-447c-acf7-cb8fd2b779f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:14.182267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8ee05f22-f608-447c-acf7-cb8fd2b779f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:14.217980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:14.233510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:14.265624 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee05f22-f608-447c-acf7-cb8fd2b779f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4c7afd-245b-486f-be3a-f407deb5a9a5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:14.351974 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8ee05f22-f608-447c-acf7-cb8fd2b779f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0fad864d45f49999dbf3e2e3ca72676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9796109 Sep 02 13:36:14.356660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:14.373221 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f89e57-622c-49e9-a788-77556fe4c0ab x-openstack-request-id: req-05f89e57-622c-49e9-a788-77556fe4c0ab {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:14.373503 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:14.373914 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05f89e57-622c-49e9-a788-77556fe4c0ab {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:14.374474 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'status': 'completed', 'code': 200} Sep 02 13:36:14.389534 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:36:14.407260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbf36b-9a4d-46bc-905d-b877acbb19aa req-cacde84a-053a-4592-b09a-20b552b741cb tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:14.408834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8edbf36b-9a4d-46bc-905d-b877acbb19aa req-cacde84a-053a-4592-b09a-20b552b741cb tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.3328888 Sep 02 13:36:14.472062 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a94ef6cc-70ff-457c-a350-470877fab2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:14.564104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965e7fa-de67-48cb-b22f-284f585076aa req-74677c2f-db80-4090-8dce-af381b4c5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:14.572587 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0965e7fa-de67-48cb-b22f-284f585076aa req-74677c2f-db80-4090-8dce-af381b4c5c47 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1096 time: 0.1626740 Sep 02 13:36:14.581197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a94ef6cc-70ff-457c-a350-470877fab2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:14.598753 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:14.632966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:14.637625 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:14.665914 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8edbf36b-9a4d-46bc-905d-b877acbb19aa req-12949b71-f977-47dc-9ced-08fe893d3c1c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631846 Sep 02 13:36:14.724206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4327bb-171e-429f-b8b6-292cbda446dd req-b55ba555-65c1-4c02-8099-6de9e34db55e tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:14.725827 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7c4327bb-171e-429f-b8b6-292cbda446dd req-b55ba555-65c1-4c02-8099-6de9e34db55e tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 945 time: 0.2153153 Sep 02 13:36:14.733415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:14.760781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'mac_address': 'fa:16:3e:c6:82:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:14.849960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965e7fa-de67-48cb-b22f-284f585076aa req-d4f6ef11-1c95-4e70-b354-2053ee3d8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:14.853283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0965e7fa-de67-48cb-b22f-284f585076aa req-d4f6ef11-1c95-4e70-b354-2053ee3d8aef service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.2676640 Sep 02 13:36:14.863004 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a94ef6cc-70ff-457c-a350-470877fab2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:14.865776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a94ef6cc-70ff-457c-a350-470877fab2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:14.866975 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a94ef6cc-70ff-457c-a350-470877fab2be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a4c7afd-245b-486f-be3a-f407deb5a9a5 HTTP/1.1" status: 204 len: 168 time: 0.5093148 Sep 02 13:36:14.917926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ef6cc-70ff-457c-a350-470877fab2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4c7afd-245b-486f-be3a-f407deb5a9a5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:14.922187 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7c4327bb-171e-429f-b8b6-292cbda446dd req-fb208bbd-f331-4077-8993-cd4c1982f0cc tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758657 Sep 02 13:36:15.068100 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0965e7fa-de67-48cb-b22f-284f585076aa req-3ae7a1ab-f417-49b0-aacb-9e39c8a8d583 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 998 time: 0.1906741 Sep 02 13:36:15.110741 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:15.137190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d92071a2-85a1-43ae-bc5b-ee3d5739a061 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:15.169425 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:15.192696 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'cd7c88cc-6b87-4e48-bfab-65f82c62dcc0', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'port_id': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'mac_address': 'fa:16:3e:08:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:35:41Z', 'updated_at': '2021-09-02T13:36:13Z', 'revision_number': 1, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11e8e95-b475-4a71-9f01-b7cfd40d7a67', 'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'mac_address': 'fa:16:3e:c1:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:30Z', 'updated_at': '2021-09-02T13:35:41Z', 'revision_number': 5, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'subnets': [{'id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:15.208495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27f6d8-aea7-429a-8522-2d67d8774fba req-c1f49b66-5830-4e8c-9d50-cfb122de498b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:15.216620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c27f6d8-aea7-429a-8522-2d67d8774fba req-c1f49b66-5830-4e8c-9d50-cfb122de498b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1036024 Sep 02 13:36:15.236821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf451db-43d0-4139-8637-a303f6681298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc3382d-3e4b-48f1-a2d1-14c401c866b7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:15.241218 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677713ca-0bc7-435d-864c-2abdbb142126" -d '{"events": [{"server_uuid": "5cf451db-43d0-4139-8637-a303f6681298", "name": "network-vif-plugged", "status": "completed", "tag": "5cc3382d-3e4b-48f1-a2d1-14c401c866b7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:15.251207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:15.262355 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] Checking router: d447c60a-84bb-4e01-9d11-176c27d49332 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:36:15.262876 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:15.268948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:15.294240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 701a5887-afeb-400e-a9c7-7e8cbdded574 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:15.295698 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:36:15.296401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c27f6d8-aea7-429a-8522-2d67d8774fba req-d82a41db-cfae-41dd-915d-e9831d94d4cc tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582085 Sep 02 13:36:15.299885 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:36:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:15.335358 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:15.409070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['d92071a2-85a1-43ae-bc5b-ee3d5739a061'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:15.460886 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:36:15.534623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965e7fa-de67-48cb-b22f-284f585076aa req-5639b291-9eab-48ac-aa10-105989d53eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:15.536096 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0965e7fa-de67-48cb-b22f-284f585076aa req-5639b291-9eab-48ac-aa10-105989d53eba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.4486704 Sep 02 13:36:15.553408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:15.565664 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-ad6d1fb8-164a-41ae-ba47-1febf03be5a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3588994 Sep 02 13:36:15.590445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cae3d-6572-4382-b509-1be8952447ef req-f127fba0-0317-4a42-b86d-0b35371782c8 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:15.605453 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c60cae3d-6572-4382-b509-1be8952447ef req-f127fba0-0317-4a42-b86d-0b35371782c8 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 944 time: 0.2747285 Sep 02 13:36:15.694097 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d66b341-8109-49f0-93fe-3e18bede394b x-openstack-request-id: req-7d66b341-8109-49f0-93fe-3e18bede394b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:15.694395 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf451db-43d0-4139-8637-a303f6681298", "name": "network-vif-plugged", "status": "completed", "tag": "5cc3382d-3e4b-48f1-a2d1-14c401c866b7", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:15.694640 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d66b341-8109-49f0-93fe-3e18bede394b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:15.695027 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf451db-43d0-4139-8637-a303f6681298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc3382d-3e4b-48f1-a2d1-14c401c866b7', 'code': 200} Sep 02 13:36:15.798855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 701a5887-afeb-400e-a9c7-7e8cbdded574 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:15.855072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 701a5887-afeb-400e-a9c7-7e8cbdded574 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:15.859111 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:15.945839 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c60cae3d-6572-4382-b509-1be8952447ef req-e3d7ceea-aab5-4cb5-9654-a4f9a7372e1c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392065 Sep 02 13:36:15.951934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965e7fa-de67-48cb-b22f-284f585076aa req-543eecb6-3514-4fe9-8f73-86add7814a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:15.954318 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0965e7fa-de67-48cb-b22f-284f585076aa req-543eecb6-3514-4fe9-8f73-86add7814a0d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3465924 Sep 02 13:36:15.996979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:16.154928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0965e7fa-de67-48cb-b22f-284f585076aa req-b37cd926-5d9c-4fd3-aab2-93dfdd211bb9 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695387 Sep 02 13:36:16.245958 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'cd7c88cc-6b87-4e48-bfab-65f82c62dcc0', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'port_id': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'mac_address': 'fa:16:3e:08:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:35:41Z', 'updated_at': '2021-09-02T13:36:13Z', 'revision_number': 1, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11e8e95-b475-4a71-9f01-b7cfd40d7a67', 'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'mac_address': 'fa:16:3e:c1:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:30Z', 'updated_at': '2021-09-02T13:35:41Z', 'revision_number': 5, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'subnets': [{'id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:16.289729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e132b-eec3-4d48-9115-c694fea156b3 req-8ed599ac-a9d6-41e3-875e-4c193eb7619c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:16.321192 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa9e132b-eec3-4d48-9115-c694fea156b3 req-8ed599ac-a9d6-41e3-875e-4c193eb7619c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.2369766 Sep 02 13:36:16.381987 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40cabd6-2e6c-486c-8732-e4885b290122 None None] The sync data for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 is: [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'cd7c88cc-6b87-4e48-bfab-65f82c62dcc0', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'port_id': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'mac_address': 'fa:16:3e:08:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:35:41Z', 'updated_at': '2021-09-02T13:36:13Z', 'revision_number': 1, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11e8e95-b475-4a71-9f01-b7cfd40d7a67', 'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'mac_address': 'fa:16:3e:c1:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:30Z', 'updated_at': '2021-09-02T13:35:41Z', 'revision_number': 5, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'subnets': [{'id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:36:16.396415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-6776cd59-c0af-400d-83e1-bd781368fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:16.398191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-6776cd59-c0af-400d-83e1-bd781368fed2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 1095 time: 0.6878316 Sep 02 13:36:16.422314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cf51b-b95f-46ef-be07-196befee9f7d req-6ddff1e6-75f3-45e0-ac81-de39f56edbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:16.435262 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-503cf51b-b95f-46ef-be07-196befee9f7d req-6ddff1e6-75f3-45e0-ac81-de39f56edbb3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 1097 time: 0.6753926 Sep 02 13:36:16.457380 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa9e132b-eec3-4d48-9115-c694fea156b3 req-488b0bf0-5dac-4e50-a0ff-94e9875268b4 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339262 Sep 02 13:36:16.568492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-7e45c8f0-326e-4f61-95d3-55966c8a1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:16.570581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-7e45c8f0-326e-4f61-95d3-55966c8a1c63 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.1221106 Sep 02 13:36:16.609537 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:16.706058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:16.733295 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-445155a7-1a24-4fe7-9f28-a2014474a77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:16.843158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 701a5887-afeb-400e-a9c7-7e8cbdded574, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=701a5887-afeb-400e-a9c7-7e8cbdded574,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:16.848944 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:16.894725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0965e7fa-de67-48cb-b22f-284f585076aa req-4cb93958-21be-4b45-9b27-de2e29b2ff96 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7007375 Sep 02 13:36:16.919454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-d38347b2-19ea-4240-a3c8-7e8539363d2b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 200 len: 217 time: 0.2924809 Sep 02 13:36:17.022063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65862f-6dbc-4210-ab10-0fe15934c3c2 None None] New status for floating IP cd7c88cc-6b87-4e48-bfab-65f82c62dcc0: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:36:17.090337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-445155a7-1a24-4fe7-9f28-a2014474a77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:17.096558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-445155a7-1a24-4fe7-9f28-a2014474a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:17.109065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-95379378-9f0e-4afc-80a8-edf16d31e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:17.110853 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-95379378-9f0e-4afc-80a8-edf16d31e4a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1451256 Sep 02 13:36:17.141207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e1978-7385-44d4-818a-66a094813962 req-f633db3f-7e07-4db1-9dba-132e1a847aa7 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:17.150055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-977e1978-7385-44d4-818a-66a094813962 req-f633db3f-7e07-4db1-9dba-132e1a847aa7 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 946 time: 0.7476511 Sep 02 13:36:17.218577 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-445155a7-1a24-4fe7-9f28-a2014474a77a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecac566e8d6e4cb994ff383dfa1773d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111496 Sep 02 13:36:17.219472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445155a7-1a24-4fe7-9f28-a2014474a77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a2cd3e-2db5-4922-80a8-34e7254c829f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:17.232551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:17.260702 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-503cf51b-b95f-46ef-be07-196befee9f7d req-580f41e6-c2af-4691-9237-970e9d4f8b66 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6948118 Sep 02 13:36:17.267775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=701a5887-afeb-400e-a9c7-7e8cbdded574,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:17.275954 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-a2f721e4-227e-47d8-8c08-bfce8cfed045 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080778 Sep 02 13:36:17.297005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5b720070-7e95-4a34-9671-a83ac0af598e up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:17.349812 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f87abba-e52f-4cd3-8c4c-3fe1b318d5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:17.401929 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f87abba-e52f-4cd3-8c4c-3fe1b318d5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:17.498515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f87abba-e52f-4cd3-8c4c-3fe1b318d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:17.501103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-977e1978-7385-44d4-818a-66a094813962 req-1b6afb33-0d56-4fc1-a54f-38f44ff24c2f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499196 Sep 02 13:36:17.521776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f87abba-e52f-4cd3-8c4c-3fe1b318d5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:17.523710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7f87abba-e52f-4cd3-8c4c-3fe1b318d5a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77a2cd3e-2db5-4922-80a8-34e7254c829f HTTP/1.1" status: 204 len: 168 time: 0.2900720 Sep 02 13:36:17.539054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-2aff1471-9a57-4bc8-8bba-263000a97ca7 service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292979 Sep 02 13:36:17.566023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87abba-e52f-4cd3-8c4c-3fe1b318d5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a2cd3e-2db5-4922-80a8-34e7254c829f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:17.729080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ba6c1-32e5-4859-8726-4c9cd32fda0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701a5887-afeb-400e-a9c7-7e8cbdded574'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:17.732091 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff4423d-1ce8-45e3-b2ca-d996b80fca12" -d '{"events": [{"server_uuid": "829ba6c1-32e5-4859-8726-4c9cd32fda0a", "name": "network-vif-plugged", "status": "completed", "tag": "701a5887-afeb-400e-a9c7-7e8cbdded574"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:17.741046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54241451-b841-4625-8c3f-c494e5ed32c7 req-120d090d-7b98-4391-92bb-26e1e4e634ca tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:17.754734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54241451-b841-4625-8c3f-c494e5ed32c7 req-120d090d-7b98-4391-92bb-26e1e4e634ca tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 944 time: 0.2292688 Sep 02 13:36:17.840435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 5b720070-7e95-4a34-9671-a83ac0af598e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:17.846345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54241451-b841-4625-8c3f-c494e5ed32c7 req-680b139a-f4f1-47b4-a2df-89a6cf5038db tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679984 Sep 02 13:36:17.855518 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 5b720070-7e95-4a34-9671-a83ac0af598e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:17.859584 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:17.931305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2fb40-619b-47c8-8e95-b8f60acac770 req-9f0690f7-8d32-4fb1-b570-e0b1e4469c43 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:17.950495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2cb2fb40-619b-47c8-8e95-b8f60acac770 req-9f0690f7-8d32-4fb1-b570-e0b1e4469c43 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.2368262 Sep 02 13:36:18.083308 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a49e4d6-00fe-4684-a782-9dee54d01737 x-openstack-request-id: req-6a49e4d6-00fe-4684-a782-9dee54d01737 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:18.083605 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ba6c1-32e5-4859-8726-4c9cd32fda0a", "name": "network-vif-plugged", "status": "completed", "tag": "701a5887-afeb-400e-a9c7-7e8cbdded574", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:18.083896 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a49e4d6-00fe-4684-a782-9dee54d01737 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:18.084297 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829ba6c1-32e5-4859-8726-4c9cd32fda0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701a5887-afeb-400e-a9c7-7e8cbdded574', 'code': 200} Sep 02 13:36:18.087586 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2cb2fb40-619b-47c8-8e95-b8f60acac770 req-97125736-5c5b-4ead-b2fe-62e91fa1fa97 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360626 Sep 02 13:36:18.121862 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:18.134893 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4bbce2b-4e32-46db-b249-267fdf9fb55b req-82d305c5-7954-41cb-bfaf-fc52b31c8518 service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773141 Sep 02 13:36:18.218930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bda22-e1b8-4ee1-ae45-d8cc7eddac4a req-0b6f7d98-dca7-47c6-8153-3122ec938bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:18.222065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:18.223247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-324bda22-e1b8-4ee1-ae45-d8cc7eddac4a req-0b6f7d98-dca7-47c6-8153-3122ec938bdd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=829ba6c1-32e5-4859-8726-4c9cd32fda0a HTTP/1.1" status: 200 len: 1096 time: 0.0855107 Sep 02 13:36:18.233737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:18.243898 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:18.310012 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-324bda22-e1b8-4ee1-ae45-d8cc7eddac4a req-949b73a3-f18d-47b5-91e6-1ac21d6d5a52 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769176 Sep 02 13:36:18.458364 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=5b720070-7e95-4a34-9671-a83ac0af598e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:18.476576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port d92071a2-85a1-43ae-bc5b-ee3d5739a061 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:18.477245 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:18.609676 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:18.659109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:18.667215 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:18.768356 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:18.874641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77746d4-0e5c-4521-9e16-31404462d0ff req-d2121490-ba7a-4a59-bc81-352f705a1172 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:18.882868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d77746d4-0e5c-4521-9e16-31404462d0ff req-d2121490-ba7a-4a59-bc81-352f705a1172 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 946 time: 0.1481845 Sep 02 13:36:18.960322 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d77746d4-0e5c-4521-9e16-31404462d0ff req-b494d94a-518d-4735-a4a7-0ade8b89cceb tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719495 Sep 02 13:36:19.081816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf594b-42a9-4fa0-a517-43218a304816 req-e909118b-37e9-4d60-a808-cd97f6ed82a6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:19.093685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d9bf594b-42a9-4fa0-a517-43218a304816 req-e909118b-37e9-4d60-a808-cd97f6ed82a6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.0919993 Sep 02 13:36:19.183261 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d9bf594b-42a9-4fa0-a517-43218a304816 req-c7648a26-c700-42d9-82f3-ee821b9920d2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854447 Sep 02 13:36:19.270349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fc07-9293-4a41-b952-0d755b8052b7 req-77145bb6-1ded-4508-8531-b2f4a2046380 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:19.272277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5df3fc07-9293-4a41-b952-0d755b8052b7 req-77145bb6-1ded-4508-8531-b2f4a2046380 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.0681365 Sep 02 13:36:19.334733 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5df3fc07-9293-4a41-b952-0d755b8052b7 req-04ce6674-e3e4-4b4e-a8b8-bf52ea4e0966 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495534 Sep 02 13:36:20.085315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e'}, {'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:20.088655 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef481f51-b685-49bf-845b-1ffdc7ecc713" -d '{"events": [{"server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "name": "network-vif-plugged", "status": "completed", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e"}, {"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-plugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:20.185832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf21ac4-f9a3-4c91-a2e2-2953ff1cdc20 req-f720796c-54e5-415c-ae51-945800ea32e6 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:20.195942 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-faf21ac4-f9a3-4c91-a2e2-2953ff1cdc20 req-f720796c-54e5-415c-ae51-945800ea32e6 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 946 time: 0.1299586 Sep 02 13:36:20.196166 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d305a-a54d-474a-9023-ba6006af552d x-openstack-request-id: req-e77d305a-a54d-474a-9023-ba6006af552d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:20.196416 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "name": "network-vif-plugged", "status": "completed", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e", "code": 200}, {"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-plugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:20.196811 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e77d305a-a54d-474a-9023-ba6006af552d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:20.197369 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e', 'code': 200} Sep 02 13:36:20.197707 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'code': 200} Sep 02 13:36:20.421255 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-faf21ac4-f9a3-4c91-a2e2-2953ff1cdc20 req-c12deda4-a13a-4f10-8eb3-d05aa42eab45 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223225 Sep 02 13:36:20.483233 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e26ab-c935-4e85-a7fd-d1c9a29a3578 req-5ad72648-79c6-4cba-944d-10b23f7fa7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:20.489542 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e1e26ab-c935-4e85-a7fd-d1c9a29a3578 req-5ad72648-79c6-4cba-944d-10b23f7fa7da service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 1096 time: 0.1526616 Sep 02 13:36:20.519815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6896e4-b37e-4404-abfe-b3b2649ac51f req-f401a9f2-0b8b-424e-b0d1-a6194ec57cfa tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:20.542769 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf6896e4-b37e-4404-abfe-b3b2649ac51f req-f401a9f2-0b8b-424e-b0d1-a6194ec57cfa tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.1680107 Sep 02 13:36:20.640253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf6896e4-b37e-4404-abfe-b3b2649ac51f req-cecf702e-779c-4151-94d2-d374853f16cd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959299 Sep 02 13:36:20.657053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7071c-89ee-4822-80a6-56f9bd4cd28d req-043575f9-5e3b-4f7a-99d3-7bc07d27e74e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:20.661967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aab7071c-89ee-4822-80a6-56f9bd4cd28d req-043575f9-5e3b-4f7a-99d3-7bc07d27e74e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1523604 Sep 02 13:36:20.692759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e1e26ab-c935-4e85-a7fd-d1c9a29a3578 req-c4425747-c787-421d-a7da-1738e5dde4bc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808507 Sep 02 13:36:20.729958 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aab7071c-89ee-4822-80a6-56f9bd4cd28d req-7a6d36dd-5522-4a35-99bf-9f2c2657e220 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638072 Sep 02 13:36:20.846359 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ba593-70a4-4f47-945d-1b08aa736545 req-4cee44d2-57c3-4cbb-92ad-9f0b820fdeb7 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:20.846359 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-324ba593-70a4-4f47-945d-1b08aa736545 req-4cee44d2-57c3-4cbb-92ad-9f0b820fdeb7 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=829ba6c1-32e5-4859-8726-4c9cd32fda0a HTTP/1.1" status: 200 len: 945 time: 0.0765586 Sep 02 13:36:20.899887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-324ba593-70a4-4f47-945d-1b08aa736545 req-efff0b84-7324-4ead-9916-87fb41844f13 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471413 Sep 02 13:36:21.887975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f0f46-9648-4f86-acc3-2196fe343a1f req-3cadc923-8bcb-4793-98e1-15a94cfef0fd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:21.901389 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be6f0f46-9648-4f86-acc3-2196fe343a1f req-3cadc923-8bcb-4793-98e1-15a94cfef0fd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.1340778 Sep 02 13:36:22.043886 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be6f0f46-9648-4f86-acc3-2196fe343a1f req-8d324693-2cae-4390-858d-9b9351ae1f76 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373196 Sep 02 13:36:22.095252 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6114169-3d9a-4090-a99f-b863f1227005 req-dde72a03-4a0d-494f-b851-383bf3ac86c5 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:22.108877 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a6114169-3d9a-4090-a99f-b863f1227005 req-dde72a03-4a0d-494f-b851-383bf3ac86c5 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1947930 Sep 02 13:36:22.204980 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a6114169-3d9a-4090-a99f-b863f1227005 req-5e725514-0bde-411a-bf38-5a7aa802d45e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947053 Sep 02 13:36:22.603470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-d424f1b5-0902-4898-b59d-d3c720b536f9 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:22.613122 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-d424f1b5-0902-4898-b59d-d3c720b536f9 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 813 time: 0.3277276 Sep 02 13:36:22.652344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-b29096ac-e669-494f-b034-4a42ebe05b08 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/quotas/9e33e5afa33e413485fa340c85fe52f6 HTTP/1.1" status: 200 len: 375 time: 0.0340643 Sep 02 13:36:22.790103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-43915137-964a-4718-a767-8d093c3a03ff tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339886 Sep 02 13:36:23.221762 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-9c261aa2-5871-486c-9453-be46e139c69e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:36:23.230205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-9c261aa2-5871-486c-9453-be46e139c69e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4211709 Sep 02 13:36:23.330763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b23032-e196-4d45-88f7-bf96c2a646e1 req-39ed9b2d-85d2-413f-9505-4e9a15151fa5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:23.343411 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d6b23032-e196-4d45-88f7-bf96c2a646e1 req-39ed9b2d-85d2-413f-9505-4e9a15151fa5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.1143529 Sep 02 13:36:23.411614 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d6b23032-e196-4d45-88f7-bf96c2a646e1 req-a715030d-6c52-47ba-8d98-557ddb1881c0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669403 Sep 02 13:36:23.429442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-6e2ff941-52e9-4581-831d-12bda2444e82 service neutron] 10.222.0.13 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976430 Sep 02 13:36:23.616906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86142d6-30a9-4052-919c-92fee04566fd req-8d786a6c-6049-4944-ae48-b6015aac328c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:23.620540 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e86142d6-30a9-4052-919c-92fee04566fd req-8d786a6c-6049-4944-ae48-b6015aac328c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "GET /v2.0/ports?device_id=5cf451db-43d0-4139-8637-a303f6681298 HTTP/1.1" status: 200 len: 946 time: 0.2801471 Sep 02 13:36:23.695998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fb578-c3ea-4a43-b892-d66a257acb2c req-946a4322-aa81-4d12-bb28-d27bb0eef990 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:23.697574 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c94fb578-c3ea-4a43-b892-d66a257acb2c req-946a4322-aa81-4d12-bb28-d27bb0eef990 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1659422 Sep 02 13:36:23.816908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:23.842694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c94fb578-c3ea-4a43-b892-d66a257acb2c req-621f50eb-529a-45f4-88d4-4d606c7e5a68 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207981 Sep 02 13:36:23.889915 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-5b819b92-2998-4834-8e4d-467f2228de11 service neutron] 10.222.0.13 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596789 Sep 02 13:36:23.908720 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84576-e726-4c7c-9388-3570cecfd520 req-fdb51a6e-f4e6-4144-be8c-b2261c8f8e97 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:23.910284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82d84576-e726-4c7c-9388-3570cecfd520 req-fdb51a6e-f4e6-4144-be8c-b2261c8f8e97 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.90 "GET /v2.0/ports?device_id=829ba6c1-32e5-4859-8726-4c9cd32fda0a HTTP/1.1" status: 200 len: 945 time: 0.0751438 Sep 02 13:36:23.951035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e86142d6-30a9-4052-919c-92fee04566fd req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Deleting port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:36:23.956012 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e86142d6-30a9-4052-919c-92fee04566fd req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:24.321459 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0242baa-4a84-457a-a9f1-ee04f7a34a8c req-cac9a95b-53ad-4be4-ad81-c387bf472327 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:24.324831 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0242baa-4a84-457a-a9f1-ee04f7a34a8c req-cac9a95b-53ad-4be4-ad81-c387bf472327 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 1096 time: 0.1371031 Sep 02 13:36:24.422299 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e86142d6-30a9-4052-919c-92fee04566fd req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] For port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:24.423138 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e86142d6-30a9-4052-919c-92fee04566fd req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:24.440983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0242baa-4a84-457a-a9f1-ee04f7a34a8c req-39ae34fc-75e4-4141-abbb-550dc97341c3 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080284 Sep 02 13:36:24.521515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-e86142d6-30a9-4052-919c-92fee04566fd req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Calling delete_port for 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:36:24.878800 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e86142d6-30a9-4052-919c-92fee04566fd req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:24.892638 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b33a5dc-e3be-4ec7-9b8e-76c8ad410bf3 req-107fc070-324e-4e1b-a73b-58fe0ead284c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 210 time: 0.0602407 Sep 02 13:36:24.900208 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['5cc3382d-3e4b-48f1-a2d1-14c401c866b7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:24.903622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['701a5887-afeb-400e-a9c7-7e8cbdded574'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:25.156002 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b1410-8fb4-4cf7-a198-a7393fe50409 req-53739f4f-6dbc-439d-9198-9722551de62c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:25.167063 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-154b1410-8fb4-4cf7-a198-a7393fe50409 req-53739f4f-6dbc-439d-9198-9722551de62c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1256471 Sep 02 13:36:25.269522 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-154b1410-8fb4-4cf7-a198-a7393fe50409 req-32cf090a-addc-4893-b027-ac1befeb2027 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014466 Sep 02 13:36:25.536404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86142d6-30a9-4052-919c-92fee04566fd req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] No DVR routers for this DVR port 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:36:25.542774 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e86142d6-30a9-4052-919c-92fee04566fd req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:25.546982 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e86142d6-30a9-4052-919c-92fee04566fd req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "DELETE /v2.0/ports/5cc3382d-3e4b-48f1-a2d1-14c401c866b7 HTTP/1.1" status: 204 len: 173 time: 1.9086058 Sep 02 13:36:25.549026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf451db-43d0-4139-8637-a303f6681298', 'name': 'network-vif-deleted', 'tag': '5cc3382d-3e4b-48f1-a2d1-14c401c866b7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:25.554429 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e1fec0-8926-41db-959b-2b289b10008a" -d '{"events": [{"server_uuid": "5cf451db-43d0-4139-8637-a303f6681298", "name": "network-vif-deleted", "tag": "5cc3382d-3e4b-48f1-a2d1-14c401c866b7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:25.563513 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d417-6a6b-4060-ba7c-2f75552fe260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:25.567822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59a25b-d2bb-4a6f-a97d-bcc5a5fb7ebd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Pushing event deleted for resources: {'Port': ['ID=5cc3382d-3e4b-48f1-a2d1-14c401c866b7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:25.651690 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-82d84576-e726-4c7c-9388-3570cecfd520 req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Deleting port 701a5887-afeb-400e-a9c7-7e8cbdded574 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:36:25.652152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82d84576-e726-4c7c-9388-3570cecfd520 req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:25.715061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec8e68-a2b0-47b8-823c-139b318db64e req-31ef711c-3bc5-436d-98a0-d890cc25905b tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:25.726716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6ec8e68-a2b0-47b8-823c-139b318db64e req-31ef711c-3bc5-436d-98a0-d890cc25905b tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 1096 time: 0.8544147 Sep 02 13:36:25.911979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6ec8e68-a2b0-47b8-823c-139b318db64e req-b7a89f29-7e0c-4503-89e4-ba30940bbe96 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834276 Sep 02 13:36:26.043041 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-82d84576-e726-4c7c-9388-3570cecfd520 req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] For port 701a5887-afeb-400e-a9c7-7e8cbdded574, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=701a5887-afeb-400e-a9c7-7e8cbdded574,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:26.043508 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82d84576-e726-4c7c-9388-3570cecfd520 req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:26.105385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-82d84576-e726-4c7c-9388-3570cecfd520 req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Calling delete_port for 701a5887-afeb-400e-a9c7-7e8cbdded574 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:36:26.183556 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb232119-5a43-4e92-a658-aa2330f20bda x-openstack-request-id: req-eb232119-5a43-4e92-a658-aa2330f20bda {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:26.183556 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf451db-43d0-4139-8637-a303f6681298", "name": "network-vif-deleted", "tag": "5cc3382d-3e4b-48f1-a2d1-14c401c866b7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:26.184006 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb232119-5a43-4e92-a658-aa2330f20bda {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:26.184680 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf451db-43d0-4139-8637-a303f6681298', 'name': 'network-vif-deleted', 'tag': '5cc3382d-3e4b-48f1-a2d1-14c401c866b7', 'status': 'completed', 'code': 200} Sep 02 13:36:26.255917 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7a2da5e5-e552-4c71-a859-3669c6ea4566 req-dd0e3495-eec4-4f9d-ac29-f95f370edb0f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 210 time: 0.0519471 Sep 02 13:36:26.525264 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d417-6a6b-4060-ba7c-2f75552fe260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:26.562221 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ce8d417-6a6b-4060-ba7c-2f75552fe260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:26.704495 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82d84576-e726-4c7c-9388-3570cecfd520 req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:26.821620 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6ce8d417-6a6b-4060-ba7c-2f75552fe260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2964d599c55b4231b44048b496cbc74f&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0018656 Sep 02 13:36:26.826114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:26.860601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8d417-6a6b-4060-ba7c-2f75552fe260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63b9968-a565-4eda-bedf-4939d890cd64,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:26.871139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Pushing event deleted for resources: {'Port': ['ID=701a5887-afeb-400e-a9c7-7e8cbdded574,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:26.994624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad97d6f1-f9ab-4db6-a72f-4d2c4896fb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:27.018146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d84576-e726-4c7c-9388-3570cecfd520 req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] No DVR routers for this DVR port 701a5887-afeb-400e-a9c7-7e8cbdded574 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:36:27.055819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b49ce3-089e-4fef-83ba-c16b9d07c198 req-ac152f62-23e9-4196-ac5a-c8d3c72187f8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:27.058959 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9b49ce3-089e-4fef-83ba-c16b9d07c198 req-ac152f62-23e9-4196-ac5a-c8d3c72187f8 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.5799496 Sep 02 13:36:27.063511 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-82d84576-e726-4c7c-9388-3570cecfd520 req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:27.065210 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad97d6f1-f9ab-4db6-a72f-4d2c4896fb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:27.073061 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82d84576-e726-4c7c-9388-3570cecfd520 req-c1a9e99e-cf43-46b4-85a0-245cf94a7148 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.90 "DELETE /v2.0/ports/701a5887-afeb-400e-a9c7-7e8cbdded574 HTTP/1.1" status: 204 len: 173 time: 3.1361747 Sep 02 13:36:27.135679 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad97d6f1-f9ab-4db6-a72f-4d2c4896fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:27.139244 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad97d6f1-f9ab-4db6-a72f-4d2c4896fb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:27.150395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ad97d6f1-f9ab-4db6-a72f-4d2c4896fb88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b63b9968-a565-4eda-bedf-4939d890cd64 HTTP/1.1" status: 204 len: 168 time: 0.3206995 Sep 02 13:36:27.175611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97d6f1-f9ab-4db6-a72f-4d2c4896fb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63b9968-a565-4eda-bedf-4939d890cd64,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:27.340629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9b49ce3-089e-4fef-83ba-c16b9d07c198 req-cb990d29-165b-41fa-a7b5-17020e9f1856 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631118 Sep 02 13:36:27.348140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 701a5887-afeb-400e-a9c7-7e8cbdded574 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:36:27.505815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 701a5887-afeb-400e-a9c7-7e8cbdded574 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:36:27.506396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 701a5887-afeb-400e-a9c7-7e8cbdded574 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:36:27.753863 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:36:27.923894 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-68774daf-58ad-42f3-b985-94649bf45bae tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:27.951766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-68774daf-58ad-42f3-b985-94649bf45bae tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 813 time: 0.6279280 Sep 02 13:36:27.976000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Request body: {'port': {'device_id': 'b3dc209f-d0fd-4055-8f48-1072c0f16984', 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668', 'admin_state_up': True, 'tenant_id': '9e33e5afa33e413485fa340c85fe52f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:28.134819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:28.265035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ba6c1-32e5-4859-8726-4c9cd32fda0a', 'name': 'network-vif-deleted', 'tag': '701a5887-afeb-400e-a9c7-7e8cbdded574'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:28.272909 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c577a185-efb4-4749-891e-996114176f8a" -d '{"events": [{"server_uuid": "829ba6c1-32e5-4859-8726-4c9cd32fda0a", "name": "network-vif-deleted", "tag": "701a5887-afeb-400e-a9c7-7e8cbdded574"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:28.297064 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:36:28.362300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Made reservation on behalf of 9e33e5afa33e413485fa340c85fe52f6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:36:28.375688 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:28.389329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:36:28.390726 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5cc3382d-3e4b-48f1-a2d1-14c401c866b7 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:36:28.573494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5cf25f88-39d9-4421-9c93-134479e8518e req-dbb35865-6a37-4109-87b1-af9da9bc6971 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 210 time: 0.1580002 Sep 02 13:36:28.689853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:28.771333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510b7192-c29b-4c8d-b289-117f52c877fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:28.776663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-771d801d-c14c-415a-b85d-48b1f3042b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:28.917361 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6e4880-31ae-4a47-812b-9334ebf33650 x-openstack-request-id: req-7e6e4880-31ae-4a47-812b-9334ebf33650 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:28.920420 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ba6c1-32e5-4859-8726-4c9cd32fda0a", "name": "network-vif-deleted", "tag": "701a5887-afeb-400e-a9c7-7e8cbdded574", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:28.921221 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e6e4880-31ae-4a47-812b-9334ebf33650 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:28.921875 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829ba6c1-32e5-4859-8726-4c9cd32fda0a', 'name': 'network-vif-deleted', 'tag': '701a5887-afeb-400e-a9c7-7e8cbdded574', 'status': 'completed', 'code': 200} Sep 02 13:36:28.954901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-510b7192-c29b-4c8d-b289-117f52c877fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:36:28.954901 n-d-794796-4 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:36:28.954901 n-d-794796-4 neutron-server[94688]: [parameters: {'project_id_1': '60d1d396ea9c446a9e315e831fbeae94', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 36, 28, 890590)}] Sep 02 13:36:28.954901 n-d-794796-4 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:36:28.955564 n-d-794796-4 neutron-server[94688]: DEBUG oslo_db.api [None req-510b7192-c29b-4c8d-b289-117f52c877fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:36:29.057035 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-771d801d-c14c-415a-b85d-48b1f3042b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.069317 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-771d801d-c14c-415a-b85d-48b1f3042b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.185130 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-771d801d-c14c-415a-b85d-48b1f3042b23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c49d4dbb7d434e5fb81ca3bdc0234a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0438223 Sep 02 13:36:29.189768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:29.219015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6d00c-2e2d-48b6-8ed2-363b781e08b7 req-7e971345-b7cf-48f6-aa43-eef219db035c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:29.221941 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fee6d00c-2e2d-48b6-8ed2-363b781e08b7 req-7e971345-b7cf-48f6-aa43-eef219db035c tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.2274687 Sep 02 13:36:29.233431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-273294bc-8a92-4995-8f48-fe997803dccb tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:36:29.240759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-273294bc-8a92-4995-8f48-fe997803dccb tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371060 Sep 02 13:36:29.307063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b018f11f-018b-42ea-8d86-95207162d2f1 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:29.308949 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b018f11f-018b-42ea-8d86-95207162d2f1 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports/5b720070-7e95-4a34-9671-a83ac0af598e HTTP/1.1" status: 200 len: 1093 time: 0.0565763 Sep 02 13:36:29.311996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d801d-c14c-415a-b85d-48b1f3042b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1924484b-3131-4914-87dc-d083fbdc8ff3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:29.333762 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.334684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Request body: {'binding': {'host': 'n-h2-794796-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:29.335753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:36:29.377130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-d061063a-2cd0-4b47-a74e-09099017fdc7 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:29.380117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-d061063a-2cd0-4b47-a74e-09099017fdc7 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 813 time: 0.8090198 Sep 02 13:36:29.415043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Request body: {'port': {'device_id': 'c63eeeb4-c83d-4be9-a87c-0a554ff924c1', 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668', 'admin_state_up': True, 'tenant_id': '9e33e5afa33e413485fa340c85fe52f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:29.446310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Allocated IP 172.20.0.9 (9cc07ac3-cf86-46fe-9bd2-b04291651668/4ba899d4-d3f3-4b0c-880a-50b0476448fe/7c421690-8104-4e7d-a873-9af81cf3727d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:36:29.469509 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510b7192-c29b-4c8d-b289-117f52c877fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.599617 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fee6d00c-2e2d-48b6-8ed2-363b781e08b7 req-162cfcae-5d49-4322-80fe-4d0418e2117e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118139 Sep 02 13:36:29.616874 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60f3b4e3-08c5-485a-962c-e30098105994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.642176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e on host n-h2-794796-4 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:36:29.642802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:36:29.643139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:29.656561 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Port 5b720070-7e95-4a34-9671-a83ac0af598e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:36:29.656776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:29.665461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:36:29.665461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:36:29.665797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:36:29.666188 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Bound port: 5b720070-7e95-4a34-9671-a83ac0af598e, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:36:29.699349 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60f3b4e3-08c5-485a-962c-e30098105994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.760292 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510b7192-c29b-4c8d-b289-117f52c877fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.789580 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510b7192-c29b-4c8d-b289-117f52c877fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.842336 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-510b7192-c29b-4c8d-b289-117f52c877fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60d1d396ea9c446a9e315e831fbeae94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1465650 Sep 02 13:36:29.842336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:36:29.842933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56808) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:29.911622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Made reservation on behalf of 9e33e5afa33e413485fa340c85fe52f6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:36:29.916709 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.927514 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:29.940268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-ecac6651-8edb-47a1-a11c-a41a1df4b7cc service neutron] 10.222.0.13 "POST /v2.0/ports/5b720070-7e95-4a34-9671-a83ac0af598e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6076300 Sep 02 13:36:30.008549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60f3b4e3-08c5-485a-962c-e30098105994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.014412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60f3b4e3-08c5-485a-962c-e30098105994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.015676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-60f3b4e3-08c5-485a-962c-e30098105994 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1924484b-3131-4914-87dc-d083fbdc8ff3 HTTP/1.1" status: 204 len: 168 time: 0.7917078 Sep 02 13:36:30.019354 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.068778 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f89bf4b1-b621-4fc3-b167-bb0a6ae6ae49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.082826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b7192-c29b-4c8d-b289-117f52c877fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c47224-4779-4961-a066-a252c61f33f3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:30.130339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3b4e3-08c5-485a-962c-e30098105994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1924484b-3131-4914-87dc-d083fbdc8ff3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:30.248619 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f89bf4b1-b621-4fc3-b167-bb0a6ae6ae49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.263287 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.357007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.504728 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7b0335a-3132-4d65-9e47-ff98172a9678 req-367f18f4-bc8d-46d0-b372-2a03109ac00e tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 210 time: 0.1349044 Sep 02 13:36:30.568834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Network 9cc07ac3-cf86-46fe-9bd2-b04291651668 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:36:30.576509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:36:30.596084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:36:30.623630 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f89bf4b1-b621-4fc3-b167-bb0a6ae6ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.628640 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f89bf4b1-b621-4fc3-b167-bb0a6ae6ae49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.632048 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f89bf4b1-b621-4fc3-b167-bb0a6ae6ae49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55c47224-4779-4961-a066-a252c61f33f3 HTTP/1.1" status: 204 len: 168 time: 0.7874799 Sep 02 13:36:30.674745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-aada7c56-9607-4b02-ac05-7b729c740700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:30.684891 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-aada7c56-9607-4b02-ac05-7b729c740700 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 1096 time: 0.2383461 Sep 02 13:36:30.686482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bf4b1-b621-4fc3-b167-bb0a6ae6ae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c47224-4779-4961-a066-a252c61f33f3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:30.714542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Pushing event updated for resources: {'Port': ['ID=7c421690-8104-4e7d-a873-9af81cf3727d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:30.719176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Allocated IP 172.20.0.7 (9cc07ac3-cf86-46fe-9bd2-b04291651668/4ba899d4-d3f3-4b0c-880a-50b0476448fe/b8108634-fd5d-4293-ab56-f4e7d23070bd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:36:30.746267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b4ae9-3865-4bae-8e44-7030966bad00 req-f08eb41f-10ee-4afa-8b5d-7e4d9a610764 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:30.756701 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-807b4ae9-3865-4bae-8e44-7030966bad00 req-f08eb41f-10ee-4afa-8b5d-7e4d9a610764 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.3037276 Sep 02 13:36:30.840087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:30.841048 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:30.908928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-807b4ae9-3865-4bae-8e44-7030966bad00 req-dbf13eca-3a26-48a2-a43a-b5c4b38961b5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487272 Sep 02 13:36:30.951560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-053a4fd9-1932-4399-91d6-ca3bbaf40041 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9865065 Sep 02 13:36:30.998812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Request body: {'port': {'device_id': 'b3dc209f-d0fd-4055-8f48-1072c0f16984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:31.133185 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06856448-e317-443f-80f4-d993bd050422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:31.142404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6652c-4bb7-4403-af71-3e0d11a9600d req-99cb1107-96aa-46f4-8df1-17e30ed02bbc tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:31.156592 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18e6652c-4bb7-4403-af71-3e0d11a9600d req-99cb1107-96aa-46f4-8df1-17e30ed02bbc tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.2568405 Sep 02 13:36:31.202034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:31.241110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70fd1e88-9142-4f32-9697-e00f34be2d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:31.319925 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:31.451136 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70fd1e88-9142-4f32-9697-e00f34be2d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:31.455387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-1579e3fd-d269-454b-9374-23cce7e690db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:31.458048 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-1579e3fd-d269-454b-9374-23cce7e690db service neutron] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.7588151 Sep 02 13:36:31.476001 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18e6652c-4bb7-4403-af71-3e0d11a9600d req-348d2c88-23cb-4bb3-8f73-cdf72aecfd43 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176308 Sep 02 13:36:31.506862 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70fd1e88-9142-4f32-9697-e00f34be2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:31.522598 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:31.574792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-70fd1e88-9142-4f32-9697-e00f34be2d9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2031d4f93b024109ba414cb661349e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680012 Sep 02 13:36:31.594992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:31.627128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:31.708208 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b4006875-7bcf-4c26-9548-4fd303243d11 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b720070-7e95-4a34-9671-a83ac0af598e HTTP/1.1" status: 200 len: 217 time: 0.2256947 Sep 02 13:36:31.821738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd1e88-9142-4f32-9697-e00f34be2d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c49a58b-1502-4ccc-ab82-bb6fc6553ed3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:31.859237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-26acf39f-dc8c-4bb1-93ac-0f89b018f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:31.863826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-26acf39f-dc8c-4bb1-93ac-0f89b018f9e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1366422 Sep 02 13:36:31.951123 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-384339c9-af08-4e73-907d-9020c3b86bc3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736475 Sep 02 13:36:31.977034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Network 9cc07ac3-cf86-46fe-9bd2-b04291651668 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:36:31.998352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:36:32.001189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:36:32.058490 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Pushing event updated for resources: {'Port': ['ID=b8108634-fd5d-4293-ab56-f4e7d23070bd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:32.128947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f54dc7-09ff-4e97-b48c-dfc083adca07 req-8b9805ad-588c-4f09-93e4-ab5ce4e2538c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:32.140734 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e8f54dc7-09ff-4e97-b48c-dfc083adca07 req-8b9805ad-588c-4f09-93e4-ab5ce4e2538c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 931 time: 0.3966196 Sep 02 13:36:32.221952 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-409e5ef2-fbc9-4e4f-8adb-0ebcb4df557d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:32.257386 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-409e5ef2-fbc9-4e4f-8adb-0ebcb4df557d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:32.277349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b3b6c-04c8-4693-be78-f1c41f004a51 req-a723829f-1547-4fae-a9e2-e4b78d7e0e9c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:32.279057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-608b3b6c-04c8-4693-be78-f1c41f004a51 req-a723829f-1547-4fae-a9e2-e4b78d7e0e9c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.1392944 Sep 02 13:36:32.295655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-699b2c8e-73fa-4177-b0e0-96f74a2d06f8 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341680 Sep 02 13:36:32.326512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:32.327193 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:32.422144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e8f54dc7-09ff-4e97-b48c-dfc083adca07 req-3e961ede-ad0f-4d7a-8938-0d5c517c1e0c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772379 Sep 02 13:36:32.441374 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f24c8810-9667-466a-92c7-b38dacba43fd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0307584 Sep 02 13:36:32.486358 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-409e5ef2-fbc9-4e4f-8adb-0ebcb4df557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:32.492652 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-409e5ef2-fbc9-4e4f-8adb-0ebcb4df557d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:32.501298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-409e5ef2-fbc9-4e4f-8adb-0ebcb4df557d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c49a58b-1502-4ccc-ab82-bb6fc6553ed3 HTTP/1.1" status: 204 len: 168 time: 0.9003541 Sep 02 13:36:32.523597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Request body: {'port': {'device_id': 'c63eeeb4-c83d-4be9-a87c-0a554ff924c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:32.643889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e5ef2-fbc9-4e4f-8adb-0ebcb4df557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c49a58b-1502-4ccc-ab82-bb6fc6553ed3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:32.808546 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-608b3b6c-04c8-4693-be78-f1c41f004a51 req-d71ef043-18e9-4a06-b2a2-4ab9256292f8 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996583 Sep 02 13:36:32.942467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:33.006614 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-8814e7f2-3db4-4f8d-b328-6caba836b700 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015562 Sep 02 13:36:33.075000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c421690-8104-4e7d-a873-9af81cf3727d {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:33.112097 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:33.157819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Transition to ACTIVE for port object 7c421690-8104-4e7d-a873-9af81cf3727d will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:36:33.194056 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:33.214051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad885c2-c851-4e11-9c0b-4873427f1deb req-a3653128-a2f1-48f9-8580-fb2128119253 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:33.230570 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fad885c2-c851-4e11-9c0b-4873427f1deb req-a3653128-a2f1-48f9-8580-fb2128119253 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1605260 Sep 02 13:36:33.330293 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fad885c2-c851-4e11-9c0b-4873427f1deb req-bf97d235-c240-41fc-a076-627f235d7350 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959167 Sep 02 13:36:33.593781 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d40ba951-9668-4956-8166-49f9f5e6d30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:33.662462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Pushing event updated for resources: {'Port': ['ID=7c421690-8104-4e7d-a873-9af81cf3727d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:34.062911 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Attempting to bind port 7c421690-8104-4e7d-a873-9af81cf3727d on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:36:34.063464 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Attempting to bind port 7c421690-8104-4e7d-a873-9af81cf3727d by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:36:34.064068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Attempting to bind port 7c421690-8104-4e7d-a873-9af81cf3727d on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:34.069418 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:34.093267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249992ef-8cbc-4d2f-a6bf-88fb9c83b4e5 req-9ed2993b-89ee-4292-ba7e-2c8f9b14f8c3 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:34.105804 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-249992ef-8cbc-4d2f-a6bf-88fb9c83b4e5 req-9ed2993b-89ee-4292-ba7e-2c8f9b14f8c3 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 931 time: 0.4446993 Sep 02 13:36:34.144450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Port 7c421690-8104-4e7d-a873-9af81cf3727d on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:36:34.144996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Attempting to bind port 7c421690-8104-4e7d-a873-9af81cf3727d on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:34.256854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:36:34.256854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Checking segment: {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:36:34.256854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Bound using segment: {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:36:34.256854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Bound port: 7c421690-8104-4e7d-a873-9af81cf3727d, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:36:34.256854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:34.310709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc593ec-e02d-48d7-83c1-452363048e39 req-5ba4cfda-8504-4022-aaa9-f88998e4b1bb tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:34.326456 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0cc593ec-e02d-48d7-83c1-452363048e39 req-5ba4cfda-8504-4022-aaa9-f88998e4b1bb tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.1517861 Sep 02 13:36:34.426989 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0cc593ec-e02d-48d7-83c1-452363048e39 req-503e4287-8818-45cf-a295-2f86bd349b90 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991256 Sep 02 13:36:34.554392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8108634-fd5d-4293-ab56-f4e7d23070bd {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:34.582290 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:34.608893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Transition to ACTIVE for port object b8108634-fd5d-4293-ab56-f4e7d23070bd will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:36:34.672283 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:34.784703 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94d4a8-61fc-4636-8a17-7c50f9bab743 req-367571f5-9690-4913-b008-90505fd5ace3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:34.794671 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:34.802884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ac94d4a8-61fc-4636-8a17-7c50f9bab743 req-367571f5-9690-4913-b008-90505fd5ace3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1396022 Sep 02 13:36:34.879207 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ac94d4a8-61fc-4636-8a17-7c50f9bab743 req-0389973d-8024-45f9-b64b-e6de144063b9 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706413 Sep 02 13:36:34.895643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-249992ef-8cbc-4d2f-a6bf-88fb9c83b4e5 req-3733a75e-6b02-43fe-94f8-03e6180950cd tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7553313 Sep 02 13:36:35.022066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:35.147650 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf3f28a8-1b7b-4292-aaa8-b7ca1e4d0880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:35.433746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf3f28a8-1b7b-4292-aaa8-b7ca1e4d0880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:35.459254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Pushing event updated for resources: {'Port': ['ID=b8108634-fd5d-4293-ab56-f4e7d23070bd,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:35.465597 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf3f28a8-1b7b-4292-aaa8-b7ca1e4d0880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:35.496812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] For port 7c421690-8104-4e7d-a873-9af81cf3727d, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:36:35.527218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f28a8-1b7b-4292-aaa8-b7ca1e4d0880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed81eb8-520e-4dde-b073-6bfd41257c22,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:35.558328 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bf3f28a8-1b7b-4292-aaa8-b7ca1e4d0880 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b2dead7c90547beb3b62f8ab12ab0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5308952 Sep 02 13:36:35.558738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56962) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:35.567119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] For port 7c421690-8104-4e7d-a873-9af81cf3727d, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7c421690-8104-4e7d-a873-9af81cf3727d,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:36:35.582997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:35.767980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Attempting to bind port b8108634-fd5d-4293-ab56-f4e7d23070bd on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:36:35.769079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Attempting to bind port b8108634-fd5d-4293-ab56-f4e7d23070bd by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:36:35.769079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Attempting to bind port b8108634-fd5d-4293-ab56-f4e7d23070bd on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:35.782023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-670b0db5-bc27-4a3d-b71f-0c8feff89c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:35.791708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:35.792444 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:35.793848 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] 10.222.0.77 "PUT /v2.0/ports/7c421690-8104-4e7d-a873-9af81cf3727d HTTP/1.1" status: 200 len: 1091 time: 4.8172059 Sep 02 13:36:35.818458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa14022-fc7b-4ffa-8bd1-79752c4a6904 req-884dfb12-c703-4843-bb86-c27e8c2e096c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:35.820736 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-caa14022-fc7b-4ffa-8bd1-79752c4a6904 req-884dfb12-c703-4843-bb86-c27e8c2e096c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.1707156 Sep 02 13:36:35.823143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dc209f-d0fd-4055-8f48-1072c0f16984', 'tag': '7c421690-8104-4e7d-a873-9af81cf3727d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:35.836657 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8fbe92-e9a2-4f04-baa1-3a680083291c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dc209f-d0fd-4055-8f48-1072c0f16984", "tag": "7c421690-8104-4e7d-a873-9af81cf3727d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:35.884471 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-670b0db5-bc27-4a3d-b71f-0c8feff89c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:35.931125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-caa14022-fc7b-4ffa-8bd1-79752c4a6904 req-99ce3f9d-be79-4e92-b3fe-2108729e50c6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844736 Sep 02 13:36:35.949116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6812665-0539-440b-af59-88fb55b9ed8f service neutron] Pushing event updated for resources: {'Port': ['ID=7c421690-8104-4e7d-a873-9af81cf3727d,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:36.015427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Port b8108634-fd5d-4293-ab56-f4e7d23070bd on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:36:36.017065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Attempting to bind port b8108634-fd5d-4293-ab56-f4e7d23070bd on network 9cc07ac3-cf86-46fe-9bd2-b04291651668 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:36.019646 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-670b0db5-bc27-4a3d-b71f-0c8feff89c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:36.022729 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-670b0db5-bc27-4a3d-b71f-0c8feff89c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:36.026393 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-670b0db5-bc27-4a3d-b71f-0c8feff89c3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ed81eb8-520e-4dde-b073-6bfd41257c22 HTTP/1.1" status: 204 len: 168 time: 0.4640033 Sep 02 13:36:36.030932 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed12365-64bc-4b63-af8b-231532f4e462 x-openstack-request-id: req-2ed12365-64bc-4b63-af8b-231532f4e462 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:36.031810 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dc209f-d0fd-4055-8f48-1072c0f16984", "tag": "7c421690-8104-4e7d-a873-9af81cf3727d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:36.032408 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ed12365-64bc-4b63-af8b-231532f4e462 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:36.034804 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dc209f-d0fd-4055-8f48-1072c0f16984', 'tag': '7c421690-8104-4e7d-a873-9af81cf3727d', 'status': 'completed', 'code': 200} Sep 02 13:36:36.039500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b0db5-bc27-4a3d-b71f-0c8feff89c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed81eb8-520e-4dde-b073-6bfd41257c22,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:36.121355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267cd9a-577f-4049-a612-73d2a58f3004 req-8ec92f03-9637-4164-9190-69b4594796f9 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:36.132425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9267cd9a-577f-4049-a612-73d2a58f3004 req-8ec92f03-9637-4164-9190-69b4594796f9 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.0838485 Sep 02 13:36:36.174037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:36:36.175360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Checking segment: {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:36:36.177317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Bound using segment: {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:36:36.178015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Bound port: b8108634-fd5d-4293-ab56-f4e7d23070bd, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe25f386-e852-422e-a15a-7d9abdad59b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:36:36.178565 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:36.248532 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9267cd9a-577f-4049-a612-73d2a58f3004 req-e954c82f-0d16-4220-96f7-4d85aded0c0b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147087 Sep 02 13:36:36.441676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] For port b8108634-fd5d-4293-ab56-f4e7d23070bd, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:36:36.456196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] For port b8108634-fd5d-4293-ab56-f4e7d23070bd, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=b8108634-fd5d-4293-ab56-f4e7d23070bd,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:36:36.476123 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:36.503188 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:36.553142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:36.555900 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:36.570621 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] 10.222.0.77 "PUT /v2.0/ports/b8108634-fd5d-4293-ab56-f4e7d23070bd HTTP/1.1" status: 200 len: 1091 time: 4.0848026 Sep 02 13:36:36.656260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-7c36b6a2-79f9-4a9d-a726-697979387ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:36.658085 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-7c36b6a2-79f9-4a9d-a726-697979387ea5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&device_id=b3dc209f-d0fd-4055-8f48-1072c0f16984 HTTP/1.1" status: 200 len: 1094 time: 0.6807134 Sep 02 13:36:36.847348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200353e-b012-457d-8c67-b70386b87982 req-6c3bc0c3-1c2c-4c54-82be-29d11c48ec9c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:36.857428 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4200353e-b012-457d-8c67-b70386b87982 req-6c3bc0c3-1c2c-4c54-82be-29d11c48ec9c tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 943 time: 0.6521766 Sep 02 13:36:36.981541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-57a02ed8-9669-49b6-9d59-b00e8e28b5e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c421690-8104-4e7d-a873-9af81cf3727d HTTP/1.1" status: 200 len: 217 time: 0.3010683 Sep 02 13:36:37.156960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-984b161c-a7cb-4c6c-8164-5e52fd10fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:37.159570 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-984b161c-a7cb-4c6c-8164-5e52fd10fd79 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ba899d4-d3f3-4b0c-880a-50b0476448fe HTTP/1.1" status: 200 len: 853 time: 0.1781106 Sep 02 13:36:37.178109 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4200353e-b012-457d-8c67-b70386b87982 req-22cc459e-f21f-4950-a6b9-c833dde73168 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194530 Sep 02 13:36:37.181045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32768aa4-5979-4454-9f1f-0117b0147b77 service neutron] Pushing event updated for resources: {'Port': ['ID=b8108634-fd5d-4293-ab56-f4e7d23070bd,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:37.231684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-2cb36387-0a4d-4fdc-80bd-74905c626946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:37.234390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-2cb36387-0a4d-4fdc-80bd-74905c626946 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 1094 time: 0.5539238 Sep 02 13:36:37.346938 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-5cdb39a9-8fa7-408c-b77b-c55b999a6125 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cc07ac3-cf86-46fe-9bd2-b04291651668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335528 Sep 02 13:36:37.347932 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-f959eb77-8925-4105-9ca2-cba346b557f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8108634-fd5d-4293-ab56-f4e7d23070bd HTTP/1.1" status: 200 len: 217 time: 0.0814636 Sep 02 13:36:37.430342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac335458-72df-4129-866f-f696ba4c8b36 req-7c4ada4f-5e01-4b1a-a9bd-398be6ec09f5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:37.440786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ac335458-72df-4129-866f-f696ba4c8b36 req-7c4ada4f-5e01-4b1a-a9bd-398be6ec09f5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.2376730 Sep 02 13:36:37.523411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53c73-2139-499c-81ea-b5048583d997 req-718054a1-67c2-4fe4-abef-47ec338d85db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:37.525815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-718054a1-67c2-4fe4-abef-47ec338d85db service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ba899d4-d3f3-4b0c-880a-50b0476448fe HTTP/1.1" status: 200 len: 853 time: 0.1545374 Sep 02 13:36:37.563242 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ac335458-72df-4129-866f-f696ba4c8b36 req-c6f3fd21-f123-468d-ab07-1b24c56ee2b3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027002 Sep 02 13:36:37.596323 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-5a470e2b-b742-4188-9027-b0a2905b37cc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cc07ac3-cf86-46fe-9bd2-b04291651668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603950 Sep 02 13:36:37.628506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecb1da-3784-468a-b098-20b873b96b3a req-067917f1-975e-4cb9-927f-0371da112399 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:37.637294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8ecb1da-3784-468a-b098-20b873b96b3a req-067917f1-975e-4cb9-927f-0371da112399 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1775169 Sep 02 13:36:37.801658 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-2005e4c0-d5ef-41a0-85c5-ff085eb0cf03 service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876264 Sep 02 13:36:37.869312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-e16a8c6c-3fce-407d-91f1-7fd9a4a9b79b service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039487 Sep 02 13:36:37.991689 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8ecb1da-3784-468a-b098-20b873b96b3a req-90ae15ac-a844-424f-b403-0f031645f1b7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530059 Sep 02 13:36:38.044268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63eeeb4-c83d-4be9-a87c-0a554ff924c1', 'tag': 'b8108634-fd5d-4293-ab56-f4e7d23070bd'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:38.052683 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0106c40b-eece-4c37-82a0-e55726ccf9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c63eeeb4-c83d-4be9-a87c-0a554ff924c1", "tag": "b8108634-fd5d-4293-ab56-f4e7d23070bd"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:38.370568 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-18c08a77-3d57-445e-b4cb-89b7e18d74ae service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660070 Sep 02 13:36:38.375250 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a1a5c6-266c-4799-a6bb-7a7386bd394b x-openstack-request-id: req-f3a1a5c6-266c-4799-a6bb-7a7386bd394b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:38.375250 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63eeeb4-c83d-4be9-a87c-0a554ff924c1", "tag": "b8108634-fd5d-4293-ab56-f4e7d23070bd", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:38.375250 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3a1a5c6-266c-4799-a6bb-7a7386bd394b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:38.375250 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63eeeb4-c83d-4be9-a87c-0a554ff924c1', 'tag': 'b8108634-fd5d-4293-ab56-f4e7d23070bd', 'status': 'completed', 'code': 200} Sep 02 13:36:38.544596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ae2df-40a0-4603-ba5f-b0755a706988 req-65e34b93-9dbc-45b2-82f4-cdf8412d8a93 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:38.561101 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-577ae2df-40a0-4603-ba5f-b0755a706988 req-65e34b93-9dbc-45b2-82f4-cdf8412d8a93 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 943 time: 0.2021949 Sep 02 13:36:38.566218 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9d53c73-2139-499c-81ea-b5048583d997 req-21fde635-a390-47ed-93f3-8c3f445ae373 service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534027 Sep 02 13:36:38.695415 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-577ae2df-40a0-4603-ba5f-b0755a706988 req-97970f3f-79b8-4d90-af6a-78f0d6ce307e tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328318 Sep 02 13:36:38.831299 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-6ce70bc0-2886-40d4-86df-6eaf2608c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:38.841782 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-6ce70bc0-2886-40d4-86df-6eaf2608c8a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&device_id=b3dc209f-d0fd-4055-8f48-1072c0f16984 HTTP/1.1" status: 200 len: 1094 time: 0.3765986 Sep 02 13:36:39.143359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-9a71d7e2-8e08-4cb5-aa1f-fed204e7e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.145710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-9a71d7e2-8e08-4cb5-aa1f-fed204e7e7b0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 914 time: 0.2787967 Sep 02 13:36:39.147792 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-30e674a4-a068-42ac-b9ac-6ddf3221c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.149241 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-30e674a4-a068-42ac-b9ac-6ddf3221c6b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e33e5afa33e413485fa340c85fe52f6&device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 1094 time: 0.4777772 Sep 02 13:36:39.304999 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806916f8-cc08-4649-aba6-e7f6a31c8568 req-cbb340b2-a237-4421-b7c8-3c975616b06c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.307278 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-806916f8-cc08-4649-aba6-e7f6a31c8568 req-cbb340b2-a237-4421-b7c8-3c975616b06c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.3858418 Sep 02 13:36:39.308744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-6e61a158-1323-490c-bf27-9c93b441080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.310412 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-6e61a158-1323-490c-bf27-9c93b441080c service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 200 len: 914 time: 0.1369717 Sep 02 13:36:39.389905 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-d2413a8f-42c2-4f08-9d15-ceadd41704a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c421690-8104-4e7d-a873-9af81cf3727d HTTP/1.1" status: 200 len: 217 time: 0.2145963 Sep 02 13:36:39.391528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-84f8b90a-aa02-4550-91c3-be1f200c9d61 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8108634-fd5d-4293-ab56-f4e7d23070bd HTTP/1.1" status: 200 len: 217 time: 0.0428603 Sep 02 13:36:39.518142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-8c14be57-3dc3-4942-8283-e9933a04737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.519982 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-8c14be57-3dc3-4942-8283-e9933a04737f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ba899d4-d3f3-4b0c-880a-50b0476448fe HTTP/1.1" status: 200 len: 853 time: 0.1043975 Sep 02 13:36:39.524262 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-806916f8-cc08-4649-aba6-e7f6a31c8568 req-d89ea33a-1b5c-4f2a-bfc7-82dbd4de8dd5 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764269 Sep 02 13:36:39.717003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-1aa9992b-3de1-44fc-aa4d-a55a95ad0ed4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cc07ac3-cf86-46fe-9bd2-b04291651668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740799 Sep 02 13:36:39.737346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-dbad035a-dfa0-4730-bc88-4ecf5ca02331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.755773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098e0dc-f3a1-4ebf-aadf-3a5c729d4498 req-472389ba-5313-4c8b-ad63-7cd8052802f3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:39.757107 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-dbad035a-dfa0-4730-bc88-4ecf5ca02331 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4ba899d4-d3f3-4b0c-880a-50b0476448fe HTTP/1.1" status: 200 len: 853 time: 0.3419471 Sep 02 13:36:39.811017 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f098e0dc-f3a1-4ebf-aadf-3a5c729d4498 req-472389ba-5313-4c8b-ad63-7cd8052802f3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.2426314 Sep 02 13:36:40.010247 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f098e0dc-f3a1-4ebf-aadf-3a5c729d4498 req-ca268e63-9809-4385-960c-eec22a063800 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956024 Sep 02 13:36:40.155460 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-a31806bf-b14a-4ae7-874b-d3efbabb565b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cc07ac3-cf86-46fe-9bd2-b04291651668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3970776 Sep 02 13:36:40.541296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-49cd5fc7-2082-4d17-b8a5-c2921afbcc75 service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7698367 Sep 02 13:36:40.634296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df178148-aa86-4a68-8dbd-15999fdd498e req-adb35689-a737-4ba7-a484-ab6910c67f1b tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:40.646825 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df178148-aa86-4a68-8dbd-15999fdd498e req-adb35689-a737-4ba7-a484-ab6910c67f1b tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 943 time: 0.5185788 Sep 02 13:36:40.674109 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-a4c8fdc1-5df0-44b0-8ade-598e5c8e07c8 service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934142 Sep 02 13:36:40.814495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57122) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:40.892572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9ffd0-a058-4d19-a4bf-115491ea594f req-b0d3a853-326a-4a0a-b228-22971c290dfd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:40.894099 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07e9ffd0-a058-4d19-a4bf-115491ea594f req-b0d3a853-326a-4a0a-b228-22971c290dfd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.1596828 Sep 02 13:36:40.964553 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df178148-aa86-4a68-8dbd-15999fdd498e req-caeb006a-c804-4ebb-8e52-17d815cf0222 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162062 Sep 02 13:36:40.995446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-07e9ffd0-a058-4d19-a4bf-115491ea594f req-1f58b212-f639-4cac-a723-5879413f0a30 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833967 Sep 02 13:36:41.140751 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b8fbe92-e9a2-4f04-baa1-3a680083291c req-ffeaf27e-d6ac-40f8-9d62-6c270ea733af service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909216 Sep 02 13:36:41.164309 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0106c40b-eece-4c37-82a0-e55726ccf9fe req-52c1e5e3-6b48-42ed-bcd4-5f3cf4d8c117 service neutron] 10.222.0.77 "GET /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608532 Sep 02 13:36:41.285680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d26cb-538d-4aaa-86e9-dc1b8f4508b9 req-d08b9b43-0447-4ac1-8a2f-f2e56e0da006 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:41.304353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-304d26cb-538d-4aaa-86e9-dc1b8f4508b9 req-d08b9b43-0447-4ac1-8a2f-f2e56e0da006 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1143868 Sep 02 13:36:41.397070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-304d26cb-538d-4aaa-86e9-dc1b8f4508b9 req-be0dc2b4-5085-44c3-bc61-a277d035f39a tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916309 Sep 02 13:36:41.470080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1862271838'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:41.546101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Made reservation on behalf of fd7bf01c443b44aea26851c7f710159c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:36:41.557534 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:41.576245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:41.622580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec41b02-d8cd-4d83-89a5-3cafcad8048c req-47e79aa4-db03-4586-864b-1dfa4ad83952 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:41.626343 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ec41b02-d8cd-4d83-89a5-3cafcad8048c req-47e79aa4-db03-4586-864b-1dfa4ad83952 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 950 time: 0.0744357 Sep 02 13:36:41.677846 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ec41b02-d8cd-4d83-89a5-3cafcad8048c req-0df8a803-a773-438d-9460-53fbcb91b3bc tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390759 Sep 02 13:36:41.774048 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:41.781655 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:41.831165 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:36:41.849648 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:41.850636 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Added segment 7cf7031d-ede7-4280-89c3-e209665c6991 of type vlan for network db93e1f2-6e2d-4abc-aa15-454cf155833f Sep 02 13:36:41.870310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4297bc44-af7b-439a-837d-e50a37d25f19,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:41.899362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.900273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.900797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.901146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.901484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.901822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.902163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.902498 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.902833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.903164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.903496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.903842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:41.924397 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:41.961066 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:41.969541 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:41.970423 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:42.073554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event updated for resources: {'Network': ['ID=db93e1f2-6e2d-4abc-aa15-454cf155833f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:42.078066 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-196c2c58-5cd3-438f-b1db-ecdf56ae9ffd tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2517295 Sep 02 13:36:42.082758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:42.088736 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network db93e1f2-6e2d-4abc-aa15-454cf155833f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:36:42.108573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Request body: {'subnet': {'network_id': 'db93e1f2-6e2d-4abc-aa15-454cf155833f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:42.205830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294acdfa-4408-4ede-a25a-1d5fc2284b38 req-7265ee72-0143-4b64-b80f-15783ae0d786 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:42.232892 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-294acdfa-4408-4ede-a25a-1d5fc2284b38 req-7265ee72-0143-4b64-b80f-15783ae0d786 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 943 time: 0.1356342 Sep 02 13:36:42.299141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Made reservation on behalf of fd7bf01c443b44aea26851c7f710159c for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:36:42.306187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:42.307533 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-294acdfa-4408-4ede-a25a-1d5fc2284b38 req-6a781f70-5c93-4aec-b0e3-b703b3e88f68 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730829 Sep 02 13:36:42.355639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 7c421690-8104-4e7d-a873-9af81cf3727d details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:42.520897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 7c421690-8104-4e7d-a873-9af81cf3727d, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7c421690-8104-4e7d-a873-9af81cf3727d,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:42.534755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '7c421690-8104-4e7d-a873-9af81cf3727d', 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668', 'port_id': '7c421690-8104-4e7d-a873-9af81cf3727d', 'mac_address': 'fa:16:3e:e5:74:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba899d4-d3f3-4b0c-880a-50b0476448fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:42.584211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ad9d4-60b0-49ae-99da-e52f5759f8e2 req-95c32db3-877e-4d73-a862-f60aebe47e8b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:42.589154 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:42.592341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c97ad9d4-60b0-49ae-99da-e52f5759f8e2 req-95c32db3-877e-4d73-a862-f60aebe47e8b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1018870 Sep 02 13:36:42.610823 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c421690-8104-4e7d-a873-9af81cf3727d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:42.613738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57cfaa-7cb3-4084-8086-f39807405673 req-5010a6c7-b23a-4f27-9734-d03f1a20ad25 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:42.616280 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ae57cfaa-7cb3-4084-8086-f39807405673 req-5010a6c7-b23a-4f27-9734-d03f1a20ad25 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.3215201 Sep 02 13:36:42.648029 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 7c421690-8104-4e7d-a873-9af81cf3727d, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7c421690-8104-4e7d-a873-9af81cf3727d,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:42.653601 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c97ad9d4-60b0-49ae-99da-e52f5759f8e2 req-e19ca8f0-3b44-4e83-87b1-4eb7e37c948e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548232 Sep 02 13:36:42.659047 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:42.661820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device b8108634-fd5d-4293-ab56-f4e7d23070bd details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:42.718375 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ae57cfaa-7cb3-4084-8086-f39807405673 req-3664dfa6-636e-4e71-8dcd-979eb1cfa3e2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599198 Sep 02 13:36:42.723001 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:42.796527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event updated for resources: {'Subnet': ['ID=01d7d0f5-4d55-48ed-a5f8-7b30c39f6f0c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:42.802653 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=7c421690-8104-4e7d-a873-9af81cf3727d,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:42.807316 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port b8108634-fd5d-4293-ab56-f4e7d23070bd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=b8108634-fd5d-4293-ab56-f4e7d23070bd,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:42.820172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'b8108634-fd5d-4293-ab56-f4e7d23070bd', 'network_id': '9cc07ac3-cf86-46fe-9bd2-b04291651668', 'port_id': 'b8108634-fd5d-4293-ab56-f4e7d23070bd', 'mac_address': 'fa:16:3e:eb:3e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba899d4-d3f3-4b0c-880a-50b0476448fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:42.847593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Checking segment: {'id': '7cf7031d-ede7-4280-89c3-e209665c6991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'db93e1f2-6e2d-4abc-aa15-454cf155833f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:36:42.848098 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Network hostable DHCP agents. Network: db93e1f2-6e2d-4abc-aa15-454cf155833f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:36:42.871308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Network db93e1f2-6e2d-4abc-aa15-454cf155833f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:36:42.871604 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:42.886731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, db93e1f2-6e2d-4abc-aa15-454cf155833f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:36:42.889482 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8108634-fd5d-4293-ab56-f4e7d23070bd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:42.893028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:42.894029 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:42.897183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54fe9e3-9d55-4659-a1d1-c190ad968df6 None None] Network db93e1f2-6e2d-4abc-aa15-454cf155833f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:36:42.918425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-da4a35ba-58ab-4a49-b967-48b3f3e29bc9 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8337128 Sep 02 13:36:42.920926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:42.926310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Request body: {'port': {'network_id': 'db93e1f2-6e2d-4abc-aa15-454cf155833f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-131435684'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:42.963408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port b8108634-fd5d-4293-ab56-f4e7d23070bd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=b8108634-fd5d-4293-ab56-f4e7d23070bd,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:42.968954 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:43.044996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=b8108634-fd5d-4293-ab56-f4e7d23070bd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:43.103277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Made reservation on behalf of fd7bf01c443b44aea26851c7f710159c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:36:43.108695 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:43.138287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-db93e1f2-6e2d-4abc-aa15-454cf155833f', 'network_id': 'db93e1f2-6e2d-4abc-aa15-454cf155833f', 'tenant_id': 'fd7bf01c443b44aea26851c7f710159c', 'fixed_ips': [{'subnet_id': '01d7d0f5-4d55-48ed-a5f8-7b30c39f6f0c'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:36:43.140705 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:43.140859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] device_id is not set on port 350357e2-a5e2-4342-a818-1948b4f2287c yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:36:43.282775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Allocated IP 172.20.0.6 (db93e1f2-6e2d-4abc-aa15-454cf155833f/01d7d0f5-4d55-48ed-a5f8-7b30c39f6f0c/350357e2-a5e2-4342-a818-1948b4f2287c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:36:43.474393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['7c421690-8104-4e7d-a873-9af81cf3727d'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:43.505374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf9fb7-2f19-4a01-96f0-35afc4726646 req-e8dcda74-b323-484b-b3af-33754bc295e2 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:43.507046 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6cbf9fb7-2f19-4a01-96f0-35afc4726646 req-e8dcda74-b323-484b-b3af-33754bc295e2 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 944 time: 0.0881848 Sep 02 13:36:43.565592 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6cbf9fb7-2f19-4a01-96f0-35afc4726646 req-a0c5d07e-3986-4bc6-95f4-ba7ab19dd607 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Sep 02 13:36:43.570658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['b8108634-fd5d-4293-ab56-f4e7d23070bd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:43.919020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17f34c-78c7-4821-82af-4db5d231b60c req-4f901869-c836-4db9-88a3-bf48fe6b98d0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:43.920992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9e17f34c-78c7-4821-82af-4db5d231b60c req-4f901869-c836-4db9-88a3-bf48fe6b98d0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.0617890 Sep 02 13:36:43.965888 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:43.988837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9e17f34c-78c7-4821-82af-4db5d231b60c req-5c162d7d-5203-4b37-a826-ba1e8665cf9e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552261 Sep 02 13:36:43.999871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e909e0-89b1-44d2-8e1b-487349c1369b req-eddf692d-068e-4b82-94d4-e48066f262f5 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:44.008947 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13e909e0-89b1-44d2-8e1b-487349c1369b req-eddf692d-068e-4b82-94d4-e48066f262f5 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1873398 Sep 02 13:36:44.019017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Transition to ACTIVE for port object 350357e2-a5e2-4342-a818-1948b4f2287c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:36:44.111175 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13e909e0-89b1-44d2-8e1b-487349c1369b req-f4864f24-c935-4d8d-9248-2722d7754f20 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818634 Sep 02 13:36:44.129205 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:44.213499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Network db93e1f2-6e2d-4abc-aa15-454cf155833f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:36:44.220031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:36:44.229090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:36:44.232279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Allocated IP 172.20.0.2 (db93e1f2-6e2d-4abc-aa15-454cf155833f/01d7d0f5-4d55-48ed-a5f8-7b30c39f6f0c/269cd20d-a670-420d-a7c2-850ab89e7bd7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:36:44.261734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event updated for resources: {'Port': ['ID=350357e2-a5e2-4342-a818-1948b4f2287c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:44.307637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:44.308772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:44.334716 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6e0f8cc9-db1a-4f1c-820e-9016a7140d1c tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4078901 Sep 02 13:36:44.334716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:44.364655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:36:44.467757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a4fba92e-bdf6-48db-b6f8-8f376c46d376 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Deleting port 350357e2-a5e2-4342-a818-1948b4f2287c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:36:44.468388 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4fba92e-bdf6-48db-b6f8-8f376c46d376 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:44.563934 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:44.577600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Transition to ACTIVE for port object 269cd20d-a670-420d-a7c2-850ab89e7bd7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:36:44.616449 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4fba92e-bdf6-48db-b6f8-8f376c46d376 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:44.616748 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:44.620249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Transition to ACTIVE for port object 269cd20d-a670-420d-a7c2-850ab89e7bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:36:44.634353 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:44.648490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a4fba92e-bdf6-48db-b6f8-8f376c46d376 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Calling delete_port for 350357e2-a5e2-4342-a818-1948b4f2287c owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:36:44.691023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Network db93e1f2-6e2d-4abc-aa15-454cf155833f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:36:44.701886 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:36:44.704558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:36:44.706511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:44.709162 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc5e56-d6fc-486d-a05f-b7d9ea3b0ed5" -d '{"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-unplugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:44.733551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:44.741261 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Pushing event updated for resources: {'Port': ['ID=269cd20d-a670-420d-a7c2-850ab89e7bd7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:44.767619 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:44.832429 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d50f3-8af2-4a1d-9638-5c7f02c333a3 x-openstack-request-id: req-4b4d50f3-8af2-4a1d-9638-5c7f02c333a3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:44.832709 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-unplugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:44.832953 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b4d50f3-8af2-4a1d-9638-5c7f02c333a3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:44.833351 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'code': 200} Sep 02 13:36:44.850164 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4fba92e-bdf6-48db-b6f8-8f376c46d376 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:44.864591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651b33f-e339-4fa6-9dab-fdd7bd3ebabe req-2a968f13-d267-4f52-9ef4-263b6096ab41 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:44.868431 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0651b33f-e339-4fa6-9dab-fdd7bd3ebabe req-2a968f13-d267-4f52-9ef4-263b6096ab41 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 944 time: 0.1621821 Sep 02 13:36:44.936920 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0651b33f-e339-4fa6-9dab-fdd7bd3ebabe req-786021e3-5418-4264-a3dc-07c3021cf555 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611813 Sep 02 13:36:44.976604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fba92e-bdf6-48db-b6f8-8f376c46d376 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event deleted for resources: {'Port': ['ID=350357e2-a5e2-4342-a818-1948b4f2287c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:44.991716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Attempting to bind port 269cd20d-a670-420d-a7c2-850ab89e7bd7 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:36:44.992188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Attempting to bind port 269cd20d-a670-420d-a7c2-850ab89e7bd7 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '7cf7031d-ede7-4280-89c3-e209665c6991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'db93e1f2-6e2d-4abc-aa15-454cf155833f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:36:44.992560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Attempting to bind port 269cd20d-a670-420d-a7c2-850ab89e7bd7 on network db93e1f2-6e2d-4abc-aa15-454cf155833f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:45.000508 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:36:45.000949 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Checking segment: {'id': '7cf7031d-ede7-4280-89c3-e209665c6991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'db93e1f2-6e2d-4abc-aa15-454cf155833f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:36:45.001285 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:45.001809 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Bound using segment: {'id': '7cf7031d-ede7-4280-89c3-e209665c6991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'db93e1f2-6e2d-4abc-aa15-454cf155833f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:36:45.002344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Bound port: 269cd20d-a670-420d-a7c2-850ab89e7bd7, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf7031d-ede7-4280-89c3-e209665c6991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'db93e1f2-6e2d-4abc-aa15-454cf155833f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:36:45.002788 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:45.018834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4fba92e-bdf6-48db-b6f8-8f376c46d376 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:45.023417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a4fba92e-bdf6-48db-b6f8-8f376c46d376 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] 10.222.0.13 "DELETE /v2.0/ports/350357e2-a5e2-4342-a818-1948b4f2287c HTTP/1.1" status: 204 len: 168 time: 0.6872663 Sep 02 13:36:45.026905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:45.035461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:45.103911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] For port 269cd20d-a670-420d-a7c2-850ab89e7bd7, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:36:45.108398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] For port 269cd20d-a670-420d-a7c2-850ab89e7bd7, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=269cd20d-a670-420d-a7c2-850ab89e7bd7,segment=NetworkSegment(7cf7031d-ede7-4280-89c3-e209665c6991),segment_id=7cf7031d-ede7-4280-89c3-e209665c6991)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:36:45.116634 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:45.191035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece929bc-ccdc-4b51-9e04-2a20e954c537 req-b5dcc501-a1be-4d31-b743-92184659ebb0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:45.200243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ece929bc-ccdc-4b51-9e04-2a20e954c537 req-b5dcc501-a1be-4d31-b743-92184659ebb0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.0999804 Sep 02 13:36:45.215530 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50712a0e-f450-48f7-95b5-0138d6f6df3f None None] Pushing event updated for resources: {'Port': ['ID=269cd20d-a670-420d-a7c2-850ab89e7bd7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:45.285090 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ece929bc-ccdc-4b51-9e04-2a20e954c537 req-443c64c1-d8ce-477b-8f89-391e9b6a737e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789070 Sep 02 13:36:45.453699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b7502-2288-485a-a8ac-e05139a83c3d req-cf2ce5bd-7f13-4613-87b3-cbe93bba9b4b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:45.456468 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-276b7502-2288-485a-a8ac-e05139a83c3d req-cf2ce5bd-7f13-4613-87b3-cbe93bba9b4b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1056657 Sep 02 13:36:45.542997 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-276b7502-2288-485a-a8ac-e05139a83c3d req-383740e1-9bf7-4ef9-8ea2-1874fc562da7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593491 Sep 02 13:36:45.549324 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9fd30b09-cc36-4d4a-94b7-e9a53f3896e8 tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5200984 Sep 02 13:36:45.551888 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:45.561108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1103195563'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:45.590771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Made reservation on behalf of fd7bf01c443b44aea26851c7f710159c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:36:45.594731 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:45.625300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:36:45.645639 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:45.646303 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Added segment 15b67ea4-b27c-453a-a173-b722159874b7 of type vlan for network 04bdd13d-1ad2-4e85-9d4b-6491faf4f8ab Sep 02 13:36:45.706276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:45.744596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:45.751812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:45.752429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:45.811137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2578084 Sep 02 13:36:45.815348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:45.824433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559a2a4-6abe-43fa-882e-333855290f54 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event updated for resources: {'Network': ['ID=04bdd13d-1ad2-4e85-9d4b-6491faf4f8ab,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:45.835625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 04bdd13d-1ad2-4e85-9d4b-6491faf4f8ab details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:36:46.101348 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8267a065-8888-4bc9-b0ac-986aa307da14 tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] 10.222.0.13 "GET /v2.0/agents/47eea5a6-4315-4a72-bcad-520886f2bc45/dhcp-networks HTTP/1.1" status: 200 len: 9639 time: 0.2837441 Sep 02 13:36:46.106177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:46.204279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf25fd-77d2-4142-9d2e-ba26f04150f2 req-09ce7c1a-6973-43d3-bd5f-3799aaadbbc2 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:46.209040 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f7bf25fd-77d2-4142-9d2e-ba26f04150f2 req-09ce7c1a-6973-43d3-bd5f-3799aaadbbc2 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 944 time: 0.1759043 Sep 02 13:36:46.372749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:46.378548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 7c421690-8104-4e7d-a873-9af81cf3727d up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:46.517185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd990d2-b725-430f-93ea-13a37e8d7a56 req-95cf8188-0e18-4e22-8664-200233e4d413 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:46.527906 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6fd990d2-b725-430f-93ea-13a37e8d7a56 req-95cf8188-0e18-4e22-8664-200233e4d413 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.1126029 Sep 02 13:36:46.588580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6fd990d2-b725-430f-93ea-13a37e8d7a56 req-a88c81a0-9747-46f7-b1b3-ff9cb4c29cf1 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588682 Sep 02 13:36:46.611770 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f7bf25fd-77d2-4142-9d2e-ba26f04150f2 req-bfaad0ec-f253-41a9-a4e7-2fb92c2f20e1 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908401 Sep 02 13:36:46.625548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 7c421690-8104-4e7d-a873-9af81cf3727d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:46.652892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 7c421690-8104-4e7d-a873-9af81cf3727d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:46.654167 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:46.675977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6161881-513b-4959-ab7c-7c1b776fea45 tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] Network 04bdd13d-1ad2-4e85-9d4b-6491faf4f8ab is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:36:46.705112 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a6161881-513b-4959-ab7c-7c1b776fea45 tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] 10.222.0.13 "POST /v2.0/agents/47eea5a6-4315-4a72-bcad-520886f2bc45/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5973711 Sep 02 13:36:46.709243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57336) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:46.761211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7352f04-c301-4a12-b8cf-22453a60ce6d None None] Network db93e1f2-6e2d-4abc-aa15-454cf155833f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:36:46.768589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa971bc4-5d77-41bc-a7ad-cc9cbadbeba6 None None] Network 04bdd13d-1ad2-4e85-9d4b-6491faf4f8ab requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:36:46.792953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:46.934183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b', 'mac_address': 'fa:16:3e:73:c3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:36:46.940188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bfe791f7-ea19-437a-b611-be99b0b1dbb3 None None] Provisioning for port 269cd20d-a670-420d-a7c2-850ab89e7bd7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:46.976789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affef76-772d-4524-a25a-84785d566b09 req-11020033-8010-40e3-a8a7-4507689a4418 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:46.979079 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9affef76-772d-4524-a25a-84785d566b09 req-11020033-8010-40e3-a8a7-4507689a4418 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1529510 Sep 02 13:36:47.049120 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9affef76-772d-4524-a25a-84785d566b09 req-36b11c91-9434-4e39-a33b-0a3f50376970 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530920 Sep 02 13:36:47.057520 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-96af37db-6060-4672-b9c3-cdc73161a0c1 tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] 10.222.0.13 "GET /v2.0/agents/47eea5a6-4315-4a72-bcad-520886f2bc45/dhcp-networks HTTP/1.1" status: 200 len: 10411 time: 0.3414690 Sep 02 13:36:47.058446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57350) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:47.128806 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:47.204427 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3ff33602-2c43-4753-b18a-9306f115f162 tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] 10.222.0.13 "DELETE /v2.0/agents/47eea5a6-4315-4a72-bcad-520886f2bc45/dhcp-networks/04bdd13d-1ad2-4e85-9d4b-6491faf4f8ab HTTP/1.1" status: 204 len: 168 time: 0.1442525 Sep 02 13:36:47.208153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57354) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:47.232937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:47.249402 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:47.301137 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 269cd20d-a670-420d-a7c2-850ab89e7bd7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:47.355013 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dc209f-d0fd-4055-8f48-1072c0f16984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c421690-8104-4e7d-a873-9af81cf3727d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:47.358533 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee96bbc6-e21f-41b2-bee8-cb358902c5e6" -d '{"events": [{"server_uuid": "b3dc209f-d0fd-4055-8f48-1072c0f16984", "name": "network-vif-plugged", "status": "completed", "tag": "7c421690-8104-4e7d-a873-9af81cf3727d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:47.402854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:47.428424 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:47.433825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 7c421690-8104-4e7d-a873-9af81cf3727d, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7c421690-8104-4e7d-a873-9af81cf3727d,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:47.454986 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:47.456629 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device b8108634-fd5d-4293-ab56-f4e7d23070bd up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:47.510275 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba38180-e4b4-42f9-bb5a-45199d67e3bd x-openstack-request-id: req-bba38180-e4b4-42f9-bb5a-45199d67e3bd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:47.510777 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dc209f-d0fd-4055-8f48-1072c0f16984", "name": "network-vif-plugged", "status": "completed", "tag": "7c421690-8104-4e7d-a873-9af81cf3727d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:47.511207 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bba38180-e4b4-42f9-bb5a-45199d67e3bd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:47.511839 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dc209f-d0fd-4055-8f48-1072c0f16984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c421690-8104-4e7d-a873-9af81cf3727d', 'code': 200} Sep 02 13:36:47.590194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:47.602232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-945aa88c-9f3e-43c5-ae50-658502642574 tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] 10.222.0.13 "GET /v2.0/agents/47eea5a6-4315-4a72-bcad-520886f2bc45/dhcp-networks HTTP/1.1" status: 200 len: 9639 time: 0.3886273 Sep 02 13:36:47.602900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:47.646090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['3d87ce70-e63c-4dd3-8bd1-4111693e5a1b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:47.656572 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 269cd20d-a670-420d-a7c2-850ab89e7bd7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:47.692813 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-79ac8695-cb8a-45f0-8b29-7240a7bd9070 tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] 10.222.0.13 "GET /v2.0/networks/db93e1f2-6e2d-4abc-aa15-454cf155833f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0840192 Sep 02 13:36:47.695446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:47.701194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 269cd20d-a670-420d-a7c2-850ab89e7bd7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:47.701594 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:47.752302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port b8108634-fd5d-4293-ab56-f4e7d23070bd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:36:47.786875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port b8108634-fd5d-4293-ab56-f4e7d23070bd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:47.787283 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:47.791844 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a96a66bd-8922-4513-9377-9c93efca1299 tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] 10.222.0.13 "GET /v2.0/networks/db93e1f2-6e2d-4abc-aa15-454cf155833f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0908132 Sep 02 13:36:47.800095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:47.852349 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=7c421690-8104-4e7d-a873-9af81cf3727d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:48.038534 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae829a4-e3e6-4eea-b655-7a6b8465a2cb req-ff41ef8f-4e60-43c6-abe7-43d0d2c3f45a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:48.041650 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8ae829a4-e3e6-4eea-b655-7a6b8465a2cb req-ff41ef8f-4e60-43c6-abe7-43d0d2c3f45a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 945 time: 0.2529919 Sep 02 13:36:48.048220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4da25-be6c-4c90-b25d-555cfea5a3b5 req-09f01bca-29bc-4baa-aed1-ec751bf52db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:48.051395 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ab4da25-be6c-4c90-b25d-555cfea5a3b5 req-09f01bca-29bc-4baa-aed1-ec751bf52db8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3dc209f-d0fd-4055-8f48-1072c0f16984 HTTP/1.1" status: 200 len: 1096 time: 0.3782139 Sep 02 13:36:48.159215 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-38ae6d10-caa7-4e74-a2c6-9ade1abb09b7 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:48.162394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-38ae6d10-caa7-4e74-a2c6-9ade1abb09b7 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1096 time: 0.2671130 Sep 02 13:36:48.173987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:48.200456 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:48.202619 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ab4da25-be6c-4c90-b25d-555cfea5a3b5 req-3ebc7f89-415c-44f5-ad83-ff0f73ee3785 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312482 Sep 02 13:36:48.205368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da9d0b-b900-47a2-9186-cc4b6e159bf9 req-3dcf9307-4dcf-4f95-a737-031166a434bb tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:48.211841 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8ae829a4-e3e6-4eea-b655-7a6b8465a2cb req-2a9b4eed-231d-4122-83dc-606311992a36 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538267 Sep 02 13:36:48.219023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69da9d0b-b900-47a2-9186-cc4b6e159bf9 req-3dcf9307-4dcf-4f95-a737-031166a434bb tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 944 time: 0.2328606 Sep 02 13:36:48.221965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:36:48.372628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af0be853-3672-4f9d-a895-69516715c673 None None] Provisioning complete for port 269cd20d-a670-420d-a7c2-850ab89e7bd7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:48.373123 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af0be853-3672-4f9d-a895-69516715c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:48.373413 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:48.442001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port b8108634-fd5d-4293-ab56-f4e7d23070bd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=b8108634-fd5d-4293-ab56-f4e7d23070bd,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:48.447302 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1039ffaa-ab52-41c8-a340-29bdb56e434e tempest-DHCPAgentSchedulersTestJSON-1753004873 tempest-DHCPAgentSchedulersTestJSON-1753004873-project-admin] 10.222.0.13 "GET /v2.0/agents/47eea5a6-4315-4a72-bcad-520886f2bc45/dhcp-networks HTTP/1.1" status: 200 len: 9639 time: 0.6455250 Sep 02 13:36:48.462843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57380) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:48.468231 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:48.468540 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69da9d0b-b900-47a2-9186-cc4b6e159bf9 req-b5c7b42f-2f96-4dec-a0a4-ae9f1b282058 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481031 Sep 02 13:36:48.485442 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 269cd20d-a670-420d-a7c2-850ab89e7bd7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=269cd20d-a670-420d-a7c2-850ab89e7bd7,segment=NetworkSegment(7cf7031d-ede7-4280-89c3-e209665c6991),segment_id=7cf7031d-ede7-4280-89c3-e209665c6991)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:48.487377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:48.558250 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:48.710445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=b8108634-fd5d-4293-ab56-f4e7d23070bd,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:48.714476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca8320-d40f-4440-b82c-ada1960962f2 req-be1b7373-679e-4cb4-9dde-5e1182036861 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:48.721054 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:48.731704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5eca8320-d40f-4440-b82c-ada1960962f2 req-be1b7373-679e-4cb4-9dde-5e1182036861 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1348000 Sep 02 13:36:48.800036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5eca8320-d40f-4440-b82c-ada1960962f2 req-e449a870-3c53-43c3-a5b2-8749c252fa01 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670452 Sep 02 13:36:48.803429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:48.803892 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:48.846883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:48.878821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=269cd20d-a670-420d-a7c2-850ab89e7bd7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:48.954591 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-17c82c1d-1c46-46ab-ad20-9b11af57fa8c None None] Could not find standard attr ID for object 350357e2-a5e2-4342-a818-1948b4f2287c. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:36:48.973527 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.031431 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.035508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:36:49.039174 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:49.045453 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.076302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bdd13d-1ad2-4e85-9d4b-6491faf4f8ab']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:49.098316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b67ea4-b27c-453a-a173-b722159874b7') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:49.099201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b67ea4-b27c-453a-a173-b722159874b7') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:49.126905 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.127036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b85a2-9b0c-46e3-9962-186c4a54462a req-d8f643dc-6a48-4ff5-92e5-cec19d2c3dd1 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:49.128892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a11b85a2-9b0c-46e3-9962-186c4a54462a req-d8f643dc-6a48-4ff5-92e5-cec19d2c3dd1 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.0653753 Sep 02 13:36:49.134964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:49.152443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:49.156985 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c6014-274a-4d95-9034-15d89f7cc09b" -d '{"events": [{"server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "name": "network-vif-unplugged", "status": "completed", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:49.167138 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.179317 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.195862 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.222862 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a11b85a2-9b0c-46e3-9962-186c4a54462a req-9c549acd-d38b-48f7-89a2-ad8a883ff53b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845485 Sep 02 13:36:49.234416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 269cd20d-a670-420d-a7c2-850ab89e7bd7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:36:49.264252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:36:49.265489 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.269835 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83192f0-53e5-4877-bccd-89db1a547570 x-openstack-request-id: req-a83192f0-53e5-4877-bccd-89db1a547570 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:49.270130 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "name": "network-vif-unplugged", "status": "completed", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:49.270386 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a83192f0-53e5-4877-bccd-89db1a547570 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:49.271286 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e', 'code': 200} Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:36:49.271610 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:36:49.324046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 269cd20d-a670-420d-a7c2-850ab89e7bd7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:36:49.324678 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.424866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179032-e826-435b-a075-fc9b6e1db758 req-95b9488d-dd18-4806-a608-43118988b7e2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:49.427428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3179032-e826-435b-a075-fc9b6e1db758 req-95b9488d-dd18-4806-a608-43118988b7e2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.0815971 Sep 02 13:36:49.432034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Pushing event updated for resources: {'Port': ['ID=5b720070-7e95-4a34-9671-a83ac0af598e,revision_number=7']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:49.464253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.464656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.464943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.465286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.465645 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.465978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.466340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.466726 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.467370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.467910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.468250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.468587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:36:49.475014 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.484294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e on host n-h1-794796-4 for vnic_type normal with profile {"migrating_to": "n-h2-794796-4"} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:36:49.484635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:36:49.485078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:49.488867 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.494514 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] 10.222.0.13 "DELETE /v2.0/networks/04bdd13d-1ad2-4e85-9d4b-6491faf4f8ab HTTP/1.1" status: 204 len: 168 time: 1.0271471 Sep 02 13:36:49.494855 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57418) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:49.513983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63eeeb4-c83d-4be9-a87c-0a554ff924c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8108634-fd5d-4293-ab56-f4e7d23070bd'}, {'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:49.518546 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df92c2c9-1fd6-4c47-850b-33c5ecd61f6f" -d '{"events": [{"server_uuid": "c63eeeb4-c83d-4be9-a87c-0a554ff924c1", "name": "network-vif-plugged", "status": "completed", "tag": "b8108634-fd5d-4293-ab56-f4e7d23070bd"}, {"server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "name": "network-vif-plugged", "status": "completed", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:49.519117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6269b-479d-4b77-b63d-7c5c221c69a8 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event deleted for resources: {'Network': ['ID=04bdd13d-1ad2-4e85-9d4b-6491faf4f8ab,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:49.520282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Port 5b720070-7e95-4a34-9671-a83ac0af598e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:36:49.520282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Attempting to bind port 5b720070-7e95-4a34-9671-a83ac0af598e on network cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:36:49.552310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f290a-8767-4aba-82db-277a9c35a963 req-2f30677f-9ae3-4a7a-ba8e-92529b7ca19e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:49.561792 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-165f290a-8767-4aba-82db-277a9c35a963 req-2f30677f-9ae3-4a7a-ba8e-92529b7ca19e tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1999140 Sep 02 13:36:49.564547 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3179032-e826-435b-a075-fc9b6e1db758 req-c27b594f-289a-45a5-88da-e9783eacc79b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296856 Sep 02 13:36:49.565394 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3971de4-faf2-40c2-9983-e8afec7dadd5 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] DELETE failed (client error): The resource could not be found. Sep 02 13:36:49.566195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3971de4-faf2-40c2-9983-e8afec7dadd5 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:36:49.572001 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f3971de4-faf2-40c2-9983-e8afec7dadd5 tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] 10.222.0.13 "DELETE /v2.0/ports/350357e2-a5e2-4342-a818-1948b4f2287c HTTP/1.1" status: 404 len: 333 time: 0.0634117 Sep 02 13:36:49.574239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:36:49.574579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Checking segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:36:49.574940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Bound using segment: {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:36:49.575387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Bound port: 5b720070-7e95-4a34-9671-a83ac0af598e, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4827ad-0d7a-4be4-ab44-066d73e11010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cce2efb6-ca9a-41b3-bb1c-dc4a4394d847'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:36:49.575758 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.577342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57424) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:49.721959 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-165f290a-8767-4aba-82db-277a9c35a963 req-613bb3fd-60c8-4b1e-8e9b-f002901605f7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590250 Sep 02 13:36:49.731326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-82806a6c-2380-4bcc-b2a4-f47e5a4fd58d tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Deleting subnet 01d7d0f5-4d55-48ed-a5f8-7b30c39f6f0c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:36:49.758749 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82806a6c-2380-4bcc-b2a4-f47e5a4fd58d tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.819989 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77080e8-813b-4a6b-83ff-72e0db11d3a6 x-openstack-request-id: req-c77080e8-813b-4a6b-83ff-72e0db11d3a6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:49.820395 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63eeeb4-c83d-4be9-a87c-0a554ff924c1", "name": "network-vif-plugged", "status": "completed", "tag": "b8108634-fd5d-4293-ab56-f4e7d23070bd", "code": 200}, {"server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "name": "network-vif-plugged", "status": "completed", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:49.820737 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c77080e8-813b-4a6b-83ff-72e0db11d3a6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:49.821144 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63eeeb4-c83d-4be9-a87c-0a554ff924c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8108634-fd5d-4293-ab56-f4e7d23070bd', 'code': 200} Sep 02 13:36:49.821428 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b', 'code': 200} Sep 02 13:36:49.877688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:36:49.892152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:36:49.898308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82806a6c-2380-4bcc-b2a4-f47e5a4fd58d tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:49.933544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f406989-8da5-4965-922b-d054f28c8e70 req-fd19b0ea-92a3-4b70-b269-a705e81438e0 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:49.935924 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3f406989-8da5-4965-922b-d054f28c8e70 req-fd19b0ea-92a3-4b70-b269-a705e81438e0 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 945 time: 0.0996320 Sep 02 13:36:49.949299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:50.003499 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3f406989-8da5-4965-922b-d054f28c8e70 req-e9cb895c-1cd0-4137-b155-ecc0596769df tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596228 Sep 02 13:36:50.156015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77072f-d832-42c6-b9ea-b4c85be555f8 req-1d8a3808-f050-4b64-bbc6-7cad97471668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:50.157619 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6c77072f-d832-42c6-b9ea-b4c85be555f8 req-1d8a3808-f050-4b64-bbc6-7cad97471668 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 1096 time: 0.2197299 Sep 02 13:36:50.175487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:50.176541 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:50.178779 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] 10.222.0.77 "PUT /v2.0/ports/5b720070-7e95-4a34-9671-a83ac0af598e HTTP/1.1" status: 200 len: 1121 time: 1.9742942 Sep 02 13:36:50.222257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1abcd-a36b-4307-a52a-5a546d581151 service neutron] Pushing event updated for resources: {'Port': ['ID=5b720070-7e95-4a34-9671-a83ac0af598e,revision_number=8']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:50.243918 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82806a6c-2380-4bcc-b2a4-f47e5a4fd58d tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:50.295906 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6c77072f-d832-42c6-b9ea-b4c85be555f8 req-24654dc9-2c20-4115-951d-00b4fa68bc05 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116831 Sep 02 13:36:50.312487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['5b720070-7e95-4a34-9671-a83ac0af598e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:50.341308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82806a6c-2380-4bcc-b2a4-f47e5a4fd58d tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:50.382126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82806a6c-2380-4bcc-b2a4-f47e5a4fd58d tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event deleted for resources: {'Subnet': ['ID=01d7d0f5-4d55-48ed-a5f8-7b30c39f6f0c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:50.400194 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82806a6c-2380-4bcc-b2a4-f47e5a4fd58d tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:50.400194 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-82806a6c-2380-4bcc-b2a4-f47e5a4fd58d tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] 10.222.0.13 "DELETE /v2.0/subnets/01d7d0f5-4d55-48ed-a5f8-7b30c39f6f0c HTTP/1.1" status: 204 len: 168 time: 0.8101292 Sep 02 13:36:50.400550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57452) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:50.400909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8322ce3c-df64-4aa5-8275-bc5f07050b6e None None] Network db93e1f2-6e2d-4abc-aa15-454cf155833f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:36:50.491192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['5b720070-7e95-4a34-9671-a83ac0af598e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:50.493996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5b720070-7e95-4a34-9671-a83ac0af598e details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:36:50.517378 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:50.531834 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ac91c-0496-44db-ba41-ec2fa5006a3a req-388a40f1-f9f0-4c18-91f3-05629bc5566b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:50.533624 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c63ac91c-0496-44db-ba41-ec2fa5006a3a req-388a40f1-f9f0-4c18-91f3-05629bc5566b tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1286891 Sep 02 13:36:50.635446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c63ac91c-0496-44db-ba41-ec2fa5006a3a req-98b76dae-cb00-4851-a724-5428caa7db63 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920737 Sep 02 13:36:50.671607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Deleting port 269cd20d-a670-420d-a7c2-850ab89e7bd7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:36:50.672004 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:50.733101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afd163-c095-401e-835a-2de21716ccac req-dedceb9c-4498-44c9-ba4d-e4708d159803 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:50.749949 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53afd163-c095-401e-835a-2de21716ccac req-dedceb9c-4498-44c9-ba4d-e4708d159803 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.0867314 Sep 02 13:36:50.779445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] For port 269cd20d-a670-420d-a7c2-850ab89e7bd7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=269cd20d-a670-420d-a7c2-850ab89e7bd7,segment=NetworkSegment(7cf7031d-ede7-4280-89c3-e209665c6991),segment_id=7cf7031d-ede7-4280-89c3-e209665c6991)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:50.779931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:50.812666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53afd163-c095-401e-835a-2de21716ccac req-0372217f-ff6e-401e-9ebd-e1497bbb80db tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617616 Sep 02 13:36:50.813368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Calling delete_port for 269cd20d-a670-420d-a7c2-850ab89e7bd7 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:36:50.934339 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:50.978809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event deleted for resources: {'Port': ['ID=269cd20d-a670-420d-a7c2-850ab89e7bd7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:50.989331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] No DVR routers for this DVR port 269cd20d-a670-420d-a7c2-850ab89e7bd7 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:36:51.089174 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:51.125272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5b720070-7e95-4a34-9671-a83ac0af598e has no active binding in host n-h2-794796-4 {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 02 13:36:51.210404 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:51.242429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db93e1f2-6e2d-4abc-aa15-454cf155833f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:51.263139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf7031d-ede7-4280-89c3-e209665c6991') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:51.263556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf7031d-ede7-4280-89c3-e209665c6991') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:36:51.276794 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:51.293012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07243a3e-1820-43d5-8164-9ab0cf75806d None None] DHCP port deletion for db93e1f2-6e2d-4abc-aa15-454cf155833f request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:36:51.293337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:51.297475 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:51.309055 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:51.340434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:36:51.340876 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:36:51.351175 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:36:51.364813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eae6e-506f-4bbb-8b64-73595231436d req-0a4b9d22-61bc-4562-9f7e-3497b873d5e3 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:51.368969 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-200eae6e-506f-4bbb-8b64-73595231436d req-0a4b9d22-61bc-4562-9f7e-3497b873d5e3 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 945 time: 0.1922901 Sep 02 13:36:51.387482 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5899ebd4-ceb9-4ce8-8418-18fd95f9a49e x-openstack-request-id: req-5899ebd4-ceb9-4ce8-8418-18fd95f9a49e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:51.387802 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:51.388295 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5899ebd4-ceb9-4ce8-8418-18fd95f9a49e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:51.388700 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e', 'status': 'completed', 'code': 200} Sep 02 13:36:51.445597 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:51.450405 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-200eae6e-506f-4bbb-8b64-73595231436d req-9222d0ff-0a0e-4585-9ecf-40bcfae29c96 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747621 Sep 02 13:36:51.473357 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:51.473973 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] 10.222.0.13 "DELETE /v2.0/networks/db93e1f2-6e2d-4abc-aa15-454cf155833f HTTP/1.1" status: 204 len: 168 time: 1.0793862 Sep 02 13:36:51.477147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977ccab-a80a-4389-a77b-a6db02579afe tempest-DHCPAgentSchedulersTestJSON-1918496051 tempest-DHCPAgentSchedulersTestJSON-1918496051-project] Pushing event deleted for resources: {'Network': ['ID=db93e1f2-6e2d-4abc-aa15-454cf155833f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:51.515690 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-a16e98da-3419-47b2-84fc-487943133931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:51.518394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-a16e98da-3419-47b2-84fc-487943133931 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 1124 time: 0.0903265 Sep 02 13:36:51.689664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-2843cadd-22cd-4e81-93d7-e19817f120f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:51.694328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-2843cadd-22cd-4e81-93d7-e19817f120f5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.1671023 Sep 02 13:36:51.784866 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-725fe159-c3c4-4fe6-9af9-6d314ae7aa6f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b720070-7e95-4a34-9671-a83ac0af598e HTTP/1.1" status: 200 len: 217 time: 0.0778842 Sep 02 13:36:51.909438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-a195f2d3-8da7-4f2b-825e-4033ad216e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:51.914154 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-a195f2d3-8da7-4f2b-825e-4033ad216e73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1179514 Sep 02 13:36:51.917135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae3cc6-77d0-4714-a029-990023a9c3fe req-6eabfd12-fa26-4843-98ed-eefcd570fe4f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:51.919112 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9cae3cc6-77d0-4714-a029-990023a9c3fe req-6eabfd12-fa26-4843-98ed-eefcd570fe4f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1389372 Sep 02 13:36:51.988642 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-2a90e8b6-45e0-4520-91af-4ad364278dab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574524 Sep 02 13:36:52.004238 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9cae3cc6-77d0-4714-a029-990023a9c3fe req-d18ff48e-8e2f-40c3-98ac-77492de6ee35 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643888 Sep 02 13:36:52.020695 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:52.203276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949537cf-fd40-4e50-a89a-bdae415a396e req-7bb2c704-7786-4119-bf35-1198783ae905 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:52.206134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-949537cf-fd40-4e50-a89a-bdae415a396e req-7bb2c704-7786-4119-bf35-1198783ae905 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.2153916 Sep 02 13:36:52.312183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-cf5dfb1c-e7d1-461c-8532-03579a9c1bdc service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491376 Sep 02 13:36:52.326616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-949537cf-fd40-4e50-a89a-bdae415a396e req-3c673e46-dfe9-48c6-951e-d31090d76ac6 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822287 Sep 02 13:36:52.499982 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23be97a2-c0af-4a0b-84ad-f0e16e1ea6bb req-bc8fb5ec-dc92-441a-ae5c-a0840d947b26 service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672912 Sep 02 13:36:52.592331 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-af971666-0a21-44ea-a8b6-943bbc739ef9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd7bf01c443b44aea26851c7f710159c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629694 Sep 02 13:36:52.593693 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57524) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:52.744306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86f87-2864-4bd9-99ec-06fb63ec94d9 req-668a3a21-eb8e-4b6a-96e0-0509d83da9ea tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:52.747998 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94f86f87-2864-4bd9-99ec-06fb63ec94d9 req-668a3a21-eb8e-4b6a-96e0-0509d83da9ea tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 945 time: 0.1559134 Sep 02 13:36:52.780879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f42c436-7b3b-4e47-bbb1-a08adb7dfbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:52.911690 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f42c436-7b3b-4e47-bbb1-a08adb7dfbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:52.953463 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94f86f87-2864-4bd9-99ec-06fb63ec94d9 req-e6681efb-bedd-4d53-a71b-c05026149cbb tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797504 Sep 02 13:36:53.003866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-7d90d16b-6366-4cd7-b5d2-e266db4a2ab9 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:53.006290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-7d90d16b-6366-4cd7-b5d2-e266db4a2ab9 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.2525547 Sep 02 13:36:53.161427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 269cd20d-a670-420d-a7c2-850ab89e7bd7 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:36:53.177789 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f42c436-7b3b-4e47-bbb1-a08adb7dfbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:53.183217 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f42c436-7b3b-4e47-bbb1-a08adb7dfbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:53.189611 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3f42c436-7b3b-4e47-bbb1-a08adb7dfbff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4297bc44-af7b-439a-837d-e50a37d25f19 HTTP/1.1" status: 204 len: 168 time: 0.5800486 Sep 02 13:36:53.223203 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42c436-7b3b-4e47-bbb1-a08adb7dfbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4297bc44-af7b-439a-837d-e50a37d25f19,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:53.261841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 269cd20d-a670-420d-a7c2-850ab89e7bd7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:36:53.261841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 269cd20d-a670-420d-a7c2-850ab89e7bd7 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:36:53.324354 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70832f-5f86-4664-9a48-c147ced5725b req-4b893aad-109a-4a4b-ba26-f5aaa875be7d tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:53.327280 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc70832f-5f86-4664-9a48-c147ced5725b req-4b893aad-109a-4a4b-ba26-f5aaa875be7d tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dc209f-d0fd-4055-8f48-1072c0f16984 HTTP/1.1" status: 200 len: 945 time: 0.0849915 Sep 02 13:36:53.341773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e3c7f-fb72-4cfd-9a08-f8162f865615 req-5eff04bb-7427-497e-87ac-665dc580f737 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:53.345442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba0e3c7f-fb72-4cfd-9a08-f8162f865615 req-5eff04bb-7427-497e-87ac-665dc580f737 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 946 time: 0.1269784 Sep 02 13:36:53.354175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Deleting port 32f972f6-775b-4c07-aeab-0e2c001b22b1 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:36:53.355326 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:53.422196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc70832f-5f86-4664-9a48-c147ced5725b req-10914883-ef6c-4f12-b2af-a33fb61bc9e3 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833986 Sep 02 13:36:53.505021 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba0e3c7f-fb72-4cfd-9a08-f8162f865615 req-33f99885-6e52-4dc8-bc3a-a74e4c75aa3f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329315 Sep 02 13:36:53.562939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] For port 32f972f6-775b-4c07-aeab-0e2c001b22b1, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32f972f6-775b-4c07-aeab-0e2c001b22b1,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:53.563419 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:53.579677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Calling delete_port for 32f972f6-775b-4c07-aeab-0e2c001b22b1 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:36:53.866242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5103a2-9c7f-42ca-8106-46d83b619e3c req-f186bcc5-a89f-4792-b27b-6a8edcf57e55 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:53.875112 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e5103a2-9c7f-42ca-8106-46d83b619e3c req-f186bcc5-a89f-4792-b27b-6a8edcf57e55 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.1538713 Sep 02 13:36:53.907942 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:53.914042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:53.926212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81', '32f972f6-775b-4c07-aeab-0e2c001b22b1'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:36:53.956647 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e15ce0a-b58b-4f67-946d-8e064489c3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:53.996054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event deleted for resources: {'Port': ['ID=32f972f6-775b-4c07-aeab-0e2c001b22b1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:54.049747 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e5103a2-9c7f-42ca-8106-46d83b619e3c req-d4239e5e-5b93-4f5c-babc-60f38e63acc1 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723833 Sep 02 13:36:54.190284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] No DVR routers for this DVR port 32f972f6-775b-4c07-aeab-0e2c001b22b1 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:36:54.199165 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:54.201352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-34af9db6-6f15-43b4-a334-ba3252af9671 req-f998f199-e71c-461a-87b4-08e46fa88971 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "DELETE /v2.0/ports/32f972f6-775b-4c07-aeab-0e2c001b22b1 HTTP/1.1" status: 204 len: 173 time: 1.1881659 Sep 02 13:36:54.204092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f4f2fe-503b-441b-b939-a35deaabd40c', 'name': 'network-vif-deleted', 'tag': '32f972f6-775b-4c07-aeab-0e2c001b22b1'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:54.212362 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea326d41-1f8d-46b0-8587-c50bb3a3d100" -d '{"events": [{"server_uuid": "c2f4f2fe-503b-441b-b939-a35deaabd40c", "name": "network-vif-deleted", "tag": "32f972f6-775b-4c07-aeab-0e2c001b22b1"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:54.347539 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e15ce0a-b58b-4f67-946d-8e064489c3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:54.354983 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e15ce0a-b58b-4f67-946d-8e064489c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:54.358053 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2e8b83-d76b-4e19-aab4-ed3a06e86667 x-openstack-request-id: req-1a2e8b83-d76b-4e19-aab4-ed3a06e86667 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:54.359358 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f4f2fe-503b-441b-b939-a35deaabd40c", "name": "network-vif-deleted", "tag": "32f972f6-775b-4c07-aeab-0e2c001b22b1", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:54.360258 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a2e8b83-d76b-4e19-aab4-ed3a06e86667 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:54.361395 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f4f2fe-503b-441b-b939-a35deaabd40c', 'name': 'network-vif-deleted', 'tag': '32f972f6-775b-4c07-aeab-0e2c001b22b1', 'status': 'completed', 'code': 200} Sep 02 13:36:54.486896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15ce0a-b58b-4f67-946d-8e064489c3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f047c728-d8e3-48e8-87f9-ea3d064b5d52,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:54.577368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57604) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:36:54.578015 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9e15ce0a-b58b-4f67-946d-8e064489c3e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b1eafa1611948f194cbaf242ffeb5d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608844 Sep 02 13:36:54.764049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6d86-b060-4173-94c4-8fb14a433753 req-489d4f6f-19df-4ca9-8b02-a8f8e789584b tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:54.772335 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-107b6d86-b060-4173-94c4-8fb14a433753 req-489d4f6f-19df-4ca9-8b02-a8f8e789584b tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dc209f-d0fd-4055-8f48-1072c0f16984 HTTP/1.1" status: 200 len: 945 time: 0.1328032 Sep 02 13:36:54.787110 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fa484f-ec34-492e-9934-e60723fd456a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:54.869234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fa484f-ec34-492e-9934-e60723fd456a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:54.920565 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-107b6d86-b060-4173-94c4-8fb14a433753 req-536711af-65f2-48ad-9302-7845b987b3ce tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468041 Sep 02 13:36:55.038542 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fa484f-ec34-492e-9934-e60723fd456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.044579 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b8fa484f-ec34-492e-9934-e60723fd456a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:55.051481 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b8fa484f-ec34-492e-9934-e60723fd456a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f047c728-d8e3-48e8-87f9-ea3d064b5d52 HTTP/1.1" status: 204 len: 168 time: 0.4685612 Sep 02 13:36:55.103371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa484f-ec34-492e-9934-e60723fd456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f047c728-d8e3-48e8-87f9-ea3d064b5d52,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:55.106170 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-89bc09ce-af5b-4b59-a7d3-2d6c85666495 req-1fce4f30-572a-44e6-9497-7e2463c78077 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2f4f2fe-503b-441b-b939-a35deaabd40c HTTP/1.1" status: 200 len: 210 time: 0.1016757 Sep 02 13:36:55.845205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde54d-8805-4f26-abcc-4e4238764140 req-ae5feb95-8291-4e7c-a80b-a76f2a4f9693 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:55.846859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6fde54d-8805-4f26-abcc-4e4238764140 req-ae5feb95-8291-4e7c-a80b-a76f2a4f9693 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.1614327 Sep 02 13:36:55.928953 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f6fde54d-8805-4f26-abcc-4e4238764140 req-19987d1a-14ba-4e7a-8f85-b58fe5eb9e5b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662007 Sep 02 13:36:56.120893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-2f93e13f-ec2c-451c-ad25-cd9f723d6186 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:56.123134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-2f93e13f-ec2c-451c-ad25-cd9f723d6186 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3dc209f-d0fd-4055-8f48-1072c0f16984 HTTP/1.1" status: 200 len: 945 time: 0.1582794 Sep 02 13:36:56.358659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Deleting port 7c421690-8104-4e7d-a873-9af81cf3727d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:36:56.361570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:56.439126 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eefec-89a2-482f-8233-5d3755bf606f req-2b368bd8-4881-4ec5-beff-67302b81fc62 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:56.454089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-672eefec-89a2-482f-8233-5d3755bf606f req-2b368bd8-4881-4ec5-beff-67302b81fc62 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dc209f-d0fd-4055-8f48-1072c0f16984 HTTP/1.1" status: 200 len: 945 time: 0.2611501 Sep 02 13:36:56.487881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 32f972f6-775b-4c07-aeab-0e2c001b22b1 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:36:56.588041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 32f972f6-775b-4c07-aeab-0e2c001b22b1 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:36:56.588636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 32f972f6-775b-4c07-aeab-0e2c001b22b1 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:36:56.630460 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-672eefec-89a2-482f-8233-5d3755bf606f req-4b7eae0b-cbbc-4748-b26c-8923d438c093 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750872 Sep 02 13:36:57.246162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-242e4e3d-92a8-4d40-aaea-0f1daaeb3c88 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:57.249448 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-242e4e3d-92a8-4d40-aaea-0f1daaeb3c88 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "GET /v2.0/ports?device_id=c63eeeb4-c83d-4be9-a87c-0a554ff924c1 HTTP/1.1" status: 200 len: 945 time: 0.7228823 Sep 02 13:36:57.534333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5b720070-7e95-4a34-9671-a83ac0af598e no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:36:57.538037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] For port 7c421690-8104-4e7d-a873-9af81cf3727d, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7c421690-8104-4e7d-a873-9af81cf3727d,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:57.538971 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:57.616940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Calling delete_port for 7c421690-8104-4e7d-a873-9af81cf3727d owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:36:57.646298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972a1e-c3d5-4310-a8ab-9e97e30e87c9 req-f32f72e9-1aa9-441a-84a9-7794f3268ab2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:57.662060 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59972a1e-c3d5-4310-a8ab-9e97e30e87c9 req-f32f72e9-1aa9-441a-84a9-7794f3268ab2 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.3319278 Sep 02 13:36:57.812811 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-420fbab9-41ca-45f1-9aed-c648b94b03f3 service neutron] 10.222.0.90 "GET /v2.0/ports/5b720070-7e95-4a34-9671-a83ac0af598e/bindings/n-h2-794796-4 HTTP/1.1" status: 200 len: 384 time: 0.4817128 Sep 02 13:36:57.875611 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59972a1e-c3d5-4310-a8ab-9e97e30e87c9 req-e0264617-88b5-47d3-a028-45a846386ded tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068768 Sep 02 13:36:57.932329 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Deleting port b8108634-fd5d-4293-ab56-f4e7d23070bd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:36:57.932975 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:58.416904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:58.619837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:36:58.692734 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a55e97-9163-4ef3-aff9-01f6e41ff108 req-35e1622c-6cbb-430f-98f3-0f1ef69cfda3 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:58.701205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78a55e97-9163-4ef3-aff9-01f6e41ff108 req-35e1622c-6cbb-430f-98f3-0f1ef69cfda3 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dc209f-d0fd-4055-8f48-1072c0f16984 HTTP/1.1" status: 200 len: 945 time: 0.6250989 Sep 02 13:36:58.730001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] For port b8108634-fd5d-4293-ab56-f4e7d23070bd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=b8108634-fd5d-4293-ab56-f4e7d23070bd,segment=NetworkSegment(fe25f386-e852-422e-a15a-7d9abdad59b6),segment_id=fe25f386-e852-422e-a15a-7d9abdad59b6)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:58.730383 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:58.787525 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:58.798425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b720070-7e95-4a34-9671-a83ac0af598e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:36:58.803774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Calling delete_port for b8108634-fd5d-4293-ab56-f4e7d23070bd owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:36:58.870791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:36:58.916543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78a55e97-9163-4ef3-aff9-01f6e41ff108 req-1650482c-2b0a-47fa-930e-c58ccaf9443a tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/security-groups?id=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118149 Sep 02 13:36:58.918843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Pushing event deleted for resources: {'Port': ['ID=7c421690-8104-4e7d-a873-9af81cf3727d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:59.038923 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:59.059870 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370bc21-158b-4711-83e6-7c76dd254780 req-bbd3e967-1177-487a-85b7-35c82597bece tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:59.073292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f370bc21-158b-4711-83e6-7c76dd254780 req-bbd3e967-1177-487a-85b7-35c82597bece tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 945 time: 0.1008854 Sep 02 13:36:59.146598 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f370bc21-158b-4711-83e6-7c76dd254780 req-5123f0b7-7168-43c0-a126-2b07fa5b0f35 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719430 Sep 02 13:36:59.165287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] No DVR routers for this DVR port 7c421690-8104-4e7d-a873-9af81cf3727d on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:36:59.205647 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:59.208498 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-07d9c954-604d-4df0-ad3d-3f2b69e4d9e4 req-41090d23-2477-4df7-a7cd-e8b923fb1532 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "DELETE /v2.0/ports/7c421690-8104-4e7d-a873-9af81cf3727d HTTP/1.1" status: 204 len: 173 time: 3.0696542 Sep 02 13:36:59.209287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dc209f-d0fd-4055-8f48-1072c0f16984', 'name': 'network-vif-deleted', 'tag': '7c421690-8104-4e7d-a873-9af81cf3727d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:36:59.212405 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0f8e45-d88f-4e7e-beb6-26dfb7664d0c" -d '{"events": [{"server_uuid": "b3dc209f-d0fd-4055-8f48-1072c0f16984", "name": "network-vif-deleted", "tag": "7c421690-8104-4e7d-a873-9af81cf3727d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:36:59.278300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70b3cb-42be-415d-a6d8-0dde4c9f09e7 req-7813699f-cfcb-4acc-a665-6a23f864e755 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:59.287440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b70b3cb-42be-415d-a6d8-0dde4c9f09e7 req-7813699f-cfcb-4acc-a665-6a23f864e755 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 943 time: 0.2353885 Sep 02 13:36:59.343854 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:59.395657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] Transition to ACTIVE for port object 5b720070-7e95-4a34-9671-a83ac0af598e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:36:59.428128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:59.537438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b70b3cb-42be-415d-a6d8-0dde4c9f09e7 req-f12da03d-8093-41ae-85ae-cb0251bb4c15 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463837 Sep 02 13:36:59.571887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] No DVR routers for this DVR port 5b720070-7e95-4a34-9671-a83ac0af598e on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:36:59.624752 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] 10.222.0.90 "PUT /v2.0/ports/5b720070-7e95-4a34-9671-a83ac0af598e/bindings/n-h2-794796-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7886481 Sep 02 13:36:59.628945 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b5d2eb-abaa-49ad-971d-f2c68d3c10e9 x-openstack-request-id: req-43b5d2eb-abaa-49ad-971d-f2c68d3c10e9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:36:59.629727 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dc209f-d0fd-4055-8f48-1072c0f16984", "name": "network-vif-deleted", "tag": "7c421690-8104-4e7d-a873-9af81cf3727d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:36:59.630221 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43b5d2eb-abaa-49ad-971d-f2c68d3c10e9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:36:59.630812 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dc209f-d0fd-4055-8f48-1072c0f16984', 'name': 'network-vif-deleted', 'tag': '7c421690-8104-4e7d-a873-9af81cf3727d', 'status': 'completed', 'code': 200} Sep 02 13:36:59.654662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e71aa-6fd3-468e-9750-6c7dcf0f2f51 service neutron] Pushing event updated for resources: {'Port': ['ID=5b720070-7e95-4a34-9671-a83ac0af598e,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:59.661852 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:59.732204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Pushing event deleted for resources: {'Port': ['ID=b8108634-fd5d-4293-ab56-f4e7d23070bd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:36:59.872666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] No DVR routers for this DVR port b8108634-fd5d-4293-ab56-f4e7d23070bd on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:36:59.880407 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:36:59.883850 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cdf0db1-5dd3-4408-8ecd-52ecfc9084e8 req-5b56f434-d352-490b-ab9d-98bc114ee94f tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.77 "DELETE /v2.0/ports/b8108634-fd5d-4293-ab56-f4e7d23070bd HTTP/1.1" status: 204 len: 173 time: 2.6201682 Sep 02 13:36:59.907448 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-567c0aa0-ae46-46d4-b14b-9302feb4b59a tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:36:59.909630 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-567c0aa0-ae46-46d4-b14b-9302feb4b59a tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 1095 time: 0.1949568 Sep 02 13:37:00.117658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-6c484459-79d6-414d-94a1-7bf421d465a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:00.122771 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-6c484459-79d6-414d-94a1-7bf421d465a9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43&tenant_id=d85f364184c74b5fae55bf6a737733c1 HTTP/1.1" status: 200 len: 1095 time: 0.1979358 Sep 02 13:37:00.206465 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99f10c46-6350-499f-bbe9-df139617cd48 req-f0c7d84c-67c0-496b-b739-c0edf868fc07 tempest-MultipleCreateTestJSON-431420358 tempest-MultipleCreateTestJSON-431420358-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dc209f-d0fd-4055-8f48-1072c0f16984 HTTP/1.1" status: 200 len: 210 time: 0.0766058 Sep 02 13:37:00.240954 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:00.435335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-d9e39a48-29d8-4c26-8a04-479cd6483a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:00.436991 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-d9e39a48-29d8-4c26-8a04-479cd6483a5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 1095 time: 0.2200286 Sep 02 13:37:00.453028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-cc77dc2a-8c5a-4fb0-bc4b-cc869efd8698 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:00.455038 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-cc77dc2a-8c5a-4fb0-bc4b-cc869efd8698 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 945 time: 0.2400527 Sep 02 13:37:00.496020 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device b8108634-fd5d-4293-ab56-f4e7d23070bd no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:00.528357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3601e4-64e9-44a7-9a97-c164b82eaa99 req-81483b59-7b4c-4555-9e77-1974063caed3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:00.530521 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1b3601e4-64e9-44a7-9a97-c164b82eaa99 req-81483b59-7b4c-4555-9e77-1974063caed3 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 945 time: 0.2180154 Sep 02 13:37:00.553502 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: b8108634-fd5d-4293-ab56-f4e7d23070bd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:00.553891 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device b8108634-fd5d-4293-ab56-f4e7d23070bd not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:00.554555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 7c421690-8104-4e7d-a873-9af81cf3727d no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:00.633856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 7c421690-8104-4e7d-a873-9af81cf3727d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:00.635487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 7c421690-8104-4e7d-a873-9af81cf3727d not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:00.809569 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1b3601e4-64e9-44a7-9a97-c164b82eaa99 req-9056aebd-4159-432a-813d-47808869d247 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260566 Sep 02 13:37:00.867081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:00.888242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-d32c0264-8ca3-4039-89eb-87bb64290573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:00.893542 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-d32c0264-8ca3-4039-89eb-87bb64290573 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.4373069 Sep 02 13:37:00.987970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba2e19-5c69-4487-a0a6-bc38426ed35e req-757a96c4-eeb1-4243-b574-78604ea39f9d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:00.997391 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4ba2e19-5c69-4487-a0a6-bc38426ed35e req-757a96c4-eeb1-4243-b574-78604ea39f9d tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 944 time: 0.2019434 Sep 02 13:37:01.015225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-84f809a3-e24f-4e7b-9ecc-3b3cac5ad320 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b720070-7e95-4a34-9671-a83ac0af598e HTTP/1.1" status: 200 len: 217 time: 0.1111012 Sep 02 13:37:01.111184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4ba2e19-5c69-4487-a0a6-bc38426ed35e req-8d9fad89-183d-4bee-940e-c1b9663ce621 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125183 Sep 02 13:37:01.133620 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1973aff-e59f-4945-bcbb-7601cac80027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:01.158838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Deleting port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:01.158838 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:01.191053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-58efb684-c7fa-4634-bc5e-151f84a6132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:01.196040 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-58efb684-c7fa-4634-bc5e-151f84a6132c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.1723068 Sep 02 13:37:01.300065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:01.342949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57834) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:01.362943 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-f8913bbc-cdd8-4874-b48a-e403df4931c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329267 Sep 02 13:37:01.474880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-885180fd-7d5a-4a06-a333-fe2965512443 admin admin] Deleting subnet 4ba899d4-d3f3-4b0c-880a-50b0476448fe {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:37:01.484077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:01.501144 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-885180fd-7d5a-4a06-a333-fe2965512443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:01.613659 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-885180fd-7d5a-4a06-a333-fe2965512443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:01.642613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63eeeb4-c83d-4be9-a87c-0a554ff924c1', 'name': 'network-vif-deleted', 'tag': 'b8108634-fd5d-4293-ab56-f4e7d23070bd'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:01.645222 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a41e74-7ebb-47f7-8876-449fbd3b1a2f" -d '{"events": [{"server_uuid": "c63eeeb4-c83d-4be9-a87c-0a554ff924c1", "name": "network-vif-deleted", "tag": "b8108634-fd5d-4293-ab56-f4e7d23070bd"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:01.659384 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-4c666326-2cbe-4fda-885d-b7b90ab6b3a6 service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827554 Sep 02 13:37:01.685394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] For port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,segment=NetworkSegment(9d36a80e-e027-416b-a611-90d68afc4a42),segment_id=9d36a80e-e027-416b-a611-90d68afc4a42)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:01.685777 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:01.706455 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-885180fd-7d5a-4a06-a333-fe2965512443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:01.740267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Calling delete_port for 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:01.831237 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0745cb8c-39cc-44c8-b142-108d7031c0f6 x-openstack-request-id: req-0745cb8c-39cc-44c8-b142-108d7031c0f6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:01.831525 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63eeeb4-c83d-4be9-a87c-0a554ff924c1", "name": "network-vif-deleted", "tag": "b8108634-fd5d-4293-ab56-f4e7d23070bd", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:01.831970 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0745cb8c-39cc-44c8-b142-108d7031c0f6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:01.832543 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63eeeb4-c83d-4be9-a87c-0a554ff924c1', 'name': 'network-vif-deleted', 'tag': 'b8108634-fd5d-4293-ab56-f4e7d23070bd', 'status': 'completed', 'code': 200} Sep 02 13:37:01.867018 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-2225f5f6-a843-4607-bed6-7c3b257b439a service neutron] 10.222.0.77 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991742 Sep 02 13:37:02.031653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.059097 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:02.065309 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.213797 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-885180fd-7d5a-4a06-a333-fe2965512443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.259044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Pushing event deleted for resources: {'Port': ['ID=59c6a530-f8fc-46a3-b6fc-3d4dcebecf81,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:02.260133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db15d27-c98e-4f52-8fae-ab28f1beb09a req-8105f6ba-0223-4d63-b7dc-e9abe69d83c7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:02.268061 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9db15d27-c98e-4f52-8fae-ab28f1beb09a req-8105f6ba-0223-4d63-b7dc-e9abe69d83c7 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/ports?device_id=80734da2-f46c-4929-bea2-9e9bd9521640 HTTP/1.1" status: 200 len: 867 time: 0.3055394 Sep 02 13:37:02.306398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-885180fd-7d5a-4a06-a333-fe2965512443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.309122 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-885180fd-7d5a-4a06-a333-fe2965512443 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ba899d4-d3f3-4b0c-880a-50b0476448fe HTTP/1.1" status: 204 len: 168 time: 0.9647985 Sep 02 13:37:02.318621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57866) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:02.334469 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] No DVR routers for this DVR port 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:02.345293 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.348341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e39609d-cd43-4bb1-a236-eaf85811d0b6 req-35203365-7604-4b6a-ab77-49e01ae8a958 tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.77 "DELETE /v2.0/ports/59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 HTTP/1.1" status: 204 len: 173 time: 1.8783445 Sep 02 13:37:02.357763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885180fd-7d5a-4a06-a333-fe2965512443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba899d4-d3f3-4b0c-880a-50b0476448fe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:02.469229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-cbff2321-fb13-4762-b51f-8efcf0138c44 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:02.473767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-cbff2321-fb13-4762-b51f-8efcf0138c44 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43&tenant_id=d85f364184c74b5fae55bf6a737733c1&binding%3Ahost_id=n-h2-794796-4 HTTP/1.1" status: 200 len: 1095 time: 0.2414708 Sep 02 13:37:02.518456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.569016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0352d8b-6721-414c-bbbf-3fd93625a4a9 req-f6bb7ec1-7af5-47f0-aa41-11e910a26fcf tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:02.571003 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9db15d27-c98e-4f52-8fae-ab28f1beb09a req-570e2dca-dd4e-4403-a568-24823d37e54f tempest-ServersTestJSON-447406107 tempest-ServersTestJSON-447406107-project] 10.222.0.13 "GET /v2.0/security-groups?id=c9c0d958-1882-4701-b5ed-0b4f662a9bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611866 Sep 02 13:37:02.574952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0352d8b-6721-414c-bbbf-3fd93625a4a9 req-f6bb7ec1-7af5-47f0-aa41-11e910a26fcf tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 944 time: 0.2373459 Sep 02 13:37:02.576200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:02.639046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Allocated IP 172.25.3.181 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/a8aa5f6e-aa8e-4572-b3de-ff39809686e7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:02.778019 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0352d8b-6721-414c-bbbf-3fd93625a4a9 req-e6e402d1-bb06-4757-8eac-e51db1a9dedf tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552248 Sep 02 13:37:02.919143 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.949346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-c54b325c-ca71-4c36-a13a-ad0863d4fbd1 service neutron] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:02.955905 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-c54b325c-ca71-4c36-a13a-ad0863d4fbd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.962283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0217c520-dcae-49f2-959e-3b5706d5c7a9 req-c54b325c-ca71-4c36-a13a-ad0863d4fbd1 service neutron] 10.222.0.77 "DELETE /v2.0/ports/5b720070-7e95-4a34-9671-a83ac0af598e/bindings/n-h1-794796-4 HTTP/1.1" status: 204 len: 173 time: 0.4796741 Sep 02 13:37:02.968687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc07ac3-cf86-46fe-9bd2-b04291651668']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:02.985649 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e38671dd-3f15-4966-b3b4-02a69d323a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:02.998157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe25f386-e852-422e-a15a-7d9abdad59b6') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:02.998933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe25f386-e852-422e-a15a-7d9abdad59b6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:03.038518 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.100785 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c5c37-e8c9-42d5-9f22-26268c27f6af req-e75ec5dd-3449-4d65-a67e-214d25b2b063 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:03.114608 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e57c5c37-e8c9-42d5-9f22-26268c27f6af req-e75ec5dd-3449-4d65-a67e-214d25b2b063 tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 1095 time: 0.1205809 Sep 02 13:37:03.164760 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.196217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:37:03.197274 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:37:03.200392 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:37:03.233064 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e57c5c37-e8c9-42d5-9f22-26268c27f6af req-72c363b5-4eaa-4967-9fc8-080d262fef6a tempest-LiveMigrationTest-80205520 tempest-LiveMigrationTest-80205520-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172192 Sep 02 13:37:03.294465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.338420 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.359515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.366854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9cc07ac3-cf86-46fe-9bd2-b04291651668 HTTP/1.1" status: 204 len: 168 time: 1.0463951 Sep 02 13:37:03.409867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14358884-3be7-49e2-8551-26e942b8c708 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc07ac3-cf86-46fe-9bd2-b04291651668,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:03.466478 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.563614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e06aff1-bd77-44d3-aeaa-06ac2a000bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.669950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:03.687841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:03.691701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event updated for resources: {'Port': ['ID=a8aa5f6e-aa8e-4572-b3de-ff39809686e7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:03.694046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:03.713295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:03.748535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57900) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:03.843184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80734da2-f46c-4929-bea2-9e9bd9521640', 'name': 'network-vif-deleted', 'tag': '59c6a530-f8fc-46a3-b6fc-3d4dcebecf81'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:03.845291 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092fc347-0201-4d13-94f1-c5499f532c16" -d '{"events": [{"server_uuid": "80734da2-f46c-4929-bea2-9e9bd9521640", "name": "network-vif-deleted", "tag": "59c6a530-f8fc-46a3-b6fc-3d4dcebecf81"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:03.845843 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e38671dd-3f15-4966-b3b4-02a69d323a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.854499 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e38671dd-3f15-4966-b3b4-02a69d323a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.908426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-520043b3-2613-4f3d-bc73-37dd9bbe1ef6 admin admin] Deleting subnet c492d62d-bb5c-403f-a25f-021347fc973a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:37:03.929129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520043b3-2613-4f3d-bc73-37dd9bbe1ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:03.933209 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-aa9465bb-ce04-403d-badc-e81d6125955a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e33e5afa33e413485fa340c85fe52f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748142 Sep 02 13:37:03.935201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57908) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:03.966534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e38671dd-3f15-4966-b3b4-02a69d323a85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c108b1556492418486af61dbf2f66321&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3795466 Sep 02 13:37:03.973788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:03.975152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d86c6-12e3-4006-bbcd-403c49e986f5 req-94f22257-feba-444b-97f7-f39bc6d25992 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:03.977363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b70d86c6-12e3-4006-bbcd-403c49e986f5 req-94f22257-feba-444b-97f7-f39bc6d25992 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 944 time: 0.3128526 Sep 02 13:37:03.988388 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bd714c-7f8e-4671-8e62-bc03bc911f23 x-openstack-request-id: req-83bd714c-7f8e-4671-8e62-bc03bc911f23 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:03.988688 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80734da2-f46c-4929-bea2-9e9bd9521640", "name": "network-vif-deleted", "tag": "59c6a530-f8fc-46a3-b6fc-3d4dcebecf81", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:03.988949 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83bd714c-7f8e-4671-8e62-bc03bc911f23 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:03.989366 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80734da2-f46c-4929-bea2-9e9bd9521640', 'name': 'network-vif-deleted', 'tag': '59c6a530-f8fc-46a3-b6fc-3d4dcebecf81', 'status': 'completed', 'code': 200} Sep 02 13:37:03.992586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38671dd-3f15-4966-b3b4-02a69d323a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca4a9b4-161a-4031-8dd0-06f0cd4e6b8a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:04.061667 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.092613 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520043b3-2613-4f3d-bc73-37dd9bbe1ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.146800 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.242786 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.278421 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520043b3-2613-4f3d-bc73-37dd9bbe1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.281238 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b70d86c6-12e3-4006-bbcd-403c49e986f5 req-da519bff-432d-4639-999f-b6bbb7a3333e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648723 Sep 02 13:37:04.305113 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b7ffcbd-a35c-4bd4-a0e7-08b71904d6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.331986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-3701aac0-a6ac-41f6-bc78-7e632842f4e0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:04.333744 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-3701aac0-a6ac-41f6-bc78-7e632842f4e0 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 944 time: 0.1704700 Sep 02 13:37:04.391552 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-095066d3-dd05-4353-bbb0-42fa9e642f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.479865 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-095066d3-dd05-4353-bbb0-42fa9e642f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.480530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b7ffcbd-a35c-4bd4-a0e7-08b71904d6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.494690 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520043b3-2613-4f3d-bc73-37dd9bbe1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.521188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:04.573186 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b7ffcbd-a35c-4bd4-a0e7-08b71904d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.576569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b7ffcbd-a35c-4bd4-a0e7-08b71904d6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.577926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5b7ffcbd-a35c-4bd4-a0e7-08b71904d6ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14e0c662-0b69-4fd3-a2d9-c37daa5bb33c HTTP/1.1" status: 204 len: 168 time: 0.6400764 Sep 02 13:37:04.589412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520043b3-2613-4f3d-bc73-37dd9bbe1ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c492d62d-bb5c-403f-a25f-021347fc973a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:04.591703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520043b3-2613-4f3d-bc73-37dd9bbe1ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.593728 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-520043b3-2613-4f3d-bc73-37dd9bbe1ef6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c492d62d-bb5c-403f-a25f-021347fc973a HTTP/1.1" status: 204 len: 168 time: 0.8949168 Sep 02 13:37:04.594764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:04.596150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 59c6a530-f8fc-46a3-b6fc-3d4dcebecf81 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:04.601419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:04.616872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ffcbd-a35c-4bd4-a0e7-08b71904d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e0c662-0b69-4fd3-a2d9-c37daa5bb33c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:04.676741 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-095066d3-dd05-4353-bbb0-42fa9e642f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.680468 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-095066d3-dd05-4353-bbb0-42fa9e642f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.682018 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-095066d3-dd05-4353-bbb0-42fa9e642f5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bca4a9b4-161a-4031-8dd0-06f0cd4e6b8a HTTP/1.1" status: 204 len: 168 time: 0.7068808 Sep 02 13:37:04.724457 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:37:04.730261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Deleting port 5b720070-7e95-4a34-9671-a83ac0af598e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:04.730804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095066d3-dd05-4353-bbb0-42fa9e642f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca4a9b4-161a-4031-8dd0-06f0cd4e6b8a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:04.735715 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.739415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.763593 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.815460 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.936418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event updated for resources: {'Port': ['ID=a8aa5f6e-aa8e-4572-b3de-ff39809686e7,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:04.970650 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:04.998606 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.005506 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7e8a1bc4-001a-4832-91cd-fe38d0cbde5d tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1306040 Sep 02 13:37:05.009099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:05.021933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1310186462'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:05.098962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Made reservation on behalf of a3b2397dcdec4b4da3e2d91c244e3c72 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:05.112681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.195106 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.437317 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.443089 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.574027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7207fb-292c-41b1-a3fb-b5b40e864110,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:05.610913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:37:05.641961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.644054 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Added segment 0f2ad75e-b21d-482c-b826-4f688bc591ab of type vlan for network d0236867-79f7-46a0-a71e-c865124a53ed Sep 02 13:37:05.670109 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.721909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.780355 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] For port 5b720070-7e95-4a34-9671-a83ac0af598e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5b720070-7e95-4a34-9671-a83ac0af598e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:05.781039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.797958 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.810777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:05.812022 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:05.823414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Calling delete_port for 5b720070-7e95-4a34-9671-a83ac0af598e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:05.912762 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9018025 Sep 02 13:37:05.922878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:05.929748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf59e7-3434-4ba7-a127-d84cac8f75ec req-9cd4d410-d194-4d40-9822-e7739a48f05b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:05.932666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7adf59e7-3434-4ba7-a127-d84cac8f75ec req-9cd4d410-d194-4d40-9822-e7739a48f05b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 944 time: 0.2996020 Sep 02 13:37:05.941860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57960) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:05.946248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Request body: {'subnet': {'network_id': 'd0236867-79f7-46a0-a71e-c865124a53ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:05.977519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e8599-c81a-437a-b2e5-c57ab83421ee tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event updated for resources: {'Network': ['ID=d0236867-79f7-46a0-a71e-c865124a53ed,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:05.993481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network d0236867-79f7-46a0-a71e-c865124a53ed details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:37:06.034181 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dce410b2-133c-40c5-a190-c3aa0a662c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.073737 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.131208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cd27ca-5513-4fc3-bbff-ceea57a3bac6']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:06.141782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Made reservation on behalf of a3b2397dcdec4b4da3e2d91c244e3c72 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:06.145958 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.155121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d36a80e-e027-416b-a611-90d68afc4a42') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:06.155411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d36a80e-e027-416b-a611-90d68afc4a42') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:06.173964 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.203023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.214318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:37:06.215688 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:37:06.327379 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:37:06.378816 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.392346 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.395246 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] 10.222.0.13 "DELETE /v2.0/networks/79cd27ca-5513-4fc3-bbff-ceea57a3bac6 HTTP/1.1" status: 204 len: 168 time: 1.7900679 Sep 02 13:37:06.444608 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7adf59e7-3434-4ba7-a127-d84cac8f75ec req-2491b70e-cdfc-4ed7-b4d4-b46cc7ebbc63 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901586 Sep 02 13:37:06.451964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacc49c-98c5-4fb5-b4cd-5b04ffa36b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=79cd27ca-5513-4fc3-bbff-ceea57a3bac6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:06.504127 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.647901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.755718 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dce410b2-133c-40c5-a190-c3aa0a662c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.761025 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.765180 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dce410b2-133c-40c5-a190-c3aa0a662c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:06.778017 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['d4198803-7805-4a54-9fde-cb23830d365c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:06.880246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:06.909820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Pushing event deleted for resources: {'Port': ['ID=5b720070-7e95-4a34-9671-a83ac0af598e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:06.912692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:06.975300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event updated for resources: {'Subnet': ['ID=f40e5e10-5508-45cc-9fc6-152e6923cead,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:06.996067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Checking segment: {'id': '0f2ad75e-b21d-482c-b826-4f688bc591ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd0236867-79f7-46a0-a71e-c865124a53ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:06.996615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Network hostable DHCP agents. Network: d0236867-79f7-46a0-a71e-c865124a53ed, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:37:07.027126 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Network d0236867-79f7-46a0-a71e-c865124a53ed is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:37:07.047899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] No DVR routers for this DVR port 5b720070-7e95-4a34-9671-a83ac0af598e on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:07.056337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, d0236867-79f7-46a0-a71e-c865124a53ed) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:07.060694 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dce410b2-133c-40c5-a190-c3aa0a662c9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2542cbe2c0aa4f599aa9ef9dc3ab087f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1152196 Sep 02 13:37:07.060694 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.062040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:07.062227 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-551cfd75-e5c4-48d4-99e0-119a3daefa14 req-b78453f7-6014-4276-97c2-b5a00d80008a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.77 "DELETE /v2.0/ports/5b720070-7e95-4a34-9671-a83ac0af598e HTTP/1.1" status: 204 len: 173 time: 2.7172065 Sep 02 13:37:07.066538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'name': 'network-vif-deleted', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:07.069495 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1901cf87-a6a1-4325-9d8b-59edfcfce31d" -d '{"events": [{"server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "name": "network-vif-deleted", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:07.072940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce410b2-133c-40c5-a190-c3aa0a662c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec5db7-ae18-4788-8e08-0af579d65f0a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:07.081234 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c5e4419c-f9d9-4544-8626-8446d10729d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aef9a428c80748b391ac5635a60221c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477554 Sep 02 13:37:07.083697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57998) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:07.107299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca2dc05-3cc8-4d2d-a989-98de473dec82 None None] Network d0236867-79f7-46a0-a71e-c865124a53ed requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:07.154878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:07.165296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.176755 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbc3f98-b0aa-43fd-8ae7-ea2cc375d653 x-openstack-request-id: req-4fbc3f98-b0aa-43fd-8ae7-ea2cc375d653 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:07.177062 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43", "name": "network-vif-deleted", "tag": "5b720070-7e95-4a34-9671-a83ac0af598e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:07.177321 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fbc3f98-b0aa-43fd-8ae7-ea2cc375d653 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:07.177733 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43', 'name': 'network-vif-deleted', 'tag': '5b720070-7e95-4a34-9671-a83ac0af598e', 'status': 'completed', 'code': 200} Sep 02 13:37:07.178938 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7861c12-ef42-4846-9249-746f7d5d5a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.197585 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-063e90b5-c466-4be7-99d0-33312d334685 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2731481 Sep 02 13:37:07.202106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:07.214601 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7861c12-ef42-4846-9249-746f7d5d5a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.236030 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-213734796', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:07.274616 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7861c12-ef42-4846-9249-746f7d5d5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.278622 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7861c12-ef42-4846-9249-746f7d5d5a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.280979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c7861c12-ef42-4846-9249-746f7d5d5a59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9c0d958-1882-4701-b5ed-0b4f662a9bc4 HTTP/1.1" status: 204 len: 168 time: 0.1956725 Sep 02 13:37:07.295328 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7861c12-ef42-4846-9249-746f7d5d5a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c0d958-1882-4701-b5ed-0b4f662a9bc4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:07.502230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.511178 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.565039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-854638175-network', 'tenant_id': '1d57061ba97349d999d03c63e157545f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:07.575544 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-503d1413-9249-44f8-90c5-d48727a5219e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.732549 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-503d1413-9249-44f8-90c5-d48727a5219e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:07.835455 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b8fb31ab-d0d6-471b-8cec-8444790d443c req-baf4fede-8576-4a8f-8359-aa6caf659735 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.1570096 Sep 02 13:37:07.882641 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-d0236867-79f7-46a0-a71e-c865124a53ed', 'network_id': 'd0236867-79f7-46a0-a71e-c865124a53ed', 'tenant_id': 'a3b2397dcdec4b4da3e2d91c244e3c72', 'fixed_ips': [{'subnet_id': 'f40e5e10-5508-45cc-9fc6-152e6923cead'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:37:07.884333 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.053042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Made reservation on behalf of 1d57061ba97349d999d03c63e157545f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:08.056300 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.068228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.113624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.239631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Allocated IP 172.20.0.2 (d0236867-79f7-46a0-a71e-c865124a53ed/f40e5e10-5508-45cc-9fc6-152e6923cead/ee16c7e4-d879-42ae-97e0-e5ab10296352) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:08.556817 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5b720070-7e95-4a34-9671-a83ac0af598e no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:08.640622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 5b720070-7e95-4a34-9671-a83ac0af598e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:08.641327 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5b720070-7e95-4a34-9671-a83ac0af598e not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:08.671889 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.853579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Transition to ACTIVE for port object ee16c7e4-d879-42ae-97e0-e5ab10296352 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:08.892243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-503d1413-9249-44f8-90c5-d48727a5219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.895522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-503d1413-9249-44f8-90c5-d48727a5219e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:08.897064 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-503d1413-9249-44f8-90c5-d48727a5219e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71ec5db7-ae18-4788-8e08-0af579d65f0a HTTP/1.1" status: 204 len: 168 time: 1.8326726 Sep 02 13:37:08.939648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Transition to ACTIVE for port object ee16c7e4-d879-42ae-97e0-e5ab10296352 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:08.956097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d1413-9249-44f8-90c5-d48727a5219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec5db7-ae18-4788-8e08-0af579d65f0a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:08.971140 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.149346 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Network d0236867-79f7-46a0-a71e-c865124a53ed is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:09.155642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:09.164553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:09.217474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Pushing event updated for resources: {'Port': ['ID=ee16c7e4-d879-42ae-97e0-e5ab10296352,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:09.263068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Attempting to bind port ee16c7e4-d879-42ae-97e0-e5ab10296352 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:09.263708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Attempting to bind port ee16c7e4-d879-42ae-97e0-e5ab10296352 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '0f2ad75e-b21d-482c-b826-4f688bc591ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd0236867-79f7-46a0-a71e-c865124a53ed'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:09.263869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Attempting to bind port ee16c7e4-d879-42ae-97e0-e5ab10296352 on network d0236867-79f7-46a0-a71e-c865124a53ed {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:09.268957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.269535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.270023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.270519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.270935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.271322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.271680 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.272047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.272393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.272765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.273751 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.274162 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:09.292883 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:09.293506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Checking segment: {'id': '0f2ad75e-b21d-482c-b826-4f688bc591ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd0236867-79f7-46a0-a71e-c865124a53ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:09.294211 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.295901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Bound using segment: {'id': '0f2ad75e-b21d-482c-b826-4f688bc591ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd0236867-79f7-46a0-a71e-c865124a53ed'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:09.296419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Bound port: ee16c7e4-d879-42ae-97e0-e5ab10296352, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2ad75e-b21d-482c-b826-4f688bc591ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd0236867-79f7-46a0-a71e-c865124a53ed'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:09.296823 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.312097 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d95ad5c9-a8a0-487c-8ce9-c898f974957b req-27afac2a-1917-467c-8141-5c1388b3ebf1 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.1288028 Sep 02 13:37:09.351391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.402186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:09.509720 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] For port ee16c7e4-d879-42ae-97e0-e5ab10296352, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:09.518204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] For port ee16c7e4-d879-42ae-97e0-e5ab10296352, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee16c7e4-d879-42ae-97e0-e5ab10296352,segment=NetworkSegment(0f2ad75e-b21d-482c-b826-4f688bc591ab),segment_id=0f2ad75e-b21d-482c-b826-4f688bc591ab)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:09.526892 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.631345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1668341394-network', 'tenant_id': '02a82765e17e4b0aa2e247a26378e545'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:09.670108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2388dcf-85a4-448a-a721-20f0b6e8fd9b None None] Pushing event updated for resources: {'Port': ['ID=ee16c7e4-d879-42ae-97e0-e5ab10296352,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:09.848147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.887996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Made reservation on behalf of 02a82765e17e4b0aa2e247a26378e545 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:09.890638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.892492 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.932674 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.938189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:37:09.949396 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:09.959179 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:09.959574 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Added segment 941b9b92-41d6-4ed5-9eb2-6e5269258cea of type vlan for network 96f40557-6b2e-48ca-b78b-8bf6e85b2024 Sep 02 13:37:10.051905 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.306258 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.312788 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.359843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:37:10.372211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7863a9-fba7-497b-a8cb-8fea010cfa1a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:10.378857 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.384504 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:10.386401 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.388868 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.389256 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Added segment 01edd66a-6504-403e-893e-bf1eecd7cdb9 of type vlan for network ad0565fb-fe62-4703-8ec1-9653ba7f880f Sep 02 13:37:10.621598 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.642119 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-77051afb-97a2-4e90-9015-69d8a2a78931 req-de6f51e9-4044-4eee-9843-80cd5111a69c tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.1347737 Sep 02 13:37:10.659948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.690278 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.691886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:10.693145 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.709513 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:10.738851 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.8352330 Sep 02 13:37:10.743965 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:10.758312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Request body: {'subnet': {'network_id': '96f40557-6b2e-48ca-b78b-8bf6e85b2024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-854638175-subnet', 'tenant_id': '1d57061ba97349d999d03c63e157545f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:10.763502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa23286-7b8c-4bbf-b15e-f0fe3e41db69 admin admin] Pushing event updated for resources: {'Network': ['ID=96f40557-6b2e-48ca-b78b-8bf6e85b2024,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:10.782123 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 96f40557-6b2e-48ca-b78b-8bf6e85b2024 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:37:10.922676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5168331 Sep 02 13:37:10.923494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:10.969686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Request body: {'subnet': {'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1668341394-subnet', 'tenant_id': '02a82765e17e4b0aa2e247a26378e545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:11.000753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b19ed8-4742-45cb-aedd-baba7d03bcfc admin admin] Pushing event updated for resources: {'Network': ['ID=ad0565fb-fe62-4703-8ec1-9653ba7f880f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:11.026540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network ad0565fb-fe62-4703-8ec1-9653ba7f880f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:37:11.099554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Made reservation on behalf of 02a82765e17e4b0aa2e247a26378e545 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:11.102603 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.179944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Made reservation on behalf of 1d57061ba97349d999d03c63e157545f for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:11.196936 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.331638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Allocated IP 172.25.3.30 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/172ba828-d88b-4bce-9541-a35e62dbc3ac) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:11.402158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee16c7e4-d879-42ae-97e0-e5ab10296352 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:11.486811 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ee16c7e4-d879-42ae-97e0-e5ab10296352 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:11.648740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b4f4d-115e-41b6-9a89-9575a087ae84 None None] Network d0236867-79f7-46a0-a71e-c865124a53ed requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:11.674092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.822817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.826760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-41a93e2f-9300-4ecd-ac86-661372a1babd None None] Provisioning for port ee16c7e4-d879-42ae-97e0-e5ab10296352 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:11.840851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-41a93e2f-9300-4ecd-ac86-661372a1babd None None] Provisioning complete for port ee16c7e4-d879-42ae-97e0-e5ab10296352 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:11.842466 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41a93e2f-9300-4ecd-ac86-661372a1babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.844859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Checking segment: {'id': '01edd66a-6504-403e-893e-bf1eecd7cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:11.845236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Network hostable DHCP agents. Network: ad0565fb-fe62-4703-8ec1-9653ba7f880f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:37:11.931877 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63e77b33-b14d-4fa3-9d42-48ebb8426ad2 req-f5054b07-816c-4015-a638-2a19d96401c7 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.0918243 Sep 02 13:37:11.940168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Pushing event updated for resources: {'Subnet': ['ID=703ebc8e-650f-417d-a31d-c3d1dc44b18f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:11.944523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Network ad0565fb-fe62-4703-8ec1-9653ba7f880f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:37:11.963104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, ad0565fb-fe62-4703-8ec1-9653ba7f880f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:11.973575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:11.974244 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:11.995157 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d196af-f553-4050-8ea9-dc658400a698 None None] Network ad0565fb-fe62-4703-8ec1-9653ba7f880f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:12.019984 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-724ba1d6-8abb-4949-afbd-788c72b1540e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0631638 Sep 02 13:37:12.094549 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.245898 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.301532 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41a93e2f-9300-4ecd-ac86-661372a1babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.408945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd076b80-6cf8-4e49-a903-d42755452148,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:12.449066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:12.465515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:12.472916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe39ba-ae27-4633-b546-71e64b335231 None None] Network ad0565fb-fe62-4703-8ec1-9653ba7f880f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:12.478524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:12.484889 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event updated for resources: {'Port': ['ID=172ba828-d88b-4bce-9541-a35e62dbc3ac,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:12.549692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Checking segment: {'id': '941b9b92-41d6-4ed5-9eb2-6e5269258cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '96f40557-6b2e-48ca-b78b-8bf6e85b2024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:12.551379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Network hostable DHCP agents. Network: 96f40557-6b2e-48ca-b78b-8bf6e85b2024, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:37:12.569598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-41a93e2f-9300-4ecd-ac86-661372a1babd None None] For port ee16c7e4-d879-42ae-97e0-e5ab10296352, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee16c7e4-d879-42ae-97e0-e5ab10296352,segment=NetworkSegment(0f2ad75e-b21d-482c-b826-4f688bc591ab),segment_id=0f2ad75e-b21d-482c-b826-4f688bc591ab)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:12.584459 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41a93e2f-9300-4ecd-ac86-661372a1babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.696018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Network 96f40557-6b2e-48ca-b78b-8bf6e85b2024 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:37:12.735321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 96f40557-6b2e-48ca-b78b-8bf6e85b2024) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:12.746999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:12.747711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:12.752834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd68f5c9-bfda-46b7-929f-339b1b84094c None None] Network 96f40557-6b2e-48ca-b78b-8bf6e85b2024 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:12.896396 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a7765010-05fe-4c46-8c76-f87679b48d69 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1481979 Sep 02 13:37:13.201317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4037ccd-e3a5-4d43-bfa8-1bd176b0a7c6 None None] Provisioning complete for port ee16c7e4-d879-42ae-97e0-e5ab10296352 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:13.202799 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4037ccd-e3a5-4d43-bfa8-1bd176b0a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.205485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a93e2f-9300-4ecd-ac86-661372a1babd None None] Pushing event updated for resources: {'Port': ['ID=ee16c7e4-d879-42ae-97e0-e5ab10296352,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:13.283087 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab969290-d2c4-4c71-bcf8-3c8ef303b718 req-83c04f0a-833c-477d-8847-294a2c8f4211 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.1146305 Sep 02 13:37:13.435213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.512762 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c0f1f-2a76-49e7-b1e5-19f726e146a1 None None] Network 96f40557-6b2e-48ca-b78b-8bf6e85b2024 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:13.516301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-21ebb1ed-491a-4722-bc90-2c48bccdfc2c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:13.531683 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-21ebb1ed-491a-4722-bc90-2c48bccdfc2c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 814 time: 0.3835175 Sep 02 13:37:13.586579 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-b9246354-9dbb-4e96-9deb-477061c60f42 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/quotas/02a82765e17e4b0aa2e247a26378e545 HTTP/1.1" status: 200 len: 375 time: 0.0518062 Sep 02 13:37:13.715651 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-ab86e5d4-3d3b-4c04-aa3d-0d84547b671a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1245599 Sep 02 13:37:13.846409 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:13.953514 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a45a0936-6056-43d8-91e8-1dcd9d638481 service neutron] 10.222.0.13 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367892 Sep 02 13:37:14.150356 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-7876c319-a882-4992-bda3-878bef61ea2d service neutron] 10.222.0.13 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958628 Sep 02 13:37:14.181916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Router 68ebe6e0-f74d-41ce-9f87-35eae5401391 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:37:14.634186 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c93240ef-b316-4af1-a777-0e9b13fb7388 req-82040909-45e2-42b0-8765-2be57de2c64f tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.0995295 Sep 02 13:37:14.788591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:14.801078 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8a4ea21-461d-4a78-9bf9-11eae0dfc7ef req-24bb636a-d94b-43ba-a95e-45ce707f9958 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 210 time: 0.1299500 Sep 02 13:37:14.811099 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d7e5f-5424-4a16-991a-bdab5e0d7b2d None None] Sync routers for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:14.814608 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:14.815949 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-11314be5-e340-46d2-9f90-0f6b8d486d55 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.6056726 Sep 02 13:37:14.818847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:14.835956 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d7e5f-5424-4a16-991a-bdab5e0d7b2d None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:14.837580 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-233d7e5f-5424-4a16-991a-bdab5e0d7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:14.943779 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-233d7e5f-5424-4a16-991a-bdab5e0d7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:14.956174 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d7e5f-5424-4a16-991a-bdab5e0d7b2d None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:14.957560 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-233d7e5f-5424-4a16-991a-bdab5e0d7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:14.990444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-45d33119-7169-4b21-a19d-1094715a2022 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:14.993656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-45d33119-7169-4b21-a19d-1094715a2022 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/networks?id=96f40557-6b2e-48ca-b78b-8bf6e85b2024 HTTP/1.1" status: 200 len: 821 time: 0.7053635 Sep 02 13:37:15.012442 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-233d7e5f-5424-4a16-991a-bdab5e0d7b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:15.013657 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d7e5f-5424-4a16-991a-bdab5e0d7b2d None None] The sync data for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:15.049057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-a39af0d2-e2eb-40ea-8754-be7da202b823 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/quotas/1d57061ba97349d999d03c63e157545f HTTP/1.1" status: 200 len: 375 time: 0.0228305 Sep 02 13:37:15.091146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-bc9690e3-8fb0-4c94-ad10-a9e07288628e tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d57061ba97349d999d03c63e157545f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407650 Sep 02 13:37:15.323398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee16c7e4-d879-42ae-97e0-e5ab10296352 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:15.469041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-5df774c1-ed74-4204-9f0f-01f52f5a5208 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:37:15.478995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-5df774c1-ed74-4204-9f0f-01f52f5a5208 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3850002 Sep 02 13:37:15.487320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ee16c7e4-d879-42ae-97e0-e5ab10296352 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:15.487960 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:15.730428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-55eb7dbd-a14e-4bb9-b042-81c280091042 service neutron] 10.222.0.13 "GET /v2.0/networks/96f40557-6b2e-48ca-b78b-8bf6e85b2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517574 Sep 02 13:37:15.795977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0353785f-e66b-453e-86a6-1f360949514d req-7e6a24e4-e15d-4f3a-aaeb-064fad1089bd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.0447598 Sep 02 13:37:15.996563 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7e0ecb84-5db8-4578-b4f4-9b3e5044a849 req-71a2a1ef-ae70-4588-91b9-3c0fc2754dcf tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 210 time: 0.0395133 Sep 02 13:37:16.127139 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:16.150471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-863bf7e9-ca31-4b58-a046-11e38b09ed12 service neutron] 10.222.0.13 "GET /v2.0/networks/96f40557-6b2e-48ca-b78b-8bf6e85b2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517480 Sep 02 13:37:16.394615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-9f8e6229-5e8f-4990-81bc-a5d83b5d527d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:16.404298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-9f8e6229-5e8f-4990-81bc-a5d83b5d527d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.77 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 814 time: 0.2539463 Sep 02 13:37:16.413742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Request body: {'port': {'device_id': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f', 'admin_state_up': True, 'tenant_id': '02a82765e17e4b0aa2e247a26378e545'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:16.664074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5191d725-b7d9-4474-b5b7-2c3595616195 req-1bcb0073-7164-4d2e-8c22-bcd5f3d5e4bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 210 time: 0.0702169 Sep 02 13:37:16.736547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Made reservation on behalf of 02a82765e17e4b0aa2e247a26378e545 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:16.740790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:16.782778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Allocated IP 172.20.0.1 (d0236867-79f7-46a0-a71e-c865124a53ed/f40e5e10-5508-45cc-9fc6-152e6923cead/aaaae6ea-9838-406d-abf7-cb55f7600e76) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:17.150226 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.161620 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe479a14-9dc5-4c01-91d0-e9bc0d11b9c4 req-d3bd48c0-f39d-4155-bae0-064f8d74784e tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c5d0b8-cfeb-4d3f-b1e8-d7447a120a43 HTTP/1.1" status: 200 len: 210 time: 0.1231403 Sep 02 13:37:17.196271 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Allocated IP 172.20.0.8 (ad0565fb-fe62-4703-8ec1-9653ba7f880f/703ebc8e-650f-417d-a31d-c3d1dc44b18f/a2b7808c-39c0-4a3e-9596-dbaad00be6c9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:17.260010 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9433bfaa-bc06-4037-8b78-3fc458552e10 req-669c5b26-b531-4e8c-9322-5706e33eaa39 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 210 time: 0.1396728 Sep 02 13:37:17.264383 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-2d71810d-08d2-4568-ae97-02cc15cbe825 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905757 Sep 02 13:37:17.318372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Transition to ACTIVE for port object aaaae6ea-9838-406d-abf7-cb55f7600e76 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:17.434499 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.445433 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-f61fe6a5-9576-429c-b79f-1453d1709920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:17.456016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-f61fe6a5-9576-429c-b79f-1453d1709920 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d85f364184c74b5fae55bf6a737733c1&device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 1096 time: 0.1336911 Sep 02 13:37:17.543079 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Network d0236867-79f7-46a0-a71e-c865124a53ed is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:17.546639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:17.554234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:17.681233 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.701774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-7062f34c-8220-4a31-a6e4-1dc99e203afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:17.706018 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-7062f34c-8220-4a31-a6e4-1dc99e203afa service neutron] 10.222.0.90 "GET /v2.0/networks?id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 200 len: 909 time: 0.2057197 Sep 02 13:37:17.759077 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:17.861442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event updated for resources: {'Port': ['ID=aaaae6ea-9838-406d-abf7-cb55f7600e76,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:17.909180 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.014097 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-643a4efe-99b2-4fd0-ab0f-09079fae369b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 200 len: 217 time: 0.1855814 Sep 02 13:37:18.040875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:18.069861 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aa6150aa-1f7f-4e39-a59d-311cc9dddd74 req-bd9f504e-8fe3-416f-ba3f-77b4c1a316b2 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 210 time: 0.1784587 Sep 02 13:37:18.106482 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.141288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Network ad0565fb-fe62-4703-8ec1-9653ba7f880f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:18.145582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:18.148533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:18.214263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dde923b9-51b8-4ae9-9e01-de251d39cea9 None None] Provisioning for port aaaae6ea-9838-406d-abf7-cb55f7600e76 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:18.232739 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dde923b9-51b8-4ae9-9e01-de251d39cea9 None None] Provisioning complete for port aaaae6ea-9838-406d-abf7-cb55f7600e76 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:18.233128 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dde923b9-51b8-4ae9-9e01-de251d39cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.282424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-0fc9c32c-b53b-4dca-9098-3ab3ba832daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:18.284110 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-0fc9c32c-b53b-4dca-9098-3ab3ba832daf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 200 len: 848 time: 0.2121501 Sep 02 13:37:18.292961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:18.294072 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.401021 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-3cfea7bd-6199-4f48-bb8c-8664418e564a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023018 Sep 02 13:37:18.423233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dde923b9-51b8-4ae9-9e01-de251d39cea9 None None] Port aaaae6ea-9838-406d-abf7-cb55f7600e76 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:37:18.644879 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0d19ae8-5f5d-4778-8724-fde6be67ba46 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2364616 Sep 02 13:37:18.773291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Request body: {'port': {'device_id': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:18.848832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-f8807391-5d01-4733-8baf-6eb1e6b0d7ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2030311 Sep 02 13:37:18.866254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5098c4-3b9c-4522-90d2-fc46de37f9f9 req-4d047994-f3c8-4cb2-8512-f48f455b7f4e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:18.873581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c5098c4-3b9c-4522-90d2-fc46de37f9f9 req-4d047994-f3c8-4cb2-8512-f48f455b7f4e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 931 time: 0.3884292 Sep 02 13:37:18.966883 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.983019 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:18.996724 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-3627108e-9e17-49dc-81fe-e8ab2ea6ec6b service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844700 Sep 02 13:37:19.001194 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.044013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c5098c4-3b9c-4522-90d2-fc46de37f9f9 req-c782dd70-c597-4bb2-85e6-565c8336eb5e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653774 Sep 02 13:37:19.054061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-8ede5414-bc2c-47c3-aa8c-5a8b43f38ec5 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:19.055703 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-8ede5414-bc2c-47c3-aa8c-5a8b43f38ec5 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.90 "GET /v2.0/networks?id=96f40557-6b2e-48ca-b78b-8bf6e85b2024 HTTP/1.1" status: 200 len: 821 time: 0.6013603 Sep 02 13:37:19.091510 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.093705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event updated for resources: {'Port': ['ID=aaaae6ea-9838-406d-abf7-cb55f7600e76,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:19.146090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Request body: {'port': {'device_id': 'd680b301-a529-4f78-902c-f9978231af24', 'network_id': '96f40557-6b2e-48ca-b78b-8bf6e85b2024', 'admin_state_up': True, 'tenant_id': '1d57061ba97349d999d03c63e157545f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:19.254014 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Network d0236867-79f7-46a0-a71e-c865124a53ed is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:19.255554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:19.262800 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0357c272-42b2-49a7-a2c5-9d1427b5326d req-c8a4c867-0cef-48c9-ae51-f375db8d4948 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 210 time: 0.0591311 Sep 02 13:37:19.314736 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-7ee7ca46-f390-439d-8d3d-0088d77512aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:19.316341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-7ee7ca46-f390-439d-8d3d-0088d77512aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 1099 time: 0.2702394 Sep 02 13:37:19.405731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Router 68ebe6e0-f74d-41ce-9f87-35eae5401391 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:37:19.469864 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-a815d24f-596e-4fa7-8574-b1fda1027dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:19.471400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-a815d24f-596e-4fa7-8574-b1fda1027dad service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1274223 Sep 02 13:37:19.482605 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89e7b1d5-80e6-4c56-8aa2-69ad262379fb req-b7448e74-7dd9-4d00-b781-69d1ba4fbc9e service neutron] 10.222.0.90 "GET /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628692 Sep 02 13:37:19.622914 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-693d2b66-85bb-42eb-89ea-2210a7490747 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061 HTTP/1.1" status: 200 len: 217 time: 0.1370156 Sep 02 13:37:19.667915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-24dd30e8-4c80-467b-a267-7b1da0042dca None None] Provisioning complete for port aaaae6ea-9838-406d-abf7-cb55f7600e76 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:19.668627 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24dd30e8-4c80-467b-a267-7b1da0042dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.677507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:19.695541 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-44074b08-8631-4601-9802-7fad2b3286f4 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "PUT /v2.0/routers/68ebe6e0-f74d-41ce-9f87-35eae5401391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8757553 Sep 02 13:37:19.700467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:19.705441 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Made reservation on behalf of 1d57061ba97349d999d03c63e157545f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:19.711098 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.711893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Request body: {'port': {'network_id': 'd0236867-79f7-46a0-a71e-c865124a53ed', 'name': 'tempest-FloatingIPAdminTestJSON-671583898'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:19.742055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-24dd30e8-4c80-467b-a267-7b1da0042dca None None] Port aaaae6ea-9838-406d-abf7-cb55f7600e76 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:37:19.750122 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b0d877-7330-4931-9366-2e5a516f07ca None None] Sync routers for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:19.761699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b0d877-7330-4931-9366-2e5a516f07ca None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:19.762611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2b0d877-7330-4931-9366-2e5a516f07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:19.805358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2b0d877-7330-4931-9366-2e5a516f07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:19.816301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b0d877-7330-4931-9366-2e5a516f07ca None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:19.817188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2b0d877-7330-4931-9366-2e5a516f07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:19.874301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c2b0d877-7330-4931-9366-2e5a516f07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:19.875315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b0d877-7330-4931-9366-2e5a516f07ca None None] The sync data for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:19.898298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Made reservation on behalf of a3b2397dcdec4b4da3e2d91c244e3c72 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:19.902204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:19.922299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] device_id is not set on port 8cd3c894-ec48-4b28-a48c-b70aa6ed6d51 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:37:20.088667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Allocated IP 172.20.0.3 (d0236867-79f7-46a0-a71e-c865124a53ed/f40e5e10-5508-45cc-9fc6-152e6923cead/8cd3c894-ec48-4b28-a48c-b70aa6ed6d51) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:20.225172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b7808c-39c0-4a3e-9596-dbaad00be6c9 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:20.235295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.253206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Transition to ACTIVE for port object a2b7808c-39c0-4a3e-9596-dbaad00be6c9 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:20.341908 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.405505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:20.440777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b91b4-a440-4d6e-b75b-a5525c8d600e req-2953e91e-20fb-45fb-a7a4-663a15252014 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:20.449500 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d14b91b4-a440-4d6e-b75b-a5525c8d600e req-2953e91e-20fb-45fb-a7a4-663a15252014 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 950 time: 0.6872821 Sep 02 13:37:20.457675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-ef983791-cc45-44cf-8cc4-cd7b5d2e583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:20.460473 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-ef983791-cc45-44cf-8cc4-cd7b5d2e583a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.8032861 Sep 02 13:37:20.584124 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d14b91b4-a440-4d6e-b75b-a5525c8d600e req-8b2c9761-3ba2-4285-b614-673c1be30110 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294794 Sep 02 13:37:20.660905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c5020-9fe8-4e47-b4b2-5bdb01cfed3e req-5373c551-c2a9-483d-b64e-a0956c883e54 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:20.674165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b35c5020-9fe8-4e47-b4b2-5bdb01cfed3e req-5373c551-c2a9-483d-b64e-a0956c883e54 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.4217105 Sep 02 13:37:20.778138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ce292381-2b76-42af-a736-d385a9a7d5d9 req-a3b5395d-4649-4017-87cd-579f79cdffd1 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 210 time: 0.0372286 Sep 02 13:37:20.788121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Allocated IP 172.20.0.9 (96f40557-6b2e-48ca-b78b-8bf6e85b2024/dd076b80-6cf8-4e49-a903-d42755452148/5a4d8625-53e9-4977-b8a5-7a58caab8a0c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:20.801243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b35c5020-9fe8-4e47-b4b2-5bdb01cfed3e req-2f7d0e57-bb42-45d1-bc82-97b5c9ee534b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229293 Sep 02 13:37:20.816915 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:20.848879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Transition to ACTIVE for port object 8cd3c894-ec48-4b28-a48c-b70aa6ed6d51 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:20.862105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-8e54fac3-0a48-47db-a6df-4537a9f35c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:20.863901 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-8e54fac3-0a48-47db-a6df-4537a9f35c52 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3871102 Sep 02 13:37:20.890903 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.002836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Network d0236867-79f7-46a0-a71e-c865124a53ed is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:21.004262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event updated for resources: {'Port': ['ID=8cd3c894-ec48-4b28-a48c-b70aa6ed6d51,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:21.009892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:21.012373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:21.083093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:21.083675 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.104131 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-492feaf7-03e2-466e-a4d2-64f34beac24a service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220662 Sep 02 13:37:21.107479 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9380bcb3-cad7-4b35-ba64-d0b9129d67be tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4052632 Sep 02 13:37:21.108216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58434) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:21.227128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Attempting to bind port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:21.227920 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Attempting to bind port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '01edd66a-6504-403e-893e-bf1eecd7cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:21.228528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Attempting to bind port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 on network ad0565fb-fe62-4703-8ec1-9653ba7f880f {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:21.290557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 on network ad0565fb-fe62-4703-8ec1-9653ba7f880f not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:37:21.296705 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Attempting to bind port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 on network ad0565fb-fe62-4703-8ec1-9653ba7f880f {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:21.364771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:21.365346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Checking segment: {'id': '01edd66a-6504-403e-893e-bf1eecd7cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:21.365497 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Bound using segment: {'id': '01edd66a-6504-403e-893e-bf1eecd7cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:21.366547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Bound port: a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01edd66a-6504-403e-893e-bf1eecd7cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:21.367771 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.437496 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd10e20b-8b0a-4889-9088-776efd3fd8af req-b5952e23-5272-4fd9-92aa-add89166ff16 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237960 Sep 02 13:37:21.469865 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'project_id': 'a3b2397dcdec4b4da3e2d91c244e3c72', 'port_id': '8cd3c894-ec48-4b28-a48c-b70aa6ed6d51'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:21.482577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2d3109c-2e6c-4f9a-97b7-bf22d9593a6a None None] Provisioning for port 8cd3c894-ec48-4b28-a48c-b70aa6ed6d51 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:21.492810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c2d3109c-2e6c-4f9a-97b7-bf22d9593a6a None None] Provisioning complete for port 8cd3c894-ec48-4b28-a48c-b70aa6ed6d51 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:21.497613 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d3109c-2e6c-4f9a-97b7-bf22d9593a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.518316 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.639475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3109c-2e6c-4f9a-97b7-bf22d9593a6a None None] Port 8cd3c894-ec48-4b28-a48c-b70aa6ed6d51 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:37:21.681304 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.692616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.712767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:21.721484 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:21.733214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.795085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:21.795992 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.813155 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] 10.222.0.77 "PUT /v2.0/ports/a2b7808c-39c0-4a3e-9596-dbaad00be6c9 HTTP/1.1" status: 200 len: 1091 time: 3.0477138 Sep 02 13:37:21.813698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:21.817981 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dccc2cc-209e-4d3c-93e7-65433168ae64" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:21.880750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:21.926405 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Allocated IP 172.25.3.163 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/7535647b-17e1-4553-ba19-d28d19fc26cd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:21.997879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5cb75-276b-4abf-872f-89daf8355051 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:22.047523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:22.094435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Network 96f40557-6b2e-48ca-b78b-8bf6e85b2024 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:22.105410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e5372-ba4d-48a9-9994-e8e7d6f7f405 req-e5562616-430a-4b50-b371-5ce0fea08c58 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:22.113016 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a97e5372-ba4d-48a9-9994-e8e7d6f7f405 req-e5562616-430a-4b50-b371-5ce0fea08c58 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.1643958 Sep 02 13:37:22.117664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:22.125933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:22.137301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6483a4-b406-414b-80f5-3d314bbfea39 req-652bba12-e7c1-42c4-aaad-a004ca52dc6e tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:22.141098 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e6483a4-b406-414b-80f5-3d314bbfea39 req-652bba12-e7c1-42c4-aaad-a004ca52dc6e tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 931 time: 0.1551759 Sep 02 13:37:22.144295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-83a8f9e7-c5c9-4478-a9b6-1807c240ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:22.146824 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-83a8f9e7-c5c9-4478-a9b6-1807c240ad20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 1094 time: 0.2554398 Sep 02 13:37:22.148119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Pushing event updated for resources: {'Port': ['ID=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:22.186142 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.195211 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a97e5372-ba4d-48a9-9994-e8e7d6f7f405 req-60b6c4e5-5848-4761-b076-b3e01ae39b76 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813365 Sep 02 13:37:22.207401 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe85a-05bb-48bc-9e49-26ef822930ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.268422 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-ec202efa-7df3-4bf5-9ce6-2a7c4bb1a7d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9 HTTP/1.1" status: 200 len: 217 time: 0.1027467 Sep 02 13:37:22.276476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:22.277533 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.296077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.306774 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114777e-ca43-407b-a007-057648d047b0 x-openstack-request-id: req-5114777e-ca43-407b-a007-057648d047b0 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:22.307273 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:22.307599 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5114777e-ca43-407b-a007-057648d047b0 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:22.308166 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'status': 'completed', 'code': 200} Sep 02 13:37:22.359862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:22.371835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:22.373144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e6483a4-b406-414b-80f5-3d314bbfea39 req-d0a94a48-4456-494f-8ba9-fd12f770521a tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128143 Sep 02 13:37:22.387679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-41dd4a1a-1a3e-471c-a12a-2a8b99157a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:22.393241 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-41dd4a1a-1a3e-471c-a12a-2a8b99157a4d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 200 len: 854 time: 0.0841601 Sep 02 13:37:22.398350 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:22.426928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Pushing event updated for resources: {'Port': ['ID=7535647b-17e1-4553-ba19-d28d19fc26cd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:22.447336 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-c1642116-53d2-4fa7-a24c-c8ec4e29291f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad0565fb-fe62-4703-8ec1-9653ba7f880f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428703 Sep 02 13:37:22.473257 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe85a-05bb-48bc-9e49-26ef822930ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.492194 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe85a-05bb-48bc-9e49-26ef822930ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.509734 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-57e35108-be4c-42a8-8c80-71b613100989 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3979197 Sep 02 13:37:22.523341 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a5dbe85a-05bb-48bc-9e49-26ef822930ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9eb37d68f84a4cf0b5acdcf8b9f0277b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719234 Sep 02 13:37:22.524261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Request body: {'port': {'device_id': 'd680b301-a529-4f78-902c-f9978231af24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:22.524864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:22.620757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbe85a-05bb-48bc-9e49-26ef822930ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b99d071-168b-4c3a-aa30-9c0f173f1a58,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:22.621002 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-53871210-db54-473c-951e-bff385b0c130 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647177 Sep 02 13:37:22.634576 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.636077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc5859e-4ba7-4f3d-80be-9de47292671e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.638084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:22.726188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc5859e-4ba7-4f3d-80be-9de47292671e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.811937 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc5859e-4ba7-4f3d-80be-9de47292671e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.814981 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc5859e-4ba7-4f3d-80be-9de47292671e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:22.819426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1bc5859e-4ba7-4f3d-80be-9de47292671e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b99d071-168b-4c3a-aa30-9c0f173f1a58 HTTP/1.1" status: 204 len: 168 time: 0.2862086 Sep 02 13:37:22.864149 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8f5a0c9a-1a64-4928-bd0a-b52daca4f43b req-a0bd1d99-658d-4f2a-91fb-1e6391e13dfd service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305701 Sep 02 13:37:22.865457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5859e-4ba7-4f3d-80be-9de47292671e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b99d071-168b-4c3a-aa30-9c0f173f1a58,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:23.012636 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.063441 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.102051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:23.103437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:23.106397 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20334e9c-1096-4617-b100-e57725bf109d" -d '{"events": [{"server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "name": "network-vif-unplugged", "status": "completed", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:23.113760 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.154494 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.182060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4d8625-53e9-4977-b8a5-7a58caab8a0c {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:23.184249 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad9459c-716f-4f0c-a70f-26783ca60a3c x-openstack-request-id: req-fad9459c-716f-4f0c-a70f-26783ca60a3c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:23.184574 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "name": "network-vif-unplugged", "status": "completed", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:23.184835 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fad9459c-716f-4f0c-a70f-26783ca60a3c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:23.185237 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b', 'code': 200} Sep 02 13:37:23.193969 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.208590 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Transition to ACTIVE for port object 5a4d8625-53e9-4977-b8a5-7a58caab8a0c will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:23.218915 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.254435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:23.333983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-bca8010b-0431-4329-ae3a-e3034347a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:23.336130 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-bca8010b-0431-4329-ae3a-e3034347a4dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 1094 time: 0.3910651 Sep 02 13:37:23.365967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Pushing event updated for resources: {'Port': ['ID=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:23.405473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff3666-241b-44d9-81a8-a057da6abffe req-787d6dbd-b551-4366-bcff-264d16726fdd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:23.407059 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f9ff3666-241b-44d9-81a8-a057da6abffe req-787d6dbd-b551-4366-bcff-264d16726fdd tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 945 time: 0.0860374 Sep 02 13:37:23.409681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:23.412970 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.421160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.474954 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8b298d6-cac3-49a5-b501-01e567156f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.507209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3de194-ca22-4260-87c9-d8c3165afbe2 req-65fb9e84-7c14-46e9-b093-e2280283e2ec tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:23.509194 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b3de194-ca22-4260-87c9-d8c3165afbe2 req-65fb9e84-7c14-46e9-b093-e2280283e2ec tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.1688330 Sep 02 13:37:23.551659 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f9ff3666-241b-44d9-81a8-a057da6abffe req-e72134a3-b6a1-4945-a180-90173f551007 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366656 Sep 02 13:37:23.557529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Pushing event updated for resources: {'Port': ['ID=7535647b-17e1-4553-ba19-d28d19fc26cd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:23.574533 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.576696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-1236bcdf-d546-4d72-bab1-866e8632cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:23.587970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-1236bcdf-d546-4d72-bab1-866e8632cf4c service neutron] 10.222.0.77 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 915 time: 0.2347667 Sep 02 13:37:23.619595 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b3de194-ca22-4260-87c9-d8c3165afbe2 req-0b217f6f-6c11-44d6-b992-55835ccc6ea1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901341 Sep 02 13:37:23.670847 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-f95274ac-ccac-4f9c-84e8-09a1d030cfcc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9 HTTP/1.1" status: 200 len: 217 time: 0.0625763 Sep 02 13:37:23.738152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-e210f1c5-e685-45be-bf90-d6e4c06800a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:23.739288 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-e210f1c5-e685-45be-bf90-d6e4c06800a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 200 len: 854 time: 0.0516601 Sep 02 13:37:23.741370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Attempting to bind port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:23.742275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Attempting to bind port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '941b9b92-41d6-4ed5-9eb2-6e5269258cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '96f40557-6b2e-48ca-b78b-8bf6e85b2024'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:23.742275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Attempting to bind port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c on network 96f40557-6b2e-48ca-b78b-8bf6e85b2024 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:23.784139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c on network 96f40557-6b2e-48ca-b78b-8bf6e85b2024 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:37:23.784473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Attempting to bind port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c on network 96f40557-6b2e-48ca-b78b-8bf6e85b2024 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:23.793030 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Floating IP 9748a504-0529-422a-bf86-b78be4a38654 associated. External IP: 172.25.3.163, port: 8cd3c894-ec48-4b28-a48c-b70aa6ed6d51. Sep 02 13:37:23.794623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:23.794994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Checking segment: {'id': '941b9b92-41d6-4ed5-9eb2-6e5269258cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '96f40557-6b2e-48ca-b78b-8bf6e85b2024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:23.795360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Bound using segment: {'id': '941b9b92-41d6-4ed5-9eb2-6e5269258cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '96f40557-6b2e-48ca-b78b-8bf6e85b2024'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:23.795853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Bound port: 5a4d8625-53e9-4977-b8a5-7a58caab8a0c, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941b9b92-41d6-4ed5-9eb2-6e5269258cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '96f40557-6b2e-48ca-b78b-8bf6e85b2024'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:23.796221 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.816765 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-61a937d2-a446-4575-899c-67fb386b4842 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad0565fb-fe62-4703-8ec1-9653ba7f880f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420408 Sep 02 13:37:23.875637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8b298d6-cac3-49a5-b501-01e567156f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.885473 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8b298d6-cac3-49a5-b501-01e567156f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:23.937994 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f8b298d6-cac3-49a5-b501-01e567156f57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b36625e80c974778b756f00f9dfed3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5274136 Sep 02 13:37:23.940765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58518) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:23.941414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b298d6-cac3-49a5-b501-01e567156f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1649b191-4787-4956-85fb-e7dbbd35f717,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:23.944535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774e590-7f10-41d8-9ca2-2975d6fe1bc1 req-cbf59667-c45e-4d07-84b1-afb0a5c766d1 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:23.946083 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7774e590-7f10-41d8-9ca2-2975d6fe1bc1 req-cbf59667-c45e-4d07-84b1-afb0a5c766d1 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 943 time: 0.2106810 Sep 02 13:37:24.032178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-16c0c8b2-1750-454d-b3b3-4e0d0769e175 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:24.033549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-16c0c8b2-1750-454d-b3b3-4e0d0769e175 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.90 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 945 time: 0.2092516 Sep 02 13:37:24.045606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] For port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:24.059388 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-5139a4f2-e65e-40e5-bd8f-a283b1a29edc service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328959 Sep 02 13:37:24.067486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77b5d88f-4aae-4ff8-8912-52ed7f0096c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.097664 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77b5d88f-4aae-4ff8-8912-52ed7f0096c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.101283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7774e590-7f10-41d8-9ca2-2975d6fe1bc1 req-161ef55e-ee35-46b7-8527-26658bb6a5da tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419473 Sep 02 13:37:24.106250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] For port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,segment=NetworkSegment(941b9b92-41d6-4ed5-9eb2-6e5269258cea),segment_id=941b9b92-41d6-4ed5-9eb2-6e5269258cea)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:24.143117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Router 68ebe6e0-f74d-41ce-9f87-35eae5401391 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:37:24.147703 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.225071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:24.225071 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.227703 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] 10.222.0.90 "PUT /v2.0/ports/5a4d8625-53e9-4977-b8a5-7a58caab8a0c HTTP/1.1" status: 200 len: 1091 time: 1.7072527 Sep 02 13:37:24.231183 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77b5d88f-4aae-4ff8-8912-52ed7f0096c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.234460 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77b5d88f-4aae-4ff8-8912-52ed7f0096c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.235788 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-77b5d88f-4aae-4ff8-8912-52ed7f0096c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1649b191-4787-4956-85fb-e7dbbd35f717 HTTP/1.1" status: 204 len: 168 time: 0.2915437 Sep 02 13:37:24.250789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5d88f-4aae-4ff8-8912-52ed7f0096c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649b191-4787-4956-85fb-e7dbbd35f717,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:24.280289 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4ce9-9651-44f7-b983-dda1776b658e service neutron] Pushing event updated for resources: {'Port': ['ID=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:24.296638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:24.306433 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf3278-07c2-4057-8d8b-3a38dc8b62c1 None None] Sync routers for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:24.313945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd680b301-a529-4f78-902c-f9978231af24', 'tag': '5a4d8625-53e9-4977-b8a5-7a58caab8a0c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:24.314877 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.316457 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b53c12d-8761-498f-b63c-18cb06599374" -d '{"events": [{"name": "network-changed", "server_uuid": "d680b301-a529-4f78-902c-f9978231af24", "tag": "5a4d8625-53e9-4977-b8a5-7a58caab8a0c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:24.320995 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf3278-07c2-4057-8d8b-3a38dc8b62c1 None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:24.321768 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-facf3278-07c2-4057-8d8b-3a38dc8b62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:24.329213 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dccc2cc-209e-4d3c-93e7-65433168ae64 req-96368582-5e60-431d-a53f-397605f0c76d service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416279 Sep 02 13:37:24.333446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Deleting port d4198803-7805-4a54-9fde-cb23830d365c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:24.333793 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.360061 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-facf3278-07c2-4057-8d8b-3a38dc8b62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:24.372171 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf3278-07c2-4057-8d8b-3a38dc8b62c1 None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:24.373083 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-facf3278-07c2-4057-8d8b-3a38dc8b62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:24.388282 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4f67a130-6567-452c-87d8-bbfe7750398e tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.2782381 Sep 02 13:37:24.390017 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a84b86c-c938-44fb-b4a8-36230fa4843e x-openstack-request-id: req-6a84b86c-c938-44fb-b4a8-36230fa4843e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:24.390300 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d680b301-a529-4f78-902c-f9978231af24", "tag": "5a4d8625-53e9-4977-b8a5-7a58caab8a0c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:24.390541 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a84b86c-c938-44fb-b4a8-36230fa4843e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:24.390921 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd680b301-a529-4f78-902c-f9978231af24', 'tag': '5a4d8625-53e9-4977-b8a5-7a58caab8a0c', 'status': 'completed', 'code': 200} Sep 02 13:37:24.391031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:24.401801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-e7aa05a0-fbc3-4c83-a26b-3e0689899c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:24.403335 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-e7aa05a0-fbc3-4c83-a26b-3e0689899c18 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d57061ba97349d999d03c63e157545f&device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 1094 time: 0.1241307 Sep 02 13:37:24.421397 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-facf3278-07c2-4057-8d8b-3a38dc8b62c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:24.422405 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf3278-07c2-4057-8d8b-3a38dc8b62c1 None None] The sync data for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:24.461381 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-8869976a-cb15-4ca9-96a9-9419bf99a355 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a4d8625-53e9-4977-b8a5-7a58caab8a0c HTTP/1.1" status: 200 len: 217 time: 0.0461726 Sep 02 13:37:24.484966 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] For port d4198803-7805-4a54-9fde-cb23830d365c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d4198803-7805-4a54-9fde-cb23830d365c,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:24.485332 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.519763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Calling delete_port for d4198803-7805-4a54-9fde-cb23830d365c owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:24.520929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5d20f40c-4f6d-4dd6-84ba-3281941c0081 tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] 10.222.0.13 "GET /v2.0/floatingips/9748a504-0529-422a-bf86-b78be4a38654 HTTP/1.1" status: 200 len: 982 time: 0.1286130 Sep 02 13:37:24.521612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:24.538176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-eda9be2f-3aa9-4185-b260-e7f09548bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:24.539749 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-eda9be2f-3aa9-4185-b260-e7f09548bb66 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd076b80-6cf8-4e49-a903-d42755452148 HTTP/1.1" status: 200 len: 861 time: 0.0691149 Sep 02 13:37:24.601867 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-bc1a5f67-8a26-47ff-a2a3-9d20a05df4cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=96f40557-6b2e-48ca-b78b-8bf6e85b2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275846 Sep 02 13:37:24.633069 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:37:24.643346 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-81fdf86e-bcfa-4f9c-bdb8-ee76ad0998e0 tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1205316 Sep 02 13:37:24.645715 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:24.800065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:24.815371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'mac_address': 'fa:16:3e:c6:82:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:37:24.862380 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:24.880037 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92071a2-85a1-43ae-bc5b-ee3d5739a061 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:24.907285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:24.915452 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.003054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:25.019906 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['d92071a2-85a1-43ae-bc5b-ee3d5739a061'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:25.113540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08374dcf-14ef-451a-9eff-a0b065ac1095 req-f4de72e4-af46-4849-aa02-8b16f8f38fdc tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:25.121540 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08374dcf-14ef-451a-9eff-a0b065ac1095 req-f4de72e4-af46-4849-aa02-8b16f8f38fdc tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.1182523 Sep 02 13:37:25.131169 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-3140ad9b-82e8-46f4-9820-d906b7f51437 service neutron] 10.222.0.90 "GET /v2.0/networks/96f40557-6b2e-48ca-b78b-8bf6e85b2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158029 Sep 02 13:37:25.208630 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08374dcf-14ef-451a-9eff-a0b065ac1095 req-e5d68377-5b8b-4d29-a827-ea7b27c921d0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858130 Sep 02 13:37:25.237500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Deleting port 7535647b-17e1-4553-ba19-d28d19fc26cd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:25.238059 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.263594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8fb53-572d-4afa-b8c8-b80d7822f912 req-a30270cd-3614-4390-9d2d-6a2a44aee682 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:25.272967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-adc8fb53-572d-4afa-b8c8-b80d7822f912 req-a30270cd-3614-4390-9d2d-6a2a44aee682 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e HTTP/1.1" status: 200 len: 945 time: 0.5456014 Sep 02 13:37:25.381928 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.388315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.393074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-adc8fb53-572d-4afa-b8c8-b80d7822f912 req-17694706-0bc7-40da-956a-aa948fff5edf tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803986 Sep 02 13:37:25.393247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.410880 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['d4198803-7805-4a54-9fde-cb23830d365c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:25.422695 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Calling delete_port for 7535647b-17e1-4553-ba19-d28d19fc26cd owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:25.489374 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eaec5ce1-ffa9-4d0b-a160-f4a46c16b368 req-076ab566-8bf6-4a25-9597-767a9225b35a service neutron] 10.222.0.90 "GET /v2.0/networks/96f40557-6b2e-48ca-b78b-8bf6e85b2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424954 Sep 02 13:37:25.490163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Pushing event deleted for resources: {'Port': ['ID=d4198803-7805-4a54-9fde-cb23830d365c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:25.618882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] No DVR routers for this DVR port d4198803-7805-4a54-9fde-cb23830d365c on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:25.638673 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.640810 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4314c8d9-8aa9-489e-ad1c-795010d44d7b req-60447fcf-a53a-4fe2-abf7-2e60001102d3 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.90 "DELETE /v2.0/ports/d4198803-7805-4a54-9fde-cb23830d365c HTTP/1.1" status: 204 len: 173 time: 1.5980024 Sep 02 13:37:25.669928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53c12d-8761-498f-b63c-18cb06599374 req-aa9d9e2e-f46c-4a63-adb5-828653e11dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:25.674049 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b53c12d-8761-498f-b63c-18cb06599374 req-aa9d9e2e-f46c-4a63-adb5-828653e11dee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d57061ba97349d999d03c63e157545f&device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 1094 time: 0.1013830 Sep 02 13:37:25.683788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3f4e-5840-4b6e-967d-8bd4374a2145 req-280b31fc-291b-4f28-af6a-9f6f6b9c3e03 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:25.685590 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a7b3f4e-5840-4b6e-967d-8bd4374a2145 req-280b31fc-291b-4f28-af6a-9f6f6b9c3e03 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 943 time: 0.1729095 Sep 02 13:37:25.738054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.796178 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a7b3f4e-5840-4b6e-967d-8bd4374a2145 req-f342c0aa-cc2d-466b-9505-fa546c0b4394 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937903 Sep 02 13:37:25.796178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58596) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:25.823327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event deleted for resources: {'Port': ['ID=7535647b-17e1-4553-ba19-d28d19fc26cd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:25.895213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53c12d-8761-498f-b63c-18cb06599374 req-0f05808e-703d-4b1b-94b1-84a199aa4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:25.898516 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b53c12d-8761-498f-b63c-18cb06599374 req-0f05808e-703d-4b1b-94b1-84a199aa4d21 service neutron] 10.222.0.90 "GET /v2.0/networks?id=96f40557-6b2e-48ca-b78b-8bf6e85b2024 HTTP/1.1" status: 200 len: 922 time: 0.2120075 Sep 02 13:37:25.918241 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:25.919188 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Floating IP 9748a504-0529-422a-bf86-b78be4a38654 disassociated (deleted). External IP: 172.25.3.163, port: 8cd3c894-ec48-4b28-a48c-b70aa6ed6d51. Sep 02 13:37:25.977240 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b53c12d-8761-498f-b63c-18cb06599374 req-5726ab1f-1599-48e5-ac78-9eef93090a71 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a4d8625-53e9-4977-b8a5-7a58caab8a0c HTTP/1.1" status: 200 len: 217 time: 0.0624621 Sep 02 13:37:25.984194 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d995888-9ad6-4012-af6f-38b859716461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.061262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53c12d-8761-498f-b63c-18cb06599374 req-bd5dc52d-f793-4519-9cc9-f4cdc9e6d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:26.062814 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b53c12d-8761-498f-b63c-18cb06599374 req-bd5dc52d-f793-4519-9cc9-f4cdc9e6d667 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dd076b80-6cf8-4e49-a903-d42755452148 HTTP/1.1" status: 200 len: 861 time: 0.0751512 Sep 02 13:37:26.117717 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b53c12d-8761-498f-b63c-18cb06599374 req-116b55dc-8ae1-463e-9149-39944eb87085 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=96f40557-6b2e-48ca-b78b-8bf6e85b2024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358055 Sep 02 13:37:26.263630 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d995888-9ad6-4012-af6f-38b859716461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.283122 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7d995888-9ad6-4012-af6f-38b859716461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.291187 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b53c12d-8761-498f-b63c-18cb06599374 req-fc510e5c-45d9-4ed0-aff6-87ac5db748aa service neutron] 10.222.0.90 "GET /v2.0/networks/96f40557-6b2e-48ca-b78b-8bf6e85b2024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594465 Sep 02 13:37:26.392336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'name': 'network-vif-deleted', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:26.394817 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea35ed0-da6b-41c7-93b0-42f0818a7fbd" -d '{"events": [{"server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "name": "network-vif-deleted", "tag": "d4198803-7805-4a54-9fde-cb23830d365c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:26.413956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d995888-9ad6-4012-af6f-38b859716461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6285087-e2dc-4383-8256-8d8e1280d5c3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:26.455275 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7d995888-9ad6-4012-af6f-38b859716461 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dc50806df8a4c9db30d61b35bd41727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6565337 Sep 02 13:37:26.458194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58614) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:26.464352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Router 68ebe6e0-f74d-41ce-9f87-35eae5401391 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:37:26.490297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bb1c1-e7bf-4649-95eb-fb8c51079d68 req-c6ee05ca-d31f-41c1-b90a-321b0df33b68 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:26.493810 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b86bb1c1-e7bf-4649-95eb-fb8c51079d68 req-c6ee05ca-d31f-41c1-b90a-321b0df33b68 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.1349659 Sep 02 13:37:26.645947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:37:26.650177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:26.669356 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b86bb1c1-e7bf-4649-95eb-fb8c51079d68 req-36dc0a63-50e7-4fad-bb9f-fe72ff9da4ba tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692023 Sep 02 13:37:26.692099 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eedfd9-9013-4258-993c-fe3f534b82d2 x-openstack-request-id: req-e3eedfd9-9013-4258-993c-fe3f534b82d2 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:26.692979 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e", "name": "network-vif-deleted", "tag": "d4198803-7805-4a54-9fde-cb23830d365c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:26.692979 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3eedfd9-9013-4258-993c-fe3f534b82d2 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:26.693323 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8beea48d-a09f-4e0e-b9c9-a3ce3b333e6e', 'name': 'network-vif-deleted', 'tag': 'd4198803-7805-4a54-9fde-cb23830d365c', 'status': 'completed', 'code': 200} Sep 02 13:37:26.721702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:26.732626 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.771063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c6e2a-9d1a-48dc-b7b4-fca206a7a032 None None] Sync routers for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:26.785728 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b53c12d-8761-498f-b63c-18cb06599374 req-68a4743b-9b15-42c7-8ed8-4eb734d210b6 service neutron] 10.222.0.90 "GET /v2.0/networks/96f40557-6b2e-48ca-b78b-8bf6e85b2024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716032 Sep 02 13:37:26.796966 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-875d2211-471c-42fb-954e-db316df367f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.815223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2abedc89-11ad-4515-96b1-b4fdeaf49283 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "DELETE /v2.0/floatingips/9748a504-0529-422a-bf86-b78be4a38654 HTTP/1.1" status: 204 len: 168 time: 2.1675670 Sep 02 13:37:26.815904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:26.829905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:26.881222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:26.889478 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-875d2211-471c-42fb-954e-db316df367f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.896218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f', 'port_id': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'mac_address': 'fa:16:3e:3b:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703ebc8e-650f-417d-a31d-c3d1dc44b18f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:37:26.918165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:26.942241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c6e2a-9d1a-48dc-b7b4-fca206a7a032 None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:26.943159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c91c6e2a-9d1a-48dc-b7b4-fca206a7a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:26.946901 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.005125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c91c6e2a-9d1a-48dc-b7b4-fca206a7a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:27.013522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port d92071a2-85a1-43ae-bc5b-ee3d5739a061 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:27.014262 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.020401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b7808c-39c0-4a3e-9596-dbaad00be6c9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:27.042452 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-875d2211-471c-42fb-954e-db316df367f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.045119 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-875d2211-471c-42fb-954e-db316df367f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.046520 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-875d2211-471c-42fb-954e-db316df367f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6285087-e2dc-4383-8256-8d8e1280d5c3 HTTP/1.1" status: 204 len: 168 time: 0.5750632 Sep 02 13:37:27.050575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c6e2a-9d1a-48dc-b7b4-fca206a7a032 None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:27.052125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c91c6e2a-9d1a-48dc-b7b4-fca206a7a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:27.060626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d2211-471c-42fb-954e-db316df367f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6285087-e2dc-4383-8256-8d8e1280d5c3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:27.115127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c91c6e2a-9d1a-48dc-b7b4-fca206a7a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:27.116124 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c6e2a-9d1a-48dc-b7b4-fca206a7a032 None None] The sync data for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:27.127137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35660cae-475e-4447-8e96-fde50f9829a2 req-54c3f4cf-e77b-4480-ad39-362986a4c377 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.128824 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35660cae-475e-4447-8e96-fde50f9829a2 req-54c3f4cf-e77b-4480-ad39-362986a4c377 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 943 time: 0.1122596 Sep 02 13:37:27.187867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:27.207476 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.265040 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35660cae-475e-4447-8e96-fde50f9829a2 req-2dfd5175-7bb0-4548-98be-b5ef877b310e tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278727 Sep 02 13:37:27.296101 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.297456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:27.363006 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.371993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea3a83-52f7-458a-93ca-a25ff2db9db0 req-2a879e42-9663-48f4-b754-6767669cf616 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.381561 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-29ea3a83-52f7-458a-93ca-a25ff2db9db0 req-2a879e42-9663-48f4-b754-6767669cf616 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 944 time: 0.1480198 Sep 02 13:37:27.439752 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-29ea3a83-52f7-458a-93ca-a25ff2db9db0 req-d7b753b9-4ea0-456f-8f3c-99d9768f1cbc tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566711 Sep 02 13:37:27.444625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:27.449755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:27.455208 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72828322-b0c7-431f-a6d3-136a75ea31c8" -d '{"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-plugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:27.498677 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.512557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a2b7808c-39c0-4a3e-9596-dbaad00be6c9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:27.578641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Allocated IP 172.25.3.154 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/cbbdfd7a-8758-44c5-82ca-a60f68e51f08) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:27.622887 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751894d6-6912-418a-b486-cdd1370baf8f x-openstack-request-id: req-751894d6-6912-418a-b486-cdd1370baf8f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:27.623188 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-plugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:27.623446 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-751894d6-6912-418a-b486-cdd1370baf8f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:27.636220 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'code': 200} Sep 02 13:37:27.686369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:27.730647 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.794108 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:27.813349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-a8784a81-e815-4172-85f4-8583b27f9fdc tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:27.818446 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-a8784a81-e815-4172-85f4-8583b27f9fdc tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.90 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 944 time: 0.1333845 Sep 02 13:37:27.821438 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5a4d8625-53e9-4977-b8a5-7a58caab8a0c details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:37:27.917179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:27.923032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:27.931123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:27.940244 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d4198803-7805-4a54-9fde-cb23830d365c no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:28.022578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: d4198803-7805-4a54-9fde-cb23830d365c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:28.025314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d4198803-7805-4a54-9fde-cb23830d365c not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:28.032865 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Pushing event updated for resources: {'Port': ['ID=cbbdfd7a-8758-44c5-82ca-a60f68e51f08,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:28.055325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d897ac-bc6a-4eb7-934d-11a31ac9dc0d req-20021771-2968-40bf-958d-52a9a3960cb2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:28.056910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Deleting port d58dda62-2a54-4b3f-955b-0c82cb282b18 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:28.057043 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d7d897ac-bc6a-4eb7-934d-11a31ac9dc0d req-20021771-2968-40bf-958d-52a9a3960cb2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 944 time: 0.2098086 Sep 02 13:37:28.057364 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.152893 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d7d897ac-bc6a-4eb7-934d-11a31ac9dc0d req-f7e70741-9c64-4585-834e-b81270c8e0a8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714455 Sep 02 13:37:28.186595 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.191168 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,segment=NetworkSegment(941b9b92-41d6-4ed5-9eb2-6e5269258cea),segment_id=941b9b92-41d6-4ed5-9eb2-6e5269258cea)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:28.229225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '5a4d8625-53e9-4977-b8a5-7a58caab8a0c', 'network_id': '96f40557-6b2e-48ca-b78b-8bf6e85b2024', 'port_id': '5a4d8625-53e9-4977-b8a5-7a58caab8a0c', 'mac_address': 'fa:16:3e:83:b1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd076b80-6cf8-4e49-a903-d42755452148', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:37:28.236739 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.246778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] For port d58dda62-2a54-4b3f-955b-0c82cb282b18, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d58dda62-2a54-4b3f-955b-0c82cb282b18,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:28.247434 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.262241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Calling delete_port for d58dda62-2a54-4b3f-955b-0c82cb282b18 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:28.298278 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.319413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4d8625-53e9-4977-b8a5-7a58caab8a0c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:28.346746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,segment=NetworkSegment(941b9b92-41d6-4ed5-9eb2-6e5269258cea),segment_id=941b9b92-41d6-4ed5-9eb2-6e5269258cea)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:28.357557 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.447201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:28.520901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874f75-2ed8-4a68-8754-71899d380cb0 req-caac97ed-5bc6-4db9-a1a2-ad880243a187 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:28.523004 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22874f75-2ed8-4a68-8754-71899d380cb0 req-caac97ed-5bc6-4db9-a1a2-ad880243a187 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 944 time: 0.1327097 Sep 02 13:37:28.556485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.566897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.586085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Pushing event deleted for resources: {'Port': ['ID=d58dda62-2a54-4b3f-955b-0c82cb282b18,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:28.627122 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22874f75-2ed8-4a68-8754-71899d380cb0 req-bf25a505-e51b-480b-aad2-d02a9dac01bf tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943074 Sep 02 13:37:28.630101 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.654222 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c99b7f9e-511f-4a4f-acb1-176f41dd6839 req-34f56913-9c84-4505-8e1a-f58793fabc1b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b HTTP/1.1" status: 200 len: 210 time: 0.0782793 Sep 02 13:37:28.698894 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] No DVR routers for this DVR port d58dda62-2a54-4b3f-955b-0c82cb282b18 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:28.703425 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.705878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5a236dec-7403-4136-a4dc-06e8b44d5bb7 req-c7c5367d-c564-4b63-8f9a-c5bf8a960d69 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.90 "DELETE /v2.0/ports/d58dda62-2a54-4b3f-955b-0c82cb282b18 HTTP/1.1" status: 204 len: 173 time: 0.8812919 Sep 02 13:37:28.714829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['5a4d8625-53e9-4977-b8a5-7a58caab8a0c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:28.719185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'name': 'network-vif-deleted', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:28.723855 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ca0659-f859-44ce-bdc9-aba04fe2a8f3" -d '{"events": [{"server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "name": "network-vif-deleted", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:28.765379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Pushing event updated for resources: {'Port': ['ID=cbbdfd7a-8758-44c5-82ca-a60f68e51f08,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:28.807375 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.820113 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408b351b-bf34-4aa8-a33b-d335101979e4 x-openstack-request-id: req-408b351b-bf34-4aa8-a33b-d335101979e4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:28.820605 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff3cb3-cb8d-4b27-8db2-0bae347dc74b", "name": "network-vif-deleted", "tag": "d58dda62-2a54-4b3f-955b-0c82cb282b18", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:28.820699 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-408b351b-bf34-4aa8-a33b-d335101979e4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:28.821048 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff3cb3-cb8d-4b27-8db2-0bae347dc74b', 'name': 'network-vif-deleted', 'tag': 'd58dda62-2a54-4b3f-955b-0c82cb282b18', 'status': 'completed', 'code': 200} Sep 02 13:37:28.837887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:28.843228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58686) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:28.843867 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5637dc07-b09d-4176-bb51-dc4385da1b6d tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0256202 Sep 02 13:37:29.153624 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:29.222271 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:29.352490 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:29.358690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec2636-838d-4128-9875-296c6b9068dd req-2f1780bf-a92c-4d72-93c2-8277611b9b1b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:29.372121 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57ec2636-838d-4128-9875-296c6b9068dd req-2f1780bf-a92c-4d72-93c2-8277611b9b1b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 944 time: 0.1029563 Sep 02 13:37:29.432760 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57ec2636-838d-4128-9875-296c6b9068dd req-a4dc796b-5875-49a9-80f5-ab3dc2cff4d8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541623 Sep 02 13:37:29.467227 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:29.598770 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Allocated IP 172.25.3.94 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/a2e55c64-1ecd-454d-b9f5-09acbcfe440d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:29.739984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58726) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:29.815997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:29.885434 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:29.904904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ef548-457d-4ce5-af6e-567058eaf124 req-f4bd286f-df3a-470b-a8b5-65cf821db783 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:29.913523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e13ef548-457d-4ce5-af6e-567058eaf124 req-f4bd286f-df3a-470b-a8b5-65cf821db783 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 944 time: 0.1642518 Sep 02 13:37:29.990578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:29.994731 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a257bea-0726-4dea-8596-642a0ed83bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.022923 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:30.033348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:30.042446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Pushing event updated for resources: {'Port': ['ID=a2e55c64-1ecd-454d-b9f5-09acbcfe440d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:30.115379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e13ef548-457d-4ce5-af6e-567058eaf124 req-e6fdae61-120d-46d2-92eb-766a07bd2b26 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993852 Sep 02 13:37:30.238463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e866b-e58f-42be-9118-63b3f6c2e483 req-df6b9a56-ac76-4bbe-9844-559436d50e6a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:30.241290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf5e866b-e58f-42be-9118-63b3f6c2e483 req-df6b9a56-ac76-4bbe-9844-559436d50e6a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 945 time: 0.0882943 Sep 02 13:37:30.252996 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.320725 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf5e866b-e58f-42be-9118-63b3f6c2e483 req-ef740ca0-69d4-4a0c-a5ab-88692adbab1b tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/security-groups?id=61a0822d-5a44-4fdf-bd63-a267ceffd0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666683 Sep 02 13:37:30.336812 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.345230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a257bea-0726-4dea-8596-642a0ed83bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.357424 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a257bea-0726-4dea-8596-642a0ed83bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.442465 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.448545 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a257bea-0726-4dea-8596-642a0ed83bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ce1f9b-ee5b-41a7-8c53-e772a6b7c2a1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:30.484869 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0a257bea-0726-4dea-8596-642a0ed83bbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c14a665830247baad00f5c02c40e344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7435486 Sep 02 13:37:30.487575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:30.515033 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-804c4a6f-858d-479a-8029-37ab03abc61f tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:30.517461 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-804c4a6f-858d-479a-8029-37ab03abc61f tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.90 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 945 time: 0.1206992 Sep 02 13:37:30.603097 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25c0c6f0-2d0b-4cd7-9085-2865c11cc4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.633593 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25c0c6f0-2d0b-4cd7-9085-2865c11cc4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.646302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:30.657845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb7e76-cabb-4ad2-aa63-4b2af1d27804 req-48d0e4e6-6a13-4537-9fe6-f67d504deef0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:30.660367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aefb7e76-cabb-4ad2-aa63-4b2af1d27804 req-48d0e4e6-6a13-4537-9fe6-f67d504deef0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 944 time: 0.1332283 Sep 02 13:37:30.721268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Deleting port 620de766-e62a-4b72-b9a3-98534fae957e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:30.721978 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.733261 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aefb7e76-cabb-4ad2-aa63-4b2af1d27804 req-d54dc820-0191-4116-90a3-29475135d837 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645909 Sep 02 13:37:30.744593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:30.755964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:30.760813 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.773576 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25c0c6f0-2d0b-4cd7-9085-2865c11cc4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.776662 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25c0c6f0-2d0b-4cd7-9085-2865c11cc4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.778200 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-25c0c6f0-2d0b-4cd7-9085-2865c11cc4d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3ce1f9b-ee5b-41a7-8c53-e772a6b7c2a1 HTTP/1.1" status: 204 len: 168 time: 0.2895994 Sep 02 13:37:30.798131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0c6f0-2d0b-4cd7-9085-2865c11cc4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ce1f9b-ee5b-41a7-8c53-e772a6b7c2a1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:30.816791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.830510 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.915189 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.943523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:30.946151 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ee78c3-c58e-41b3-9247-b01de0e48550" -d '{"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:30.950306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] For port 620de766-e62a-4b72-b9a3-98534fae957e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=620de766-e62a-4b72-b9a3-98534fae957e,segment=NetworkSegment(9a4827ad-0d7a-4be4-ab44-066d73e11010),segment_id=9a4827ad-0d7a-4be4-ab44-066d73e11010)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:30.950823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.960333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Pushing event updated for resources: {'Port': ['ID=a2e55c64-1ecd-454d-b9f5-09acbcfe440d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:30.962104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:30.969980 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:30.980544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Calling delete_port for 620de766-e62a-4b72-b9a3-98534fae957e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:30.999368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:31.045145 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d14829d-23e5-4779-97fb-53b3ae5f4b2a x-openstack-request-id: req-0d14829d-23e5-4779-97fb-53b3ae5f4b2a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:31.045833 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:31.046315 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d14829d-23e5-4779-97fb-53b3ae5f4b2a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:31.047044 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'code': 200} Sep 02 13:37:31.047952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:31.117337 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d53bddb-634f-4fd0-b78c-03e8dcda09a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:31.138493 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:31.138716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-68f8e115-217b-4563-b649-2b7d88355a4e tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2942905 Sep 02 13:37:31.141440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:31.230542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3d483-3b07-4c9f-abfe-8bde8b70e901 req-166e443d-ace2-4a0c-b4a1-34f58b549c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:31.234691 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-07f3d483-3b07-4c9f-abfe-8bde8b70e901 req-166e443d-ace2-4a0c-b4a1-34f58b549c0a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 1096 time: 0.1098480 Sep 02 13:37:31.245146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-264eb0dd-2fcb-4b5b-adbe-e99a22523fb3 tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1024542 Sep 02 13:37:31.246412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58766) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:31.259804 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:31.352125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Pushing event deleted for resources: {'Port': ['ID=620de766-e62a-4b72-b9a3-98534fae957e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:31.352753 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-45c9aaec-a71b-4c9f-9e50-d379c6356100 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1040733 Sep 02 13:37:31.362640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:31.364747 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-07f3d483-3b07-4c9f-abfe-8bde8b70e901 req-6a6f3cc4-88a0-4bc1-bd05-7e2d770907b1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211221 Sep 02 13:37:31.506457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c2bb0-5951-4c60-9413-c1708323fa36 req-c8f759d9-5c0a-4345-b4d9-f1f6e70e8387 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:31.508283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8d8c2bb0-5951-4c60-9413-c1708323fa36 req-c8f759d9-5c0a-4345-b4d9-f1f6e70e8387 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 944 time: 0.2322655 Sep 02 13:37:31.509192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] No DVR routers for this DVR port 620de766-e62a-4b72-b9a3-98534fae957e on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:31.512114 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:31.516645 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0e7edf75-821d-454e-92df-9e2e10c20d56 req-4f02ec5d-e7b2-4a15-b685-9f9eec2bd18a tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.90 "DELETE /v2.0/ports/620de766-e62a-4b72-b9a3-98534fae957e HTTP/1.1" status: 204 len: 173 time: 0.9884801 Sep 02 13:37:31.517198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'name': 'network-vif-deleted', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:31.519612 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691199e3-4a75-4c5d-b7ad-0646b146c7c1" -d '{"events": [{"server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "name": "network-vif-deleted", "tag": "620de766-e62a-4b72-b9a3-98534fae957e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:31.547840 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5049b99b-4b6c-4c05-83d5-c9e0cda957be req-985578c7-fa20-4a60-8ae2-df52c57b4136 tempest-LiveMigrationTest-1257133398 tempest-LiveMigrationTest-1257133398-project] 10.222.0.13 "GET /v2.0/ports?device_id=53f6b64f-fafc-4e65-a15b-3e270789075e HTTP/1.1" status: 200 len: 210 time: 0.0484495 Sep 02 13:37:31.588854 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8d8c2bb0-5951-4c60-9413-c1708323fa36 req-f02771c5-0206-4e57-8417-62d599064a1e tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651493 Sep 02 13:37:31.602395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Deleting port a2e55c64-1ecd-454d-b9f5-09acbcfe440d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:31.602748 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:31.671380 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb117e15-db22-41f0-b1f5-f6f26df2962d x-openstack-request-id: req-eb117e15-db22-41f0-b1f5-f6f26df2962d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:31.671689 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f6b64f-fafc-4e65-a15b-3e270789075e", "name": "network-vif-deleted", "tag": "620de766-e62a-4b72-b9a3-98534fae957e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:31.671975 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb117e15-db22-41f0-b1f5-f6f26df2962d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:31.672382 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f6b64f-fafc-4e65-a15b-3e270789075e', 'name': 'network-vif-deleted', 'tag': '620de766-e62a-4b72-b9a3-98534fae957e', 'status': 'completed', 'code': 200} Sep 02 13:37:31.751612 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:31.752576 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:31.779536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Calling delete_port for a2e55c64-1ecd-454d-b9f5-09acbcfe440d owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:31.822392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5a4d8625-53e9-4977-b8a5-7a58caab8a0c up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:31.939383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940a51d-ea36-451c-bc84-ccbb8365518f req-a0468c6d-0584-43bb-8c4e-a6b7c6dcd751 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:31.948748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2940a51d-ea36-451c-bc84-ccbb8365518f req-a0468c6d-0584-43bb-8c4e-a6b7c6dcd751 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1257160 Sep 02 13:37:31.954074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:31.966778 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:31.967157 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.007841 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2940a51d-ea36-451c-bc84-ccbb8365518f req-9e7a3e18-6bbe-4527-a0f9-04e04138dff7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513539 Sep 02 13:37:32.091844 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.175612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Pushing event deleted for resources: {'Port': ['ID=a2e55c64-1ecd-454d-b9f5-09acbcfe440d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:32.242478 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.248737 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.251585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.260925 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d8f49587-6701-47bf-b9aa-47cbe30f2b6c tempest-FloatingIPAdminTestJSON-370902478 tempest-FloatingIPAdminTestJSON-370902478-project] 10.222.0.13 "DELETE /v2.0/floatingips/0922ced2-c35c-490e-b3fe-90174daf675d HTTP/1.1" status: 204 len: 168 time: 0.8708658 Sep 02 13:37:32.263493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58814) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:32.331480 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,segment=NetworkSegment(941b9b92-41d6-4ed5-9eb2-6e5269258cea),segment_id=941b9b92-41d6-4ed5-9eb2-6e5269258cea)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:32.342828 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.343469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d58dda62-2a54-4b3f-955b-0c82cb282b18 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:32.387512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: d58dda62-2a54-4b3f-955b-0c82cb282b18 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:32.387904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d58dda62-2a54-4b3f-955b-0c82cb282b18 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:32.388341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 620de766-e62a-4b72-b9a3-98534fae957e no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:32.481999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 620de766-e62a-4b72-b9a3-98534fae957e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:32.482472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 620de766-e62a-4b72-b9a3-98534fae957e not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:32.513526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:32.559415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Deleting port cbbdfd7a-8758-44c5-82ca-a60f68e51f08 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:32.559823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.659698 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:32.727113 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.727556 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:32.769595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Calling delete_port for cbbdfd7a-8758-44c5-82ca-a60f68e51f08 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:32.867506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7032-d50e-4278-92e0-b2a4f0db4e45 req-f617ea86-3428-4c64-8602-d5c48fc1cd44 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:32.875230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de6c7032-d50e-4278-92e0-b2a4f0db4e45 req-f617ea86-3428-4c64-8602-d5c48fc1cd44 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 945 time: 0.1789660 Sep 02 13:37:32.934955 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de6c7032-d50e-4278-92e0-b2a4f0db4e45 req-2d6b87bd-d744-49c9-a2a1-d54a3117e9aa tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Sep 02 13:37:32.981756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc509b3-0b73-4f5c-835c-39b3d83f69c2 admin admin] Deleting subnet 96cfffaf-9e95-4546-871b-7d1979dd9d7b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:37:32.989071 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bc509b3-0b73-4f5c-835c-39b3d83f69c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.034618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.049032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd680b301-a529-4f78-902c-f9978231af24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4d8625-53e9-4977-b8a5-7a58caab8a0c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:33.051441 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926aede6-5930-4a39-b0ea-0ea139a3ea39" -d '{"events": [{"server_uuid": "d680b301-a529-4f78-902c-f9978231af24", "name": "network-vif-plugged", "status": "completed", "tag": "5a4d8625-53e9-4977-b8a5-7a58caab8a0c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:33.070028 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bc509b3-0b73-4f5c-835c-39b3d83f69c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.080011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbbdfd7a-8758-44c5-82ca-a60f68e51f08,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:33.143306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bc509b3-0b73-4f5c-835c-39b3d83f69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.192196 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.195297 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.199774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b726d338-e5a1-4702-ba02-8bb4936b86dd tempest-FloatingIPAdminTestJSON-511502669 tempest-FloatingIPAdminTestJSON-511502669-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/d0d9be4f-2fa9-4786-a960-7df8a6a1fd37 HTTP/1.1" status: 204 len: 168 time: 0.9319766 Sep 02 13:37:33.201002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:33.227687 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bc509b3-0b73-4f5c-835c-39b3d83f69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.243429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939facaa-ba62-4d4d-bb32-56bf4439bf24 req-5601b6a2-8188-497c-8b78-69722fd92138 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:33.245379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-939facaa-ba62-4d4d-bb32-56bf4439bf24 req-5601b6a2-8188-497c-8b78-69722fd92138 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1076152 Sep 02 13:37:33.273789 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9bc509b3-0b73-4f5c-835c-39b3d83f69c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.278263 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9bc509b3-0b73-4f5c-835c-39b3d83f69c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96cfffaf-9e95-4546-871b-7d1979dd9d7b HTTP/1.1" status: 204 len: 168 time: 0.6176391 Sep 02 13:37:33.280911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:33.290676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc509b3-0b73-4f5c-835c-39b3d83f69c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96cfffaf-9e95-4546-871b-7d1979dd9d7b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:33.368298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-939facaa-ba62-4d4d-bb32-56bf4439bf24 req-85bcb06a-693d-49e3-826a-f3bd9e93483f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164856 Sep 02 13:37:33.375546 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.437316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-305b0c02-511f-4b9d-a795-44c399d03a5f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Deleting port 8cd3c894-ec48-4b28-a48c-b70aa6ed6d51 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:33.439849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-305b0c02-511f-4b9d-a795-44c399d03a5f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.473647 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1670a9-0b4e-4b30-a01c-aecc9d03f1e6 x-openstack-request-id: req-1c1670a9-0b4e-4b30-a01c-aecc9d03f1e6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:33.473992 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d680b301-a529-4f78-902c-f9978231af24", "name": "network-vif-plugged", "status": "completed", "tag": "5a4d8625-53e9-4977-b8a5-7a58caab8a0c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:33.474270 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c1670a9-0b4e-4b30-a01c-aecc9d03f1e6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:33.474710 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd680b301-a529-4f78-902c-f9978231af24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4d8625-53e9-4977-b8a5-7a58caab8a0c', 'code': 200} Sep 02 13:37:33.493472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.562958 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6d1f6e2-67b7-499e-a4ec-f16d1f649517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.565180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce2efb6-ca9a-41b3-bb1c-dc4a4394d847']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:33.598363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4827ad-0d7a-4be4-ab44-066d73e11010') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:33.599540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4827ad-0d7a-4be4-ab44-066d73e11010') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:33.623887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.657037 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.672764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:37:33.673985 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:37:33.676283 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:37:33.708834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d87dc-d553-425e-a188-1f19c68aad1a req-ca612c35-8495-4766-bdae-62691128d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:33.710594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-343d87dc-d553-425e-a188-1f19c68aad1a req-ca612c35-8495-4766-bdae-62691128d5e4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 1096 time: 0.1194229 Sep 02 13:37:33.766295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-305b0c02-511f-4b9d-a795-44c399d03a5f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.791047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.802305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-305b0c02-511f-4b9d-a795-44c399d03a5f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Calling delete_port for 8cd3c894-ec48-4b28-a48c-b70aa6ed6d51 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:33.812786 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.818751 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cce2efb6-ca9a-41b3-bb1c-dc4a4394d847 HTTP/1.1" status: 204 len: 168 time: 0.5364671 Sep 02 13:37:33.819564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:33.820581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872e943-d5c9-411d-810f-de0b9cd2b723 admin admin] Pushing event deleted for resources: {'Network': ['ID=cce2efb6-ca9a-41b3-bb1c-dc4a4394d847,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:33.826740 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-343d87dc-d553-425e-a188-1f19c68aad1a req-9a31ab6e-bed3-424b-9b73-7eb722c66d74 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051216 Sep 02 13:37:33.874133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f7984f-6882-4219-b1e4-9c23a1523682 admin admin] Deleting subnet c2cecb47-3200-4a01-87ec-d71033a19a8e {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:37:33.878359 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60f7984f-6882-4219-b1e4-9c23a1523682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.940148 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60f7984f-6882-4219-b1e4-9c23a1523682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:33.991512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-231a0fe0-8522-49ea-8946-102cf5a51fb0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:33.998929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-231a0fe0-8522-49ea-8946-102cf5a51fb0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 814 time: 0.2160623 Sep 02 13:37:34.018262 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-bdd1fd77-2a30-4263-a349-1c070043bf13 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/quotas/02a82765e17e4b0aa2e247a26378e545 HTTP/1.1" status: 200 len: 375 time: 0.0183594 Sep 02 13:37:34.065122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60f7984f-6882-4219-b1e4-9c23a1523682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.103585 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.172616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-b9b71b8c-0920-445b-8d25-e42eaf41d502 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1533523 Sep 02 13:37:34.197330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63caaf2-ee00-4ca6-8f3b-76471d95c027 req-9ea8c3f9-9dae-460b-95a9-c79101331a9a tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:34.204601 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b63caaf2-ee00-4ca6-8f3b-76471d95c027 req-9ea8c3f9-9dae-460b-95a9-c79101331a9a tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 945 time: 0.1484740 Sep 02 13:37:34.223519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60f7984f-6882-4219-b1e4-9c23a1523682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.265786 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60f7984f-6882-4219-b1e4-9c23a1523682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.270683 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-60f7984f-6882-4219-b1e4-9c23a1523682 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2cecb47-3200-4a01-87ec-d71033a19a8e HTTP/1.1" status: 204 len: 168 time: 0.4476857 Sep 02 13:37:34.272189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7984f-6882-4219-b1e4-9c23a1523682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2cecb47-3200-4a01-87ec-d71033a19a8e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:34.274117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:34.349232 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b63caaf2-ee00-4ca6-8f3b-76471d95c027 req-dac5657c-c0a3-4f62-80c8-112e39af6b52 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375873 Sep 02 13:37:34.399415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.556024 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.580091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59036ffc-30c9-4180-8fb6-570b31a35d39']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:34.586296 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-305b0c02-511f-4b9d-a795-44c399d03a5f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.603418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fbbf63-bf32-4592-987a-5e5582709b0d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:34.603829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fbbf63-bf32-4592-987a-5e5582709b0d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:34.620471 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.653739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b0c02-511f-4b9d-a795-44c399d03a5f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event deleted for resources: {'Port': ['ID=8cd3c894-ec48-4b28-a48c-b70aa6ed6d51,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:34.668458 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.678120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:37:34.678873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:37:34.681531 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:37:34.763108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-305b0c02-511f-4b9d-a795-44c399d03a5f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.764399 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.772356 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-305b0c02-511f-4b9d-a795-44c399d03a5f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "DELETE /v2.0/ports/8cd3c894-ec48-4b28-a48c-b70aa6ed6d51 HTTP/1.1" status: 204 len: 168 time: 1.5689037 Sep 02 13:37:34.772958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58956) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:34.785733 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-44cce643-92de-4a2d-a3ee-33048996f322 service neutron] 10.222.0.13 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113391 Sep 02 13:37:34.792197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.793063 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:34.804652 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59036ffc-30c9-4180-8fb6-570b31a35d39 HTTP/1.1" status: 204 len: 168 time: 0.5280244 Sep 02 13:37:34.886428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe2d2c-2623-45f6-a6ce-c3ddf3774201 admin admin] Pushing event deleted for resources: {'Network': ['ID=59036ffc-30c9-4180-8fb6-570b31a35d39,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:34.940749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670cc355-76d4-4010-9613-514dca5c501f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:34.944412 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-670cc355-76d4-4010-9613-514dca5c501f tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "GET /v2.0/ports?device_id=68ebe6e0-f74d-41ce-9f87-35eae5401391 HTTP/1.1" status: 200 len: 913 time: 0.1686566 Sep 02 13:37:34.949694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:35.015883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-40fa8d72-bc9e-4e34-a497-87a8fde910b5 service neutron] 10.222.0.13 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289984 Sep 02 13:37:35.074718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58972) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:35.153102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-848dd6a6-1d49-48e9-b734-e870b513888b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d85f364184c74b5fae55bf6a737733c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771384 Sep 02 13:37:35.155509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:35.297581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-690bc900-5cf8-4a38-9c8e-6628e3cbd2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:35.365700 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-690bc900-5cf8-4a38-9c8e-6628e3cbd2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:35.476575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0f9f447-c7a8-4944-accb-11f2e64c6e9f req-33303075-ecf2-47c7-84c2-90eb0e0190b0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 210 time: 0.0697029 Sep 02 13:37:35.520285 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-690bc900-5cf8-4a38-9c8e-6628e3cbd2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:35.524000 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-690bc900-5cf8-4a38-9c8e-6628e3cbd2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:35.527360 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-690bc900-5cf8-4a38-9c8e-6628e3cbd2cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61a0822d-5a44-4fdf-bd63-a267ceffd0b6 HTTP/1.1" status: 204 len: 168 time: 0.3661575 Sep 02 13:37:35.555577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bc900-5cf8-4a38-9c8e-6628e3cbd2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a0822d-5a44-4fdf-bd63-a267ceffd0b6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:36.119059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59016) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:36.138481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a69634-78b0-4902-8199-0e4f96e3264f req-ad2c2aec-7c92-4daf-8315-5a870501e7bb tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:36.145870 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04a69634-78b0-4902-8199-0e4f96e3264f req-ad2c2aec-7c92-4daf-8315-5a870501e7bb tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 945 time: 0.5303907 Sep 02 13:37:36.174774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-77cd755a-8018-4322-a973-d6b4f24abdc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e306fb1583d34cd6940aed0a345065c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526612 Sep 02 13:37:36.175833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59018) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:36.250474 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04a69634-78b0-4902-8199-0e4f96e3264f req-6867c436-a38f-4d22-a13c-61186158a871 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979090 Sep 02 13:37:36.275049 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1637fe2-3230-4c97-8171-5da60d6aaf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.309521 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1637fe2-3230-4c97-8171-5da60d6aaf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.313303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.427254 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1637fe2-3230-4c97-8171-5da60d6aaf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.431993 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1637fe2-3230-4c97-8171-5da60d6aaf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.437052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f1637fe2-3230-4c97-8171-5da60d6aaf7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba8c3e52-2a84-4d48-b097-ea3506731013 HTTP/1.1" status: 204 len: 168 time: 0.2580757 Sep 02 13:37:36.449816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1637fe2-3230-4c97-8171-5da60d6aaf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8c3e52-2a84-4d48-b097-ea3506731013,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:36.473695 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:36.993965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6c3c0c67-3107-4b62-9974-701cbe682918 req-19568632-5701-468f-98ca-a0bc3a96b573 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 210 time: 0.1539412 Sep 02 13:37:37.166349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-a56527eb-aabd-4192-907e-70f5a4040df6 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:37.168241 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-a56527eb-aabd-4192-907e-70f5a4040df6 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.77 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 814 time: 0.3700721 Sep 02 13:37:37.207884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Request body: {'port': {'device_id': 'd538656b-718d-4526-bb80-ba8ac4c0d336', 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f', 'admin_state_up': True, 'tenant_id': '02a82765e17e4b0aa2e247a26378e545'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:37.282563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83afd0-e493-4f1b-8402-846e7c713bfb req-c6e78957-c64d-4163-9a5b-38157899a9c7 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:37.291385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f83afd0-e493-4f1b-8402-846e7c713bfb req-c6e78957-c64d-4163-9a5b-38157899a9c7 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 945 time: 0.3312163 Sep 02 13:37:37.355233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f83afd0-e493-4f1b-8402-846e7c713bfb req-e6ba5000-e315-44df-821d-c794563b717f tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627363 Sep 02 13:37:37.379795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Deleting port aaaae6ea-9838-406d-abf7-cb55f7600e76 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:37.381091 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:37.565014 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:37.605405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Made reservation on behalf of 02a82765e17e4b0aa2e247a26378e545 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:37.608810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Calling delete_port for aaaae6ea-9838-406d-abf7-cb55f7600e76 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:37.624726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:37.958102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Allocated IP 172.20.0.14 (ad0565fb-fe62-4703-8ec1-9653ba7f880f/703ebc8e-650f-417d-a31d-c3d1dc44b18f/96a31e1b-8daa-4825-9f64-323640d020a3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:38.018877 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:38.053161 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event deleted for resources: {'Port': ['ID=aaaae6ea-9838-406d-abf7-cb55f7600e76,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:38.406242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:38.468523 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46f5afb6-9e27-44dc-8c16-63ccfef24ca2 req-e826d1eb-1433-47ac-a363-630460d89aa6 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 210 time: 0.2832773 Sep 02 13:37:38.528844 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:38.592678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:38.610519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a2b7808c-39c0-4a3e-9596-dbaad00be6c9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:38.811622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Network ad0565fb-fe62-4703-8ec1-9653ba7f880f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:38.826661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09ae48-e10b-4e6c-b724-fec565b97849 req-c55f64d1-0952-40f6-b5b6-94ec37c8b48d tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:38.839509 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3f09ae48-e10b-4e6c-b724-fec565b97849 req-c55f64d1-0952-40f6-b5b6-94ec37c8b48d tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 945 time: 0.3125129 Sep 02 13:37:38.847807 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:38.893310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:38.902294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Pushing event updated for resources: {'Port': ['ID=96a31e1b-8daa-4825-9f64-323640d020a3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:38.923159 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba8103-2633-4027-864d-82f0e93761f9 req-16884eb7-8b9d-440b-b9e5-aab18d860e57 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:38.925206 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0dba8103-2633-4027-864d-82f0e93761f9 req-16884eb7-8b9d-440b-b9e5-aab18d860e57 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.90 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 945 time: 0.3362877 Sep 02 13:37:38.977053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Router 68ebe6e0-f74d-41ce-9f87-35eae5401391 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:37:39.009381 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3f09ae48-e10b-4e6c-b724-fec565b97849 req-dae2f98a-4b60-4cd9-856e-ef609e85ff03 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/security-groups?id=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689122 Sep 02 13:37:39.043967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:39.044747 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:39.087129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-37ef1c60-ac1e-4bdc-968c-2010d0690f81 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8904295 Sep 02 13:37:39.107100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Request body: {'port': {'device_id': 'd538656b-718d-4526-bb80-ba8ac4c0d336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:39.140466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:37:39.145919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9ab5435e-9829-4b01-bdaf-471b20ff68e7 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "PUT /v2.0/routers/68ebe6e0-f74d-41ce-9f87-35eae5401391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1918232 Sep 02 13:37:39.148136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:39.155863 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a79664-5b93-447e-bf0a-e1ddac809f00 None None] Sync routers for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:37:39.180408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0dba8103-2633-4027-864d-82f0e93761f9 req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Deleting port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:39.180933 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0dba8103-2633-4027-864d-82f0e93761f9 req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:39.194808 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a79664-5b93-447e-bf0a-e1ddac809f00 None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:39.197847 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7a79664-5b93-447e-bf0a-e1ddac809f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:39.244477 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7a79664-5b93-447e-bf0a-e1ddac809f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:39.254728 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a79664-5b93-447e-bf0a-e1ddac809f00 None None] Routers {'68ebe6e0-f74d-41ce-9f87-35eae5401391'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:37:39.255832 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7a79664-5b93-447e-bf0a-e1ddac809f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:37:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['68ebe6e0-f74d-41ce-9f87-35eae5401391'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:39.303126 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7a79664-5b93-447e-bf0a-e1ddac809f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:39.303927 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a79664-5b93-447e-bf0a-e1ddac809f00 None None] The sync data for ids ['68ebe6e0-f74d-41ce-9f87-35eae5401391'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:37:39.395766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:39.436952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:39.448568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:39.623215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:39.720173 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4b92e9d-e664-459d-a241-4db14d821618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:39.756349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0dba8103-2633-4027-864d-82f0e93761f9 req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] For port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,segment=NetworkSegment(941b9b92-41d6-4ed5-9eb2-6e5269258cea),segment_id=941b9b92-41d6-4ed5-9eb2-6e5269258cea)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:39.756729 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0dba8103-2633-4027-864d-82f0e93761f9 req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:39.815304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-0dba8103-2633-4027-864d-82f0e93761f9 req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Calling delete_port for 5a4d8625-53e9-4977-b8a5-7a58caab8a0c owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:39.868802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Deleting port 172ba828-d88b-4bce-9541-a35e62dbc3ac {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:39.869320 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:39.892762 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85503ce7-c2cb-4524-97da-b5bf62fdc66a req-a71acc63-6814-4737-9908-7b1a05d6dc45 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:39.894303 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-85503ce7-c2cb-4524-97da-b5bf62fdc66a req-a71acc63-6814-4737-9908-7b1a05d6dc45 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 932 time: 0.2547157 Sep 02 13:37:39.945410 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4b92e9d-e664-459d-a241-4db14d821618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:39.989575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-85503ce7-c2cb-4524-97da-b5bf62fdc66a req-b021f5fd-fe46-41a4-95ce-eed243ff9109 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875065 Sep 02 13:37:39.999677 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4b92e9d-e664-459d-a241-4db14d821618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.075715 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-74a65da8-24e4-4cf2-84a6-af9f87789e0e tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f02aa722c14740a482716c439210387a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283097 Sep 02 13:37:40.082227 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b92e9d-e664-459d-a241-4db14d821618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67392002-b3a0-4958-b5d2-945e65407987,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:40.124365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a31e1b-8daa-4825-9f64-323640d020a3 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:40.143904 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e4b92e9d-e664-459d-a241-4db14d821618 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=217ef2098fe241a99dd052208390e0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028360 Sep 02 13:37:40.147885 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.150459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:40.247966 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0dba8103-2633-4027-864d-82f0e93761f9 req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.250359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Transition to ACTIVE for port object 96a31e1b-8daa-4825-9f64-323640d020a3 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:40.263968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-6ae55eae-2f97-44b9-ae17-c6e64a8d8465 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:40.266135 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-6ae55eae-2f97-44b9-ae17-c6e64a8d8465 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606593 Sep 02 13:37:40.269353 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.301156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.304868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-9221a6a3-6227-462d-a49d-b3706471eaab tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/quotas/f02aa722c14740a482716c439210387a HTTP/1.1" status: 200 len: 375 time: 0.0294123 Sep 02 13:37:40.311974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8de37988-8d14-454c-9b21-7e1eed0a6352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.313641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Pushing event deleted for resources: {'Port': ['ID=5a4d8625-53e9-4977-b8a5-7a58caab8a0c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:40.316644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Calling delete_port for 172ba828-d88b-4bce-9541-a35e62dbc3ac owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:40.360353 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-eed23edb-ee8f-49b3-814d-9cddbc2b595e tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f02aa722c14740a482716c439210387a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389743 Sep 02 13:37:40.373889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dba8103-2633-4027-864d-82f0e93761f9 req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] No DVR routers for this DVR port 5a4d8625-53e9-4977-b8a5-7a58caab8a0c on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:40.380989 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0dba8103-2633-4027-864d-82f0e93761f9 req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.383310 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0dba8103-2633-4027-864d-82f0e93761f9 req-cc94bc48-e14f-4151-bd41-12892c80b6bc tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.90 "DELETE /v2.0/ports/5a4d8625-53e9-4977-b8a5-7a58caab8a0c HTTP/1.1" status: 204 len: 173 time: 1.4225678 Sep 02 13:37:40.404335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd680b301-a529-4f78-902c-f9978231af24', 'name': 'network-vif-deleted', 'tag': '5a4d8625-53e9-4977-b8a5-7a58caab8a0c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:40.406465 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e41c203-8a2f-45f4-9c00-c9569eb477e9" -d '{"events": [{"server_uuid": "d680b301-a529-4f78-902c-f9978231af24", "name": "network-vif-deleted", "tag": "5a4d8625-53e9-4977-b8a5-7a58caab8a0c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:40.438825 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8de37988-8d14-454c-9b21-7e1eed0a6352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.669153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Pushing event updated for resources: {'Port': ['ID=96a31e1b-8daa-4825-9f64-323640d020a3,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:40.705497 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8de37988-8d14-454c-9b21-7e1eed0a6352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.709768 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8de37988-8d14-454c-9b21-7e1eed0a6352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.710165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8de37988-8d14-454c-9b21-7e1eed0a6352 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67392002-b3a0-4958-b5d2-945e65407987 HTTP/1.1" status: 204 len: 168 time: 0.5585878 Sep 02 13:37:40.725423 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecbdd680-ac27-462c-9535-cbd29519c2bc req-799ccd11-2877-4e34-8661-af4c408a7699 tempest-ServerAddressesNegativeTestJSON-1193508865 tempest-ServerAddressesNegativeTestJSON-1193508865-project] 10.222.0.13 "GET /v2.0/ports?device_id=d680b301-a529-4f78-902c-f9978231af24 HTTP/1.1" status: 200 len: 210 time: 0.0979741 Sep 02 13:37:40.746397 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec9c1b2-b820-45ba-9a9a-2faec2162517 x-openstack-request-id: req-9ec9c1b2-b820-45ba-9a9a-2faec2162517 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:40.746397 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d680b301-a529-4f78-902c-f9978231af24", "name": "network-vif-deleted", "tag": "5a4d8625-53e9-4977-b8a5-7a58caab8a0c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:40.746397 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ec9c1b2-b820-45ba-9a9a-2faec2162517 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:40.746397 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd680b301-a529-4f78-902c-f9978231af24', 'name': 'network-vif-deleted', 'tag': '5a4d8625-53e9-4977-b8a5-7a58caab8a0c', 'status': 'completed', 'code': 200} Sep 02 13:37:40.751223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de37988-8d14-454c-9b21-7e1eed0a6352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67392002-b3a0-4958-b5d2-945e65407987,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:40.762678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Attempting to bind port 96a31e1b-8daa-4825-9f64-323640d020a3 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:40.763022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Attempting to bind port 96a31e1b-8daa-4825-9f64-323640d020a3 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '01edd66a-6504-403e-893e-bf1eecd7cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:40.763368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Attempting to bind port 96a31e1b-8daa-4825-9f64-323640d020a3 on network ad0565fb-fe62-4703-8ec1-9653ba7f880f {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:40.794364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Port 96a31e1b-8daa-4825-9f64-323640d020a3 on network ad0565fb-fe62-4703-8ec1-9653ba7f880f not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:37:40.794724 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Attempting to bind port 96a31e1b-8daa-4825-9f64-323640d020a3 on network ad0565fb-fe62-4703-8ec1-9653ba7f880f {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:40.808436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:40.808902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Checking segment: {'id': '01edd66a-6504-403e-893e-bf1eecd7cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:40.809371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Bound using segment: {'id': '01edd66a-6504-403e-893e-bf1eecd7cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:40.810009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Bound port: 96a31e1b-8daa-4825-9f64-323640d020a3, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01edd66a-6504-403e-893e-bf1eecd7cdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:40.810454 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.844215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:40.888477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5dc5376f-72b4-412f-a55d-f5f998f1f1db req-9fabb8e0-9517-4304-9274-cc2a484a5cf6 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 210 time: 0.0506356 Sep 02 13:37:40.916179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event deleted for resources: {'Port': ['ID=172ba828-d88b-4bce-9541-a35e62dbc3ac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:40.919234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] For port 96a31e1b-8daa-4825-9f64-323640d020a3, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:40.934764 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] For port 96a31e1b-8daa-4825-9f64-323640d020a3, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=96a31e1b-8daa-4825-9f64-323640d020a3,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:40.960679 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.021967 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.044928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:41.058114 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.061070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] 10.222.0.77 "PUT /v2.0/ports/96a31e1b-8daa-4825-9f64-323640d020a3 HTTP/1.1" status: 200 len: 1092 time: 1.9644964 Sep 02 13:37:41.104363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f76c7c-3641-41df-9797-2497152b5371 service neutron] Pushing event updated for resources: {'Port': ['ID=96a31e1b-8daa-4825-9f64-323640d020a3,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:41.353499 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.356300 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.379396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-85a8f9e3-dafc-4ba1-bbe1-6841240716bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:41.382961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-85a8f9e3-dafc-4ba1-bbe1-6841240716bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 1095 time: 0.2579005 Sep 02 13:37:41.505254 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.505867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Fanout notify agent at l3_agent the message router_deleted on router 68ebe6e0-f74d-41ce-9f87-35eae5401391 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:37:41.511013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-e3818782-4b73-4f94-8ec1-a98b036647a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a31e1b-8daa-4825-9f64-323640d020a3 HTTP/1.1" status: 200 len: 217 time: 0.1172559 Sep 02 13:37:41.522383 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.524324 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d2062943-8ad3-4a06-818b-b87cb8ffb26c tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "DELETE /v2.0/routers/68ebe6e0-f74d-41ce-9f87-35eae5401391 HTTP/1.1" status: 204 len: 168 time: 2.3752220 Sep 02 13:37:41.527659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:41.548922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af52fb-883e-4f01-ab92-756582414bd6 req-e629a00f-0ce5-414d-8f1c-98f2fae58e20 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:41.566648 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72af52fb-883e-4f01-ab92-756582414bd6 req-e629a00f-0ce5-414d-8f1c-98f2fae58e20 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 944 time: 0.3478601 Sep 02 13:37:41.620044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Deleting subnet f40e5e10-5508-45cc-9fc6-152e6923cead {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:37:41.624228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.663321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-39e59fa4-e860-41ad-af6e-8b8aa88806da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:41.665254 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-39e59fa4-e860-41ad-af6e-8b8aa88806da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 200 len: 854 time: 0.1463943 Sep 02 13:37:41.669432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.677706 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72af52fb-883e-4f01-ab92-756582414bd6 req-e18111b1-5846-4481-a617-2fe2798a5cdd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078312 Sep 02 13:37:41.718447 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:37:41.723191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-2e8982f4-9d75-4cc9-ae1e-31d6d85688ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad0565fb-fe62-4703-8ec1-9653ba7f880f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423822 Sep 02 13:37:41.822091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:41.876081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5a4d8625-53e9-4977-b8a5-7a58caab8a0c no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:41.916016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:41.939668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-e4f3880a-bdba-4f03-9bdf-31ae34a1d783 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080941 Sep 02 13:37:41.945074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 5a4d8625-53e9-4977-b8a5-7a58caab8a0c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:41.945435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 5a4d8625-53e9-4977-b8a5-7a58caab8a0c not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:42.120852 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8700f854-ed15-4c95-87b9-b774dca7ffce req-7e11bb5b-2e37-415f-98a6-8204f2988465 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731961 Sep 02 13:37:42.336260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a174adc-2849-46fb-8568-bcd5e59a3c0c admin admin] Deleting subnet dd076b80-6cf8-4e49-a903-d42755452148 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:37:42.351870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.388887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a174adc-2849-46fb-8568-bcd5e59a3c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.397766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3605b2e7-cb08-468f-bbb2-3b2f5b19520b None None] Network d0236867-79f7-46a0-a71e-c865124a53ed requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:42.407952 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.410129 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "DELETE /v2.0/subnets/f40e5e10-5508-45cc-9fc6-152e6923cead HTTP/1.1" status: 204 len: 168 time: 0.8800244 Sep 02 13:37:42.412781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:42.430322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event deleted for resources: {'Subnet': ['ID=f40e5e10-5508-45cc-9fc6-152e6923cead,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:42.441130 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e7b2592-049c-4c70-a9d4-6d885195d2e9 req-8cdee23f-d8fd-4c88-9a34-221768f921a5 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 210 time: 0.1004677 Sep 02 13:37:42.462822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.463181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.463535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.463941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.464281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.464615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.464950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.465280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.465616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.465940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.466260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.466604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ace23-a3c5-4aca-b113-2c8d64c8904a tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:42.480259 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a174adc-2849-46fb-8568-bcd5e59a3c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.538134 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a174adc-2849-46fb-8568-bcd5e59a3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.637733 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-2b5a1bec-0c7a-45e4-a5fa-b18597e18a29 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=f02aa722c14740a482716c439210387a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713544 Sep 02 13:37:42.651011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a174adc-2849-46fb-8568-bcd5e59a3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.718101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a174adc-2849-46fb-8568-bcd5e59a3c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd076b80-6cf8-4e49-a903-d42755452148,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:42.722739 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a174adc-2849-46fb-8568-bcd5e59a3c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.728586 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6a174adc-2849-46fb-8568-bcd5e59a3c0c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dd076b80-6cf8-4e49-a903-d42755452148 HTTP/1.1" status: 204 len: 168 time: 0.9055636 Sep 02 13:37:42.734974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:42.741029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd538656b-718d-4526-bb80-ba8ac4c0d336', 'tag': '96a31e1b-8daa-4825-9f64-323640d020a3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:42.744256 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09194ac1-81da-4b43-9da8-6c5a45ec8abd" -d '{"events": [{"name": "network-changed", "server_uuid": "d538656b-718d-4526-bb80-ba8ac4c0d336", "tag": "96a31e1b-8daa-4825-9f64-323640d020a3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:42.798657 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.800636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bbd561-5689-458c-808f-bddeb8ae51a8 None None] DHCP port deletion for d0236867-79f7-46a0-a71e-c865124a53ed request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:37:42.896092 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0109325c-83d0-436d-b22f-5f468bf20b40 x-openstack-request-id: req-0109325c-83d0-436d-b22f-5f468bf20b40 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:42.896419 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d538656b-718d-4526-bb80-ba8ac4c0d336", "tag": "96a31e1b-8daa-4825-9f64-323640d020a3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:42.896693 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0109325c-83d0-436d-b22f-5f468bf20b40 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:42.897025 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd538656b-718d-4526-bb80-ba8ac4c0d336', 'tag': '96a31e1b-8daa-4825-9f64-323640d020a3', 'status': 'completed', 'code': 200} Sep 02 13:37:42.898233 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.926743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-aa945ad6-c5e2-4ef7-bc6a-e074a4331183 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:42.928525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c2d0e-5092-44dc-a2dc-8a3283ab7aa9 req-23230b31-02d9-4852-b710-0385e9fc901c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:42.933863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-aa945ad6-c5e2-4ef7-bc6a-e074a4331183 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900348 Sep 02 13:37:42.939709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b93c2d0e-5092-44dc-a2dc-8a3283ab7aa9 req-23230b31-02d9-4852-b710-0385e9fc901c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 944 time: 0.1173773 Sep 02 13:37:42.943682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-34bbd561-5689-458c-808f-bddeb8ae51a8 None None] Deleting port ee16c7e4-d879-42ae-97e0-e5ab10296352 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:42.948763 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34bbd561-5689-458c-808f-bddeb8ae51a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:42.952585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Request body: {'port': {'device_id': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'f02aa722c14740a482716c439210387a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:43.049799 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.060712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f40557-6b2e-48ca-b78b-8bf6e85b2024']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:43.068061 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-34bbd561-5689-458c-808f-bddeb8ae51a8 None None] For port ee16c7e4-d879-42ae-97e0-e5ab10296352, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee16c7e4-d879-42ae-97e0-e5ab10296352,segment=NetworkSegment(0f2ad75e-b21d-482c-b826-4f688bc591ab),segment_id=0f2ad75e-b21d-482c-b826-4f688bc591ab)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:43.068715 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34bbd561-5689-458c-808f-bddeb8ae51a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.071763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941b9b92-41d6-4ed5-9eb2-6e5269258cea') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:43.072066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941b9b92-41d6-4ed5-9eb2-6e5269258cea') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:43.081624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.098559 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.106281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:37:43.106894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:37:43.167681 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:37:43.171070 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.204714 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b93c2d0e-5092-44dc-a2dc-8a3283ab7aa9 req-ae0481d0-8337-468c-a10c-7852cdea8114 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643421 Sep 02 13:37:43.212961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.217580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] 10.222.0.13 "DELETE /v2.0/networks/96f40557-6b2e-48ca-b78b-8bf6e85b2024 HTTP/1.1" status: 204 len: 168 time: 0.4812829 Sep 02 13:37:43.231269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a2946-4cfd-4538-94b5-ff5fe4f1e585 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f40557-6b2e-48ca-b78b-8bf6e85b2024,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:43.255677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Deleting port ee16c7e4-d879-42ae-97e0-e5ab10296352 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:43.256043 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.278185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Made reservation on behalf of f02aa722c14740a482716c439210387a for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:43.280485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-34bbd561-5689-458c-808f-bddeb8ae51a8 None None] Calling delete_port for ee16c7e4-d879-42ae-97e0-e5ab10296352 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:43.281944 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.324827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-b84cd8f7-87e5-49ff-86f5-0b4c8472a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:43.326419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-b84cd8f7-87e5-49ff-86f5-0b4c8472a62a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 1095 time: 0.2218955 Sep 02 13:37:43.329118 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.347987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee16c7e4-d879-42ae-97e0-e5ab10296352 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:43.451068 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.477240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] For port ee16c7e4-d879-42ae-97e0-e5ab10296352, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee16c7e4-d879-42ae-97e0-e5ab10296352,segment=NetworkSegment(0f2ad75e-b21d-482c-b826-4f688bc591ab),segment_id=0f2ad75e-b21d-482c-b826-4f688bc591ab)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:43.480633 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.512492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Calling delete_port for ee16c7e4-d879-42ae-97e0-e5ab10296352 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:43.597381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ee16c7e4-d879-42ae-97e0-e5ab10296352, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee16c7e4-d879-42ae-97e0-e5ab10296352,segment=NetworkSegment(0f2ad75e-b21d-482c-b826-4f688bc591ab),segment_id=0f2ad75e-b21d-482c-b826-4f688bc591ab)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:43.606108 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.637316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-55a00304-6c5b-4942-84ef-708141d33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:43.639397 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-55a00304-6c5b-4942-84ef-708141d33352 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 915 time: 0.2995605 Sep 02 13:37:43.673004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:43.687634 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34bbd561-5689-458c-808f-bddeb8ae51a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.741049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bbd561-5689-458c-808f-bddeb8ae51a8 None None] No DVR routers for this DVR port ee16c7e4-d879-42ae-97e0-e5ab10296352 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:43.761224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b45e41ac-3399-427e-a9ea-a68ddd287f40 req-d780fb3d-2173-474c-bcf5-dfda7d5b4e96 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 210 time: 0.0748458 Sep 02 13:37:43.782118 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ee16c7e4-d879-42ae-97e0-e5ab10296352,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:43.821171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbd561-5689-458c-808f-bddeb8ae51a8 None None] Pushing event deleted for resources: {'Port': ['ID=ee16c7e4-d879-42ae-97e0-e5ab10296352,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:43.825897 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e42b6d1c-3d2d-4aed-a4a2-b9b5a27ec9a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d57061ba97349d999d03c63e157545f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487882 Sep 02 13:37:43.826144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:43.838564 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-c3a19e33-3bc7-40ea-a694-40a1a2dc9ae9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96a31e1b-8daa-4825-9f64-323640d020a3 HTTP/1.1" status: 200 len: 217 time: 0.1839292 Sep 02 13:37:43.915768 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f102e9e-ab08-4538-ab10-792d2230ad65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.926600 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.937510 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.967516 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f102e9e-ab08-4538-ab10-792d2230ad65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.968228 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:43.989055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-b95e6d7a-6bb4-4d33-9a1c-8e2ba4d39250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:43.990586 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-b95e6d7a-6bb4-4d33-9a1c-8e2ba4d39250 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 200 len: 854 time: 0.1322725 Sep 02 13:37:44.040955 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f102e9e-ab08-4538-ab10-792d2230ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:44.044733 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f102e9e-ab08-4538-ab10-792d2230ad65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:44.049105 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6f102e9e-ab08-4538-ab10-792d2230ad65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b HTTP/1.1" status: 204 len: 168 time: 0.2219820 Sep 02 13:37:44.058887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] No DVR routers for this DVR port ee16c7e4-d879-42ae-97e0-e5ab10296352 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:44.061565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f102e9e-ab08-4538-ab10-792d2230ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a2a2f4-d0d0-4c1d-8efb-ff6720a2ce0b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:44.074390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64353906-61d5-4e35-9df5-cf5856dc5253,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:44.083796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event deleted for resources: {'Port': ['ID=ee16c7e4-d879-42ae-97e0-e5ab10296352,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:44.124073 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-950116fb-d761-4243-9211-4fdae459823a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad0565fb-fe62-4703-8ec1-9653ba7f880f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666444 Sep 02 13:37:44.424931 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:44.442741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0236867-79f7-46a0-a71e-c865124a53ed']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:44.468620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2ad75e-b21d-482c-b826-4f688bc591ab') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:44.469021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2ad75e-b21d-482c-b826-4f688bc591ab') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:37:44.471070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Allocated IP 192.168.233.212 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/bfd59233-7e40-407d-b470-e3662fa33774) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:44.471699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569eb8-605c-4e6b-9675-5c5e185e81c9 req-5da142a6-31ee-41ee-8c94-5d9893f2676c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:44.481870 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54569eb8-605c-4e6b-9675-5c5e185e81c9 req-5da142a6-31ee-41ee-8c94-5d9893f2676c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 944 time: 0.0938444 Sep 02 13:37:44.485942 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:44.569225 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54569eb8-605c-4e6b-9675-5c5e185e81c9 req-ad59b48b-6c44-4f78-bee1-180fd18c7f5f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761993 Sep 02 13:37:44.579544 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:44.608470 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-57ba6211-8042-48aa-b1e4-805fbba2b5c9 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725635 Sep 02 13:37:44.620820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:37:44.621541 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:37:44.625613 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:37:44.701473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 96a31e1b-8daa-4825-9f64-323640d020a3 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:37:44.836544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 96a31e1b-8daa-4825-9f64-323640d020a3, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=96a31e1b-8daa-4825-9f64-323640d020a3,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:44.852372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '96a31e1b-8daa-4825-9f64-323640d020a3', 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f', 'port_id': '96a31e1b-8daa-4825-9f64-323640d020a3', 'mac_address': 'fa:16:3e:f0:56:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703ebc8e-650f-417d-a31d-c3d1dc44b18f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:37:44.860962 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09194ac1-81da-4b43-9da8-6c5a45ec8abd req-bfc6d747-907e-4939-806b-9eb67834b9f7 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420583 Sep 02 13:37:44.942745 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:44.970593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a31e1b-8daa-4825-9f64-323640d020a3 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:45.007470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 96a31e1b-8daa-4825-9f64-323640d020a3, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=96a31e1b-8daa-4825-9f64-323640d020a3,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:45.012603 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.062934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b97f455-77f7-45ed-a04c-2ad92af78f50 req-68c56e8f-62b2-4fbb-a5de-aa80fa059696 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 210 time: 0.0511944 Sep 02 13:37:45.081855 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.124024 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.127022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "DELETE /v2.0/networks/d0236867-79f7-46a0-a71e-c865124a53ed HTTP/1.1" status: 204 len: 168 time: 2.7128763 Sep 02 13:37:45.130630 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59400) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:45.131160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f2ce0-4134-4824-bd06-4e8e39e5c3e3 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event deleted for resources: {'Network': ['ID=d0236867-79f7-46a0-a71e-c865124a53ed,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:45.157154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=96a31e1b-8daa-4825-9f64-323640d020a3,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:45.310679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['96a31e1b-8daa-4825-9f64-323640d020a3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:45.485493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:45.501075 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.516931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Transition to ACTIVE for port object bfd59233-7e40-407d-b470-e3662fa33774 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:45.555696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Deleting port a8aa5f6e-aa8e-4572-b3de-ff39809686e7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:45.557041 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.559130 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.686819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:45.691778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:45.695856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:45.704290 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.706039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.748889 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Calling delete_port for a8aa5f6e-aa8e-4572-b3de-ff39809686e7 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:45.762525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-431214616-network', 'tenant_id': '38c84962a18e4e22b1a1a0e08f5d6c9f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:45.775298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Pushing event updated for resources: {'Port': ['ID=bfd59233-7e40-407d-b470-e3662fa33774,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:45.816471 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:45.816471 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.834951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87972-943e-458c-8add-9d4edd54e244 req-f7a1cd30-3124-4570-864f-e978a8c677ca tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:45.843109 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78e87972-943e-458c-8add-9d4edd54e244 req-f7a1cd30-3124-4570-864f-e978a8c677ca tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 945 time: 0.1397593 Sep 02 13:37:45.847996 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-43420598-6e2a-4fd1-8b68-63b4c9646752 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9005010 Sep 02 13:37:45.892161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Request body: {'port': {'device_id': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:45.899369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Made reservation on behalf of 38c84962a18e4e22b1a1a0e08f5d6c9f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:45.901913 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.916390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:45.933845 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78e87972-943e-458c-8add-9d4edd54e244 req-2a1c6503-c510-4701-80bc-344da0e5a720 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896869 Sep 02 13:37:45.979217 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.050627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-19f901cb-7ead-416b-a7e0-a083ccb5a3c0 None None] Provisioning for port bfd59233-7e40-407d-b470-e3662fa33774 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:46.059385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-19f901cb-7ead-416b-a7e0-a083ccb5a3c0 None None] Provisioning complete for port bfd59233-7e40-407d-b470-e3662fa33774 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:46.060361 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19f901cb-7ead-416b-a7e0-a083ccb5a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.129898 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.131528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-19f901cb-7ead-416b-a7e0-a083ccb5a3c0 None None] Port bfd59233-7e40-407d-b470-e3662fa33774 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:37:46.147712 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.210075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:37:46.231192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfaad1c-757b-447f-a3d4-6b998b21094f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:46.259710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.260541 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Added segment b02e5fab-fd17-4644-b670-c2adeba97d01 of type vlan for network faeeaaa8-9004-42c1-9561-2e8614b5f5dd Sep 02 13:37:46.271891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.283185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e6bed-5b78-4738-ac3a-f1cb035926c2 req-04ff8e94-154c-47a3-bba0-8495e2c8cc1b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:46.284768 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-667e6bed-5b78-4738-ac3a-f1cb035926c2 req-04ff8e94-154c-47a3-bba0-8495e2c8cc1b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 936 time: 0.1104708 Sep 02 13:37:46.304892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Pushing event deleted for resources: {'Port': ['ID=a8aa5f6e-aa8e-4572-b3de-ff39809686e7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:46.389190 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-667e6bed-5b78-4738-ac3a-f1cb035926c2 req-452d44fc-c192-4389-bf24-39b9eabb2df8 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725517 Sep 02 13:37:46.418149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.440047 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd59233-7e40-407d-b470-e3662fa33774 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:46.450880 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.476755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Transition to ACTIVE for port object bfd59233-7e40-407d-b470-e3662fa33774 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:46.481979 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.483069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.484779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.488524 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7567e249-c570-46bd-88b4-fbaf4054e7c6 tempest-FloatingIPAdminTestJSON-823418498 tempest-FloatingIPAdminTestJSON-823418498-project] 10.222.0.13 "DELETE /v2.0/floatingips/49be7e40-8169-456e-8f05-bea51af98497 HTTP/1.1" status: 204 len: 168 time: 1.3543262 Sep 02 13:37:46.488524 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.490658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:46.496927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.524669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d7bb8-c5ef-4a9c-9f1a-ab941dbac092 req-1d352589-db93-4c82-8af4-a72cd15baa21 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:46.528497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d5d7bb8-c5ef-4a9c-9f1a-ab941dbac092 req-1d352589-db93-4c82-8af4-a72cd15baa21 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 951 time: 0.1725354 Sep 02 13:37:46.586095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd59233-7e40-407d-b470-e3662fa33774,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:46.609416 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1202466 Sep 02 13:37:46.614040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:46.639527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Request body: {'subnet': {'network_id': 'faeeaaa8-9004-42c1-9561-2e8614b5f5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-431214616-subnet', 'tenant_id': '38c84962a18e4e22b1a1a0e08f5d6c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:46.681551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Attempting to bind port bfd59233-7e40-407d-b470-e3662fa33774 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:46.682009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Attempting to bind port bfd59233-7e40-407d-b470-e3662fa33774 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:46.682387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Attempting to bind port bfd59233-7e40-407d-b470-e3662fa33774 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:46.692144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Port bfd59233-7e40-407d-b470-e3662fa33774 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:37:46.693025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Attempting to bind port bfd59233-7e40-407d-b470-e3662fa33774 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:46.698886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:46.699237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:46.699628 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:46.700125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Bound port: bfd59233-7e40-407d-b470-e3662fa33774, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:46.700435 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.709976 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 96a31e1b-8daa-4825-9f64-323640d020a3 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:46.714406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08289d-5e8d-4839-be50-e49be4299ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=faeeaaa8-9004-42c1-9561-2e8614b5f5dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:46.742283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d5d7bb8-c5ef-4a9c-9f1a-ab941dbac092 req-8ecd01d8-9bd2-4afd-ad28-4f4fa15f2c74 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836424 Sep 02 13:37:46.764189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Made reservation on behalf of 38c84962a18e4e22b1a1a0e08f5d6c9f for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:46.767064 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.780792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network faeeaaa8-9004-42c1-9561-2e8614b5f5dd details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:37:46.818333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] For port bfd59233-7e40-407d-b470-e3662fa33774, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:46.821806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] For port bfd59233-7e40-407d-b470-e3662fa33774, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bfd59233-7e40-407d-b470-e3662fa33774,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:46.828197 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.858711 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59492) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:46.887300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:46.887831 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.889452 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] 10.222.0.90 "PUT /v2.0/ports/bfd59233-7e40-407d-b470-e3662fa33774 HTTP/1.1" status: 200 len: 1096 time: 1.0047839 Sep 02 13:37:46.889907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'tag': 'bfd59233-7e40-407d-b470-e3662fa33774'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:46.892580 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "569bf13e-35c9-408c-b5e3-700a647ebdd8", "tag": "bfd59233-7e40-407d-b470-e3662fa33774"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:46.920450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 96a31e1b-8daa-4825-9f64-323640d020a3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:46.927679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 96a31e1b-8daa-4825-9f64-323640d020a3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:46.928259 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:46.936449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbeaa4-cabb-4db4-9272-acb6a4ff9d57 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd59233-7e40-407d-b470-e3662fa33774,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:47.034442 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be562e1-d69c-4b6b-b63a-1161c17a0d57 x-openstack-request-id: req-8be562e1-d69c-4b6b-b63a-1161c17a0d57 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:47.035319 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569bf13e-35c9-408c-b5e3-700a647ebdd8", "tag": "bfd59233-7e40-407d-b470-e3662fa33774", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:47.035582 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8be562e1-d69c-4b6b-b63a-1161c17a0d57 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:47.037172 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'tag': 'bfd59233-7e40-407d-b470-e3662fa33774', 'status': 'completed', 'code': 200} Sep 02 13:37:47.057051 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:47.077725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-9ebc1e14-f7b6-4a70-bdca-5e698291c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:47.079416 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-9ebc1e14-f7b6-4a70-bdca-5e698291c1c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f02aa722c14740a482716c439210387a&device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 1099 time: 0.1307883 Sep 02 13:37:47.085604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd538656b-718d-4526-bb80-ba8ac4c0d336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a31e1b-8daa-4825-9f64-323640d020a3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:47.090588 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6680544c-8d5a-4cac-9d38-a07ad97973d5" -d '{"events": [{"server_uuid": "d538656b-718d-4526-bb80-ba8ac4c0d336", "name": "network-vif-plugged", "status": "completed", "tag": "96a31e1b-8daa-4825-9f64-323640d020a3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:47.106593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 96a31e1b-8daa-4825-9f64-323640d020a3, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=96a31e1b-8daa-4825-9f64-323640d020a3,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:47.119370 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:47.203301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=96a31e1b-8daa-4825-9f64-323640d020a3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:47.204463 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-1c57028f-5f58-45a3-b01c-f2a431b083bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=bfd59233-7e40-407d-b470-e3662fa33774 HTTP/1.1" status: 200 len: 217 time: 0.1137276 Sep 02 13:37:47.226483 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a59f45a-c2c6-4f92-9398-7aad98f07d77 x-openstack-request-id: req-5a59f45a-c2c6-4f92-9398-7aad98f07d77 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:47.226777 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d538656b-718d-4526-bb80-ba8ac4c0d336", "name": "network-vif-plugged", "status": "completed", "tag": "96a31e1b-8daa-4825-9f64-323640d020a3", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:47.227449 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a59f45a-c2c6-4f92-9398-7aad98f07d77 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:47.229328 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd538656b-718d-4526-bb80-ba8ac4c0d336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a31e1b-8daa-4825-9f64-323640d020a3', 'code': 200} Sep 02 13:37:47.272531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-62e56084-3901-496f-af6a-72c6e0d532fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:47.274509 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-62e56084-3901-496f-af6a-72c6e0d532fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0591121 Sep 02 13:37:47.293566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871c57a-47ed-4892-99e5-f6838f8b8dd2 req-c75b81e5-4bbe-4ee8-8562-399c5cd5451c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:47.296755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d871c57a-47ed-4892-99e5-f6838f8b8dd2 req-c75b81e5-4bbe-4ee8-8562-399c5cd5451c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 946 time: 0.1941738 Sep 02 13:37:47.330099 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:47.368779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb9232-06ec-4273-af7f-284232006c9f req-1401a782-3f70-41f3-86f8-7f3977f4fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:47.372383 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d34cc855-eeba-4048-ad63-2de147ecbaa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3b2397dcdec4b4da3e2d91c244e3c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104125 Sep 02 13:37:47.372562 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b1fb9232-06ec-4273-af7f-284232006c9f req-1401a782-3f70-41f3-86f8-7f3977f4fbb1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 1097 time: 0.0894277 Sep 02 13:37:47.372562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59520) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:47.381130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-4372da2a-40be-478a-99b6-adea853eef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:47.382878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-4372da2a-40be-478a-99b6-adea853eef5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005642 Sep 02 13:37:47.446453 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d871c57a-47ed-4892-99e5-f6838f8b8dd2 req-d8bbbd4f-0774-487c-a423-25dfc23d29ad tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324024 Sep 02 13:37:47.462017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57084c6d-a2d4-451e-93d7-fea98c236b28,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:47.464516 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Checking segment: {'id': 'b02e5fab-fd17-4644-b670-c2adeba97d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'faeeaaa8-9004-42c1-9561-2e8614b5f5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:47.465055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Network hostable DHCP agents. Network: faeeaaa8-9004-42c1-9561-2e8614b5f5dd, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:37:47.484755 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Network faeeaaa8-9004-42c1-9561-2e8614b5f5dd is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:37:47.499926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, faeeaaa8-9004-42c1-9561-2e8614b5f5dd) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:47.510544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ad314-57a2-40a8-9748-1d63b3835f73 None None] Network faeeaaa8-9004-42c1-9561-2e8614b5f5dd requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:47.521018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:47.521553 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b1fb9232-06ec-4273-af7f-284232006c9f req-0afd9c09-be3d-4388-8be8-60f0db0dd085 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367013 Sep 02 13:37:47.521691 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:47.560878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3e690343-9252-4a27-960f-b33e30ccfb29 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9260247 Sep 02 13:37:47.566650 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26cd7ed1-0ec5-4d3f-84cc-80cc61fe9f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:47.573147 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-28e51e63-78b1-4dce-9ab0-1325c49ebc54 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774452 Sep 02 13:37:47.651299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26cd7ed1-0ec5-4d3f-84cc-80cc61fe9f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:47.675648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0d7e-41d4-43e2-8b35-f149751beef9 req-3a6ea4ba-4164-42bb-90dc-9f597a599f9c tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:47.684491 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c156a3c1-fa58-4306-b764-60f0b9a12e3f None None] Network faeeaaa8-9004-42c1-9561-2e8614b5f5dd requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:37:47.684673 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-93ac0d7e-41d4-43e2-8b35-f149751beef9 req-3a6ea4ba-4164-42bb-90dc-9f597a599f9c tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 948 time: 0.1754913 Sep 02 13:37:47.796304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-93ac0d7e-41d4-43e2-8b35-f149751beef9 req-02b34f45-6acb-4441-9f55-6a2137c34357 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084666 Sep 02 13:37:47.809901 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63ac286c-483c-4fc1-9409-c4c87e2023c5 req-53d49b69-7a4c-4752-a20a-00bacdf499ee service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260439 Sep 02 13:37:47.819620 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26cd7ed1-0ec5-4d3f-84cc-80cc61fe9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:47.822641 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26cd7ed1-0ec5-4d3f-84cc-80cc61fe9f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:47.824663 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-26cd7ed1-0ec5-4d3f-84cc-80cc61fe9f84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c7207fb-292c-41b1-a3fb-b5b40e864110 HTTP/1.1" status: 204 len: 168 time: 0.4511847 Sep 02 13:37:47.835327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd7ed1-0ec5-4d3f-84cc-80cc61fe9f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7207fb-292c-41b1-a3fb-b5b40e864110,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:47.940571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-c162fd46-dfe2-40fb-b426-b3eb27cd565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:47.942685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-c162fd46-dfe2-40fb-b426-b3eb27cd565b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f02aa722c14740a482716c439210387a&device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 1099 time: 0.0796149 Sep 02 13:37:47.946408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86fcc-159a-41a5-bf80-b1da1042e5df req-24a5c965-e035-4054-8039-62b70beb6b35 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:47.954994 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00b86fcc-159a-41a5-bf80-b1da1042e5df req-24a5c965-e035-4054-8039-62b70beb6b35 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 951 time: 0.0921376 Sep 02 13:37:48.036637 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00b86fcc-159a-41a5-bf80-b1da1042e5df req-6d6447cd-e9a9-49be-bda5-2b8d2ac9defa tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804389 Sep 02 13:37:48.103611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-2107dccf-356f-470d-8227-66f1288b478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:48.105472 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-2107dccf-356f-470d-8227-66f1288b478d service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1557879 Sep 02 13:37:48.179877 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-3773a3d1-2486-43bb-a8ed-99cb563276cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=bfd59233-7e40-407d-b470-e3662fa33774 HTTP/1.1" status: 200 len: 217 time: 0.0654476 Sep 02 13:37:48.265383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-a404606c-37e6-4dd7-987b-0ea9c6de96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:48.267634 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-a404606c-37e6-4dd7-987b-0ea9c6de96e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0765169 Sep 02 13:37:48.335697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:48.354724 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b87eb132-1a49-4292-83e6-a2d1b9f7f265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:48.434194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-d3c79d84-c8aa-4a39-8f70-013ee3a64070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:48.435754 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-d3c79d84-c8aa-4a39-8f70-013ee3a64070 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580379 Sep 02 13:37:48.505584 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b87eb132-1a49-4292-83e6-a2d1b9f7f265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:48.508421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-aa806fe0-dd9b-48f0-b4c4-08534b2bcd83 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:48.511592 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b87eb132-1a49-4292-83e6-a2d1b9f7f265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:48.516149 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-aa806fe0-dd9b-48f0-b4c4-08534b2bcd83 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/networks?id=faeeaaa8-9004-42c1-9561-2e8614b5f5dd HTTP/1.1" status: 200 len: 820 time: 0.2239811 Sep 02 13:37:48.541383 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-aad70ccc-455a-4f0f-9ac2-06683a62f876 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/quotas/38c84962a18e4e22b1a1a0e08f5d6c9f HTTP/1.1" status: 200 len: 375 time: 0.0239637 Sep 02 13:37:48.565407 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b87eb132-1a49-4292-83e6-a2d1b9f7f265 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc65dd57b268402d93a785325feb737f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258132 Sep 02 13:37:48.576400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eb132-1a49-4292-83e6-a2d1b9f7f265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db727fe-f44e-4396-ab16-95367fea947a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:48.586096 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0dddc4f-db9c-415d-a404-1838b6a2566c tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38c84962a18e4e22b1a1a0e08f5d6c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434957 Sep 02 13:37:48.589461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:48.659165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f06d85b-ad60-4fe5-a489-82ce971f76e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:48.698757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f06d85b-ad60-4fe5-a489-82ce971f76e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:48.701984 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-32a715c5-44a2-4613-800d-68ca4ab00ae6 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574527 Sep 02 13:37:48.799859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea32e9-c197-46f9-9c3f-e33b0d93523a req-5792bbd9-0709-45ab-9bbf-cf16659d8be7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:48.800060 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-dc8eafa7-b208-4a89-af81-5b3a3d8fa0b6 service neutron] 10.222.0.13 "GET /v2.0/networks/faeeaaa8-9004-42c1-9561-2e8614b5f5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104280 Sep 02 13:37:48.803763 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0cea32e9-c197-46f9-9c3f-e33b0d93523a req-5792bbd9-0709-45ab-9bbf-cf16659d8be7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 946 time: 0.1053588 Sep 02 13:37:48.823319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f06d85b-ad60-4fe5-a489-82ce971f76e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:48.826412 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f06d85b-ad60-4fe5-a489-82ce971f76e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:48.827501 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2f06d85b-ad60-4fe5-a489-82ce971f76e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9db727fe-f44e-4396-ab16-95367fea947a HTTP/1.1" status: 204 len: 168 time: 0.2370687 Sep 02 13:37:48.845815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06d85b-ad60-4fe5-a489-82ce971f76e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db727fe-f44e-4396-ab16-95367fea947a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:48.886286 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0cea32e9-c197-46f9-9c3f-e33b0d93523a req-59d7ad5f-8b4b-46db-b25c-50a833c2e50c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731072 Sep 02 13:37:48.931508 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8fa8f6b-db1e-45c1-b094-7ebd48547e2a req-703119ea-a179-48e6-84eb-dc27cdf34a3f service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195976 Sep 02 13:37:48.975780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-e98dbaaf-3161-43d5-972f-873f9cc25283 service neutron] 10.222.0.13 "GET /v2.0/networks/faeeaaa8-9004-42c1-9561-2e8614b5f5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667933 Sep 02 13:37:49.135998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86dfd1-9489-495a-88e8-2706ce8d204c req-c18652e2-400c-4ae1-910a-4c6e45476510 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:49.137597 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc86dfd1-9489-495a-88e8-2706ce8d204c req-c18652e2-400c-4ae1-910a-4c6e45476510 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 948 time: 0.0864353 Sep 02 13:37:49.183165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc86dfd1-9489-495a-88e8-2706ce8d204c req-8c2651e0-d7ea-4837-88e2-362b9262bd65 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377057 Sep 02 13:37:49.308569 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1447b8b3-78e0-4e05-9a76-62f2713233b1 req-09514735-da7a-486d-88e6-9f1c935a78b3 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 210 time: 0.0480695 Sep 02 13:37:49.349058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:49.391921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5cca3da-742e-49b3-a436-8c77995fcad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:49.536779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5cca3da-742e-49b3-a436-8c77995fcad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:49.542340 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5cca3da-742e-49b3-a436-8c77995fcad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:49.579812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cca3da-742e-49b3-a436-8c77995fcad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbead37-0587-4238-aeec-7f0909ec92fb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:49.605960 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e5cca3da-742e-49b3-a436-8c77995fcad5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02b160c8d62446768163ea3ea1256532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556772 Sep 02 13:37:49.608747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59774) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:49.684664 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:49.712575 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:49.781060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:49.784282 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:49.785682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cbead37-0587-4238-aeec-7f0909ec92fb HTTP/1.1" status: 204 len: 168 time: 0.1759081 Sep 02 13:37:49.796833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbead37-0587-4238-aeec-7f0909ec92fb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:49.809171 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.809903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.810666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.811157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.811642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.812172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.812653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.813243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.813727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.814219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.814694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.815606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dbb76-d7af-4f9d-a5f6-822e85eddea8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:37:49.951132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bfd59233-7e40-407d-b470-e3662fa33774 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:37:50.096363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e30c52-ffbe-4e73-8049-7dc5f16d2d41 req-f188a46a-5c14-4bf6-b5a9-038ea400e64a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:50.097895 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16e30c52-ffbe-4e73-8049-7dc5f16d2d41 req-f188a46a-5c14-4bf6-b5a9-038ea400e64a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 946 time: 0.1006696 Sep 02 13:37:50.100121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bfd59233-7e40-407d-b470-e3662fa33774, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bfd59233-7e40-407d-b470-e3662fa33774,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:50.146303 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'bfd59233-7e40-407d-b470-e3662fa33774', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'bfd59233-7e40-407d-b470-e3662fa33774', 'mac_address': 'fa:16:3e:f1:38:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:37:50.171138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16e30c52-ffbe-4e73-8049-7dc5f16d2d41 req-9690cb22-629f-4976-8b0f-2623dd989415 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551891 Sep 02 13:37:50.208998 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:50.257965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd59233-7e40-407d-b470-e3662fa33774 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:50.313725 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bfd59233-7e40-407d-b470-e3662fa33774, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bfd59233-7e40-407d-b470-e3662fa33774,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:50.323240 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:50.424583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=bfd59233-7e40-407d-b470-e3662fa33774,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:50.479139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeee78-f526-4a5d-a822-dfdf93c58f38 req-76598c33-bde7-4e19-bee4-d27f41b2269e tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:50.487671 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abfeee78-f526-4a5d-a822-dfdf93c58f38 req-76598c33-bde7-4e19-bee4-d27f41b2269e tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 949 time: 0.1738427 Sep 02 13:37:50.607359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-3345be59-2843-42ca-9fb2-20a81e276858 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:50.608994 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-3345be59-2843-42ca-9fb2-20a81e276858 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.90 "GET /v2.0/networks?id=faeeaaa8-9004-42c1-9561-2e8614b5f5dd HTTP/1.1" status: 200 len: 820 time: 0.2343192 Sep 02 13:37:50.623745 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abfeee78-f526-4a5d-a822-dfdf93c58f38 req-71e3e33e-6cfa-43a2-b41c-ccfec8b5dc3d tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348403 Sep 02 13:37:50.636928 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32467dd8-146e-44ed-b29b-f1fd2df53463 req-7e5e4499-5e02-4807-b6ef-90255472d920 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 210 time: 0.0439160 Sep 02 13:37:50.639979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Request body: {'port': {'device_id': '09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec', 'network_id': 'faeeaaa8-9004-42c1-9561-2e8614b5f5dd', 'admin_state_up': True, 'tenant_id': '38c84962a18e4e22b1a1a0e08f5d6c9f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:50.653538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['bfd59233-7e40-407d-b470-e3662fa33774'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:50.733829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:50.853965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Made reservation on behalf of 38c84962a18e4e22b1a1a0e08f5d6c9f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:50.858838 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:50.912390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb43081-61e3-48cc-bfe3-ffbd464a4d4f req-06e80f6b-c71f-44af-b196-9335be75627c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:50.925613 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6bb43081-61e3-48cc-bfe3-ffbd464a4d4f req-06e80f6b-c71f-44af-b196-9335be75627c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 946 time: 0.1614578 Sep 02 13:37:50.927231 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:50.969036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:50.971464 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ce51a6-5e85-4160-8541-d29a4907f0a0" -d '{"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-unplugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:51.011520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:51.022112 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6bb43081-61e3-48cc-bfe3-ffbd464a4d4f req-a116342f-9b4f-457c-8a4f-03f08b0935e2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887332 Sep 02 13:37:51.033393 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:51.100920 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9788885d-e0fd-4536-a5b6-dca16a15dd5f x-openstack-request-id: req-9788885d-e0fd-4536-a5b6-dca16a15dd5f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:51.101508 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-unplugged", "status": "completed", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:51.102586 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9788885d-e0fd-4536-a5b6-dca16a15dd5f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:51.103170 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'code': 200} Sep 02 13:37:51.134676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:51.142901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Allocated IP 172.20.0.8 (faeeaaa8-9004-42c1-9561-2e8614b5f5dd/57084c6d-a2d4-451e-93d7-fea98c236b28/ade17737-0ad2-4b18-800f-418872b2c4af) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:37:51.340270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:51.400529 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:51.450570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Network faeeaaa8-9004-42c1-9561-2e8614b5f5dd is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:37:51.453925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:37:51.458847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:37:51.508510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Pushing event updated for resources: {'Port': ['ID=ade17737-0ad2-4b18-800f-418872b2c4af,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:51.531435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:51.532347 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:51.551880 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-b0a41f9b-8470-4142-b1a5-e52afefecb67 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9269469 Sep 02 13:37:51.567219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Request body: {'port': {'device_id': '09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:51.642826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:51.845380 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6315-e021-4cd7-bb37-82327d3669cb req-9ad2390d-a56e-4fb2-a4ca-814d1b9913bf tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:51.855008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-255a6315-e021-4cd7-bb37-82327d3669cb req-9ad2390d-a56e-4fb2-a4ca-814d1b9913bf tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 949 time: 0.1014912 Sep 02 13:37:51.908177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-255a6315-e021-4cd7-bb37-82327d3669cb req-86ee39ce-264f-4a91-a7fa-1e2d0ed2947b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519636 Sep 02 13:37:51.949224 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bfd59233-7e40-407d-b470-e3662fa33774 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:52.006901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-48639844-eaa6-4b35-a87b-26c88158619b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:52.008618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-48639844-eaa6-4b35-a87b-26c88158619b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.77 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 946 time: 0.1404970 Sep 02 13:37:52.050947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d0778-1415-423e-b2c2-59451388f005 req-de55029e-4c77-4c27-a90f-6d57aa88c206 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:52.052797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa3d0778-1415-423e-b2c2-59451388f005 req-de55029e-4c77-4c27-a90f-6d57aa88c206 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 931 time: 0.0648870 Sep 02 13:37:52.053641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:52.086004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port bfd59233-7e40-407d-b470-e3662fa33774 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:37:52.092474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port bfd59233-7e40-407d-b470-e3662fa33774 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:37:52.093464 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.177303 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa3d0778-1415-423e-b2c2-59451388f005 req-8089ee06-da33-4545-a2be-ff687423f655 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892103 Sep 02 13:37:52.185831 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6e1d67aa-05b2-447f-9670-c31a9fb36d88 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1592123352'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:52.219248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d67aa-05b2-447f-9670-c31a9fb36d88 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.222411 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d67aa-05b2-447f-9670-c31a9fb36d88 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.257836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade17737-0ad2-4b18-800f-418872b2c4af {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:52.267395 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.300087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Deleting port 96a31e1b-8daa-4825-9f64-323640d020a3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:52.300328 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.326881 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d67aa-05b2-447f-9670-c31a9fb36d88 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.333500 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d67aa-05b2-447f-9670-c31a9fb36d88 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.337659 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.358242 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e1d67aa-05b2-447f-9670-c31a9fb36d88 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.362736 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6e1d67aa-05b2-447f-9670-c31a9fb36d88 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3077648 Sep 02 13:37:52.363513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:52.405718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] For port 96a31e1b-8daa-4825-9f64-323640d020a3, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=96a31e1b-8daa-4825-9f64-323640d020a3,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:52.406080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.419270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bfd59233-7e40-407d-b470-e3662fa33774, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bfd59233-7e40-407d-b470-e3662fa33774,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:52.421645 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Calling delete_port for 96a31e1b-8daa-4825-9f64-323640d020a3 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:52.425914 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.532196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=bfd59233-7e40-407d-b470-e3662fa33774,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:52.566051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Transition to ACTIVE for port object ade17737-0ad2-4b18-800f-418872b2c4af will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:37:52.566267 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2d37c8d-6a25-43c6-8a83-c99332c3edc0 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.570181 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.611828 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.623437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a2b7808c-39c0-4a3e-9596-dbaad00be6c9', '96a31e1b-8daa-4825-9f64-323640d020a3'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:52.679175 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cbc35-ba94-49f9-bcde-de040ab24ab9 req-53134e29-b51f-4f1f-8ab6-e989250d60e6 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:52.681270 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5f4cbc35-ba94-49f9-bcde-de040ab24ab9 req-53134e29-b51f-4f1f-8ab6-e989250d60e6 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=d538656b-718d-4526-bb80-ba8ac4c0d336 HTTP/1.1" status: 200 len: 867 time: 0.2256374 Sep 02 13:37:52.720090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Pushing event updated for resources: {'Port': ['ID=ade17737-0ad2-4b18-800f-418872b2c4af,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:52.769121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:52.771773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Pushing event deleted for resources: {'Port': ['ID=96a31e1b-8daa-4825-9f64-323640d020a3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:52.833768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] No DVR routers for this DVR port 96a31e1b-8daa-4825-9f64-323640d020a3 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:52.833993 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2d37c8d-6a25-43c6-8a83-c99332c3edc0 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.839669 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2d37c8d-6a25-43c6-8a83-c99332c3edc0 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.840586 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.843344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2de0e3f-3706-4a7c-a65a-0bff94491336 req-e3285eaf-1756-472d-b117-b46252cdceae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.77 "DELETE /v2.0/ports/96a31e1b-8daa-4825-9f64-323640d020a3 HTTP/1.1" status: 204 len: 173 time: 0.8259168 Sep 02 13:37:52.844173 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd538656b-718d-4526-bb80-ba8ac4c0d336', 'name': 'network-vif-deleted', 'tag': '96a31e1b-8daa-4825-9f64-323640d020a3'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:52.846311 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ef73de-1852-4f31-a200-eb37b89da8a9" -d '{"events": [{"server_uuid": "d538656b-718d-4526-bb80-ba8ac4c0d336", "name": "network-vif-deleted", "tag": "96a31e1b-8daa-4825-9f64-323640d020a3"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:52.889265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Attempting to bind port ade17737-0ad2-4b18-800f-418872b2c4af on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:37:52.889488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Attempting to bind port ade17737-0ad2-4b18-800f-418872b2c4af by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'b02e5fab-fd17-4644-b670-c2adeba97d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'faeeaaa8-9004-42c1-9561-2e8614b5f5dd'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:37:52.889832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Attempting to bind port ade17737-0ad2-4b18-800f-418872b2c4af on network faeeaaa8-9004-42c1-9561-2e8614b5f5dd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:52.894574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Port ade17737-0ad2-4b18-800f-418872b2c4af on network faeeaaa8-9004-42c1-9561-2e8614b5f5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:37:52.894907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Attempting to bind port ade17737-0ad2-4b18-800f-418872b2c4af on network faeeaaa8-9004-42c1-9561-2e8614b5f5dd {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:37:52.900261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:37:52.900692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Checking segment: {'id': 'b02e5fab-fd17-4644-b670-c2adeba97d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'faeeaaa8-9004-42c1-9561-2e8614b5f5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:37:52.900990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Bound using segment: {'id': 'b02e5fab-fd17-4644-b670-c2adeba97d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'faeeaaa8-9004-42c1-9561-2e8614b5f5dd'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:37:52.901430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Bound port: ade17737-0ad2-4b18-800f-418872b2c4af, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02e5fab-fd17-4644-b670-c2adeba97d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'faeeaaa8-9004-42c1-9561-2e8614b5f5dd'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:37:52.901974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.903425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5f4cbc35-ba94-49f9-bcde-de040ab24ab9 req-6d53a7f2-3e73-408e-ac3d-8658795d3c7c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832254 Sep 02 13:37:52.921553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2d37c8d-6a25-43c6-8a83-c99332c3edc0 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.923191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d37c8d-6a25-43c6-8a83-c99332c3edc0 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4996c69b-12c6-492b-aa9d-2d0f504bfd8f {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:37:52.931221 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2d37c8d-6a25-43c6-8a83-c99332c3edc0 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.933125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c2d37c8d-6a25-43c6-8a83-c99332c3edc0 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "DELETE /v2.0/routers/4996c69b-12c6-492b-aa9d-2d0f504bfd8f HTTP/1.1" status: 204 len: 168 time: 0.5679505 Sep 02 13:37:52.936459 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60102) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:52.941023 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6f612c-71a4-4186-b595-00b8ea8481e4 x-openstack-request-id: req-8d6f612c-71a4-4186-b595-00b8ea8481e4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:52.941324 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d538656b-718d-4526-bb80-ba8ac4c0d336", "name": "network-vif-deleted", "tag": "96a31e1b-8daa-4825-9f64-323640d020a3", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:52.941741 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2c584aca-2e6e-4a89-86eb-510586d6cf03 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Request body: {'router': {'name': 'tempest-router-2028902723', 'distributed': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:52.942719 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d6f612c-71a4-4186-b595-00b8ea8481e4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:52.943133 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd538656b-718d-4526-bb80-ba8ac4c0d336', 'name': 'network-vif-deleted', 'tag': '96a31e1b-8daa-4825-9f64-323640d020a3', 'status': 'completed', 'code': 200} Sep 02 13:37:52.968785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c584aca-2e6e-4a89-86eb-510586d6cf03 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:52.970561 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c584aca-2e6e-4a89-86eb-510586d6cf03 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.057661 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c584aca-2e6e-4a89-86eb-510586d6cf03 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.063301 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c584aca-2e6e-4a89-86eb-510586d6cf03 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.090033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d851c71f-1ccc-438a-8987-ba147f06d079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.101023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c584aca-2e6e-4a89-86eb-510586d6cf03 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.103869 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2c584aca-2e6e-4a89-86eb-510586d6cf03 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1643243 Sep 02 13:37:53.104723 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd59233-7e40-407d-b470-e3662fa33774'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:53.107052 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead5bb51-6165-4b7f-bbde-e3fc30f82955" -d '{"events": [{"server_uuid": "569bf13e-35c9-408c-b5e3-700a647ebdd8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd59233-7e40-407d-b470-e3662fa33774"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:53.111456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:53.230032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35417993-9464-475b-a2df-9da2a1bd4f06 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.347770 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] For port ade17737-0ad2-4b18-800f-418872b2c4af, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:37:53.364945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65288b62-10d2-4d1d-9c16-25d93f94212a req-81b4d06b-d1b9-42b5-a77b-409a88cc55e2 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:53.368967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65288b62-10d2-4d1d-9c16-25d93f94212a req-81b4d06b-d1b9-42b5-a77b-409a88cc55e2 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 950 time: 0.3578784 Sep 02 13:37:53.383818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] For port ade17737-0ad2-4b18-800f-418872b2c4af, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ade17737-0ad2-4b18-800f-418872b2c4af,segment=NetworkSegment(b02e5fab-fd17-4644-b670-c2adeba97d01),segment_id=b02e5fab-fd17-4644-b670-c2adeba97d01)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:37:53.392408 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.450532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:53.451228 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.452678 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] 10.222.0.90 "PUT /v2.0/ports/ade17737-0ad2-4b18-800f-418872b2c4af HTTP/1.1" status: 200 len: 1091 time: 1.8907032 Sep 02 13:37:53.468401 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-65288b62-10d2-4d1d-9c16-25d93f94212a req-9baabd4d-e31c-479a-b9e3-82ed381ebeab tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898609 Sep 02 13:37:53.479899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af280d5-a789-48ea-a9a2-3da91b0fcb5a service neutron] Pushing event updated for resources: {'Port': ['ID=ade17737-0ad2-4b18-800f-418872b2c4af,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:53.496803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35417993-9464-475b-a2df-9da2a1bd4f06 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.502678 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35417993-9464-475b-a2df-9da2a1bd4f06 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.522814 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d851c71f-1ccc-438a-8987-ba147f06d079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.562338 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d851c71f-1ccc-438a-8987-ba147f06d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.569335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-694119ab-eb88-4c1c-8f13-29b8a88e64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:53.571205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-694119ab-eb88-4c1c-8f13-29b8a88e64d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=38c84962a18e4e22b1a1a0e08f5d6c9f&device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 1094 time: 0.0571253 Sep 02 13:37:53.592733 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35417993-9464-475b-a2df-9da2a1bd4f06 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.593281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35417993-9464-475b-a2df-9da2a1bd4f06 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d06f5d6c-cd97-4156-92e4-a71e04ece256 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:37:53.597655 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35417993-9464-475b-a2df-9da2a1bd4f06 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.602618 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-35417993-9464-475b-a2df-9da2a1bd4f06 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d06f5d6c-cd97-4156-92e4-a71e04ece256 HTTP/1.1" status: 204 len: 168 time: 0.4869134 Sep 02 13:37:53.606076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:53.610563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-62a3ddc6-8388-45cb-89c6-22f44f676dab tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Request body: {'router': {'name': 'tempest-router-1203387295', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2113dc34cb7b461f9820b2bc4d503c77'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:53.626490 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d851c71f-1ccc-438a-8987-ba147f06d079 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a833f68a80c24aa896317c7cf4f798e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8459501 Sep 02 13:37:53.631908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60154) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:53.640515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851c71f-1ccc-438a-8987-ba147f06d079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214a9b7b-dad2-43f1-ac27-f037eee74c4f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:53.665014 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-ae1be277-734c-462f-8a86-dfd879ebcc51 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade17737-0ad2-4b18-800f-418872b2c4af HTTP/1.1" status: 200 len: 217 time: 0.0731606 Sep 02 13:37:53.672910 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e171d0c-1b7b-46f4-9f7e-b3bf180980fc x-openstack-request-id: req-4e171d0c-1b7b-46f4-9f7e-b3bf180980fc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:53.673509 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569bf13e-35c9-408c-b5e3-700a647ebdd8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd59233-7e40-407d-b470-e3662fa33774", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:53.674150 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e171d0c-1b7b-46f4-9f7e-b3bf180980fc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:53.675155 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd59233-7e40-407d-b470-e3662fa33774', 'code': 200} Sep 02 13:37:53.701478 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62a3ddc6-8388-45cb-89c6-22f44f676dab tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.702412 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62a3ddc6-8388-45cb-89c6-22f44f676dab tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.730265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1f12edc0-86ec-45f6-9ecb-20b8f5b45016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:53.731922 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-1f12edc0-86ec-45f6-9ecb-20b8f5b45016 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57084c6d-a2d4-451e-93d7-fea98c236b28 HTTP/1.1" status: 200 len: 860 time: 0.0594733 Sep 02 13:37:53.792979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-5fe9269f-783c-4274-a53f-b593101ea91b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=faeeaaa8-9004-42c1-9561-2e8614b5f5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375061 Sep 02 13:37:53.800890 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-378ae3a6-2c4a-4024-9896-738a8ef24a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.812450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08332481-d3a2-4284-8859-8b5a67fe9882 req-bb61688c-a195-412c-9f6b-0558eb46452e tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:53.820239 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08332481-d3a2-4284-8859-8b5a67fe9882 req-bb61688c-a195-412c-9f6b-0558eb46452e tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 943 time: 0.1393900 Sep 02 13:37:53.835704 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62a3ddc6-8388-45cb-89c6-22f44f676dab tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.847766 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62a3ddc6-8388-45cb-89c6-22f44f676dab tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.863521 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-378ae3a6-2c4a-4024-9896-738a8ef24a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.876195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd533b-aca8-47ca-ab80-6ee7d83b4310 req-b7ba835e-e6ff-4e86-a83a-b2026952b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:53.877816 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2fd533b-aca8-47ca-ab80-6ee7d83b4310 req-b7ba835e-e6ff-4e86-a83a-b2026952b09f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 1101 time: 0.1126418 Sep 02 13:37:53.895477 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62a3ddc6-8388-45cb-89c6-22f44f676dab tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.899409 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-62a3ddc6-8388-45cb-89c6-22f44f676dab tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2896914 Sep 02 13:37:53.901501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60156) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:53.919990 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08332481-d3a2-4284-8859-8b5a67fe9882 req-1cde2db4-9b69-4fe9-ad66-770b5e8dd257 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973458 Sep 02 13:37:53.923178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:53.956641 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-378ae3a6-2c4a-4024-9896-738a8ef24a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.959360 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-378ae3a6-2c4a-4024-9896-738a8ef24a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:53.960572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-378ae3a6-2c4a-4024-9896-738a8ef24a15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/214a9b7b-dad2-43f1-ac27-f037eee74c4f HTTP/1.1" status: 204 len: 168 time: 0.3276770 Sep 02 13:37:53.971699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ae3a6-2c4a-4024-9896-738a8ef24a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a9b7b-dad2-43f1-ac27-f037eee74c4f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:54.015917 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-4fa5cc71-d350-4c12-b9a0-8bd64b44a1d5 service neutron] 10.222.0.90 "GET /v2.0/networks/faeeaaa8-9004-42c1-9561-2e8614b5f5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071579 Sep 02 13:37:54.069150 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b2fd533b-aca8-47ca-ab80-6ee7d83b4310 req-265680c8-28f6-464f-af4a-d9fbbd9a9ff3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780658 Sep 02 13:37:54.103680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec5548-817c-481b-9ea4-3b52c580f3d0 req-dd8bc190-1513-4dee-8ef1-4867ff3d65f2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:54.105603 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48ec5548-817c-481b-9ea4-3b52c580f3d0 req-dd8bc190-1513-4dee-8ef1-4867ff3d65f2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0627878 Sep 02 13:37:54.161036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48ec5548-817c-481b-9ea4-3b52c580f3d0 req-f111d208-a1fe-4547-aa38-0201432c184e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Sep 02 13:37:54.231075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3a31e-86b9-4f10-a274-cd1f4c9dc658 req-39482c6e-4f6a-4327-8952-a9e2563f3d96 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:54.232672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9db3a31e-86b9-4f10-a274-cd1f4c9dc658 req-39482c6e-4f6a-4327-8952-a9e2563f3d96 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 948 time: 0.2265253 Sep 02 13:37:54.291871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:54.292249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:54.402054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b089e5aa-92db-4040-914b-02df8cf5d128 req-660bc938-686f-44ac-81f1-1882e27e99cc service neutron] 10.222.0.90 "GET /v2.0/networks/faeeaaa8-9004-42c1-9561-2e8614b5f5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620117 Sep 02 13:37:54.406958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94687) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 02 13:37:54.407366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Router 00e2f942-9d62-453b-9bd9-7d5905a026a4 migrating from provider to provider. {{(pid=94687) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 02 13:37:54.407677 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:54.422490 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9db3a31e-86b9-4f10-a274-cd1f4c9dc658 req-a3bbb020-2c3d-4c40-a2bd-a3a0e24d89b5 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598227 Sep 02 13:37:54.437494 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:54.437494 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:54.448609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec23e58-0a15-4442-b3ad-446052012c6c req-17969cf0-09a0-43ac-b745-184b600db743 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:54.450749 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ec23e58-0a15-4442-b3ad-446052012c6c req-17969cf0-09a0-43ac-b745-184b600db743 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0680840 Sep 02 13:37:54.523312 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ec23e58-0a15-4442-b3ad-446052012c6c req-8b33594e-14f9-46bd-b508-087b2ac24d00 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622325 Sep 02 13:37:54.543857 n-d-794796-4 neutron-server[94687]: WARNING neutron.scheduler.l3_agent_scheduler [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] No L3 agents can host the router 00e2f942-9d62-453b-9bd9-7d5905a026a4 Sep 02 13:37:54.673682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78762909-3fde-4ffb-bf29-742299c6e295 req-a750ea37-ffd0-4f01-97bf-f6462392c1bb tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:54.677762 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78762909-3fde-4ffb-bf29-742299c6e295 req-a750ea37-ffd0-4f01-97bf-f6462392c1bb tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0627668 Sep 02 13:37:54.717912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f6dc7-04da-4455-bda1-34af892346a8 req-139cc433-4d78-4815-9722-0fd2d0ad1105 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:54.719372 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-668f6dc7-04da-4455-bda1-34af892346a8 req-139cc433-4d78-4815-9722-0fd2d0ad1105 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 950 time: 0.1547482 Sep 02 13:37:54.720799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Hosts for router 00e2f942-9d62-453b-9bd9-7d5905a026a4: [] {{(pid=94687) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 02 13:37:54.731180 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78762909-3fde-4ffb-bf29-742299c6e295 req-a3777e53-fe13-45ca-8150-99adc918ed43 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Sep 02 13:37:54.764803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Hosts for other DVR routers connected to router 00e2f942-9d62-453b-9bd9-7d5905a026a4: set() {{(pid=94687) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 02 13:37:54.768427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:54.773305 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-44910f62-7e4e-4095-bbcb-d81ab1b45005 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "PUT /v2.0/routers/00e2f942-9d62-453b-9bd9-7d5905a026a4 HTTP/1.1" status: 200 len: 717 time: 0.8662417 Sep 02 13:37:54.773709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:54.820092 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-668f6dc7-04da-4455-bda1-34af892346a8 req-5d3729ac-ca61-4db3-85a8-69f7bdf12460 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800948 Sep 02 13:37:54.892142 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-811198cf-4eee-4c94-9197-ac961a454f1b tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "GET /v2.0/routers/00e2f942-9d62-453b-9bd9-7d5905a026a4 HTTP/1.1" status: 200 len: 717 time: 0.1160336 Sep 02 13:37:54.894495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:54.944302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec', 'tag': 'ade17737-0ad2-4b18-800f-418872b2c4af'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:54.948433 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39440512-59bd-4473-8a6d-764a0ab3767a" -d '{"events": [{"name": "network-changed", "server_uuid": "09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec", "tag": "ade17737-0ad2-4b18-800f-418872b2c4af"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:55.001592 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449ae405-b53e-4793-bbf5-bf2d4e74f89f x-openstack-request-id: req-449ae405-b53e-4793-bbf5-bf2d4e74f89f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:55.002512 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec", "tag": "ade17737-0ad2-4b18-800f-418872b2c4af", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:55.002786 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-449ae405-b53e-4793-bbf5-bf2d4e74f89f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:55.003188 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec', 'tag': 'ade17737-0ad2-4b18-800f-418872b2c4af', 'status': 'completed', 'code': 200} Sep 02 13:37:55.112634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39440512-59bd-4473-8a6d-764a0ab3767a req-99ff954d-4520-4f57-b41c-048b45cd42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:55.115435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39440512-59bd-4473-8a6d-764a0ab3767a req-99ff954d-4520-4f57-b41c-048b45cd42d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=38c84962a18e4e22b1a1a0e08f5d6c9f&device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 1094 time: 0.0667477 Sep 02 13:37:55.188391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6f8bf-3213-41ac-bfe0-9c02a5090799 req-ffd02f8f-9b1d-4154-9f3a-95b018490fdc tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:55.201376 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f8b6f8bf-3213-41ac-bfe0-9c02a5090799 req-ffd02f8f-9b1d-4154-9f3a-95b018490fdc tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 943 time: 0.1468973 Sep 02 13:37:55.267975 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f8b6f8bf-3213-41ac-bfe0-9c02a5090799 req-bf02395e-208a-4e32-857f-33ecb5a9993a tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565517 Sep 02 13:37:55.430024 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-82497bb1-75f4-455a-9529-c6cbb5788fa2 tempest-RoutersTestDVR-1094800935 tempest-RoutersTestDVR-1094800935-project] 10.222.0.13 "GET /v2.0/routers/00e2f942-9d62-453b-9bd9-7d5905a026a4 HTTP/1.1" status: 200 len: 683 time: 0.5342298 Sep 02 13:37:55.432500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:55.516416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39440512-59bd-4473-8a6d-764a0ab3767a req-c50c1d68-463b-4b62-90de-716aa8685f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:55.517830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39440512-59bd-4473-8a6d-764a0ab3767a req-c50c1d68-463b-4b62-90de-716aa8685f32 service neutron] 10.222.0.90 "GET /v2.0/networks?id=faeeaaa8-9004-42c1-9561-2e8614b5f5dd HTTP/1.1" status: 200 len: 921 time: 0.3850100 Sep 02 13:37:55.541434 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92b4394-8227-442f-aa06-152d225d31fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:55.656536 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39440512-59bd-4473-8a6d-764a0ab3767a req-cf34dc78-f1c5-4670-86c3-210d1a8a31ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade17737-0ad2-4b18-800f-418872b2c4af HTTP/1.1" status: 200 len: 217 time: 0.1208556 Sep 02 13:37:55.968555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f8bb-d3cc-4e46-b0eb-d27b37debdb1 req-8399e2d3-bcff-431c-8bfb-c1ace4074fd8 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:55.970875 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ae18f8bb-d3cc-4e46-b0eb-d27b37debdb1 req-8399e2d3-bcff-431c-8bfb-c1ace4074fd8 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 950 time: 0.0794332 Sep 02 13:37:56.031162 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ae18f8bb-d3cc-4e46-b0eb-d27b37debdb1 req-1615106b-7540-490f-8127-0209a24c3fe9 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538690 Sep 02 13:37:56.101067 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ba35c-af4e-4e48-afa8-7418deaa6141 req-151b3b9d-cf99-4f11-90f6-ecaef3b08094 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:56.103293 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf6ba35c-af4e-4e48-afa8-7418deaa6141 req-151b3b9d-cf99-4f11-90f6-ecaef3b08094 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 948 time: 0.5845542 Sep 02 13:37:56.145794 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92b4394-8227-442f-aa06-152d225d31fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.153708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39440512-59bd-4473-8a6d-764a0ab3767a req-1c4c1440-8624-4d3d-95b2-fec8a832bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:56.160693 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39440512-59bd-4473-8a6d-764a0ab3767a req-1c4c1440-8624-4d3d-95b2-fec8a832bdfd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57084c6d-a2d4-451e-93d7-fea98c236b28 HTTP/1.1" status: 200 len: 860 time: 0.4948919 Sep 02 13:37:56.160693 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92b4394-8227-442f-aa06-152d225d31fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.232180 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39440512-59bd-4473-8a6d-764a0ab3767a req-a77ae2b4-3a01-496c-997f-ce5c52ddded6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=faeeaaa8-9004-42c1-9561-2e8614b5f5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685630 Sep 02 13:37:56.262521 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-9392c0b6-9579-42b6-9833-718b29358e47 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:56.264016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-9392c0b6-9579-42b6-9833-718b29358e47 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 948 time: 0.5040455 Sep 02 13:37:56.273549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:56.275488 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92b4394-8227-442f-aa06-152d225d31fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.276209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92b4394-8227-442f-aa06-152d225d31fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00e2f942-9d62-453b-9bd9-7d5905a026a4 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:37:56.279862 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf6ba35c-af4e-4e48-afa8-7418deaa6141 req-05056140-120a-4737-8b5d-479a4d0be988 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584392 Sep 02 13:37:56.318682 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a92b4394-8227-442f-aa06-152d225d31fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.322712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:56.324592 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a92b4394-8227-442f-aa06-152d225d31fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "DELETE /v2.0/routers/00e2f942-9d62-453b-9bd9-7d5905a026a4 HTTP/1.1" status: 204 len: 168 time: 0.8910644 Sep 02 13:37:56.327575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0dce2ee9-f77f-4b16-99f9-70dbbe1c15fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Request body: {'router': {'name': 'tempest-router-1141743721', 'distributed': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:56.394725 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dce2ee9-f77f-4b16-99f9-70dbbe1c15fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.398150 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dce2ee9-f77f-4b16-99f9-70dbbe1c15fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.469393 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39440512-59bd-4473-8a6d-764a0ab3767a req-8dccfe1c-56a7-44cb-a668-8bbea826cb9a service neutron] 10.222.0.90 "GET /v2.0/networks/faeeaaa8-9004-42c1-9561-2e8614b5f5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285559 Sep 02 13:37:56.499007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-fe2241f6-5f6f-41e5-84e1-415c778465f8 req-f9d68446-f828-4dc0-ba95-94d55db7c46d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:37:56.500144 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fe2241f6-5f6f-41e5-84e1-415c778465f8 req-f9d68446-f828-4dc0-ba95-94d55db7c46d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167804 Sep 02 13:37:56.503769 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4354277a-8c46-4b1e-a1bf-9d377163aa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.506934 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dce2ee9-f77f-4b16-99f9-70dbbe1c15fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.513342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6dd47-a561-447c-9da0-91015a592171 req-456510b1-7558-4fed-b99f-7747404a8424 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:56.515919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dce2ee9-f77f-4b16-99f9-70dbbe1c15fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.520881 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62d6dd47-a561-447c-9da0-91015a592171 req-456510b1-7558-4fed-b99f-7747404a8424 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 943 time: 0.1452870 Sep 02 13:37:56.593922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Deleting port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:37:56.594281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.674923 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4354277a-8c46-4b1e-a1bf-9d377163aa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.686699 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62d6dd47-a561-447c-9da0-91015a592171 req-610600a5-c0ea-4ce0-950a-74a6676033e7 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629076 Sep 02 13:37:56.698190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01ed8a-90db-4967-b9f4-d6da3205328b req-9db0a341-4f42-4985-86c4-1b1703bcb186 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:56.700292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1d01ed8a-90db-4967-b9f4-d6da3205328b req-9db0a341-4f42-4985-86c4-1b1703bcb186 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 950 time: 0.0779223 Sep 02 13:37:56.704957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4354277a-8c46-4b1e-a1bf-9d377163aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.727850 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39440512-59bd-4473-8a6d-764a0ab3767a req-7f81d8a5-30a2-404d-98fe-47c13f38e52d service neutron] 10.222.0.90 "GET /v2.0/networks/faeeaaa8-9004-42c1-9561-2e8614b5f5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440612 Sep 02 13:37:56.732251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 96a31e1b-8daa-4825-9f64-323640d020a3 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:37:56.753099 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dce2ee9-f77f-4b16-99f9-70dbbe1c15fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.754399 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0dce2ee9-f77f-4b16-99f9-70dbbe1c15fb tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4305820 Sep 02 13:37:56.760574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:56.765124 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 96a31e1b-8daa-4825-9f64-323640d020a3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:37:56.765481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 96a31e1b-8daa-4825-9f64-323640d020a3 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:37:56.782397 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354277a-8c46-4b1e-a1bf-9d377163aa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2c47cb-ecec-4094-9060-310d1bccbb57,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:56.787417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4354277a-8c46-4b1e-a1bf-9d377163aa13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d20459998c0f460a825a94e022933915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5121655 Sep 02 13:37:56.805227 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:56.809652 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1d01ed8a-90db-4967-b9f4-d6da3205328b req-222d9a60-9e6f-489a-a7cd-7adc78c7bec8 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893881 Sep 02 13:37:56.871456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08ae1a33-cfe3-4674-9425-2ca8a8e67c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.872829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] For port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:56.873207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.883084 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ba112c7-3e3b-49ad-8f0e-435aea15bef9 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.901938 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08ae1a33-cfe3-4674-9425-2ca8a8e67c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.921831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Calling delete_port for 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:37:56.951609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08ae1a33-cfe3-4674-9425-2ca8a8e67c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.954588 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08ae1a33-cfe3-4674-9425-2ca8a8e67c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:56.956033 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-08ae1a33-cfe3-4674-9425-2ca8a8e67c50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a2c47cb-ecec-4094-9060-310d1bccbb57 HTTP/1.1" status: 204 len: 168 time: 0.1451693 Sep 02 13:37:56.966654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae1a33-cfe3-4674-9425-2ca8a8e67c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2c47cb-ecec-4094-9060-310d1bccbb57,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:57.073531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-b28b8033-38f3-4192-93b3-dcda77b6af3d tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f02aa722c14740a482716c439210387a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244994 Sep 02 13:37:57.152636 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf1e47-233d-4f32-96e6-50b9aff43054 req-2a467091-d778-4baf-b6dd-ff1c11405985 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:57.154350 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91cf1e47-233d-4f32-96e6-50b9aff43054 req-2a467091-d778-4baf-b6dd-ff1c11405985 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2338378 Sep 02 13:37:57.165333 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ba112c7-3e3b-49ad-8f0e-435aea15bef9 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:57.172041 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ba112c7-3e3b-49ad-8f0e-435aea15bef9 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:57.267564 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91cf1e47-233d-4f32-96e6-50b9aff43054 req-0a1d76de-1fcc-49c4-b23d-197528b0a633 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935779 Sep 02 13:37:57.269036 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ba112c7-3e3b-49ad-8f0e-435aea15bef9 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:57.269574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba112c7-3e3b-49ad-8f0e-435aea15bef9 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12c37648-a966-416f-892c-034ce3cac37d {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:37:57.274856 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3ba112c7-3e3b-49ad-8f0e-435aea15bef9 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:57.280252 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3ba112c7-3e3b-49ad-8f0e-435aea15bef9 tempest-RoutersTestDVR-1502209261 tempest-RoutersTestDVR-1502209261-project-admin] 10.222.0.13 "DELETE /v2.0/routers/12c37648-a966-416f-892c-034ce3cac37d HTTP/1.1" status: 204 len: 168 time: 0.5143690 Sep 02 13:37:57.369191 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:57.419280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Pushing event deleted for resources: {'Port': ['ID=3d87ce70-e63c-4dd3-8bd1-4111693e5a1b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:57.476733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] No DVR routers for this DVR port 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:37:57.481462 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:57.487328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-308ec36f-3d49-44aa-9225-cee3b3b2e025 req-52fcd3ed-bfac-4daf-8762-75f4eb1df799 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "DELETE /v2.0/ports/3d87ce70-e63c-4dd3-8bd1-4111693e5a1b HTTP/1.1" status: 204 len: 173 time: 1.2128975 Sep 02 13:37:57.490712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'name': 'network-vif-deleted', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:37:57.493212 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc49359-a558-4559-aef2-ec07d7eefa0b" -d '{"events": [{"server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "name": "network-vif-deleted", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:37:57.516060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-5e623e47-5a63-47cf-ae90-2f67895717bc tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:57.523790 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-5e623e47-5a63-47cf-ae90-2f67895717bc tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4439106 Sep 02 13:37:57.542459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-21a89d1b-0cd6-4170-8831-8a583f5c7c40 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/quotas/f02aa722c14740a482716c439210387a HTTP/1.1" status: 200 len: 375 time: 0.0174589 Sep 02 13:37:57.602952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-8b5ecc56-ea80-404c-b953-5d5981e5b99a tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f02aa722c14740a482716c439210387a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594049 Sep 02 13:37:57.610628 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:57.621293 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fc156aad-9a60-4739-9f15-1a623391cf0d req-7e5af4a5-daf7-486f-beb4-c9f35e0f726a tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5aac86-3f56-48a6-93bb-467a9da26131 HTTP/1.1" status: 200 len: 210 time: 0.0450137 Sep 02 13:37:57.790078 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea52d044-5cbc-4a24-8073-45d082917640 x-openstack-request-id: req-ea52d044-5cbc-4a24-8073-45d082917640 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:37:57.790434 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5aac86-3f56-48a6-93bb-467a9da26131", "name": "network-vif-deleted", "tag": "3d87ce70-e63c-4dd3-8bd1-4111693e5a1b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:37:57.791864 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea52d044-5cbc-4a24-8073-45d082917640 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:37:57.792390 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5aac86-3f56-48a6-93bb-467a9da26131', 'name': 'network-vif-deleted', 'tag': '3d87ce70-e63c-4dd3-8bd1-4111693e5a1b', 'status': 'completed', 'code': 200} Sep 02 13:37:57.813788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1a1ad-ddcd-4b96-bde9-62161f8777c7 req-4e3df92f-d4df-4a46-8b5d-12b83d60c4f7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:57.815400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-85f1a1ad-ddcd-4b96-bde9-62161f8777c7 req-4e3df92f-d4df-4a46-8b5d-12b83d60c4f7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1141112 Sep 02 13:37:57.839976 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c67e610d-94e4-4fc2-b7b7-8a49c4d2f11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:57.889615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-85f1a1ad-ddcd-4b96-bde9-62161f8777c7 req-d3510486-12a1-4122-9a87-89019dd8c148 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649669 Sep 02 13:37:57.917473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd298e-7087-4edb-aca9-0ae4c591d194 req-cc2d07a3-e801-4dc4-b7b0-0b4a447e50d5 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:57.939561 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d7fd298e-7087-4edb-aca9-0ae4c591d194 req-cc2d07a3-e801-4dc4-b7b0-0b4a447e50d5 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 943 time: 0.0975237 Sep 02 13:37:57.965141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ade17737-0ad2-4b18-800f-418872b2c4af details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:37:58.063677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d7fd298e-7087-4edb-aca9-0ae4c591d194 req-09b91a84-a23d-474e-8633-d56f92b8d45d tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222508 Sep 02 13:37:58.075251 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6aea689-2393-444c-9b7f-785796ff1089 req-31981d62-07dc-4725-8ef6-acad65617657 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 210 time: 0.0446455 Sep 02 13:37:58.146579 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c67e610d-94e4-4fc2-b7b7-8a49c4d2f11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:58.164298 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c67e610d-94e4-4fc2-b7b7-8a49c4d2f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:58.225557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port ade17737-0ad2-4b18-800f-418872b2c4af, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ade17737-0ad2-4b18-800f-418872b2c4af,segment=NetworkSegment(b02e5fab-fd17-4644-b670-c2adeba97d01),segment_id=b02e5fab-fd17-4644-b670-c2adeba97d01)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:58.229809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:58.229971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c67e610d-94e4-4fc2-b7b7-8a49c4d2f11a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2113dc34cb7b461f9820b2bc4d503c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162226 Sep 02 13:37:58.231199 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e610d-94e4-4fc2-b7b7-8a49c4d2f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4c7be6-e0f7-47fc-ab9c-a35915d11f56,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:58.245657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'ade17737-0ad2-4b18-800f-418872b2c4af', 'network_id': 'faeeaaa8-9004-42c1-9561-2e8614b5f5dd', 'port_id': 'ade17737-0ad2-4b18-800f-418872b2c4af', 'mac_address': 'fa:16:3e:5f:ec:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57084c6d-a2d4-451e-93d7-fea98c236b28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:37:58.293624 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:58.299837 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26e43324-e96e-4db3-b8e9-c9165df3059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:58.323300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade17737-0ad2-4b18-800f-418872b2c4af {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:37:58.329060 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26e43324-e96e-4db3-b8e9-c9165df3059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:58.356432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port ade17737-0ad2-4b18-800f-418872b2c4af, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ade17737-0ad2-4b18-800f-418872b2c4af,segment=NetworkSegment(b02e5fab-fd17-4644-b670-c2adeba97d01),segment_id=b02e5fab-fd17-4644-b670-c2adeba97d01)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:37:58.362242 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:58.401561 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26e43324-e96e-4db3-b8e9-c9165df3059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:58.404490 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26e43324-e96e-4db3-b8e9-c9165df3059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:58.408100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-26e43324-e96e-4db3-b8e9-c9165df3059d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d4c7be6-e0f7-47fc-ab9c-a35915d11f56 HTTP/1.1" status: 204 len: 168 time: 0.1747823 Sep 02 13:37:58.415436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e43324-e96e-4db3-b8e9-c9165df3059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4c7be6-e0f7-47fc-ab9c-a35915d11f56,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:58.478144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=ade17737-0ad2-4b18-800f-418872b2c4af,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:58.747185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['ade17737-0ad2-4b18-800f-418872b2c4af'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:37:59.045945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:59.059074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa6740-1770-4784-852b-9e00db5a354a req-86432cef-aeb8-4905-ac04-64e7d6dd5cf3 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:59.064571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a806825a-513c-4f84-9b5e-6b63ed05c159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.068249 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdfa6740-1770-4784-852b-9e00db5a354a req-86432cef-aeb8-4905-ac04-64e7d6dd5cf3 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 949 time: 0.1017137 Sep 02 13:37:59.122248 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdfa6740-1770-4784-852b-9e00db5a354a req-ff96d9c8-ab0d-4a1f-ace5-cc790e8262e9 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490637 Sep 02 13:37:59.189658 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a806825a-513c-4f84-9b5e-6b63ed05c159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.196654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:59.200328 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a806825a-513c-4f84-9b5e-6b63ed05c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.262196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46cf29cb-544c-4306-8665-c718a11f3455 req-786b4089-185f-4b5e-ad2e-0e07d3b6a443 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 210 time: 0.0673063 Sep 02 13:37:59.298686 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a806825a-513c-4f84-9b5e-6b63ed05c159 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11f74b77d9f64218b5429205d78a6a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497978 Sep 02 13:37:59.302076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:37:59.313127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806825a-513c-4f84-9b5e-6b63ed05c159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5522496-bd1a-49e4-bc63-01aa0841a43f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:59.349340 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.371774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-2c3a36a2-a6af-4c41-aef0-8a63c930cb69 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f02aa722c14740a482716c439210387a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405107 Sep 02 13:37:59.403461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53eee4-bf7b-434e-b0b7-ffc0df2ea5af req-e7721d69-a4c0-439a-a3ff-9c94a756abf4 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:59.412345 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1d53eee4-bf7b-434e-b0b7-ffc0df2ea5af req-e7721d69-a4c0-439a-a3ff-9c94a756abf4 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 944 time: 0.2079029 Sep 02 13:37:59.423341 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8e65649-07bd-481f-8c74-0532906fd904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.449479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1937532780'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:59.481173 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8e65649-07bd-481f-8c74-0532906fd904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.512242 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Made reservation on behalf of 74e2de6bfd1e4b54aade45fd2b5d8494 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:59.517123 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.529875 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1d53eee4-bf7b-434e-b0b7-ffc0df2ea5af req-72a23097-4acd-4240-a6e7-411ef23677ae tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166227 Sep 02 13:37:59.539561 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.607474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-a84a0f92-4c2e-472f-a206-75defd57d598 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:59.610317 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8e65649-07bd-481f-8c74-0532906fd904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.610454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-a84a0f92-4c2e-472f-a206-75defd57d598 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289188 Sep 02 13:37:59.611817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8e65649-07bd-481f-8c74-0532906fd904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.616411 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f8e65649-07bd-481f-8c74-0532906fd904 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5522496-bd1a-49e4-bc63-01aa0841a43f HTTP/1.1" status: 204 len: 168 time: 0.3132677 Sep 02 13:37:59.637990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Request body: {'port': {'device_id': '1b1da792-5308-4edc-a596-921725bbb44f', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'f02aa722c14740a482716c439210387a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:37:59.737831 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.740811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e65649-07bd-481f-8c74-0532906fd904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5522496-bd1a-49e4-bc63-01aa0841a43f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:59.744777 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.773948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Made reservation on behalf of f02aa722c14740a482716c439210387a for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:37:59.774950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:37:59.779547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.796586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98453f9c-2329-4ade-99ab-7a6852b1392c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:37:59.800171 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.800880 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Added segment df64b60b-f688-4b86-b1a0-29809d71f5da of type vlan for network 7345d412-b247-4ae2-9dbe-647d61075940 Sep 02 13:37:59.851410 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.908509 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.918811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:37:59.919975 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:37:59.981400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ade17737-0ad2-4b18-800f-418872b2c4af up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:37:59.984389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7761819 Sep 02 13:38:00.017618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d529a-c94d-45bd-b67f-7431e52fa386 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Pushing event updated for resources: {'Network': ['ID=7345d412-b247-4ae2-9dbe-647d61075940,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:00.022425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Allocated IP 192.168.233.208 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/c498b72f-176f-43e3-8862-0cf49e77cfe0) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:00.050486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 7345d412-b247-4ae2-9dbe-647d61075940 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:00.084456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a08d73-e7e4-4abe-b1ff-22155b060132 req-a8c32dd9-1d8b-450c-b418-311d6996b178 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:00.085993 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0a08d73-e7e4-4abe-b1ff-22155b060132 req-a8c32dd9-1d8b-450c-b418-311d6996b178 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1193128 Sep 02 13:38:00.104023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port ade17737-0ad2-4b18-800f-418872b2c4af completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:00.118032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port ade17737-0ad2-4b18-800f-418872b2c4af triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:00.118411 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.186731 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0a08d73-e7e4-4abe-b1ff-22155b060132 req-8c49d3be-932e-4302-a2a9-b443253a215d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892878 Sep 02 13:38:00.264165 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.281097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Transition to ACTIVE for port object c498b72f-176f-43e3-8862-0cf49e77cfe0 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:00.297032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.299147 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.312987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60496) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:00.321358 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Request body: {'port': {'network_id': '7345d412-b247-4ae2-9dbe-647d61075940', 'binding:host_id': 'n-h1-794796-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1397586305'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:00.344212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.346277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade17737-0ad2-4b18-800f-418872b2c4af'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:00.350018 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9411adc4-7434-4ca6-8e3c-04f4550729b0" -d '{"events": [{"server_uuid": "09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec", "name": "network-vif-plugged", "status": "completed", "tag": "ade17737-0ad2-4b18-800f-418872b2c4af"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:00.364137 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['bfd59233-7e40-407d-b470-e3662fa33774'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:38:00.367947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port ade17737-0ad2-4b18-800f-418872b2c4af, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ade17737-0ad2-4b18-800f-418872b2c4af,segment=NetworkSegment(b02e5fab-fd17-4644-b670-c2adeba97d01),segment_id=b02e5fab-fd17-4644-b670-c2adeba97d01)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:00.387366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Made reservation on behalf of 5cabe7d1060d4b03a04be2d894a64084 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:00.392394 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.392692 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.399115 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51721012-62a4-4c2e-b5da-180a90d69f15 req-311d8ab6-c5a8-4211-b1f0-eb0f177b6582 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:00.400753 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-51721012-62a4-4c2e-b5da-180a90d69f15 req-311d8ab6-c5a8-4211-b1f0-eb0f177b6582 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 949 time: 0.0970957 Sep 02 13:38:00.418483 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.423842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:00.435501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:00.438462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Pushing event updated for resources: {'Port': ['ID=c498b72f-176f-43e3-8862-0cf49e77cfe0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:00.440736 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:00.499684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:00.500403 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.536926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-51721012-62a4-4c2e-b5da-180a90d69f15 req-ed80ee10-0fad-4bb7-a3f5-e2f0510fc813 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270921 Sep 02 13:38:00.599150 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb1b63-a1db-44e6-a867-632b44a8b33d req-a2e4ce07-7ef4-4173-85b2-9f17a425320f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:00.610054 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14bb1b63-a1db-44e6-a867-632b44a8b33d req-a2e4ce07-7ef4-4173-85b2-9f17a425320f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2132072 Sep 02 13:38:00.656358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=ade17737-0ad2-4b18-800f-418872b2c4af,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:00.719101 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14bb1b63-a1db-44e6-a867-632b44a8b33d req-dddf2421-db58-4128-98c7-bf5cf94c4a3a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080861 Sep 02 13:38:00.744848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c21e04-824b-4de8-b9b7-918301b9aeb5 req-983421f3-3690-434d-b730-88f7914db8ce tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:00.748636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:00.749271 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.754685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.761926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-66c21e04-824b-4de8-b9b7-918301b9aeb5 req-983421f3-3690-434d-b730-88f7914db8ce tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 936 time: 0.1210103 Sep 02 13:38:00.770206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] device_id is not set on port 4d7059a5-3aac-497f-88cf-a914ad496b3b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:00.830249 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-711c377e-837d-4653-8c67-c83e003e7886 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2034783 Sep 02 13:38:00.830983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:00.832144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3d87ce70-e63c-4dd3-8bd1-4111693e5a1b not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:00.837604 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eb346f-393d-42d5-a337-84717327cf2f x-openstack-request-id: req-c0eb346f-393d-42d5-a337-84717327cf2f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:00.838139 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec", "name": "network-vif-plugged", "status": "completed", "tag": "ade17737-0ad2-4b18-800f-418872b2c4af", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:00.838804 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0eb346f-393d-42d5-a337-84717327cf2f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:00.839541 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade17737-0ad2-4b18-800f-418872b2c4af', 'code': 200} Sep 02 13:38:00.870607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Request body: {'port': {'device_id': '1b1da792-5308-4edc-a596-921725bbb44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:00.905074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d9867a7-0f0c-46c1-8aa9-0c84e3f2b919 None None] Provisioning for port c498b72f-176f-43e3-8862-0cf49e77cfe0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:00.910960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d9867a7-0f0c-46c1-8aa9-0c84e3f2b919 None None] Provisioning complete for port c498b72f-176f-43e3-8862-0cf49e77cfe0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:00.911684 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d9867a7-0f0c-46c1-8aa9-0c84e3f2b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:00.916962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc1db2-9e26-44d4-b74a-265388b55977,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:00.968492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6d9867a7-0f0c-46c1-8aa9-0c84e3f2b919 None None] Port c498b72f-176f-43e3-8862-0cf49e77cfe0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:01.002186 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-66c21e04-824b-4de8-b9b7-918301b9aeb5 req-f0e0628d-64ba-4fc1-a61a-c0080a97fdd5 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393672 Sep 02 13:38:01.075705 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:01.101829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772d81b-fc5f-4389-83ed-cf1951826daa req-cba1bab8-e4b3-421a-8662-10aaec9d7ee5 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:01.103899 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c772d81b-fc5f-4389-83ed-cf1951826daa req-cba1bab8-e4b3-421a-8662-10aaec9d7ee5 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 945 time: 0.1682365 Sep 02 13:38:01.137393 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2bdccaa-4f30-4042-b68d-01d951075bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:01.179684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255191b6-3392-441f-bd94-0e8b7f81a87b req-046cf016-5852-4d8d-82de-aa03d9a2c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:01.182737 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-255191b6-3392-441f-bd94-0e8b7f81a87b req-046cf016-5852-4d8d-82de-aa03d9a2c2c0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 1096 time: 0.1948831 Sep 02 13:38:01.211565 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c772d81b-fc5f-4389-83ed-cf1951826daa req-fd7a1769-b621-45a1-944a-72713852ef81 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908935 Sep 02 13:38:01.220251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] device_id is not set on port 4d7059a5-3aac-497f-88cf-a914ad496b3b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:01.257003 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:01.272328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Transition to ACTIVE for port object 4d7059a5-3aac-497f-88cf-a914ad496b3b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:01.286895 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:01.334376 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-255191b6-3392-441f-bd94-0e8b7f81a87b req-12fbbdc2-ee95-4315-9bbf-599e982e4815 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345849 Sep 02 13:38:01.354950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-4994ed0e-984f-4c70-8151-222be83b8bf5 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:01.355920 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-4994ed0e-984f-4c70-8151-222be83b8bf5 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 949 time: 0.1819720 Sep 02 13:38:01.380586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7059a5-3aac-497f-88cf-a914ad496b3b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:01.415073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7793e-87ba-4fad-9611-c3372340bd3e req-36b1f3cf-f916-4b55-9a40-8bcace825da9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:01.416665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44e7793e-87ba-4fad-9611-c3372340bd3e req-36b1f3cf-f916-4b55-9a40-8bcace825da9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1015973 Sep 02 13:38:01.417908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Checking segment: {'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:01.418283 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Network hostable DHCP agents. Network: 7345d412-b247-4ae2-9dbe-647d61075940, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:01.454006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Network 7345d412-b247-4ae2-9dbe-647d61075940 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:01.475911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 7345d412-b247-4ae2-9dbe-647d61075940) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:01.481348 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:01.486826 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2aab57-e9c3-4404-a8fe-db42e11e6543 None None] Network 7345d412-b247-4ae2-9dbe-647d61075940 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:01.492487 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44e7793e-87ba-4fad-9611-c3372340bd3e req-fb274bda-acdb-4616-9a86-47e3991416f7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642838 Sep 02 13:38:01.502579 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.503024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.503481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.508770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.509330 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.510034 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 2 to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b Sep 02 13:38:01.531697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.532181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.532657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.538610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.544218 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.548539 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 3 to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b Sep 02 13:38:01.563584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Deleting port d92071a2-85a1-43ae-bc5b-ee3d5739a061 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:01.564092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:01.571219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.571567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.571933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.580920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.581296 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.581635 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 4 to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b Sep 02 13:38:01.617864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.618195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.618545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.625805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.626527 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.630117 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 5 to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b Sep 02 13:38:01.693173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.693962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.694694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.705607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.706125 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.706750 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 6 to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b Sep 02 13:38:01.752050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.752393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.752753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.761673 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.762007 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.763228 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 7 to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b Sep 02 13:38:01.775964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:01.791185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43b759-3521-4fb8-bd9c-cc9a1d1075ad req-f19cd394-8b79-4eb6-902f-0eeb26fbde4c tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:01.792818 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be43b759-3521-4fb8-bd9c-cc9a1d1075ad req-f19cd394-8b79-4eb6-902f-0eeb26fbde4c tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 949 time: 0.1341047 Sep 02 13:38:01.807944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.808140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.808486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.821151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.821493 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.828248 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 8 to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b Sep 02 13:38:01.847033 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.847346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.848339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.861447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.861779 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.862316 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 9 to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b Sep 02 13:38:01.868059 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be43b759-3521-4fb8-bd9c-cc9a1d1075ad req-eaa828eb-617e-4530-be12-151526e8aa13 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/security-groups?id=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557923 Sep 02 13:38:01.879664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.879974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.880316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.885591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.885928 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.886323 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 10 to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b Sep 02 13:38:01.902014 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:01.902588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:01.903231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:01.908458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 4d7059a5-3aac-497f-88cf-a914ad496b3b on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:01.909123 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 4d7059a5-3aac-497f-88cf-a914ad496b3b on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:01.918370 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:01.936822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-141845721', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:01.999833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Made reservation on behalf of e4252a413280439eb951bc5371055d59 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:02.002050 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.015365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c498b72f-176f-43e3-8862-0cf49e77cfe0 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:38:02.015906 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.033035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] For port 4d7059a5-3aac-497f-88cf-a914ad496b3b, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:02.033446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 13:38:02.042771 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.049612 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.084063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] For port d92071a2-85a1-43ae-bc5b-ee3d5739a061, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=d92071a2-85a1-43ae-bc5b-ee3d5739a061,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:02.084963 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.090037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:02.090824 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.125685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9561274-fbb3-4e0c-b352-49b2f85a8bcf req-996bff4f-2d5a-4163-b6cb-88f6758bbe94 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:02.129808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d9561274-fbb3-4e0c-b352-49b2f85a8bcf req-996bff4f-2d5a-4163-b6cb-88f6758bbe94 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.4614723 Sep 02 13:38:02.131153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Transition to ACTIVE for port object c498b72f-176f-43e3-8862-0cf49e77cfe0 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:02.141032 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.141264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7059a5-3aac-497f-88cf-a914ad496b3b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:02.146535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Calling delete_port for d92071a2-85a1-43ae-bc5b-ee3d5739a061 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:02.203780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a2cad-eba6-4bb7-94be-96f51d0966b6 req-2c49e8f7-1b1a-40a3-bc44-26cd2aef62a6 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:02.205387 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa7a2cad-eba6-4bb7-94be-96f51d0966b6 req-2c49e8f7-1b1a-40a3-bc44-26cd2aef62a6 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 948 time: 0.0828083 Sep 02 13:38:02.248902 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.257299 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.267347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] device_id is not set on port 6c12f01a-ad47-4889-92c9-639968240a36 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:02.286153 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-607cac30-72a3-447c-8aa9-8ec46ae30fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9718440 Sep 02 13:38:02.290817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:02.294600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Pushing event updated for resources: {'Port': ['ID=c498b72f-176f-43e3-8862-0cf49e77cfe0,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:02.315515 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d9561274-fbb3-4e0c-b352-49b2f85a8bcf req-dd3cf19b-4047-4096-b6fc-85f817573687 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770902 Sep 02 13:38:02.339120 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa7a2cad-eba6-4bb7-94be-96f51d0966b6 req-574889fd-490e-4fff-ac7c-fa670ba2af26 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184306 Sep 02 13:38:02.415003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd130195-aa2a-48ad-88c3-14bebfb5e2a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:02.426879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Attempting to bind port c498b72f-176f-43e3-8862-0cf49e77cfe0 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:02.427613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Attempting to bind port c498b72f-176f-43e3-8862-0cf49e77cfe0 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:02.428964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Attempting to bind port c498b72f-176f-43e3-8862-0cf49e77cfe0 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:02.442677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Port c498b72f-176f-43e3-8862-0cf49e77cfe0 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:02.443257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Attempting to bind port c498b72f-176f-43e3-8862-0cf49e77cfe0 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:02.456117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:02.456117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:02.456759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:02.458074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Bound port: c498b72f-176f-43e3-8862-0cf49e77cfe0, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:02.458592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.569353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Allocated IP 172.25.3.35 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/6c12f01a-ad47-4889-92c9-639968240a36) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:02.614700 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.632211 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-22c43fe6-e19b-46e5-8e0a-8a724d5ce78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Deleting port 4d7059a5-3aac-497f-88cf-a914ad496b3b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:02.632558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22c43fe6-e19b-46e5-8e0a-8a724d5ce78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.673372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] For port c498b72f-176f-43e3-8862-0cf49e77cfe0, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:02.677187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Pushing event deleted for resources: {'Port': ['ID=d92071a2-85a1-43ae-bc5b-ee3d5739a061,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:02.704611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] For port c498b72f-176f-43e3-8862-0cf49e77cfe0, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c498b72f-176f-43e3-8862-0cf49e77cfe0,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:02.753727 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.765267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-22c43fe6-e19b-46e5-8e0a-8a724d5ce78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] For port 4d7059a5-3aac-497f-88cf-a914ad496b3b, host n-h1-794796-4, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:02.765541 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22c43fe6-e19b-46e5-8e0a-8a724d5ce78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.776475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0f568-a871-4b36-bb9e-a8144874aa8b req-35e0d93c-943d-4dec-9b71-afb48d45ebde tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:02.779640 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27c0f568-a871-4b36-bb9e-a8144874aa8b req-35e0d93c-943d-4dec-9b71-afb48d45ebde tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 945 time: 0.1671028 Sep 02 13:38:02.817460 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd103dd5-2907-4e4d-a964-50b05c65e605 req-b0f46187-bca2-4f5e-8846-ff75738159db tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:02.819048 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cd103dd5-2907-4e4d-a964-50b05c65e605 req-b0f46187-bca2-4f5e-8846-ff75738159db tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1512933 Sep 02 13:38:02.821213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] No DVR routers for this DVR port d92071a2-85a1-43ae-bc5b-ee3d5739a061 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:02.828264 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.830289 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a0b93d07-0a9f-49a6-9ce1-17ae651288b8 req-1401ff66-e04a-41f2-8ac6-4ea1cafb0840 tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.77 "DELETE /v2.0/ports/d92071a2-85a1-43ae-bc5b-ee3d5739a061 HTTP/1.1" status: 204 len: 173 time: 1.4632361 Sep 02 13:38:02.830742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-deleted', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:02.833110 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d6cdf9-a01f-4aa7-831c-e9ff6b2f85cf" -d '{"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-deleted", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:02.838787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:02.839416 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:02.840866 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] 10.222.0.77 "PUT /v2.0/ports/c498b72f-176f-43e3-8862-0cf49e77cfe0 HTTP/1.1" status: 200 len: 1096 time: 1.9908957 Sep 02 13:38:02.872583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-22c43fe6-e19b-46e5-8e0a-8a724d5ce78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Calling delete_port for 4d7059a5-3aac-497f-88cf-a914ad496b3b owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:02.875903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57b915-4141-4bef-bb11-0636128292ad service neutron] Pushing event updated for resources: {'Port': ['ID=c498b72f-176f-43e3-8862-0cf49e77cfe0,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:02.898156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cd103dd5-2907-4e4d-a964-50b05c65e605 req-7ffa81fd-e777-41ce-8b06-cde47208bd16 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Sep 02 13:38:02.927289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27c0f568-a871-4b36-bb9e-a8144874aa8b req-b22d5f19-b690-4fa0-87d8-943eb7714d3a tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325104 Sep 02 13:38:02.952820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-30af04ed-a744-467f-ba1a-1c87586a2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:02.954879 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-30af04ed-a744-467f-ba1a-1c87586a2f9e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f02aa722c14740a482716c439210387a&device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 1099 time: 0.0536675 Sep 02 13:38:03.019014 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e064d90-d4f3-4651-ae97-5c3933f8dd07 x-openstack-request-id: req-5e064d90-d4f3-4651-ae97-5c3933f8dd07 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:03.019905 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be5b8b5-20fc-422c-8587-fded4afa9a44", "name": "network-vif-deleted", "tag": "d92071a2-85a1-43ae-bc5b-ee3d5739a061", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:03.020595 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e064d90-d4f3-4651-ae97-5c3933f8dd07 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:03.021815 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be5b8b5-20fc-422c-8587-fded4afa9a44', 'name': 'network-vif-deleted', 'tag': 'd92071a2-85a1-43ae-bc5b-ee3d5739a061', 'status': 'completed', 'code': 200} Sep 02 13:38:03.024832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-1d1a651c-aa38-4aa1-b5bd-1f33450c9375 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c498b72f-176f-43e3-8862-0cf49e77cfe0 HTTP/1.1" status: 200 len: 217 time: 0.0609286 Sep 02 13:38:03.040436 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.082797 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22c43fe6-e19b-46e5-8e0a-8a724d5ce78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.110341 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69c695c8-791f-45a3-b558-99cf4c7ce0b9 req-059431bf-2d31-4194-aa0c-b226ff0dc02d tempest-ListImageFiltersTestJSON-1338852254 tempest-ListImageFiltersTestJSON-1338852254-project] 10.222.0.13 "GET /v2.0/ports?device_id=2be5b8b5-20fc-422c-8587-fded4afa9a44 HTTP/1.1" status: 200 len: 210 time: 0.0420907 Sep 02 13:38:03.121858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-a7cf8fb7-38c3-441e-9907-ff1bf34439b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:03.132925 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-a7cf8fb7-38c3-441e-9907-ff1bf34439b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0858459 Sep 02 13:38:03.138365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c43fe6-e19b-46e5-8e0a-8a724d5ce78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d7059a5-3aac-497f-88cf-a914ad496b3b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:03.150197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22c43fe6-e19b-46e5-8e0a-8a724d5ce78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.154359 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-22c43fe6-e19b-46e5-8e0a-8a724d5ce78a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4d7059a5-3aac-497f-88cf-a914ad496b3b HTTP/1.1" status: 204 len: 168 time: 0.8590178 Sep 02 13:38:03.156837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:03.184580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c5ba3-1ffd-4258-bef3-979e41d24f69 req-b77bff8b-ede8-485f-97d3-1f294a7dde1f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:03.186245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e90c5ba3-1ffd-4258-bef3-979e41d24f69 req-b77bff8b-ede8-485f-97d3-1f294a7dde1f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1095495 Sep 02 13:38:03.186383 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-280a52ce-3ec1-40d5-97a9-39e863ba5441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:38:03.189777 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-280a52ce-3ec1-40d5-97a9-39e863ba5441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "GET /v2.0/ports/4d7059a5-3aac-497f-88cf-a914ad496b3b HTTP/1.1" status: 404 len: 333 time: 0.0300996 Sep 02 13:38:03.193176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60566) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:03.198342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Request body: {'port': {'network_id': '7345d412-b247-4ae2-9dbe-647d61075940', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-242073605'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:03.205818 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.209219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-fd365ec4-94cb-4844-8192-d8835ce9237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:03.210795 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-fd365ec4-94cb-4844-8192-d8835ce9237c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793653 Sep 02 13:38:03.268099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:03.271322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:03.275513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:03.303864 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Made reservation on behalf of 5cabe7d1060d4b03a04be2d894a64084 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:03.306212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.313436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Pushing event updated for resources: {'Port': ['ID=6c12f01a-ad47-4889-92c9-639968240a36,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:03.322830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e90c5ba3-1ffd-4258-bef3-979e41d24f69 req-8082b7f6-7181-4cfe-9bfc-8afa0c5fd69b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192162 Sep 02 13:38:03.336329 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] device_id is not set on port 99f0a753-63db-4442-a1ea-2e8143c25cb2 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:03.336432 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:03.337017 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.359980 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ddc5a616-71dd-4e58-873c-05e7eee9deb3 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5804529 Sep 02 13:38:03.361443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60570) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:03.376340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}]}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:03.406177 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.409427 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.409578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-01037d64-201b-48a5-9d38-369ba5ff193d service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817610 Sep 02 13:38:03.538287 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.556120 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63f4227d-6b75-4db9-85b8-9036b3578131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.650498 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be0ba97a-b8d5-4fe6-a213-31db3a862651 req-8ef383b6-c4d4-4ef9-937e-fa5c372b6b9f service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313890 Sep 02 13:38:03.651105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa1c54-ad98-4286-a6df-7f13de15e41c req-d490455b-d833-49be-8239-02b9e3172cb1 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:03.652445 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6aa1c54-ad98-4286-a6df-7f13de15e41c req-d490455b-d833-49be-8239-02b9e3172cb1 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 948 time: 0.1401153 Sep 02 13:38:03.663524 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.683200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01905d-471a-404c-8e2d-e20bfc7dac83 req-7dd789bc-6ea1-4a89-97fc-ed959cec268a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:03.684745 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4a01905d-471a-404c-8e2d-e20bfc7dac83 req-7dd789bc-6ea1-4a89-97fc-ed959cec268a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1220570 Sep 02 13:38:03.740626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4a01905d-471a-404c-8e2d-e20bfc7dac83 req-ebfcbd5b-bd12-4a97-b210-5be8fe858fa0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465126 Sep 02 13:38:03.742327 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.747133 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.797220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Network 7345d412-b247-4ae2-9dbe-647d61075940 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:03.799785 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6aa1c54-ad98-4286-a6df-7f13de15e41c req-59c223c0-6fb1-4a77-8205-d21afbb0a989 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013596 Sep 02 13:38:03.804768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'Port': ['ID=99f0a753-63db-4442-a1ea-2e8143c25cb2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:03.807409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:03.810016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:03.810400 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:03.810998 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:03.848769 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3940ed7b-57ab-4759-94c1-02c660cf2c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6543651 Sep 02 13:38:03.849372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60584) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:03.854556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:03.951224 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.002787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267df2bf-7eb7-467d-ab8e-050afdc5ccf9 req-0f7fde72-7914-476b-86ae-4809c17a2631 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:04.004894 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-267df2bf-7eb7-467d-ab8e-050afdc5ccf9 req-0f7fde72-7914-476b-86ae-4809c17a2631 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0872481 Sep 02 13:38:04.058254 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.087373 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.090608 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.106127 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-267df2bf-7eb7-467d-ab8e-050afdc5ccf9 req-35abbd50-46bc-4b11-b8d6-5c78bc0986c0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880904 Sep 02 13:38:04.106382 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b40800-fd57-41c8-9e28-734522fe2a0b req-288eaccf-bd2e-4656-b591-7eca42748b19 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:04.106382 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9b40800-fd57-41c8-9e28-734522fe2a0b req-288eaccf-bd2e-4656-b591-7eca42748b19 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 945 time: 0.0867851 Sep 02 13:38:04.224227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9b40800-fd57-41c8-9e28-734522fe2a0b req-3ac0534d-a71a-4cb2-81c1-c1488e617a05 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095405 Sep 02 13:38:04.235334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] device_id is not set on port 99f0a753-63db-4442-a1ea-2e8143c25cb2 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:04.259986 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.284739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Transition to ACTIVE for port object 99f0a753-63db-4442-a1ea-2e8143c25cb2 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:04.289271 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.331417 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.357529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'Port': ['ID=99f0a753-63db-4442-a1ea-2e8143c25cb2,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:04.367176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.367598 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.368102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.374782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.375138 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.375523 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 2 to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 Sep 02 13:38:04.389960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.390353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.390659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.396261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.396588 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.396980 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 3 to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 Sep 02 13:38:04.409490 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.409897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.410776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.415416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.415782 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.416189 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 4 to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 Sep 02 13:38:04.428926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.429277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.429616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.433969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.434300 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.434679 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 5 to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 Sep 02 13:38:04.447417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.447770 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.448111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.452379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.452720 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.453154 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 6 to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 Sep 02 13:38:04.470022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.470480 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.470686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.475312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.475643 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.476249 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 7 to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 Sep 02 13:38:04.488920 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.489375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.489754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.494700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.494985 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.495299 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 8 to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 Sep 02 13:38:04.514267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.514615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.514961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.516544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ecb2-e977-4141-be6a-80ccfb6e355a req-2301a775-cba5-4cd3-9dff-e3c094f0293a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:04.518071 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0c9ecb2-e977-4141-be6a-80ccfb6e355a req-2301a775-cba5-4cd3-9dff-e3c094f0293a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2140241 Sep 02 13:38:04.520325 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.521354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.521703 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.522101 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 9 to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 Sep 02 13:38:04.522671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.536175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.536533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.537023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.542164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.542595 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.543175 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 10 to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 Sep 02 13:38:04.559716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:04.560296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:04.560884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:04.568866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:04.569414 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:04.570246 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.591491 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.592367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0999c72-4dc9-40b4-9871-6413784392b9 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:38:04.616548 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0c9ecb2-e977-4141-be6a-80ccfb6e355a req-e69c8030-2458-4ead-abdd-bb569daee215 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863602 Sep 02 13:38:04.620887 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 02 13:38:04.622053 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-153e2c46-580f-4ac5-8466-3fdd6b363170 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2594626 Sep 02 13:38:04.628430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60618) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:04.743838 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:04.761658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] For port 99f0a753-63db-4442-a1ea-2e8143c25cb2, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:04.762682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempted to set empty binding levels {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 13:38:04.776037 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.776560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: d92071a2-85a1-43ae-bc5b-ee3d5739a061 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:04.777090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device d92071a2-85a1-43ae-bc5b-ee3d5739a061 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:04.789124 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.800958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b7ff1-bfa0-451d-8f75-ff91d901fb8e req-c93d61ca-41ca-4cca-8cd1-4f036b90c93e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:04.800958 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-763b7ff1-bfa0-451d-8f75-ff91d901fb8e req-c93d61ca-41ca-4cca-8cd1-4f036b90c93e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0752089 Sep 02 13:38:04.824236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] In _notify_port_updated(), no bound segment for port 99f0a753-63db-4442-a1ea-2e8143c25cb2 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:38:04.825073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:04.825677 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.826982 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "PUT /v2.0/ports/99f0a753-63db-4442-a1ea-2e8143c25cb2 HTTP/1.1" status: 200 len: 978 time: 0.9766967 Sep 02 13:38:04.833560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60638) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:04.847484 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4e3973f9-6aba-4e7d-838d-bc496a7d3da6 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Deleting port 6c12f01a-ad47-4889-92c9-639968240a36 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:04.847941 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e3973f9-6aba-4e7d-838d-bc496a7d3da6 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.887851 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2023dd-a5d3-47b1-b423-918483b0a755 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'Port': ['ID=99f0a753-63db-4442-a1ea-2e8143c25cb2,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:04.902659 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-763b7ff1-bfa0-451d-8f75-ff91d901fb8e req-39fe364d-b013-41cf-935d-7de5f22771da tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955758 Sep 02 13:38:04.962082 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e3973f9-6aba-4e7d-838d-bc496a7d3da6 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:04.976629 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4e3973f9-6aba-4e7d-838d-bc496a7d3da6 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Calling delete_port for 6c12f01a-ad47-4889-92c9-639968240a36 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:05.022338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.023228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.023815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.024356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.024893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.025756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.026186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1da792-5308-4edc-a596-921725bbb44f', 'tag': 'c498b72f-176f-43e3-8862-0cf49e77cfe0'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:05.026576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.027175 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.027717 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.028276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.028493 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a054e7-0f2f-499c-96a4-f84318f92c95" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1da792-5308-4edc-a596-921725bbb44f", "tag": "c498b72f-176f-43e3-8862-0cf49e77cfe0"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:05.028913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.029550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.030322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.031282 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.032455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.033558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.034110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.035047 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.035772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.036601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.037517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.038135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.038967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.039532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.040268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.040874 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.041364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.041835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.050145 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-df111c8e-5f4c-4708-b2db-bf3f64ad783b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25184 time: 0.2149339 Sep 02 13:38:05.051050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60660) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:05.215518 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa890-05bc-4b66-98ae-ce3fcfaf3ec7 req-86efa183-b62f-4437-ae4c-b14d3028e6dd tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.217072 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b7cfa890-05bc-4b66-98ae-ce3fcfaf3ec7 req-86efa183-b62f-4437-ae4c-b14d3028e6dd tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 948 time: 0.1231956 Sep 02 13:38:05.219094 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e3973f9-6aba-4e7d-838d-bc496a7d3da6 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:05.259902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3973f9-6aba-4e7d-838d-bc496a7d3da6 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c12f01a-ad47-4889-92c9-639968240a36,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:05.301412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-346e3101-ddf3-4ced-b80f-dc4069fc268a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Deleting port 99f0a753-63db-4442-a1ea-2e8143c25cb2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:05.301826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-346e3101-ddf3-4ced-b80f-dc4069fc268a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:05.380782 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b7cfa890-05bc-4b66-98ae-ce3fcfaf3ec7 req-ec645a34-ea7b-457a-b710-f956e8f7935d tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518941 Sep 02 13:38:05.408490 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e3973f9-6aba-4e7d-838d-bc496a7d3da6 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:05.417597 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4e3973f9-6aba-4e7d-838d-bc496a7d3da6 tempest-RoutersAdminNegativeTest-217016282 tempest-RoutersAdminNegativeTest-217016282-project-admin] 10.222.0.13 "DELETE /v2.0/ports/6c12f01a-ad47-4889-92c9-639968240a36 HTTP/1.1" status: 204 len: 168 time: 0.7808571 Sep 02 13:38:05.419361 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-346e3101-ddf3-4ced-b80f-dc4069fc268a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] For port 99f0a753-63db-4442-a1ea-2e8143c25cb2, host n-h1-794796-4, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:05.420536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-346e3101-ddf3-4ced-b80f-dc4069fc268a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:05.441344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-346e3101-ddf3-4ced-b80f-dc4069fc268a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Calling delete_port for 99f0a753-63db-4442-a1ea-2e8143c25cb2 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:05.518881 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3631da-4c22-4a3c-9320-5dfb1b434d6b x-openstack-request-id: req-cc3631da-4c22-4a3c-9320-5dfb1b434d6b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:05.519461 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1da792-5308-4edc-a596-921725bbb44f", "tag": "c498b72f-176f-43e3-8862-0cf49e77cfe0", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:05.519933 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc3631da-4c22-4a3c-9320-5dfb1b434d6b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:05.520460 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1da792-5308-4edc-a596-921725bbb44f', 'tag': 'c498b72f-176f-43e3-8862-0cf49e77cfe0', 'status': 'completed', 'code': 200} Sep 02 13:38:05.635552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-526464b8-aca1-4aa9-acd4-19d999a17922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.637133 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-526464b8-aca1-4aa9-acd4-19d999a17922 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f02aa722c14740a482716c439210387a&device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 1099 time: 0.1274719 Sep 02 13:38:05.650556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcd036-818a-41e4-ba65-5faa62c11a1c req-72ec704e-7f3b-4b5c-a09d-043e16bc6266 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.652098 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16fcd036-818a-41e4-ba65-5faa62c11a1c req-72ec704e-7f3b-4b5c-a09d-043e16bc6266 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1306415 Sep 02 13:38:05.722067 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-346e3101-ddf3-4ced-b80f-dc4069fc268a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:05.788682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e3101-ddf3-4ced-b80f-dc4069fc268a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event deleted for resources: {'Port': ['ID=99f0a753-63db-4442-a1ea-2e8143c25cb2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:05.810539 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-346e3101-ddf3-4ced-b80f-dc4069fc268a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:05.812594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-346e3101-ddf3-4ced-b80f-dc4069fc268a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "DELETE /v2.0/ports/99f0a753-63db-4442-a1ea-2e8143c25cb2 HTTP/1.1" status: 204 len: 168 time: 0.7604866 Sep 02 13:38:05.815769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:05.824285 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16fcd036-818a-41e4-ba65-5faa62c11a1c req-be5c78fd-ecf6-4360-b7ef-17d7ae0f043c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599731 Sep 02 13:38:05.859029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:05.876549 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-510a9c79-6ce7-45e9-af87-6d9e7c49864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:38:05.884025 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-510a9c79-6ce7-45e9-af87-6d9e7c49864c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "GET /v2.0/ports/99f0a753-63db-4442-a1ea-2e8143c25cb2 HTTP/1.1" status: 404 len: 333 time: 0.0650568 Sep 02 13:38:05.887127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60704) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:05.892139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:05.897306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-196589035', 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:05.907670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-0d7274d7-3e61-42f9-8949-50a70d6098c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:05.910720 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-0d7274d7-3e61-42f9-8949-50a70d6098c2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2569890 Sep 02 13:38:05.971475 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-f683bd68-1492-4933-9905-23635e0c7c02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c498b72f-176f-43e3-8862-0cf49e77cfe0 HTTP/1.1" status: 200 len: 217 time: 0.0498848 Sep 02 13:38:06.019369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Made reservation on behalf of 5cabe7d1060d4b03a04be2d894a64084 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:06.022120 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.093760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] device_id is not set on port fec50ac5-1f68-4427-a013-367d126ef16e yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:06.094416 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad9135b6-38fb-438e-9ff7-91c98d9eea41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.120437 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-8de3a97c-139c-44c2-ad0a-d1d0edc46ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:06.122098 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-8de3a97c-139c-44c2-ad0a-d1d0edc46ff7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1350157 Sep 02 13:38:06.160450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609a58-1927-4f16-bd81-7615dbb63b0c req-f102677e-05af-4188-be6b-46ab0b0e946c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:06.162342 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3f609a58-1927-4f16-bd81-7615dbb63b0c req-f102677e-05af-4188-be6b-46ab0b0e946c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1887553 Sep 02 13:38:06.215977 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad9135b6-38fb-438e-9ff7-91c98d9eea41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.220511 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad9135b6-38fb-438e-9ff7-91c98d9eea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.237491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:06.237799 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dde1bcc7-0f55-4ee2-8387-5ffb5bfe6bec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d1e64405b8b479fb13ee4e921e279cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774426 Sep 02 13:38:06.285116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ad9135b6-38fb-438e-9ff7-91c98d9eea41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efadd7af2451414eba51ac23ce3e9152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918719 Sep 02 13:38:06.285935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9135b6-38fb-438e-9ff7-91c98d9eea41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1af30a-e67d-47ef-af29-f3776d3e3846,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:06.291536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:06.300147 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3f609a58-1927-4f16-bd81-7615dbb63b0c req-a809285a-d8ce-4ef7-a637-7efabcc1e52d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216092 Sep 02 13:38:06.302107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-f71a6175-d01e-495d-bb9f-4b41b82e4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:06.303622 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-f71a6175-d01e-495d-bb9f-4b41b82e4990 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361611 Sep 02 13:38:06.451361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.467536 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34263e56-8a6f-4300-a50d-8767355fda91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.469468 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe700b46-5b3d-4769-9548-ce445f9ecfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.470401 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.501076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-a58f5c65-6805-41aa-af43-c846d960e246 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797678 Sep 02 13:38:06.546437 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe700b46-5b3d-4769-9548-ce445f9ecfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.551047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34263e56-8a6f-4300-a50d-8767355fda91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.613930 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.667021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee87907-4d92-40d3-9798-47662fc6c981 req-fb3f776b-d6d3-452b-a994-def56273963c tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:06.668641 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee87907-4d92-40d3-9798-47662fc6c981 req-fb3f776b-d6d3-452b-a994-def56273963c tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 948 time: 0.1550953 Sep 02 13:38:06.703255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Network 7345d412-b247-4ae2-9dbe-647d61075940 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:06.707127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'Port': ['ID=fec50ac5-1f68-4427-a013-367d126ef16e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:06.725661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:06.731009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:06.732410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:06.732589 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:06.745357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7a054e7-0f2f-499c-96a4-f84318f92c95 req-615786f3-226a-401a-a15f-66fde4543e25 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327032 Sep 02 13:38:06.757890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c498b72f-176f-43e3-8862-0cf49e77cfe0 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:38:06.762076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3135deb3-25f6-4d3b-9739-22f65a509f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8714588 Sep 02 13:38:06.765444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60744) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:06.784160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eee87907-4d92-40d3-9798-47662fc6c981 req-8a2b3a94-7280-42f3-84ef-2f9ffc8b028c tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042376 Sep 02 13:38:06.826689 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ee9f3-21ba-43a2-8976-d5087a0b0fc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:06.831454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c63ee9f3-21ba-43a2-8976-d5087a0b0fc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "GET /v2.0/ports/fec50ac5-1f68-4427-a013-367d126ef16e HTTP/1.1" status: 200 len: 958 time: 0.0618169 Sep 02 13:38:06.837503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60746) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:06.935257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port c498b72f-176f-43e3-8862-0cf49e77cfe0, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c498b72f-176f-43e3-8862-0cf49e77cfe0,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:06.950727 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'c498b72f-176f-43e3-8862-0cf49e77cfe0', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'c498b72f-176f-43e3-8862-0cf49e77cfe0', 'mac_address': 'fa:16:3e:5b:6e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:38:06.986806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee7c74-58fc-459a-be1e-d5b3011936ec req-e56972d8-c4e8-427c-896d-07c37f753288 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:06.989421 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bdee7c74-58fc-459a-be1e-d5b3011936ec req-e56972d8-c4e8-427c-896d-07c37f753288 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 945 time: 0.1171973 Sep 02 13:38:07.010655 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.012757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34263e56-8a6f-4300-a50d-8767355fda91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.017506 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34263e56-8a6f-4300-a50d-8767355fda91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.020278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-34263e56-8a6f-4300-a50d-8767355fda91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adcb6515-4bd1-4dcb-a8ff-dd60c41644c5 HTTP/1.1" status: 204 len: 168 time: 0.7811370 Sep 02 13:38:07.027782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a7c94476-2978-4c52-8891-de49d0bac450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Deleting port fec50ac5-1f68-4427-a013-367d126ef16e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:07.028086 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7c94476-2978-4c52-8891-de49d0bac450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.039424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c498b72f-176f-43e3-8862-0cf49e77cfe0 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:38:07.040119 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe700b46-5b3d-4769-9548-ce445f9ecfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.043044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe700b46-5b3d-4769-9548-ce445f9ecfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.046022 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fe700b46-5b3d-4769-9548-ce445f9ecfbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b1af30a-e67d-47ef-af29-f3776d3e3846 HTTP/1.1" status: 204 len: 168 time: 0.7520072 Sep 02 13:38:07.071161 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34263e56-8a6f-4300-a50d-8767355fda91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb6515-4bd1-4dcb-a8ff-dd60c41644c5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:07.091226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port c498b72f-176f-43e3-8862-0cf49e77cfe0, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c498b72f-176f-43e3-8862-0cf49e77cfe0,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:07.094818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe700b46-5b3d-4769-9548-ce445f9ecfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1af30a-e67d-47ef-af29-f3776d3e3846,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:07.112455 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.113618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09461c2-3efa-48a7-97ec-7be78e9aa78a req-0fb6eaae-3b0d-4aa7-a1f0-9fbcdf86ae24 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:07.136226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b09461c2-3efa-48a7-97ec-7be78e9aa78a req-0fb6eaae-3b0d-4aa7-a1f0-9fbcdf86ae24 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 814 time: 0.5350883 Sep 02 13:38:07.168512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b09461c2-3efa-48a7-97ec-7be78e9aa78a req-72be586b-3ede-4614-ad30-297d0e1d5286 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/quotas/02a82765e17e4b0aa2e247a26378e545 HTTP/1.1" status: 200 len: 375 time: 0.0311849 Sep 02 13:38:07.202458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=c498b72f-176f-43e3-8862-0cf49e77cfe0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:07.235313 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b09461c2-3efa-48a7-97ec-7be78e9aa78a req-9090473a-73d4-412d-8aad-6769a363cec9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658233 Sep 02 13:38:07.343394 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['c498b72f-176f-43e3-8862-0cf49e77cfe0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:38:07.584102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:07.593607 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bdee7c74-58fc-459a-be1e-d5b3011936ec req-aca109dc-156f-44ed-9631-69c2b43aac74 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918627 Sep 02 13:38:07.628094 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7c94476-2978-4c52-8891-de49d0bac450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.643674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2841d7-c816-4c31-8e29-413b7fb786db req-f2225e42-01d9-44ff-87f4-c287b6ff71c4 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:07.644018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a7c94476-2978-4c52-8891-de49d0bac450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Calling delete_port for fec50ac5-1f68-4427-a013-367d126ef16e owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:07.649368 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb2841d7-c816-4c31-8e29-413b7fb786db req-f2225e42-01d9-44ff-87f4-c287b6ff71c4 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0985184 Sep 02 13:38:07.684487 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a1ca65c4-a255-48a8-baaa-920cfd76a0d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4252a413280439eb951bc5371055d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973871 Sep 02 13:38:07.688207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60772) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:07.714088 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb2841d7-c816-4c31-8e29-413b7fb786db req-965ed4ff-b512-4422-aab9-6d74393e5041 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591569 Sep 02 13:38:07.812794 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a7c0c03-a82b-4d64-b14e-fd8b1b355ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.816610 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7c94476-2978-4c52-8891-de49d0bac450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.906000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c94476-2978-4c52-8891-de49d0bac450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event deleted for resources: {'Port': ['ID=fec50ac5-1f68-4427-a013-367d126ef16e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:07.945908 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a7c94476-2978-4c52-8891-de49d0bac450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.948769 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a7c94476-2978-4c52-8891-de49d0bac450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fec50ac5-1f68-4427-a013-367d126ef16e HTTP/1.1" status: 204 len: 168 time: 1.1100707 Sep 02 13:38:07.952188 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a7c0c03-a82b-4d64-b14e-fd8b1b355ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:07.956489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f67e19-6d22-421f-9f24-f83283d2985b req-c06df4bd-2ac6-4087-8216-795d75c8daf6 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:07.960818 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48f67e19-6d22-421f-9f24-f83283d2985b req-c06df4bd-2ac6-4087-8216-795d75c8daf6 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 949 time: 0.0997102 Sep 02 13:38:07.961587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:08.011711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1377b-de9f-41a4-859f-00e2474c9797 req-c16037b9-0c53-4c2f-978e-64a3df28ad11 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:08.012068 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3799fe8a-f9c0-4cf5-bc9c-bc0575529411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:38:08.022822 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79c1377b-de9f-41a4-859f-00e2474c9797 req-c16037b9-0c53-4c2f-978e-64a3df28ad11 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1908522 Sep 02 13:38:08.023031 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3799fe8a-f9c0-4cf5-bc9c-bc0575529411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "GET /v2.0/ports/fec50ac5-1f68-4427-a013-367d126ef16e HTTP/1.1" status: 404 len: 333 time: 0.0510125 Sep 02 13:38:08.023476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60786) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:08.032189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Request body: {'port': {'network_id': '7345d412-b247-4ae2-9dbe-647d61075940', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-377781811'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:08.034901 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48f67e19-6d22-421f-9f24-f83283d2985b req-9a9d1f63-f1a4-460e-a1f3-df4a24486f54 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623574 Sep 02 13:38:08.064005 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a7c0c03-a82b-4d64-b14e-fd8b1b355ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.067278 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9a7c0c03-a82b-4d64-b14e-fd8b1b355ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.068508 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9a7c0c03-a82b-4d64-b14e-fd8b1b355ee4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd130195-aa2a-48ad-88c3-14bebfb5e2a0 HTTP/1.1" status: 204 len: 168 time: 0.3788307 Sep 02 13:38:08.085889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Made reservation on behalf of 5cabe7d1060d4b03a04be2d894a64084 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:08.088267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.090325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c0c03-a82b-4d64-b14e-fd8b1b355ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd130195-aa2a-48ad-88c3-14bebfb5e2a0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:08.131969 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79c1377b-de9f-41a4-859f-00e2474c9797 req-01bbac34-9ddf-4f96-914f-8f2050ab67e8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957465 Sep 02 13:38:08.134092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] device_id is not set on port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:08.173738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60792) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:08.355756 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.401388 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.485199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-308817644-network', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:08.505966 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Network 7345d412-b247-4ae2-9dbe-647d61075940 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:08.532284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Made reservation on behalf of cd5f7ed43895402abe61d6e16a476d70 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:08.535871 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.538605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:08.545951 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.551115 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:08.552094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:08.552699 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.587156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'Port': ['ID=309c88cd-3b64-4c0b-ab91-bf4cf6267616,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:08.605051 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-012fb3c7-34f6-4484-aab9-af2be1dca5d3 req-bd4e81ee-f5a6-425d-8096-135349b04418 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=02a82765e17e4b0aa2e247a26378e545 HTTP/1.1" status: 200 len: 221 time: 0.0549710 Sep 02 13:38:08.619277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-37b6f2b2-d3da-4cce-a45f-c646d4c3ea02 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:08.620894 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-37b6f2b2-d3da-4cce-a45f-c646d4c3ea02 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.90 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 945 time: 0.1929598 Sep 02 13:38:08.708316 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.726684 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.759570 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a274c674-ba78-4ca0-9bf7-24f9a71d5255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7325523 Sep 02 13:38:08.759888 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c498b72f-176f-43e3-8862-0cf49e77cfe0 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:08.760361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:38:08.760806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:08.787285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:08.795881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Deleting port ade17737-0ad2-4b18-800f-418872b2c4af {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:08.796648 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.796773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441a646b-ae4c-4b13-b350-1c4315990b2c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:08.808180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689589b-c48b-4e4e-9a32-5deffc599bf5 req-5150dd37-2040-4031-851b-3bdf676e438d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:08.818769 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5689589b-c48b-4e4e-9a32-5deffc599bf5 req-5150dd37-2040-4031-851b-3bdf676e438d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1066873 Sep 02 13:38:08.839562 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937441c-a2b5-41d4-a020-378836d710c7 req-01105a8d-fd21-4d7a-8a41-46da9e9c61ee tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:08.841486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a937441c-a2b5-41d4-a020-378836d710c7 req-01105a8d-fd21-4d7a-8a41-46da9e9c61ee tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 945 time: 0.1503329 Sep 02 13:38:08.842783 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.843150 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Added segment ee4aa967-6328-4914-92f2-52d9d3fbc180 of type vlan for network 101332ea-b4de-4123-a52b-a53b5c4b6788 Sep 02 13:38:08.844953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port c498b72f-176f-43e3-8862-0cf49e77cfe0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:08.850099 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port c498b72f-176f-43e3-8862-0cf49e77cfe0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:08.851200 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.928002 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5689589b-c48b-4e4e-9a32-5deffc599bf5 req-b5e2f628-775f-41b0-a2f1-5db7f318ae90 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080508 Sep 02 13:38:08.934365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.975346 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:08.989435 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a937441c-a2b5-41d4-a020-378836d710c7 req-d349ed7b-2636-4b0e-923b-731abc9b8930 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebfaad1c-757b-447f-a3d4-6b998b21094f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364329 Sep 02 13:38:08.996623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] For port ade17737-0ad2-4b18-800f-418872b2c4af, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ade17737-0ad2-4b18-800f-418872b2c4af,segment=NetworkSegment(b02e5fab-fd17-4644-b670-c2adeba97d01),segment_id=b02e5fab-fd17-4644-b670-c2adeba97d01)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:08.997131 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.015041 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.015041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:09.015041 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.023274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Calling delete_port for ade17737-0ad2-4b18-800f-418872b2c4af owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:09.035709 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.072428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1da792-5308-4edc-a596-921725bbb44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c498b72f-176f-43e3-8862-0cf49e77cfe0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:09.075353 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78174dc-7cc3-40d8-9423-cbf798f43dde" -d '{"events": [{"server_uuid": "1b1da792-5308-4edc-a596-921725bbb44f", "name": "network-vif-plugged", "status": "completed", "tag": "c498b72f-176f-43e3-8862-0cf49e77cfe0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:09.099422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9238093 Sep 02 13:38:09.106185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60842) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:09.112106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port c498b72f-176f-43e3-8862-0cf49e77cfe0, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c498b72f-176f-43e3-8862-0cf49e77cfe0,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:09.120256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Request body: {'subnet': {'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-308817644-subnet', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:09.122189 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.166527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7ab34-1582-4d2b-abca-1c0227bc31ea admin admin] Pushing event updated for resources: {'Network': ['ID=101332ea-b4de-4123-a52b-a53b5c4b6788,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:09.184094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 101332ea-b4de-4123-a52b-a53b5c4b6788 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:09.188512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Made reservation on behalf of cd5f7ed43895402abe61d6e16a476d70 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:09.191847 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.271845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634e984-6e15-44e9-8fe8-80b9c4d3bcff req-dd39ce37-3f75-4b6b-a0a6-9ec465739dc9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:09.281164 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8634e984-6e15-44e9-8fe8-80b9c4d3bcff req-dd39ce37-3f75-4b6b-a0a6-9ec465739dc9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2400749 Sep 02 13:38:09.282122 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b5e8-7b5d-4401-8b53-072ee1931632 req-07d442d5-2a7b-4ca3-af92-e8c577f1d032 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:09.283652 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba91b5e8-7b5d-4401-8b53-072ee1931632 req-07d442d5-2a7b-4ca3-af92-e8c577f1d032 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 950 time: 0.0947974 Sep 02 13:38:09.291104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=c498b72f-176f-43e3-8862-0cf49e77cfe0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:09.301865 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60844) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:09.302601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.303123 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.303675 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.304180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.304654 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.305132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.305609 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.306095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.306570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.307266 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.307885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.308360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:09.342310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] device_id is not set on port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:09.365475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.378347 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba91b5e8-7b5d-4401-8b53-072ee1931632 req-15f0dad3-6af3-4000-bdf0-4df6f19c13e1 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708053 Sep 02 13:38:09.387690 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8634e984-6e15-44e9-8fe8-80b9c4d3bcff req-64308fec-8bce-4e6d-9765-98e82e5ceeeb tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056471 Sep 02 13:38:09.389687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Transition to ACTIVE for port object 309c88cd-3b64-4c0b-ab91-bf4cf6267616 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:09.397688 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.418762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.435320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['ade17737-0ad2-4b18-800f-418872b2c4af'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:38:09.469635 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfad469-8201-47ca-a227-6bcacf5751bb x-openstack-request-id: req-ebfad469-8201-47ca-a227-6bcacf5751bb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:09.470212 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1da792-5308-4edc-a596-921725bbb44f", "name": "network-vif-plugged", "status": "completed", "tag": "c498b72f-176f-43e3-8862-0cf49e77cfe0", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:09.470613 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebfad469-8201-47ca-a227-6bcacf5751bb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:09.471292 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1da792-5308-4edc-a596-921725bbb44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c498b72f-176f-43e3-8862-0cf49e77cfe0', 'code': 200} Sep 02 13:38:09.496251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Pushing event deleted for resources: {'Port': ['ID=ade17737-0ad2-4b18-800f-418872b2c4af,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:09.535236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-67496162'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:09.542096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'Port': ['ID=309c88cd-3b64-4c0b-ab91-bf4cf6267616,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:09.551429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.551809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.552421 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.557722 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.558055 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.558497 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 2 to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 Sep 02 13:38:09.577537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.577537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.577537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.587430 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.587928 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.589164 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 3 to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 Sep 02 13:38:09.621945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.622138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.622544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.627235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.627563 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.627984 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 4 to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 Sep 02 13:38:09.636489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] No DVR routers for this DVR port ade17737-0ad2-4b18-800f-418872b2c4af on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:09.643289 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.643633 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.644032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.647782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.648999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.649326 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.649749 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 5 to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 Sep 02 13:38:09.649859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-992f86d9-abd9-47f7-aa06-b2a139302d9a req-c4ee8748-e083-402f-a5cc-425b18ace690 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.90 "DELETE /v2.0/ports/ade17737-0ad2-4b18-800f-418872b2c4af HTTP/1.1" status: 204 len: 173 time: 1.0192661 Sep 02 13:38:09.652784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec', 'name': 'network-vif-deleted', 'tag': 'ade17737-0ad2-4b18-800f-418872b2c4af'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:09.655074 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65818ce8-8f1b-46c1-a22e-36e87ca29b13" -d '{"events": [{"server_uuid": "09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec", "name": "network-vif-deleted", "tag": "ade17737-0ad2-4b18-800f-418872b2c4af"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:09.669094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.669094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.669554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.676913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.679099 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.681309 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 6 to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 Sep 02 13:38:09.687086 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:09.690612 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.703215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.703785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.704478 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.714307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.714660 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.715027 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 7 to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 Sep 02 13:38:09.731144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.731488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.731846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.732092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88c95f-b896-4b4c-9022-6232be13daad req-a7ccb8a9-8f94-4d38-bb9b-b58a83f951a8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:09.733638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0d88c95f-b896-4b4c-9022-6232be13daad req-a7ccb8a9-8f94-4d38-bb9b-b58a83f951a8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2262611 Sep 02 13:38:09.737072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.737398 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.738347 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 8 to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 Sep 02 13:38:09.740646 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.746239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23315dab-7428-4b1c-a98a-ac4651859e85 req-7b7aaec2-d122-4eb3-94af-50737c659f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:09.747792 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23315dab-7428-4b1c-a98a-ac4651859e85 req-7b7aaec2-d122-4eb3-94af-50737c659f06 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 1101 time: 0.1815414 Sep 02 13:38:09.755563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.756913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.757151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.759865 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2446fdd9-b100-4acb-b192-ed88605935be x-openstack-request-id: req-2446fdd9-b100-4acb-b192-ed88605935be {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:09.760157 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec", "name": "network-vif-deleted", "tag": "ade17737-0ad2-4b18-800f-418872b2c4af", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:09.760420 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2446fdd9-b100-4acb-b192-ed88605935be {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:09.760806 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec', 'name': 'network-vif-deleted', 'tag': 'ade17737-0ad2-4b18-800f-418872b2c4af', 'status': 'completed', 'code': 200} Sep 02 13:38:09.762685 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.763110 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.763772 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 9 to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 Sep 02 13:38:09.779538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.779944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.780297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.787842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.788186 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.788589 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempt 10 to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 Sep 02 13:38:09.808096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:09.808292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:09.808927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempting to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:09.811951 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.815570 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:09.815981 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Failed to bind port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on host n-h1-794796-4 for vnic_type normal using segments [{'id': 'df64b60b-f688-4b86-b1a0-29809d71f5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7345d412-b247-4ae2-9dbe-647d61075940'}] Sep 02 13:38:09.816383 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.896380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23315dab-7428-4b1c-a98a-ac4651859e85 req-3c12b301-b1e4-4d8e-86ff-882597d6c237 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392980 Sep 02 13:38:09.904330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] For port 309c88cd-3b64-4c0b-ab91-bf4cf6267616, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:09.904833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 13:38:09.912137 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.919832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0d88c95f-b896-4b4c-9022-6232be13daad req-57ffd3bb-2a6d-488b-bc64-d965af294e77 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609855 Sep 02 13:38:09.933925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6ff566-76cc-4525-88f2-a3e5db337e6a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:09.957095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] In _notify_port_updated(), no bound segment for port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 on network 7345d412-b247-4ae2-9dbe-647d61075940 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:38:09.957495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:09.958097 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:09.962285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "PUT /v2.0/ports/309c88cd-3b64-4c0b-ab91-bf4cf6267616 HTTP/1.1" status: 200 len: 978 time: 1.1915963 Sep 02 13:38:09.962873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60862) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:09.977652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20d934-737a-4158-9c62-a0bea2b2a7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event updated for resources: {'Port': ['ID=309c88cd-3b64-4c0b-ab91-bf4cf6267616,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:10.008137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Checking segment: {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:10.008514 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Network hostable DHCP agents. Network: 101332ea-b4de-4123-a52b-a53b5c4b6788, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:10.067434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7235a-8f69-47dc-8562-df002e8c85c5 req-2336574c-4e45-41bf-9a44-3d7354c68ec0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:10.069140 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-15f7235a-8f69-47dc-8562-df002e8c85c5 req-2336574c-4e45-41bf-9a44-3d7354c68ec0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0532088 Sep 02 13:38:10.074999 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.084195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Network 101332ea-b4de-4123-a52b-a53b5c4b6788 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:10.087968 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.117934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 101332ea-b4de-4123-a52b-a53b5c4b6788) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:10.132286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d0a852-0fd0-411d-99dd-c4ff35f98b75 None None] Network 101332ea-b4de-4123-a52b-a53b5c4b6788 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:10.137019 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-15f7235a-8f69-47dc-8562-df002e8c85c5 req-74f505dd-8095-478a-86cc-ac5998850453 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514479 Sep 02 13:38:10.145661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:10.146270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.148538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:38:10.190419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-88aaf585-fa7e-41a8-92d7-b76194086735 req-afe2899f-3fbf-4ae8-9b72-ccc25282dd44 tempest-ServerMetadataNegativeTestJSON-1952284390 tempest-ServerMetadataNegativeTestJSON-1952284390-project] 10.222.0.13 "GET /v2.0/ports?device_id=09e9a76c-4cc9-4a1f-9dcb-f8bfec53f7ec HTTP/1.1" status: 200 len: 210 time: 0.0764678 Sep 02 13:38:10.204151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-29e426cf-fd4e-404d-9cd7-dcec03f1ad86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Deleting port 309c88cd-3b64-4c0b-ab91-bf4cf6267616 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:10.204500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29e426cf-fd4e-404d-9cd7-dcec03f1ad86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.206209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc8340e-ab9c-4565-af67-66e590134063,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:10.209821 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.210175 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Added segment b6365700-99be-4e6f-a98d-77cece8b29f3 of type vlan for network 7423adf8-ea36-460b-99fc-1b74751d292a Sep 02 13:38:10.216638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d5049fbb-6146-46da-a579-12ae2c1c0e80 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0988383 Sep 02 13:38:10.217554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:10.227567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:10.265087 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.266213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.324517 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.333500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-29e426cf-fd4e-404d-9cd7-dcec03f1ad86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] For port 309c88cd-3b64-4c0b-ab91-bf4cf6267616, host n-h1-794796-4, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:10.333870 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29e426cf-fd4e-404d-9cd7-dcec03f1ad86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.354738 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.369425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-29e426cf-fd4e-404d-9cd7-dcec03f1ad86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Calling delete_port for 309c88cd-3b64-4c0b-ab91-bf4cf6267616 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:10.392613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-101332ea-b4de-4123-a52b-a53b5c4b6788', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:38:10.395173 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.397568 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.404372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:10.405384 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.450532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e012786-57d8-4d0d-b0f6-51505160851a req-cda0839e-3eea-4d1c-98dc-9c0b65cb76fd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:10.452251 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e012786-57d8-4d0d-b0f6-51505160851a req-cda0839e-3eea-4d1c-98dc-9c0b65cb76fd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1614451 Sep 02 13:38:10.546733 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.579763 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e012786-57d8-4d0d-b0f6-51505160851a req-f6223f60-f478-4259-8276-8840d61c0bf5 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191573 Sep 02 13:38:10.585474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Allocated IP 172.20.0.2 (101332ea-b4de-4123-a52b-a53b5c4b6788/ec6ff566-76cc-4525-88f2-a3e5db337e6a/d6708e6a-44fa-4875-87c1-31858a4df18e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:10.587280 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2844262 Sep 02 13:38:10.604684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60876) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:10.609778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'name': 'tempest-PortsTestJSON-338146982'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:10.646225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac5c1b-13ae-41f4-82b6-6f8358f09ef1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Network': ['ID=7423adf8-ea36-460b-99fc-1b74751d292a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:10.715073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:10.734569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0120f0-36dd-4c01-be5b-3162b7ef5edb req-ce6fe350-d8e2-45a8-b92e-b5bf0642c9db tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:10.736199 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c0120f0-36dd-4c01-be5b-3162b7ef5edb req-ce6fe350-d8e2-45a8-b92e-b5bf0642c9db tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 950 time: 0.1956193 Sep 02 13:38:10.740148 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29e426cf-fd4e-404d-9cd7-dcec03f1ad86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.809312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e426cf-fd4e-404d-9cd7-dcec03f1ad86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Pushing event deleted for resources: {'Port': ['ID=309c88cd-3b64-4c0b-ab91-bf4cf6267616,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:10.822214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29e426cf-fd4e-404d-9cd7-dcec03f1ad86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.826939 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-29e426cf-fd4e-404d-9cd7-dcec03f1ad86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "DELETE /v2.0/ports/309c88cd-3b64-4c0b-ab91-bf4cf6267616 HTTP/1.1" status: 204 len: 168 time: 0.8595486 Sep 02 13:38:10.831142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60882) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:10.875897 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-247c9605-e09a-4138-9df6-2386f3326631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:38:10.879787 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.883946 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-247c9605-e09a-4138-9df6-2386f3326631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973012662-project-admin] 10.222.0.13 "GET /v2.0/ports/309c88cd-3b64-4c0b-ab91-bf4cf6267616 HTTP/1.1" status: 404 len: 333 time: 0.0469515 Sep 02 13:38:10.886964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:10.889086 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:10.892614 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.895393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Transition to ACTIVE for port object d6708e6a-44fa-4875-87c1-31858a4df18e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:10.924348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Transition to ACTIVE for port object d6708e6a-44fa-4875-87c1-31858a4df18e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:10.925935 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.930893 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c0120f0-36dd-4c01-be5b-3162b7ef5edb req-418a911a-cbae-43bc-a5f3-9081a69b2c4c tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766410 Sep 02 13:38:10.935482 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:10.998172 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.005228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 7fb0931a-531e-4805-bd78-3049de52a80d yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:11.005968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Network 101332ea-b4de-4123-a52b-a53b5c4b6788 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:11.010450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:11.016222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:11.028299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Pushing event updated for resources: {'Port': ['ID=d6708e6a-44fa-4875-87c1-31858a4df18e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:11.073939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.108288 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Attempting to bind port d6708e6a-44fa-4875-87c1-31858a4df18e on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:11.109311 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Attempting to bind port d6708e6a-44fa-4875-87c1-31858a4df18e by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:11.110113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Attempting to bind port d6708e6a-44fa-4875-87c1-31858a4df18e on network 101332ea-b4de-4123-a52b-a53b5c4b6788 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:11.113626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700a99a-b932-44a6-983f-dbdc06ad4616 req-417a4efb-a763-4eaf-9a48-c334399a9134 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:11.116018 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d700a99a-b932-44a6-983f-dbdc06ad4616 req-417a4efb-a763-4eaf-9a48-c334399a9134 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1194677 Sep 02 13:38:11.119803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:11.120503 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Checking segment: {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:11.121502 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.122212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Bound using segment: {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:11.123215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Bound port: d6708e6a-44fa-4875-87c1-31858a4df18e, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:11.124212 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.191669 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d700a99a-b932-44a6-983f-dbdc06ad4616 req-06294b22-1a45-4efa-a227-91392acdfcf0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667636 Sep 02 13:38:11.217877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Allocated IP 172.25.3.35 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:11.218367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] For port d6708e6a-44fa-4875-87c1-31858a4df18e, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:11.228602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] For port d6708e6a-44fa-4875-87c1-31858a4df18e, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=d6708e6a-44fa-4875-87c1-31858a4df18e,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:11.236545 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.303768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60892) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:11.331158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d561cc5-275a-48a0-99c5-389734cfb620 None None] Pushing event updated for resources: {'Port': ['ID=d6708e6a-44fa-4875-87c1-31858a4df18e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:11.367703 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.413281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7345d412-b247-4ae2-9dbe-647d61075940']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:11.437417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df64b60b-f688-4b86-b1a0-29809d71f5da') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:11.437837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df64b60b-f688-4b86-b1a0-29809d71f5da') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:11.459013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5da666-2cc3-4496-b5d4-42f82a9c764b admin admin] Deleting subnet 57084c6d-a2d4-451e-93d7-fea98c236b28 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:38:11.465661 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.468481 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.470012 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a5da666-2cc3-4496-b5d4-42f82a9c764b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.470856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed81709-bf5d-4d3a-ac67-9a3a9f689f33 req-b73ee016-b977-4fdb-9123-7f4bb501a891 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:11.479053 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eed81709-bf5d-4d3a-ac67-9a3a9f689f33 req-b73ee016-b977-4fdb-9123-7f4bb501a891 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1369812 Sep 02 13:38:11.489758 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.515982 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.530958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:38:11.530958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:38:11.533927 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:38:11.552650 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a5da666-2cc3-4496-b5d4-42f82a9c764b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.563496 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eed81709-bf5d-4d3a-ac67-9a3a9f689f33 req-3d2642a0-248f-40e7-bd8a-4ccb19520178 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834670 Sep 02 13:38:11.638988 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.700053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:11.704487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:11.710335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:11.715447 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.749214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.751162 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] 10.222.0.13 "DELETE /v2.0/networks/7345d412-b247-4ae2-9dbe-647d61075940 HTTP/1.1" status: 204 len: 168 time: 0.8630278 Sep 02 13:38:11.761685 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Pushing event updated for resources: {'Port': ['ID=843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:11.824030 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a5da666-2cc3-4496-b5d4-42f82a9c764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.827558 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126725f-6d74-4aa0-81d0-534de0c17520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-502580040-project] Pushing event deleted for resources: {'Network': ['ID=7345d412-b247-4ae2-9dbe-647d61075940,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:11.854905 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:11.960583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebf63f-17a2-4514-92ab-a25b0b16e0d6 req-3d412404-be2b-479a-a6fb-1dc22d19e019 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:11.977403 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-04ebf63f-17a2-4514-92ab-a25b0b16e0d6 req-3d412404-be2b-479a-a6fb-1dc22d19e019 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2732909 Sep 02 13:38:12.012551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=7fb0931a-531e-4805-bd78-3049de52a80d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:12.054859 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a5da666-2cc3-4496-b5d4-42f82a9c764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.077161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ade17737-0ad2-4b18-800f-418872b2c4af no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:12.125070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: ade17737-0ad2-4b18-800f-418872b2c4af {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:12.125492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ade17737-0ad2-4b18-800f-418872b2c4af not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:12.134139 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.143240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5da666-2cc3-4496-b5d4-42f82a9c764b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57084c6d-a2d4-451e-93d7-fea98c236b28,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:12.149292 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a5da666-2cc3-4496-b5d4-42f82a9c764b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.151477 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0a5da666-2cc3-4496-b5d4-42f82a9c764b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57084c6d-a2d4-451e-93d7-fea98c236b28 HTTP/1.1" status: 204 len: 168 time: 0.8467090 Sep 02 13:38:12.155256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60904) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:12.156632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Checking segment: {'id': 'b6365700-99be-4e6f-a98d-77cece8b29f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:12.156995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network hostable DHCP agents. Network: 7423adf8-ea36-460b-99fc-1b74751d292a, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:12.186891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-04ebf63f-17a2-4514-92ab-a25b0b16e0d6 req-9a35f317-1d39-477c-9919-06efe4816fbf tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028575 Sep 02 13:38:12.350042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:12.361129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:12.405792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.438393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 7423adf8-ea36-460b-99fc-1b74751d292a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:12.448954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230dcf9-49d3-4687-8af0-3af06b39c392 None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:12.481141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:12.504364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:12.505211 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.525457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac8b99-917d-4367-8d59-393275ff555e req-7b13cde5-6f63-426f-9d91-db2ebd9671cc tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:12.532932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0dac8b99-917d-4367-8d59-393275ff555e req-7b13cde5-6f63-426f-9d91-db2ebd9671cc tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 950 time: 0.3408175 Sep 02 13:38:12.601283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c0f781bd-de1b-44f9-985c-2a7af21111a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74e2de6bfd1e4b54aade45fd2b5d8494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394564 Sep 02 13:38:12.609499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-679c9ae2-461c-4641-a193-eb7ffb53c85e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0003150 Sep 02 13:38:12.609499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60916) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:12.611225 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0dac8b99-917d-4367-8d59-393275ff555e req-5bf42553-d553-47ea-ad84-4c85dc51404f tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773339 Sep 02 13:38:12.616957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:12.634813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-523896158'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:12.639165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bad70-bd4e-488e-8394-f9222a8b10c1 req-3c99702f-50da-477f-8a68-f21cbb942c72 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:12.648630 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-462bad70-bd4e-488e-8394-f9222a8b10c1 req-3c99702f-50da-477f-8a68-f21cbb942c72 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2748082 Sep 02 13:38:12.667671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.678231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:12.682754 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.793326 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:38:12.807268 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.820011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.820231 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Added segment 84878623-ee61-4632-ae58-b859ae4e3b49 of type vlan for network e56ef624-465a-43d7-891f-426b1e5cd130 Sep 02 13:38:12.830771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faeeaaa8-9004-42c1-9561-2e8614b5f5dd']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:12.850710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-462bad70-bd4e-488e-8394-f9222a8b10c1 req-10ea43ca-b222-4979-ab98-219bcbd35eae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000113 Sep 02 13:38:12.853705 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cff290b4-1951-4475-bdbe-abc6becdb8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.857891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02e5fab-fd17-4644-b670-c2adeba97d01') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:12.858228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02e5fab-fd17-4644-b670-c2adeba97d01') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:12.883965 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.898185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed468df-9a97-43a2-9abf-b9210ae657ff None None] Network 101332ea-b4de-4123-a52b-a53b5c4b6788 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:12.902564 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cff290b4-1951-4475-bdbe-abc6becdb8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.914961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.920110 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.929276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:38:12.929796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:38:12.932711 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:38:12.979503 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-483b5493-b2f4-4a03-b032-6a860278c31d None None] Provisioning for port d6708e6a-44fa-4875-87c1-31858a4df18e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:12.993652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.001020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:13.001772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.034805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Router ebd481ca-2a84-415e-9993-d4431aaff837 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:38:13.094791 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4766011 Sep 02 13:38:13.098158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:13.113538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'ports': [{'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a'}, {'network_id': 'e56ef624-465a-43d7-891f-426b1e5cd130'}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:13.114541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:13.124545 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': 'e56ef624-465a-43d7-891f-426b1e5cd130'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:13.126574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f464cbb-dc2c-4e0c-8110-9361192bb1c3 req-818fe0d7-716d-4dc1-8ed9-fd6c4b6b74bb tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:13.128825 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5f464cbb-dc2c-4e0c-8110-9361192bb1c3 req-818fe0d7-716d-4dc1-8ed9-fd6c4b6b74bb tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 950 time: 0.1969674 Sep 02 13:38:13.129078 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.159523 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.161415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] 10.222.0.13 "DELETE /v2.0/networks/faeeaaa8-9004-42c1-9561-2e8614b5f5dd HTTP/1.1" status: 204 len: 168 time: 1.0016601 Sep 02 13:38:13.189549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cff290b4-1951-4475-bdbe-abc6becdb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.192791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cff290b4-1951-4475-bdbe-abc6becdb8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.194027 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cff290b4-1951-4475-bdbe-abc6becdb8ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98453f9c-2329-4ade-99ab-7a6852b1392c HTTP/1.1" status: 204 len: 168 time: 0.5646539 Sep 02 13:38:13.203918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbc256-88a6-4bd3-b3a9-85339a5ca2b6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Network': ['ID=e56ef624-465a-43d7-891f-426b1e5cd130,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:13.218015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network e56ef624-465a-43d7-891f-426b1e5cd130 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:13.241218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea64dca-ee5b-4633-9369-077f9565b2a7 req-3892950b-60b1-48db-8b3e-d0260afe3667 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:13.250794 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ea64dca-ee5b-4633-9369-077f9565b2a7 req-3892950b-60b1-48db-8b3e-d0260afe3667 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2526937 Sep 02 13:38:13.256278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5f464cbb-dc2c-4e0c-8110-9361192bb1c3 req-418b3f7d-30ff-4a8b-b192-c0b9cb035d27 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851226 Sep 02 13:38:13.266349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e57af-8bba-40e7-b92b-56f38451a201 admin admin] Pushing event deleted for resources: {'Network': ['ID=faeeaaa8-9004-42c1-9561-2e8614b5f5dd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:13.291059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff290b4-1951-4475-bdbe-abc6becdb8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98453f9c-2329-4ade-99ab-7a6852b1392c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:13.297140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:38:13.322985 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.324955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-10aa8031-c516-4eff-b042-88600bf5aa65 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1069241 Sep 02 13:38:13.332404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:13.355602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Sync routers for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:38:13.510922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:13.533747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:38:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:13.626189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60938) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:13.681003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ea64dca-ee5b-4633-9369-077f9565b2a7 req-a6aa2165-e631-45ad-8abe-d1401e651d31 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285729 Sep 02 13:38:13.690044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device d6708e6a-44fa-4875-87c1-31858a4df18e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:13.744841 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7501b2dc-2ee3-4c3e-a712-45ece0b28fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38c84962a18e4e22b1a1a0e08f5d6c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174371 Sep 02 13:38:13.749318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:13.750437 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:13.766865 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.791662 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.858862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:13.943923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port d6708e6a-44fa-4875-87c1-31858a4df18e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:13.963437 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:13.972033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0484cd1-43f5-4319-a879-c66e5e8d2b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:13.981086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port d6708e6a-44fa-4875-87c1-31858a4df18e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:13.981471 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:14.008994 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0484cd1-43f5-4319-a879-c66e5e8d2b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:14.030923 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port fb9bbf8a-fcde-4dab-b3b3-f33ae7cd3554 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:14.120334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5451a4-d0ff-45f8-afbf-8347ad2b13f2 req-f7d2802d-3f2a-4f93-8c8f-0bf129aa33ce tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:14.133742 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9d5451a4-d0ff-45f8-afbf-8347ad2b13f2 req-f7d2802d-3f2a-4f93-8c8f-0bf129aa33ce tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1689975 Sep 02 13:38:14.143145 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-526cc626-3e01-476e-be26-e2f2256afe87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cabe7d1060d4b03a04be2d894a64084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757271 Sep 02 13:38:14.152688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60952) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:14.174519 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:14.188366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0484cd1-43f5-4319-a879-c66e5e8d2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:14.193538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0484cd1-43f5-4319-a879-c66e5e8d2b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:14.199121 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a0484cd1-43f5-4319-a879-c66e5e8d2b77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebfaad1c-757b-447f-a3d4-6b998b21094f HTTP/1.1" status: 204 len: 168 time: 0.4447749 Sep 02 13:38:14.221164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0484cd1-43f5-4319-a879-c66e5e8d2b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfaad1c-757b-447f-a3d4-6b998b21094f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:14.445179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port d6708e6a-44fa-4875-87c1-31858a4df18e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=d6708e6a-44fa-4875-87c1-31858a4df18e,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:14.457712 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:14.505610 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:14.508985 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:11Z', 'revision_number': 3, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:14.553632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Checking router: ebd481ca-2a84-415e-9993-d4431aaff837 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:38:14.554372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Updating router ebd481ca-2a84-415e-9993-d4431aaff837 port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:38:14.596839 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:14.886349 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=d6708e6a-44fa-4875-87c1-31858a4df18e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:14.923770 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.005839 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0926-2e49-42c6-8402-f7b760b555d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.038882 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0926-2e49-42c6-8402-f7b760b555d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.097745 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.123054 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0926-2e49-42c6-8402-f7b760b555d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.124388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Transition to ACTIVE for port object 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:15.128948 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0926-2e49-42c6-8402-f7b760b555d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.131349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0bbf0926-2e49-42c6-8402-f7b760b555d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7afc1db2-9e26-44d4-b74a-265388b55977 HTTP/1.1" status: 204 len: 168 time: 0.9749336 Sep 02 13:38:15.140604 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.171130 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9d5451a4-d0ff-45f8-afbf-8347ad2b13f2 req-b72cf529-114a-434f-ad55-552772e8ef44 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0324461 Sep 02 13:38:15.176062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf0926-2e49-42c6-8402-f7b760b555d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afc1db2-9e26-44d4-b74a-265388b55977,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:15.187746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823c49a-f399-4925-867d-06897a6d8d65 req-21dacce2-dc3d-4022-aad8-985356d25428 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:15.191072 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a823c49a-f399-4925-867d-06897a6d8d65 req-21dacce2-dc3d-4022-aad8-985356d25428 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 950 time: 0.7214112 Sep 02 13:38:15.191250 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Attempting to bind port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:15.191630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Attempting to bind port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:15.192083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Attempting to bind port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:15.234355 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 55b2fe8d-03ec-4357-9c71-5dca98240490 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:15.247246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:15.247246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:15.247770 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.247921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:15.248426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Bound port: 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:15.248904 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.303598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Allocated IP 172.20.0.1 (101332ea-b4de-4123-a52b-a53b5c4b6788/ec6ff566-76cc-4525-88f2-a3e5db337e6a/863c485e-7e54-4299-95a9-7262283ddb7d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:15.337878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] For port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:15.341609 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] For port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:15.342565 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a823c49a-f399-4925-867d-06897a6d8d65 req-426eb08e-2af4-4363-9e9e-bbe2cfc62296 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175396 Sep 02 13:38:15.362024 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.418926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device d6708e6a-44fa-4875-87c1-31858a4df18e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:15.521905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f4f6d-7520-47a9-a1fb-e4d82228a78d None None] Pushing event updated for resources: {'Port': ['ID=843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:15.523583 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.563653 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Transition to ACTIVE for port object 863c485e-7e54-4299-95a9-7262283ddb7d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:15.602797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:15.604187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:38:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:15.653276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.653934 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port d6708e6a-44fa-4875-87c1-31858a4df18e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:15.654620 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.678234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.727371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Pushing event updated for resources: {'Port': ['ID=863c485e-7e54-4299-95a9-7262283ddb7d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:15.745472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f4f6d-7520-47a9-a1fb-e4d82228a78d None None] Pushing event updated for resources: {'Port': ['ID=843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:15.761739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Network 101332ea-b4de-4123-a52b-a53b5c4b6788 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:15.765465 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:15.769111 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:15.817090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a841a8-f06e-484a-891d-bcd38cc4d7b8 req-63af49c5-7d12-4b18-9bb8-f5d79d26db38 tempest-LiveMigrationNegativeTest-1542017689 tempest-LiveMigrationNegativeTest-1542017689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:15.818932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-33a841a8-f06e-484a-891d-bcd38cc4d7b8 req-63af49c5-7d12-4b18-9bb8-f5d79d26db38 tempest-LiveMigrationNegativeTest-1542017689 tempest-LiveMigrationNegativeTest-1542017689-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 1101 time: 0.1013939 Sep 02 13:38:15.850439 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.886033 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:15.936222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:15.986179 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=fb9bbf8a-fcde-4dab-b3b3-f33ae7cd3554,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:16.021927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98fc9-f26c-41b7-a89c-b60eb1649177 req-c0cda675-5774-4979-aba5-24d30d3b1cf9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:16.023631 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75f98fc9-f26c-41b7-a89c-b60eb1649177 req-c0cda675-5774-4979-aba5-24d30d3b1cf9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2382309 Sep 02 13:38:16.025759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:16.027949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:16.047904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:16.050492 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.122565 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-33a841a8-f06e-484a-891d-bcd38cc4d7b8 req-f62254bd-6ee1-4f78-85bd-10965f8aff08 tempest-LiveMigrationNegativeTest-1542017689 tempest-LiveMigrationNegativeTest-1542017689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.204420 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.216709 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75f98fc9-f26c-41b7-a89c-b60eb1649177 req-a4a712df-18f6-4bd5-ab3b-d4c4bbe9ec7d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602800 Sep 02 13:38:16.282476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-07a2db94-3125-448d-9660-5a18c963550b None None] Provisioning for port 863c485e-7e54-4299-95a9-7262283ddb7d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:16.301419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-07a2db94-3125-448d-9660-5a18c963550b None None] Provisioning complete for port 863c485e-7e54-4299-95a9-7262283ddb7d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:16.303408 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07a2db94-3125-448d-9660-5a18c963550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.313692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=55b2fe8d-03ec-4357-9c71-5dca98240490,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:16.338530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Checking segment: {'id': '84878623-ee61-4632-ae58-b859ae4e3b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e56ef624-465a-43d7-891f-426b1e5cd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:16.342052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network hostable DHCP agents. Network: e56ef624-465a-43d7-891f-426b1e5cd130, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:16.355889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:11Z', 'revision_number': 3, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:16.427190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network e56ef624-465a-43d7-891f-426b1e5cd130 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:16.435792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba81bdc-7231-4ef4-a904-b2d8b8a2503d None None] The sync data for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 is: [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:11Z', 'revision_number': 3, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:38:16.446225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, e56ef624-465a-43d7-891f-426b1e5cd130) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:16.453607 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-33a841a8-f06e-484a-891d-bcd38cc4d7b8 req-f62254bd-6ee1-4f78-85bd-10965f8aff08 tempest-LiveMigrationNegativeTest-1542017689 tempest-LiveMigrationNegativeTest-1542017689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.459761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85d1a2-6257-4946-8d54-c5c99f17ddff req-4bd71100-0112-4f50-abbe-94775df64cd7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:16.462298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f85d1a2-6257-4946-8d54-c5c99f17ddff req-4bd71100-0112-4f50-abbe-94775df64cd7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0946207 Sep 02 13:38:16.463214 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:16.463529 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-33a841a8-f06e-484a-891d-bcd38cc4d7b8 req-f62254bd-6ee1-4f78-85bd-10965f8aff08 tempest-LiveMigrationNegativeTest-1542017689 tempest-LiveMigrationNegativeTest-1542017689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.473011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:16.474355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b281dc-9967-4b3b-b557-0406f8c13502 None None] Network e56ef624-465a-43d7-891f-426b1e5cd130 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:16.479346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:16.480226 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.497211 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-33a841a8-f06e-484a-891d-bcd38cc4d7b8 req-f62254bd-6ee1-4f78-85bd-10965f8aff08 tempest-LiveMigrationNegativeTest-1542017689 tempest-LiveMigrationNegativeTest-1542017689-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677608 Sep 02 13:38:16.556024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62254bd-6ee1-4f78-85bd-10965f8aff08 tempest-LiveMigrationNegativeTest-1542017689 tempest-LiveMigrationNegativeTest-1542017689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7ba0a2-d341-4977-9f95-59a2eaa66588,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:16.622226 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.627368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-07a2db94-3125-448d-9660-5a18c963550b None None] Port 863c485e-7e54-4299-95a9-7262283ddb7d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:16.634248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.636823 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-84a700fd-0e7e-449a-ba23-39b3851eea26 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5342150 Sep 02 13:38:16.638655 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 32782) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:16.692970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f85d1a2-6257-4946-8d54-c5c99f17ddff req-1f18c4d8-8c73-45c8-ab64-7afa39601369 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064247 Sep 02 13:38:16.730405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.927395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1448e9c8-62a6-490e-80ff-edf76be37c57 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 55b2fe8d-03ec-4357-9c71-5dca98240490 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:16.927815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1448e9c8-62a6-490e-80ff-edf76be37c57 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:16.953886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Pushing event updated for resources: {'Port': ['ID=863c485e-7e54-4299-95a9-7262283ddb7d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:17.101333 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1448e9c8-62a6-490e-80ff-edf76be37c57 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:17.103024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Network 101332ea-b4de-4123-a52b-a53b5c4b6788 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:17.105317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:17.143274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1448e9c8-62a6-490e-80ff-edf76be37c57 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 55b2fe8d-03ec-4357-9c71-5dca98240490 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:17.402078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:17.432591 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:17.459114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Router ebd481ca-2a84-415e-9993-d4431aaff837 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:38:17.594092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:17.600903 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1448e9c8-62a6-490e-80ff-edf76be37c57 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:17.607321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:17.608736 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:17.776354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448e9c8-62a6-490e-80ff-edf76be37c57 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=55b2fe8d-03ec-4357-9c71-5dca98240490,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:17.790407 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:17.794200 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1448e9c8-62a6-490e-80ff-edf76be37c57 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:17.800767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1448e9c8-62a6-490e-80ff-edf76be37c57 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/55b2fe8d-03ec-4357-9c71-5dca98240490 HTTP/1.1" status: 204 len: 168 time: 1.1550326 Sep 02 13:38:17.821492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:17.825815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-0256f83a-e12a-4b16-93bb-bfec698118a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6736639 Sep 02 13:38:17.828959 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:17.844738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:17.858633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b825b16-8e8e-4edf-a43c-e88d83bda504 req-57a88dc2-f107-4340-925e-679947661e97 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:17.870017 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b825b16-8e8e-4edf-a43c-e88d83bda504 req-57a88dc2-f107-4340-925e-679947661e97 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.3135920 Sep 02 13:38:17.914053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3a994fd0-9ef1-44c3-95e7-ee2ccec0aeef None None] Provisioning complete for port 863c485e-7e54-4299-95a9-7262283ddb7d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:17.915249 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a994fd0-9ef1-44c3-95e7-ee2ccec0aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:17.996620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:18.001339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3a994fd0-9ef1-44c3-95e7-ee2ccec0aeef None None] Port 863c485e-7e54-4299-95a9-7262283ddb7d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:18.018876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b825b16-8e8e-4edf-a43c-e88d83bda504 req-59e7d7df-e470-4f28-80bc-dde6bb70651a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459234 Sep 02 13:38:18.060745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-c15d6a0c-fda4-41e8-94d0-4f2558d64cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.061340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-c15d6a0c-fda4-41e8-94d0-4f2558d64cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.062005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-c15d6a0c-fda4-41e8-94d0-4f2558d64cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.062449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-c15d6a0c-fda4-41e8-94d0-4f2558d64cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.062951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-c15d6a0c-fda4-41e8-94d0-4f2558d64cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.063583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-c15d6a0c-fda4-41e8-94d0-4f2558d64cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.063906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-c15d6a0c-fda4-41e8-94d0-4f2558d64cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.066422 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-c15d6a0c-fda4-41e8-94d0-4f2558d64cd7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6485 time: 0.1421287 Sep 02 13:38:18.073863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-620779398'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:18.184136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-85447074-f7f0-4d25-bb34-a881934ffb74 req-043615c4-4a5a-48cf-a29e-38199798f71f tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=958807fb-1db1-4897-b5d4-0f52e863b3d2 HTTP/1.1" status: 200 len: 210 time: 0.3425770 Sep 02 13:38:18.349567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-827d77b4-2cd3-43b2-9bb5-0ab3e0a08caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.349992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-827d77b4-2cd3-43b2-9bb5-0ab3e0a08caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.351153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-827d77b4-2cd3-43b2-9bb5-0ab3e0a08caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.353780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-827d77b4-2cd3-43b2-9bb5-0ab3e0a08caa service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7101f13-aa28-439b-8f2e-77da4de64792&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=c873e024-b781-4ddf-a1d2-2663c483c3d1&id=c873e024-b781-4ddf-a1d2-2663c483c3d1 HTTP/1.1" status: 200 len: 2291 time: 0.2510090 Sep 02 13:38:18.382974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d9c9fd-6ffd-480d-aeae-e4f7a1fea5ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.409848 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d9c9fd-6ffd-480d-aeae-e4f7a1fea5ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.412524 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-26d9c9fd-6ffd-480d-aeae-e4f7a1fea5ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5666902 Sep 02 13:38:18.418076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:18.431150 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Made reservation on behalf of 5a80f71de6fd4dc5ad278d9919c096f3 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:18.441931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:18.530127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:38:18.546001 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:18.566749 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-28011ebc-5afc-4cb1-85d1-da805f129196 admin admin] 10.222.0.13 "PUT /v2.0/routers/ebd481ca-2a84-415e-9993-d4431aaff837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2321889 Sep 02 13:38:18.582691 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-5bf8d157-54b4-4996-91ab-42b64165a96d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6 HTTP/1.1" status: 200 len: 1001 time: 0.2096288 Sep 02 13:38:18.666386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-97c961af-51e9-4183-9fae-d415579d6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.668517 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-97c961af-51e9-4183-9fae-d415579d6e46 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aba5c1ba-0d1e-4e51-9e18-bd5b822fa765 HTTP/1.1" status: 200 len: 850 time: 0.0734949 Sep 02 13:38:18.724059 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:38:18.763672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-284e9eee-56c2-4fc3-9ffa-38ef751b1061 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port fb9bbf8a-fcde-4dab-b3b3-f33ae7cd3554 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:18.764066 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-284e9eee-56c2-4fc3-9ffa-38ef751b1061 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:18.810986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69308868-9f60-4afb-9612-2f82ca930231 req-751ef238-f858-461b-a7d0-1e9cffdd2ed8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.812687 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69308868-9f60-4afb-9612-2f82ca930231 req-751ef238-f858-461b-a7d0-1e9cffdd2ed8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 945 time: 0.1114533 Sep 02 13:38:18.814530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-d54edb7a-aa35-40ab-b68a-22d7bd1325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:18.821226 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-d54edb7a-aa35-40ab-b68a-22d7bd1325c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7101f13-aa28-439b-8f2e-77da4de64792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395793 Sep 02 13:38:18.888636 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-284e9eee-56c2-4fc3-9ffa-38ef751b1061 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:18.910345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-284e9eee-56c2-4fc3-9ffa-38ef751b1061 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for fb9bbf8a-fcde-4dab-b3b3-f33ae7cd3554 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:18.916151 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69308868-9f60-4afb-9612-2f82ca930231 req-5ba2e55d-072b-4221-81c1-a5c8ecfe976e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938857 Sep 02 13:38:18.931287 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:18.940652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:18.966008 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-5c8cc8b8-4548-4536-86f8-daaf8c927e86 service neutron] 10.222.0.90 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279166 Sep 02 13:38:19.022160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:38:19.087333 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ded1fed-1777-4fe8-8469-b2f9b6498f94,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:19.118696 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:19.118971 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Added segment 01dd7c44-22b7-4b50-bd45-e808dd5eb1c4 of type vlan for network fc0f7c79-e515-42b3-99af-75814dce266c Sep 02 13:38:19.177386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007591-c949-49bd-b65a-a91144ff7499 req-98ddc305-91e5-40ad-92f3-590f911b51e3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:19.178973 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b007591-c949-49bd-b65a-a91144ff7499 req-98ddc305-91e5-40ad-92f3-590f911b51e3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1217713 Sep 02 13:38:19.181324 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-434b3f65-19f4-4785-a9ad-774caf9ab0ea service neutron] 10.222.0.90 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062130 Sep 02 13:38:19.191935 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:19.214502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567e1e7-bbcf-410d-86e7-8ecdd03ba6a6 req-502f9b0b-e36d-4dde-b396-5a9206e577f2 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:19.216357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3567e1e7-bbcf-410d-86e7-8ecdd03ba6a6 req-502f9b0b-e36d-4dde-b396-5a9206e577f2 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 950 time: 0.1657934 Sep 02 13:38:19.222079 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-284e9eee-56c2-4fc3-9ffa-38ef751b1061 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:19.271146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e9eee-56c2-4fc3-9ffa-38ef751b1061 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=fb9bbf8a-fcde-4dab-b3b3-f33ae7cd3554,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:19.276502 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b007591-c949-49bd-b65a-a91144ff7499 req-a74ca28b-30fd-4e3b-bef2-799ce9471499 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909700 Sep 02 13:38:19.327617 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:19.335765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:19.336775 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:19.340009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-284e9eee-56c2-4fc3-9ffa-38ef751b1061 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:19.342295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-284e9eee-56c2-4fc3-9ffa-38ef751b1061 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/fb9bbf8a-fcde-4dab-b3b3-f33ae7cd3554 HTTP/1.1" status: 204 len: 168 time: 0.9230967 Sep 02 13:38:19.358724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:19.365529 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-8f41ef6f-63c9-476f-a1a6-d9189ce3db8a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=62242978-32bf-44ee-ba00-453877bc6656 HTTP/1.1" status: 200 len: 217 time: 0.1041999 Sep 02 13:38:19.385080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:19.474499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 32872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:19.475993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0662448 Sep 02 13:38:19.484472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Request body: {'subnet': {'network_id': 'fc0f7c79-e515-42b3-99af-75814dce266c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:19.489130 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3567e1e7-bbcf-410d-86e7-8ecdd03ba6a6 req-b2b287b7-01f1-40ba-b5c5-465bcf74924d tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595739 Sep 02 13:38:19.523677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd0b66-ed9c-4b24-bc14-8968989ea552 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event updated for resources: {'Network': ['ID=fc0f7c79-e515-42b3-99af-75814dce266c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:19.535706 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:19.537423 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:19.555048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6796650-423b-4f85-9b3c-0a6b877276d2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:19.560554 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d6796650-423b-4f85-9b3c-0a6b877276d2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1919122 Sep 02 13:38:19.560554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:19.604168 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-678de086-92e8-44ad-b5be-434eff17d3c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:38:19.606714 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-678de086-92e8-44ad-b5be-434eff17d3c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/55b2fe8d-03ec-4357-9c71-5dca98240490 HTTP/1.1" status: 404 len: 333 time: 0.0467002 Sep 02 13:38:19.610128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:19.624542 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Sync routers for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:38:19.639617 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:19.640939 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:38:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:19.655343 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network fc0f7c79-e515-42b3-99af-75814dce266c details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:19.673555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-7e98a803-6a4f-4f02-bcff-6d3e680f3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:19.677264 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-7e98a803-6a4f-4f02-bcff-6d3e680f3e62 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.2976174 Sep 02 13:38:19.678889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Made reservation on behalf of 5a80f71de6fd4dc5ad278d9919c096f3 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:19.684084 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ad0741-902e-40d2-8201-d90035497a2f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:38:19.692174 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-30ad0741-902e-40d2-8201-d90035497a2f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/fb9bbf8a-fcde-4dab-b3b3-f33ae7cd3554 HTTP/1.1" status: 404 len: 333 time: 0.0807705 Sep 02 13:38:19.692551 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:19.693476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:19.826285 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-b74effad-1208-4a0c-9eae-4740a5e2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:19.827871 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-b74effad-1208-4a0c-9eae-4740a5e2e75c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265047 Sep 02 13:38:19.863717 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:19.915133 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:20.015151 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-8103acdd-6599-46ad-8880-dee5b1dc6895 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648459 Sep 02 13:38:20.044247 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.075356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56ef624-465a-43d7-891f-426b1e5cd130']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:20.093750 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84878623-ee61-4632-ae58-b859ae4e3b49') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:20.094084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84878623-ee61-4632-ae58-b859ae4e3b49') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:20.105360 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.141471 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.173876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:38:20.174210 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:38:20.178880 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:38:20.259776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95ec2-63bc-47f3-95d2-23791bf8265f req-68e198e4-14cd-494b-b40e-fa31affcc107 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:20.261435 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35b95ec2-63bc-47f3-95d2-23791bf8265f req-68e198e4-14cd-494b-b40e-fa31affcc107 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1477180 Sep 02 13:38:20.271526 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.276375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab537-c70d-4ea8-8bef-cb148752665d req-b98bd2de-8eef-4161-9cd2-15e0a8cc2c79 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:20.277578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-693ab537-c70d-4ea8-8bef-cb148752665d req-b98bd2de-8eef-4161-9cd2-15e0a8cc2c79 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 950 time: 0.1768618 Sep 02 13:38:20.301648 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.303695 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/networks/e56ef624-465a-43d7-891f-426b1e5cd130 HTTP/1.1" status: 204 len: 168 time: 0.6088047 Sep 02 13:38:20.304890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95d2f0-364f-4614-91ac-c80bf622ee30 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Network': ['ID=e56ef624-465a-43d7-891f-426b1e5cd130,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:20.313391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:20.319396 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1958088514'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:20.340421 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '863c485e-7e54-4299-95a9-7262283ddb7d', 'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'mac_address': 'fa:16:3e:74:c1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:14Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 2, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'subnets': [{'id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:20.358434 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35b95ec2-63bc-47f3-95d2-23791bf8265f req-1613d4f5-66bf-4e76-a2a9-c7b2f387af56 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841048 Sep 02 13:38:20.365883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:20.371090 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.416235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:38:20.422779 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Checking router: ebd481ca-2a84-415e-9993-d4431aaff837 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:38:20.431152 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Updating router ebd481ca-2a84-415e-9993-d4431aaff837 port 863c485e-7e54-4299-95a9-7262283ddb7d binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:38:20.439566 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-9d34e2b9-a4c3-40e1-8586-5b51405db213 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135427 Sep 02 13:38:20.440506 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.440999 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.441544 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Added segment dd83fcfa-77c5-44bc-b91e-05196f28f71f of type vlan for network 704bf59e-71c4-4dba-bd2a-ac4f5b10b595 Sep 02 13:38:20.486656 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.523563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.556142 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1dcc34e5-878f-437d-89d5-49c2d19ac7aa req-846d6866-cc2b-483e-b972-f9387d5b5bc9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=958807fb-1db1-4897-b5d4-0f52e863b3d2 HTTP/1.1" status: 200 len: 210 time: 0.1382136 Sep 02 13:38:20.597664 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.622427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:20.625596 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-8cddb938-6738-45d4-b4ec-8acf3ad99095 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=01de64f3-ebac-4c94-8ffc-a2cc80feddb3 HTTP/1.1" status: 200 len: 217 time: 0.0738769 Sep 02 13:38:20.629546 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.654318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event updated for resources: {'Subnet': ['ID=20f630ad-7386-4697-89b5-ab711586f86c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:20.820709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Checking segment: {'id': '01dd7c44-22b7-4b50-bd45-e808dd5eb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fc0f7c79-e515-42b3-99af-75814dce266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:20.821460 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Network hostable DHCP agents. Network: fc0f7c79-e515-42b3-99af-75814dce266c, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:20.850960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-d3c0c2c5-2554-4c0a-80f3-a946719c55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:20.854742 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-d3c0c2c5-2554-4c0a-80f3-a946719c55be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.1879489 Sep 02 13:38:20.884194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-693ab537-c70d-4ea8-8bef-cb148752665d req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Deleting port c498b72f-176f-43e3-8862-0cf49e77cfe0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:20.884760 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-693ab537-c70d-4ea8-8bef-cb148752665d req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:20.893845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-46bdfb18-9450-44d9-8fac-e3f5f955b019 req-28600750-3d40-43a0-a672-53d05893c644 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.1224046 Sep 02 13:38:20.905354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Network fc0f7c79-e515-42b3-99af-75814dce266c is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:20.927669 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6128783 Sep 02 13:38:20.929289 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:20.942015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '704bf59e-71c4-4dba-bd2a-ac4f5b10b595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:21.058999 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, fc0f7c79-e515-42b3-99af-75814dce266c) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:21.075058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:21.075058 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.082579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc635623-3a50-433a-b81d-8b545a37c688 None None] Network fc0f7c79-e515-42b3-99af-75814dce266c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:21.091641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10023daf-d22a-44e2-ab3f-5244ec6b8fb9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Network': ['ID=704bf59e-71c4-4dba-bd2a-ac4f5b10b595,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:21.108309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-741fc972-34ce-405d-a803-6b0e10aad722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:21.109926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-741fc972-34ce-405d-a803-6b0e10aad722 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2332799 Sep 02 13:38:21.129776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 704bf59e-71c4-4dba-bd2a-ac4f5b10b595 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:21.144493 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.170114 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Transition to ACTIVE for port object 863c485e-7e54-4299-95a9-7262283ddb7d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:21.180771 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.196439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:21.202351 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.265045 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9f6f3279-ae96-4382-8ad5-36c910f42d18 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7893744 Sep 02 13:38:21.272954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 32914) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:21.292931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Request body: {'port': {'network_id': 'fc0f7c79-e515-42b3-99af-75814dce266c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-55410808'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:21.335088 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Pushing event updated for resources: {'Port': ['ID=863c485e-7e54-4299-95a9-7262283ddb7d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:21.338414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-693ab537-c70d-4ea8-8bef-cb148752665d req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] For port c498b72f-176f-43e3-8862-0cf49e77cfe0, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=c498b72f-176f-43e3-8862-0cf49e77cfe0,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:21.338939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-693ab537-c70d-4ea8-8bef-cb148752665d req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.384012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f4bfb-3a23-4731-86f8-7d0559657818 req-eda533ca-83c0-46ce-9acb-4e660fb855df tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:21.393243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-868f4bfb-3a23-4731-86f8-7d0559657818 req-eda533ca-83c0-46ce-9acb-4e660fb855df tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 950 time: 0.2569919 Sep 02 13:38:21.402505 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.402888 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.403202 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.403994 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.405158 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.405334 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.406714 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.407055 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.407388 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.409562 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.409562 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.410360 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:21.497489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-868f4bfb-3a23-4731-86f8-7d0559657818 req-69e6df3a-a1f0-4d03-8221-390f78c1b12d tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025825 Sep 02 13:38:21.521624 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-693ab537-c70d-4ea8-8bef-cb148752665d req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Calling delete_port for c498b72f-176f-43e3-8862-0cf49e77cfe0 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:21.526362 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Attempting to bind port 863c485e-7e54-4299-95a9-7262283ddb7d on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:21.527119 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Attempting to bind port 863c485e-7e54-4299-95a9-7262283ddb7d by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:21.527883 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Attempting to bind port 863c485e-7e54-4299-95a9-7262283ddb7d on network 101332ea-b4de-4123-a52b-a53b5c4b6788 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:21.539226 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:21.539862 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Checking segment: {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:21.540617 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.541639 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Bound using segment: {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:21.542729 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Bound port: 863c485e-7e54-4299-95a9-7262283ddb7d, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:21.543138 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.604644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-fc0f7c79-e515-42b3-99af-75814dce266c', 'network_id': 'fc0f7c79-e515-42b3-99af-75814dce266c', 'tenant_id': '5a80f71de6fd4dc5ad278d9919c096f3', 'fixed_ips': [{'subnet_id': '20f630ad-7386-4697-89b5-ab711586f86c'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:38:21.606227 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.667432 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] For port 863c485e-7e54-4299-95a9-7262283ddb7d, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:21.673158 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] For port 863c485e-7e54-4299-95a9-7262283ddb7d, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=863c485e-7e54-4299-95a9-7262283ddb7d,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:21.680255 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.742350 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-af3e5b92-46cf-42f4-9817-91231d05b534 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154652 Sep 02 13:38:21.806825 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:21.814480 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:21.815650 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:38:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:21.823113 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db352dce-17d2-4bec-ad0b-25ab5734b580 None None] Pushing event updated for resources: {'Port': ['ID=863c485e-7e54-4299-95a9-7262283ddb7d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:21.999390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 32920) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:22.007389 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8258a925-3e51-4522-bd43-bc4138c0259c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599091827', 'description': 'tempest-description--286168948'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:22.025211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Allocated IP 172.20.0.2 (fc0f7c79-e515-42b3-99af-75814dce266c/20f630ad-7386-4697-89b5-ab711586f86c/7aaf10e1-3804-4a85-b5e1-84844b3729bf) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:22.097750 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:38:22.264708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8258a925-3e51-4522-bd43-bc4138c0259c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.283424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb3358-699e-4b4a-84af-fbddf2f96548 req-9da286c7-3ad0-4cea-9e74-e1b2022971f0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:22.292109 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9efb3358-699e-4b4a-84af-fbddf2f96548 req-9da286c7-3ad0-4cea-9e74-e1b2022971f0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.6316831 Sep 02 13:38:22.357731 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.370465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Transition to ACTIVE for port object 7aaf10e1-3804-4a85-b5e1-84844b3729bf will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:22.374514 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9efb3358-699e-4b4a-84af-fbddf2f96548 req-4be4c10d-15bf-4977-a02a-139c8e6f1279 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811596 Sep 02 13:38:22.396974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=73963918-675d-4fcc-9c9c-e87a7b550def,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:22.406027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Transition to ACTIVE for port object 7aaf10e1-3804-4a85-b5e1-84844b3729bf will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:22.426618 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.451091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Checking segment: {'id': 'dd83fcfa-77c5-44bc-b91e-05196f28f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '704bf59e-71c4-4dba-bd2a-ac4f5b10b595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:22.451509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network hostable DHCP agents. Network: 704bf59e-71c4-4dba-bd2a-ac4f5b10b595, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:22.490924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 704bf59e-71c4-4dba-bd2a-ac4f5b10b595 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:22.513338 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '863c485e-7e54-4299-95a9-7262283ddb7d', 'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'mac_address': 'fa:16:3e:74:c1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:14Z', 'updated_at': '2021-09-02T13:38:21Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'subnets': [{'id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:22.515551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Network fc0f7c79-e515-42b3-99af-75814dce266c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:22.519996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:22.524590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:22.533964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 704bf59e-71c4-4dba-bd2a-ac4f5b10b595) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:22.534990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Pushing event updated for resources: {'Port': ['ID=7aaf10e1-3804-4a85-b5e1-84844b3729bf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:22.542889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c28fd2-1e73-484e-95d1-509515cf75b8 None None] Network 704bf59e-71c4-4dba-bd2a-ac4f5b10b595 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:22.550544 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f86a6c-1de5-4481-867b-fa123cebcab3 None None] The sync data for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 is: [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '863c485e-7e54-4299-95a9-7262283ddb7d', 'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'mac_address': 'fa:16:3e:74:c1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:14Z', 'updated_at': '2021-09-02T13:38:21Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'subnets': [{'id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:38:22.584530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:22.585808 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.664799 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17730398-8d07-4146-92a0-9d25a06076cd req-f4826c48-a135-4dde-972d-b122e8c5566c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:22.666583 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17730398-8d07-4146-92a0-9d25a06076cd req-f4826c48-a135-4dde-972d-b122e8c5566c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1671746 Sep 02 13:38:22.741003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5be8362b-d025-45d7-b340-3667e7888f73 req-d63dae69-be54-4b14-b355-dfded1b58fff tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.4857581 Sep 02 13:38:22.764565 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17730398-8d07-4146-92a0-9d25a06076cd req-662f6078-892a-4e09-992c-025d53513925 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900004 Sep 02 13:38:22.780249 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-e348f09e-b584-4119-bb7b-0259dc01de0a service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0269949 Sep 02 13:38:22.783070 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-693ab537-c70d-4ea8-8bef-cb148752665d req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.805794 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2ce82c7e-9ca8-40db-b49d-901848f53b94 req-3e4e125d-1746-455a-a722-f5c9e9a90788 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0680044 Sep 02 13:38:22.818803 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-748e332b-f439-4aeb-8b55-e031f4b0fcf8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8796213 Sep 02 13:38:22.820691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:22.829180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '704bf59e-71c4-4dba-bd2a-ac4f5b10b595', 'name': 'tempest-PortsTestJSON-409312852'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:22.829405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Made reservation on behalf of 5a80f71de6fd4dc5ad278d9919c096f3 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:22.841017 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:22.952944 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['c498b72f-176f-43e3-8862-0cf49e77cfe0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:38:22.983102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['bfd59233-7e40-407d-b470-e3662fa33774'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:38:23.001639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Attempting to bind port 7aaf10e1-3804-4a85-b5e1-84844b3729bf on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:23.002018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Attempting to bind port 7aaf10e1-3804-4a85-b5e1-84844b3729bf by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '01dd7c44-22b7-4b50-bd45-e808dd5eb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fc0f7c79-e515-42b3-99af-75814dce266c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:23.002431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Attempting to bind port 7aaf10e1-3804-4a85-b5e1-84844b3729bf on network fc0f7c79-e515-42b3-99af-75814dce266c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:23.011266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Pushing event deleted for resources: {'Port': ['ID=c498b72f-176f-43e3-8862-0cf49e77cfe0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:23.082719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc887d-c591-41ef-bc6d-d2eb497e7d83 req-b198360a-55e3-49be-8219-a687a90d4465 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:23.090959 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23fc887d-c591-41ef-bc6d-d2eb497e7d83 req-b198360a-55e3-49be-8219-a687a90d4465 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1203253 Sep 02 13:38:23.124769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:23.126070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Checking segment: {'id': '01dd7c44-22b7-4b50-bd45-e808dd5eb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fc0f7c79-e515-42b3-99af-75814dce266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:23.126927 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.128165 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Bound using segment: {'id': '01dd7c44-22b7-4b50-bd45-e808dd5eb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fc0f7c79-e515-42b3-99af-75814dce266c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:23.130431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Bound port: 7aaf10e1-3804-4a85-b5e1-84844b3729bf, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dd7c44-22b7-4b50-bd45-e808dd5eb1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fc0f7c79-e515-42b3-99af-75814dce266c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:23.131605 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.135254 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-ea1e78d1-277d-4bb3-807c-c85ec267fade service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3c2e2fc1-7c15-4427-9ff1-677d50e54d69 HTTP/1.1" status: 200 len: 217 time: 0.3254139 Sep 02 13:38:23.175520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23fc887d-c591-41ef-bc6d-d2eb497e7d83 req-c91f034f-8a36-4513-adec-6cc16c284e4c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834675 Sep 02 13:38:23.189761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-693ab537-c70d-4ea8-8bef-cb148752665d req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] No DVR routers for this DVR port c498b72f-176f-43e3-8862-0cf49e77cfe0 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:23.230409 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8258a925-3e51-4522-bd43-bc4138c0259c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.239899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] device_id is not set on port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:23.267287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:23.279960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.308815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-693ab537-c70d-4ea8-8bef-cb148752665d req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.311394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-693ab537-c70d-4ea8-8bef-cb148752665d req-25920686-1ecb-4f64-8399-10a636d5d49b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.77 "DELETE /v2.0/ports/c498b72f-176f-43e3-8862-0cf49e77cfe0 HTTP/1.1" status: 204 len: 173 time: 3.0161092 Sep 02 13:38:23.341550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 0f6ab217-187f-4491-a6a6-d9b8ba777675 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:23.422742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-f511a995-e8a4-44ad-a9bf-9ad2b4bf99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:23.432553 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-f511a995-e8a4-44ad-a9bf-9ad2b4bf99aa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.2560418 Sep 02 13:38:23.433129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1da792-5308-4edc-a596-921725bbb44f', 'name': 'network-vif-deleted', 'tag': 'c498b72f-176f-43e3-8862-0cf49e77cfe0'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:23.438044 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d736362-64b0-4633-af59-858a732dabcd" -d '{"events": [{"server_uuid": "1b1da792-5308-4edc-a596-921725bbb44f", "name": "network-vif-deleted", "tag": "c498b72f-176f-43e3-8862-0cf49e77cfe0"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:23.487841 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8258a925-3e51-4522-bd43-bc4138c0259c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.499947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-814fb2f2-4735-4cef-acf7-ce8644725942 req-a3a8a423-3436-4cb7-becb-a1a000492409 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1da792-5308-4edc-a596-921725bbb44f HTTP/1.1" status: 200 len: 210 time: 0.4962287 Sep 02 13:38:23.505492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] For port 7aaf10e1-3804-4a85-b5e1-84844b3729bf, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:23.529036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] For port 7aaf10e1-3804-4a85-b5e1-84844b3729bf, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7aaf10e1-3804-4a85-b5e1-84844b3729bf,segment=NetworkSegment(01dd7c44-22b7-4b50-bd45-e808dd5eb1c4),segment_id=01dd7c44-22b7-4b50-bd45-e808dd5eb1c4)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:23.536782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 863c485e-7e54-4299-95a9-7262283ddb7d up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:23.601640 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-704bf59e-71c4-4dba-bd2a-ac4f5b10b595', 'network_id': '704bf59e-71c4-4dba-bd2a-ac4f5b10b595', 'tenant_id': '254d2e525cdc4b80b770537341a0f529', 'fixed_ips': [{'subnet_id': '73963918-675d-4fcc-9c9c-e87a7b550def'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:38:23.602796 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.625678 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.671510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc416ca5-894c-41e9-9c2f-623473e8b35d req-d916948a-34f0-4c7e-8f50-3f93e6657792 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:23.673412 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc416ca5-894c-41e9-9c2f-623473e8b35d req-d916948a-34f0-4c7e-8f50-3f93e6657792 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1554520 Sep 02 13:38:23.682181 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd9aa69-92d6-4e6b-a4f8-8ba5075a82e7 x-openstack-request-id: req-0fd9aa69-92d6-4e6b-a4f8-8ba5075a82e7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:23.682526 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1da792-5308-4edc-a596-921725bbb44f", "name": "network-vif-deleted", "tag": "c498b72f-176f-43e3-8862-0cf49e77cfe0", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:23.682789 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fd9aa69-92d6-4e6b-a4f8-8ba5075a82e7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:23.683614 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1da792-5308-4edc-a596-921725bbb44f', 'name': 'network-vif-deleted', 'tag': 'c498b72f-176f-43e3-8862-0cf49e77cfe0', 'status': 'completed', 'code': 200} Sep 02 13:38:23.696580 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8258a925-3e51-4522-bd43-bc4138c0259c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:23.700651 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8258a925-3e51-4522-bd43-bc4138c0259c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6952636 Sep 02 13:38:23.711349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 32946) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:23.719394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.13 (704bf59e-71c4-4dba-bd2a-ac4f5b10b595/73963918-675d-4fcc-9c9c-e87a7b550def/0f6ab217-187f-4491-a6a6-d9b8ba777675) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:23.722500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2b434826-bcda-485c-96cd-330a9482f44f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Request body: {'security_group_rule': {'security_group_id': '8ba3c49d-834f-472b-a058-a536b0a71426', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:23.754267 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc416ca5-894c-41e9-9c2f-623473e8b35d req-cacd5943-3e6d-4f81-b1c9-8685bc170ea8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659432 Sep 02 13:38:23.802848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258a925-3e51-4522-bd43-bc4138c0259c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3c49d-834f-472b-a058-a536b0a71426,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:23.810493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-682ef237-1d6f-4958-b506-f9810017ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:23.812124 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-682ef237-1d6f-4958-b506-f9810017ea38 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3580475 Sep 02 13:38:24.009927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 863c485e-7e54-4299-95a9-7262283ddb7d completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:24.088078 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 863c485e-7e54-4299-95a9-7262283ddb7d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:24.089657 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.122229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-959beb99-b9c7-46b7-9a87-240d2bd148eb service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889016 Sep 02 13:38:24.248832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:38:24.261850 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.366582 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 0f6ab217-187f-4491-a6a6-d9b8ba777675 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:24.369773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfc9f9-f89b-472e-8717-0dfbeddf5cc2 None None] Pushing event updated for resources: {'Port': ['ID=7aaf10e1-3804-4a85-b5e1-84844b3729bf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:24.433292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bb91d-f08b-46bb-b773-805797c52d50 req-9b895807-8a37-404a-a91b-a5e422750cb1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:24.434917 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d67bb91d-f08b-46bb-b773-805797c52d50 req-9b895807-8a37-404a-a91b-a5e422750cb1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1693842 Sep 02 13:38:24.503245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6d4d1f8-9c51-4f66-9aa5-86bdbca3a610 req-4c70bdc1-7764-4f42-ac62-8d1648919bef tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.3797524 Sep 02 13:38:24.509589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d67bb91d-f08b-46bb-b773-805797c52d50 req-ed1f7195-361c-42e4-af5a-d5d70917a392 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652328 Sep 02 13:38:24.523054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.530257 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b434826-bcda-485c-96cd-330a9482f44f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.686242 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 704bf59e-71c4-4dba-bd2a-ac4f5b10b595 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:24.690311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:24.693025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:24.729269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Allocated IP 172.20.0.9 (fc0f7c79-e515-42b3-99af-75814dce266c/20f630ad-7386-4697-89b5-ab711586f86c/1149b7ea-cc3a-4ab8-936b-93e8af2251f1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:24.734267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:24.757804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'port_id': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'mac_address': 'fa:16:3e:08:3e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:38:24.762170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Allocated IP 172.20.0.2 (704bf59e-71c4-4dba-bd2a-ac4f5b10b595/73963918-675d-4fcc-9c9c-e87a7b550def/98645fef-846d-4902-9576-b4269104f132) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:24.780574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=0f6ab217-187f-4491-a6a6-d9b8ba777675,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:24.860817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:24.862301 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.865992 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b434826-bcda-485c-96cd-330a9482f44f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.891698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b434826-bcda-485c-96cd-330a9482f44f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:24.903561 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 32968) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:24.906782 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4e304b53-d368-4885-a978-4984f83ce8ab tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0732844 Sep 02 13:38:24.973221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c498b72f-176f-43e3-8862-0cf49e77cfe0 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:25.027569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: c498b72f-176f-43e3-8862-0cf49e77cfe0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:25.027955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device c498b72f-176f-43e3-8862-0cf49e77cfe0 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:25.062676 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.085100 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.107606 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:38:25.134986 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.151576 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-0166e3c8-d247-4f7d-ac5b-e18b408b1c61 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0063412 Sep 02 13:38:25.193732 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b434826-bcda-485c-96cd-330a9482f44f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.196304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2b434826-bcda-485c-96cd-330a9482f44f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4822168 Sep 02 13:38:25.198571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:25.206486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 863c485e-7e54-4299-95a9-7262283ddb7d, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=863c485e-7e54-4299-95a9-7262283ddb7d,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:25.209354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:25.215164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-732de7a0-342b-4976-b808-65a04d339f13 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Request body: {'security_group_rule': {'security_group_id': '8ba3c49d-834f-472b-a058-a536b0a71426', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:25.217006 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.252968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b434826-bcda-485c-96cd-330a9482f44f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc991c6-5ffd-45d7-a746-e7d8e00e6c51,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:25.253221 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.266397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Transition to ACTIVE for port object 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:25.286774 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732de7a0-342b-4976-b808-65a04d339f13 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.420732 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.447026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:38:25.465658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732de7a0-342b-4976-b808-65a04d339f13 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.469312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-6c516196-6193-4968-9e54-63fc21737eca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=349bfbef-9854-4427-8245-b7b164bf423a HTTP/1.1" status: 200 len: 217 time: 0.2715633 Sep 02 13:38:25.474313 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732de7a0-342b-4976-b808-65a04d339f13 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.510637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7aaf10e1-3804-4a85-b5e1-84844b3729bf up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:25.526769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732de7a0-342b-4976-b808-65a04d339f13 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc5381c-3e88-4a58-8129-b3dc04006adc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:25.536324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732de7a0-342b-4976-b808-65a04d339f13 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.540634 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-732de7a0-342b-4976-b808-65a04d339f13 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3405080 Sep 02 13:38:25.543824 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:25.551000 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:25.565904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e879f0-82d1-4801-b852-4c1f60eb0881 req-3771bd35-b686-4327-9177-a2b9c5e9e91b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:25.575897 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26e879f0-82d1-4801-b852-4c1f60eb0881 req-3771bd35-b686-4327-9177-a2b9c5e9e91b tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 950 time: 0.4210083 Sep 02 13:38:25.594085 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.611389 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc88ce11-0179-4be7-ac9c-2744f37bc2f4 None None] Network fc0f7c79-e515-42b3-99af-75814dce266c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:25.622239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=863c485e-7e54-4299-95a9-7262283ddb7d,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:25.629940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Transition to ACTIVE for port object 98645fef-846d-4902-9576-b4269104f132 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:25.694401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2ae8c98-76d3-4222-a56f-56d4039b7aa3 req-5e6e7fad-5e82-4cce-9813-f3244e9f1304 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0709496 Sep 02 13:38:25.694623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-968bb27f-a18d-45a6-bb6e-f22501b018f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:25.697192 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-968bb27f-a18d-45a6-bb6e-f22501b018f5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.1898110 Sep 02 13:38:25.805003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26e879f0-82d1-4801-b852-4c1f60eb0881 req-687f20f4-d29b-4439-a79a-70c8d9d76b97 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264209 Sep 02 13:38:25.808026 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.825376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6bec14b3-a933-4088-8a8c-f6004adae41f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 0f6ab217-187f-4491-a6a6-d9b8ba777675 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:25.835567 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bec14b3-a933-4088-8a8c-f6004adae41f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.842473 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:25.881788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b2fe6d5b-4cfb-45ba-a8ed-774859d806f7 None None] Provisioning for port 7aaf10e1-3804-4a85-b5e1-84844b3729bf completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:25.935388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d63a11-5124-4644-b969-f13f6c6ee87f req-2fa046bc-b3a4-451d-bb0f-492be48f5d03 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:25.952374 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21d63a11-5124-4644-b969-f13f6c6ee87f req-2fa046bc-b3a4-451d-bb0f-492be48f5d03 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1415286 Sep 02 13:38:25.954270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-50414bfc-aa13-4f5b-b532-601161ad8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:25.955272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-50414bfc-aa13-4f5b-b532-601161ad8f98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2352104 Sep 02 13:38:26.017754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Network fc0f7c79-e515-42b3-99af-75814dce266c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:26.092009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Transition to ACTIVE for port object 98645fef-846d-4902-9576-b4269104f132 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:26.141682 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.147595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Allocated IP 172.25.3.55 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/f4b95921-5f80-49ad-aafc-457fc1a96d20) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:26.159555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21d63a11-5124-4644-b969-f13f6c6ee87f req-d3fa9a46-d9a5-4a21-b79a-40801b457cf8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058442 Sep 02 13:38:26.179966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Network 704bf59e-71c4-4dba-bd2a-ac4f5b10b595 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:26.182337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 7aaf10e1-3804-4a85-b5e1-84844b3729bf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:26.184830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:26.206048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:26.210184 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:26.218531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 7aaf10e1-3804-4a85-b5e1-84844b3729bf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:26.219100 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.229475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:26.267178 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bec14b3-a933-4088-8a8c-f6004adae41f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.313570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6bec14b3-a933-4088-8a8c-f6004adae41f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 0f6ab217-187f-4491-a6a6-d9b8ba777675 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:26.383354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:26.491303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.628283 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.631241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event updated for resources: {'Port': ['ID=1149b7ea-cc3a-4ab8-936b-93e8af2251f1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:26.733919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:26.750142 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Pushing event updated for resources: {'Port': ['ID=98645fef-846d-4902-9576-b4269104f132,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:26.753872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:26.773492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Attempting to bind port 98645fef-846d-4902-9576-b4269104f132 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:26.775453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Attempting to bind port 98645fef-846d-4902-9576-b4269104f132 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dd83fcfa-77c5-44bc-b91e-05196f28f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '704bf59e-71c4-4dba-bd2a-ac4f5b10b595'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:26.776312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Attempting to bind port 98645fef-846d-4902-9576-b4269104f132 on network 704bf59e-71c4-4dba-bd2a-ac4f5b10b595 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:26.797651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:26.809943 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bec14b3-a933-4088-8a8c-f6004adae41f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.818076 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:26.822447 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Checking segment: {'id': 'dd83fcfa-77c5-44bc-b91e-05196f28f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '704bf59e-71c4-4dba-bd2a-ac4f5b10b595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:26.823454 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.824316 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Bound using segment: {'id': 'dd83fcfa-77c5-44bc-b91e-05196f28f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '704bf59e-71c4-4dba-bd2a-ac4f5b10b595'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:26.825326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Bound port: 98645fef-846d-4902-9576-b4269104f132, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd83fcfa-77c5-44bc-b91e-05196f28f71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '704bf59e-71c4-4dba-bd2a-ac4f5b10b595'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:26.832353 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.834112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:26.834916 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:26.886298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-586ba9eb-dd37-4841-b0a1-97c9210effdb service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9133270 Sep 02 13:38:26.923574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Pushing event updated for resources: {'Port': ['ID=f4b95921-5f80-49ad-aafc-457fc1a96d20,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:27.059836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfab6d-7aa6-4918-9faa-91f004950f74 req-b627c46b-55d1-4220-8229-fe19dd828b77 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:27.072913 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.074106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44dfab6d-7aa6-4918-9faa-91f004950f74 req-b627c46b-55d1-4220-8229-fe19dd828b77 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2655244 Sep 02 13:38:27.101882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec14b3-a933-4088-8a8c-f6004adae41f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=0f6ab217-187f-4491-a6a6-d9b8ba777675,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:27.179808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] For port 98645fef-846d-4902-9576-b4269104f132, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:27.192640 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] For port 98645fef-846d-4902-9576-b4269104f132, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=98645fef-846d-4902-9576-b4269104f132,segment=NetworkSegment(dd83fcfa-77c5-44bc-b91e-05196f28f71f),segment_id=dd83fcfa-77c5-44bc-b91e-05196f28f71f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:27.210920 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.230979 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44dfab6d-7aa6-4918-9faa-91f004950f74 req-5fe028f2-fb84-4046-8535-bc0f104c50c9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500039 Sep 02 13:38:27.232550 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.260567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 7aaf10e1-3804-4a85-b5e1-84844b3729bf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7aaf10e1-3804-4a85-b5e1-84844b3729bf,segment=NetworkSegment(01dd7c44-22b7-4b50-bd45-e808dd5eb1c4),segment_id=01dd7c44-22b7-4b50-bd45-e808dd5eb1c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:27.286386 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7df28879-8de7-4eb0-bc19-2ef63503f725 req-624dc77d-2689-4dae-940f-6d41e4946903 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.4340019 Sep 02 13:38:27.296364 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.403699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945b7be-13c7-4d61-ba19-3ceeeeb9ab6c None None] Pushing event updated for resources: {'Port': ['ID=98645fef-846d-4902-9576-b4269104f132,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:27.407104 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.498209 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa0fac00-f49a-47fb-b24f-abc6dfc59cfc None None] Provisioning for port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:27.524053 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-435af4f1-3e51-4ebf-8402-73aec623b9e1 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2489285 Sep 02 13:38:27.524053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33040) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:27.544225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa0fac00-f49a-47fb-b24f-abc6dfc59cfc None None] Provisioning complete for port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:27.544705 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa0fac00-f49a-47fb-b24f-abc6dfc59cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.550727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Request body: {'port': {'network_id': 'fc0f7c79-e515-42b3-99af-75814dce266c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-439267112', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:27.551704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.api.validators [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] bootfile-name is not in valid_values {{(pid=94687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:38:27.552380 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.api.validators [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] tftp-server is not in valid_values {{(pid=94687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:38:27.553233 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.api.validators [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] server-ip-address is not in valid_values {{(pid=94687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:38:27.613353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=7aaf10e1-3804-4a85-b5e1-84844b3729bf,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:27.635559 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-c089b00a-ebc5-40f5-8234-2e55342ebd0c service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715828 Sep 02 13:38:27.644254 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 863c485e-7e54-4299-95a9-7262283ddb7d up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:27.661868 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6bec14b3-a933-4088-8a8c-f6004adae41f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.663951 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6bec14b3-a933-4088-8a8c-f6004adae41f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/0f6ab217-187f-4491-a6a6-d9b8ba777675 HTTP/1.1" status: 204 len: 168 time: 2.7554777 Sep 02 13:38:27.670058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:27.677409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-118c7943-9b83-4a89-a0d3-1d0eb4e7bb1d tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:27.679216 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-118c7943-9b83-4a89-a0d3-1d0eb4e7bb1d tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.90 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 950 time: 0.6466444 Sep 02 13:38:27.723529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fa0fac00-f49a-47fb-b24f-abc6dfc59cfc None None] Port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:27.724613 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-a7991c14-5a7c-4ced-9d67-942a758c2fca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4c51ac7-b7d6-4c75-bc94-da44b4158d24 HTTP/1.1" status: 200 len: 217 time: 0.0803640 Sep 02 13:38:27.743761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa0fac00-f49a-47fb-b24f-abc6dfc59cfc None None] Provisioning complete for port 7aaf10e1-3804-4a85-b5e1-84844b3729bf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:27.744324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa0fac00-f49a-47fb-b24f-abc6dfc59cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.747204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 863c485e-7e54-4299-95a9-7262283ddb7d triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:27.747571 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.841114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ba353-7ac0-4a5d-8e21-8abf7c97068d req-0b97547d-94e2-4a87-b268-a6883cc1964a tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:27.842733 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca4ba353-7ac0-4a5d-8e21-8abf7c97068d req-0b97547d-94e2-4a87-b268-a6883cc1964a tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 950 time: 0.2844899 Sep 02 13:38:27.847184 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0872a1-d524-4a89-95e3-60e386a068e3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:38:27.848134 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0872a1-d524-4a89-95e3-60e386a068e3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:38:27.855587 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ef0872a1-d524-4a89-95e3-60e386a068e3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/0f6ab217-187f-4491-a6a6-d9b8ba777675 HTTP/1.1" status: 404 len: 333 time: 0.1794913 Sep 02 13:38:27.885215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:27.978188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Made reservation on behalf of 5a80f71de6fd4dc5ad278d9919c096f3 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:27.982169 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:27.983073 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4d8882-da1b-4e74-9dca-9bfb9ff11079 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:38:27.984744 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4f4d8882-da1b-4e74-9dca-9bfb9ff11079 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/0f6ab217-187f-4491-a6a6-d9b8ba777675 HTTP/1.1" status: 404 len: 333 time: 0.0962729 Sep 02 13:38:27.989450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33046) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:28.001853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-2632bfb7-22ff-4535-b39c-56ffc8e745dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:28.003762 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-2632bfb7-22ff-4535-b39c-56ffc8e745dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fe0a48-2fa0-49d0-9395-58935ed40d07 HTTP/1.1" status: 200 len: 797 time: 0.2393496 Sep 02 13:38:28.052654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] device_id is not set on port 123e0cca-987f-4ca1-b60c-a255c69755fd yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:28.078891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Deleting port bfd59233-7e40-407d-b470-e3662fa33774 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:28.079285 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.102244 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7791d7c-92c2-46c0-a394-44b1ded27f3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet 73963918-675d-4fcc-9c9c-e87a7b550def {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:38:28.118587 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca4ba353-7ac0-4a5d-8e21-8abf7c97068d req-967bae21-11a8-4767-9f6f-0bad6540b876 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445495 Sep 02 13:38:28.162588 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.164539 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7791d7c-92c2-46c0-a394-44b1ded27f3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.169322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:28.224688 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7791d7c-92c2-46c0-a394-44b1ded27f3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.287946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:28.288719 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.330838 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.439463 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7791d7c-92c2-46c0-a394-44b1ded27f3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.478815 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.538455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:28.541200 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018a9e2d-76a0-400b-ad6d-07e7a6d144c1" -d '{"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-plugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:28.548331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Pushing event updated for resources: {'Port': ['ID=f4b95921-5f80-49ad-aafc-457fc1a96d20,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:28.557658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f998bdde-42ed-4d49-ac3f-5043e8633546 None None] Provisioning complete for port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:28.558306 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f998bdde-42ed-4d49-ac3f-5043e8633546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.564127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:28.572348 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7791d7c-92c2-46c0-a394-44b1ded27f3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.609586 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.610590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device bfd59233-7e40-407d-b470-e3662fa33774 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:28.636443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-95c4ff95-fe6c-4d5d-9119-698b53c92bbe req-a46e3593-3661-48e3-a91d-85a62c6e5a2d tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0837409 Sep 02 13:38:28.667248 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] For port bfd59233-7e40-407d-b470-e3662fa33774, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bfd59233-7e40-407d-b470-e3662fa33774,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:28.667248 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.695466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Calling delete_port for bfd59233-7e40-407d-b470-e3662fa33774 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:28.711517 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7791d7c-92c2-46c0-a394-44b1ded27f3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.714126 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c7791d7c-92c2-46c0-a394-44b1ded27f3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/73963918-675d-4fcc-9c9c-e87a7b550def HTTP/1.1" status: 204 len: 168 time: 0.7226446 Sep 02 13:38:28.717339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7791d7c-92c2-46c0-a394-44b1ded27f3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=73963918-675d-4fcc-9c9c-e87a7b550def,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:28.722096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:28.785144 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.789705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f998bdde-42ed-4d49-ac3f-5043e8633546 None None] Port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:28.805485 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.807224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ae353ef-3ddf-485d-929a-327ecc3a433f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2618301 Sep 02 13:38:28.874230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.884648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:28.889105 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:28.949265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-cb4b3a75-7067-435d-b93f-d7a3eaa9ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:28.958075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-cb4b3a75-7067-435d-b93f-d7a3eaa9ed9f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c873e024-b781-4ddf-a1d2-2663c483c3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9419467 Sep 02 13:38:28.974641 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247f2b1e-2ecc-4adb-9bdb-668730f843c7 x-openstack-request-id: req-247f2b1e-2ecc-4adb-9bdb-668730f843c7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:28.975067 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-plugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:28.979458 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-247f2b1e-2ecc-4adb-9bdb-668730f843c7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:28.979458 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'code': 200} Sep 02 13:38:28.981145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port bfd59233-7e40-407d-b470-e3662fa33774, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=bfd59233-7e40-407d-b470-e3662fa33774,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:28.989048 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.054700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 98645fef-846d-4902-9576-b4269104f132 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:29.057068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.121109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=bfd59233-7e40-407d-b470-e3662fa33774,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:29.171885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5b72ab-4dc1-488a-9243-a61aec388a45 None None] Network 704bf59e-71c4-4dba-bd2a-ac4f5b10b595 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:29.184747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] For port 98645fef-846d-4902-9576-b4269104f132, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=98645fef-846d-4902-9576-b4269104f132,segment=NetworkSegment(dd83fcfa-77c5-44bc-b91e-05196f28f71f),segment_id=dd83fcfa-77c5-44bc-b91e-05196f28f71f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:29.187078 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.214726 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 98645fef-846d-4902-9576-b4269104f132 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:29.285583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e6b3572c-2c05-4842-a5c0-ca019584bb4d None None] Provisioning for port 98645fef-846d-4902-9576-b4269104f132 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:29.406180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b61f-a302-4f99-bd45-8a61dead04c1 req-c26fc33c-c719-4724-ae08-0438c93f4e74 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:29.407441 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4eb8-f4c9-45f8-bc33-02002b093ff8 req-a4048b99-c9d6-45df-8d6f-c245fcdf7020 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:29.410397 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.415715 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4906b61f-a302-4f99-bd45-8a61dead04c1 req-c26fc33c-c719-4724-ae08-0438c93f4e74 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 948 time: 0.0975096 Sep 02 13:38:29.416443 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f9a4eb8-f4c9-45f8-bc33-02002b093ff8 req-a4048b99-c9d6-45df-8d6f-c245fcdf7020 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.5902402 Sep 02 13:38:29.431172 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-5ea21699-ea45-415c-96be-0805a2bbb552 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332290 Sep 02 13:38:29.483029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Allocated IP 172.20.0.6 (fc0f7c79-e515-42b3-99af-75814dce266c/20f630ad-7386-4697-89b5-ab711586f86c/123e0cca-987f-4ca1-b60c-a255c69755fd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:29.493149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4906b61f-a302-4f99-bd45-8a61dead04c1 req-50c87d01-9a1d-46c4-884b-10f26492280e tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/security-groups?id=64353906-61d5-4e35-9df5-cf5856dc5253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763626 Sep 02 13:38:29.498402 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.561367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No DVR routers for this DVR port 98645fef-846d-4902-9576-b4269104f132 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:29.563583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=98645fef-846d-4902-9576-b4269104f132,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:29.639457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8be68-c021-4b30-adf9-abdd0080b609 None None] DHCP port deletion for 704bf59e-71c4-4dba-bd2a-ac4f5b10b595 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:38:29.781265 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f9a4eb8-f4c9-45f8-bc33-02002b093ff8 req-d0f9e0ea-10dc-41cf-a765-21bddf88eb54 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499339 Sep 02 13:38:29.980057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:29.998227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7aaf10e1-3804-4a85-b5e1-84844b3729bf up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:30.032235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704bf59e-71c4-4dba-bd2a-ac4f5b10b595']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:30.063261 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.087987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6a15acfd-6a00-4088-ae5b-171cf5d161c9 req-d9df5eef-f86b-4dd5-ace5-c7a8e54c6432 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0817268 Sep 02 13:38:30.097083 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd83fcfa-77c5-44bc-b91e-05196f28f71f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:30.098189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd83fcfa-77c5-44bc-b91e-05196f28f71f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:30.123711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.160292 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.160986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 7aaf10e1-3804-4a85-b5e1-84844b3729bf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:30.161379 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.179021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:38:30.179664 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.267098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Pushing event deleted for resources: {'Port': ['ID=bfd59233-7e40-407d-b470-e3662fa33774,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:30.289294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-5c5c1a41-8f5b-46cc-bd20-3cc76bb75253 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8421874 Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:38:30.291795 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:38:30.298187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.309639 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.323661 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/networks/704bf59e-71c4-4dba-bd2a-ac4f5b10b595 HTTP/1.1" status: 204 len: 168 time: 1.5953109 Sep 02 13:38:30.350497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:30.356353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1102186790'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:30.373311 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.400402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63223d75-c3ed-4dde-9896-9ded61680b0f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Network': ['ID=704bf59e-71c4-4dba-bd2a-ac4f5b10b595,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:30.443612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:30.453231 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.455374 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.469589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Transition to ACTIVE for port object 123e0cca-987f-4ca1-b60c-a255c69755fd will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:30.536746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:38:30.568891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.569515 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Added segment 8f9005b8-a584-442f-88c2-654565ca12a8 of type vlan for network 77cca3aa-71a9-4e96-be79-7d2d2557f523 Sep 02 13:38:30.638319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] No DVR routers for this DVR port bfd59233-7e40-407d-b470-e3662fa33774 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:30.641683 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-f3979ee8-f090-4ae0-bb65-5355d4a18f3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d HTTP/1.1" status: 200 len: 217 time: 0.1321330 Sep 02 13:38:30.644498 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.646687 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e1a15ad-c031-4da2-be13-30291ff13f3a req-321f1963-1182-4a76-a693-884db1de8430 tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.90 "DELETE /v2.0/ports/bfd59233-7e40-407d-b470-e3662fa33774 HTTP/1.1" status: 204 len: 173 time: 2.9333277 Sep 02 13:38:30.648146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.649925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'name': 'network-vif-deleted', 'tag': 'bfd59233-7e40-407d-b470-e3662fa33774'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:30.652543 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf08c94-6cde-403a-8cfb-3a1fb6d4fd51" -d '{"events": [{"server_uuid": "569bf13e-35c9-408c-b5e3-700a647ebdd8", "name": "network-vif-deleted", "tag": "bfd59233-7e40-407d-b470-e3662fa33774"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:30.720044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ddd3e03-874f-4a3d-bd7b-172376dd3c30 req-2ab7ee14-0011-4e75-aef9-87dab58961ac tempest-LiveMigrationNegativeTest-135917111 tempest-LiveMigrationNegativeTest-135917111-project] 10.222.0.13 "GET /v2.0/ports?device_id=569bf13e-35c9-408c-b5e3-700a647ebdd8 HTTP/1.1" status: 200 len: 210 time: 0.0627165 Sep 02 13:38:30.722785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.738309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d07c9-b771-4d59-a902-7836aeb04602 req-02a04326-527c-4ba1-a5fc-16de004e771a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:30.749534 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf0d07c9-b771-4d59-a902-7836aeb04602 req-02a04326-527c-4ba1-a5fc-16de004e771a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.6970074 Sep 02 13:38:30.791659 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.807854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:30.817917 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:30.883184 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab9aafa-3305-4107-9d66-e13721b9ba1b x-openstack-request-id: req-bab9aafa-3305-4107-9d66-e13721b9ba1b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:30.883184 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569bf13e-35c9-408c-b5e3-700a647ebdd8", "name": "network-vif-deleted", "tag": "bfd59233-7e40-407d-b470-e3662fa33774", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:30.883184 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bab9aafa-3305-4107-9d66-e13721b9ba1b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:30.885117 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'name': 'network-vif-deleted', 'tag': 'bfd59233-7e40-407d-b470-e3662fa33774', 'status': 'completed', 'code': 200} Sep 02 13:38:30.896435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf0d07c9-b771-4d59-a902-7836aeb04602 req-08e7f4df-9aa6-46aa-b70d-dd32971ffb67 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745618 Sep 02 13:38:30.918813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Network fc0f7c79-e515-42b3-99af-75814dce266c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:30.929004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:30.946643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-56d00b69-3d6a-4f6c-b98f-8a557f698ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:30.955616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-56d00b69-3d6a-4f6c-b98f-8a557f698ec9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fe0a48-2fa0-49d0-9395-58935ed40d07 HTTP/1.1" status: 200 len: 797 time: 0.2839954 Sep 02 13:38:30.956825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:30.965396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event updated for resources: {'Port': ['ID=123e0cca-987f-4ca1-b60c-a255c69755fd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:30.979551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd59233-7e40-407d-b470-e3662fa33774'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:30.983494 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9e58e4-7d1c-435b-a4a9-23c600347b57" -d '{"events": [{"server_uuid": "569bf13e-35c9-408c-b5e3-700a647ebdd8", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd59233-7e40-407d-b470-e3662fa33774"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:30.999561 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6478515 Sep 02 13:38:31.003985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:31.010702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '77cca3aa-71a9-4e96-be79-7d2d2557f523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:31.130412 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b986e585-5d80-4f95-81d2-45e3746d979e x-openstack-request-id: req-b986e585-5d80-4f95-81d2-45e3746d979e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:31.132599 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569bf13e-35c9-408c-b5e3-700a647ebdd8", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd59233-7e40-407d-b470-e3662fa33774", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:31.133553 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b986e585-5d80-4f95-81d2-45e3746d979e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:31.134587 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569bf13e-35c9-408c-b5e3-700a647ebdd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd59233-7e40-407d-b470-e3662fa33774', 'code': 200} Sep 02 13:38:31.143764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64deed-8e5f-4254-8dad-d7d7994950d4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Network': ['ID=77cca3aa-71a9-4e96-be79-7d2d2557f523,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:31.164372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 77cca3aa-71a9-4e96-be79-7d2d2557f523 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:31.215315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-900a78b6-0fc3-498d-b59d-56f5f3779ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:31.216788 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-900a78b6-0fc3-498d-b59d-56f5f3779ac8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c873e024-b781-4ddf-a1d2-2663c483c3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2536383 Sep 02 13:38:31.257385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:31.262681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:31.288936 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f14938a3-4c84-4537-b2cf-97390046adfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:31.374614 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98022e69-0251-4538-b6b5-8fcc1367a912 req-49d8a590-c653-4664-a61d-c81a20d7de2e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:31.394379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-98022e69-0251-4538-b6b5-8fcc1367a912 req-49d8a590-c653-4664-a61d-c81a20d7de2e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2382848 Sep 02 13:38:31.396186 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b61230f-461a-4d0d-9c58-5882c8080e71 req-196047ab-1044-4d0a-8de9-6bacdd60f808 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0510395 Sep 02 13:38:31.483292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 98645fef-846d-4902-9576-b4269104f132 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:31.503431 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-59936cd2-d1aa-44dc-83cc-8d602ad361b8 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.9636869 Sep 02 13:38:31.506688 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-83b80af2-4e9f-422b-9aa9-f636ff884ed3 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736797 Sep 02 13:38:31.513489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:31.515764 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33174) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:31.524180 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:31.556057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 98645fef-846d-4902-9576-b4269104f132 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:31.556407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 98645fef-846d-4902-9576-b4269104f132 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:31.598975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cda1f385-da07-4c0d-b4f4-5489a465e5c6 None None] Provisioning for port 123e0cca-987f-4ca1-b60c-a255c69755fd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:31.612161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cda1f385-da07-4c0d-b4f4-5489a465e5c6 None None] Provisioning complete for port 123e0cca-987f-4ca1-b60c-a255c69755fd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:31.615505 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda1f385-da07-4c0d-b4f4-5489a465e5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:31.697326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-98022e69-0251-4538-b6b5-8fcc1367a912 req-9a417cc5-d039-4742-b066-5123a7ad5ff4 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947199 Sep 02 13:38:31.728356 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cda1f385-da07-4c0d-b4f4-5489a465e5c6 None None] Port 123e0cca-987f-4ca1-b60c-a255c69755fd cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:31.768082 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccba6792-1978-4a1c-becc-c5884dd4da46 req-63ace47c-59c4-4da6-a7ac-f9374201a519 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777258 Sep 02 13:38:31.821657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d246b38-568a-46cd-a47b-0bae7f86a1ee tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:31.835024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d246b38-568a-46cd-a47b-0bae7f86a1ee tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:31.856205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d246b38-568a-46cd-a47b-0bae7f86a1ee tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:31.860864 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0d246b38-568a-46cd-a47b-0bae7f86a1ee tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3410690 Sep 02 13:38:31.861765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:32.039833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8931b50-f659-4439-9f8c-68a0896e1168 req-b5be7720-dd36-45e6-a4cd-0df6ce9935f1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:32.041698 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8931b50-f659-4439-9f8c-68a0896e1168 req-b5be7720-dd36-45e6-a4cd-0df6ce9935f1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0831757 Sep 02 13:38:32.102355 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-14123668-537a-4b19-bab3-81b5098b0ea4 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Deleting port 123e0cca-987f-4ca1-b60c-a255c69755fd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:32.103053 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-14123668-537a-4b19-bab3-81b5098b0ea4 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.152104 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.234704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-14123668-537a-4b19-bab3-81b5098b0ea4 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.254688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-14123668-537a-4b19-bab3-81b5098b0ea4 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Calling delete_port for 123e0cca-987f-4ca1-b60c-a255c69755fd owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:32.257345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8931b50-f659-4439-9f8c-68a0896e1168 req-7eabe5a8-07de-4799-8c56-a6f6f7eef252 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859744 Sep 02 13:38:32.290279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Checking segment: {'id': '8f9005b8-a584-442f-88c2-654565ca12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '77cca3aa-71a9-4e96-be79-7d2d2557f523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:32.290530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network hostable DHCP agents. Network: 77cca3aa-71a9-4e96-be79-7d2d2557f523, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:32.319260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 77cca3aa-71a9-4e96-be79-7d2d2557f523 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:32.327371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=74dd76e4-9c4b-42d5-95d3-e667fb6fd77c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:32.337758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 77cca3aa-71a9-4e96-be79-7d2d2557f523) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:32.344071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:32.344911 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.347099 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f1e25c-aacf-49c5-8060-3724eb249ac8 None None] Network 77cca3aa-71a9-4e96-be79-7d2d2557f523 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:32.383672 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-28fcd619-b0bb-4bad-ad1f-3b26058def29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3766434 Sep 02 13:38:32.384635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:32.404712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '77cca3aa-71a9-4e96-be79-7d2d2557f523', 'security_groups': [], 'name': 'tempest-PortsTestJSON-753982023'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:32.534782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:32.545607 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-14123668-537a-4b19-bab3-81b5098b0ea4 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.698466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14123668-537a-4b19-bab3-81b5098b0ea4 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event deleted for resources: {'Port': ['ID=123e0cca-987f-4ca1-b60c-a255c69755fd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:32.740150 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64533111-9ea1-4270-bbee-22d894083da6 req-49fa0d57-8258-474b-8837-316d386f359d tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.1032047 Sep 02 13:38:32.766194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-77cca3aa-71a9-4e96-be79-7d2d2557f523', 'network_id': '77cca3aa-71a9-4e96-be79-7d2d2557f523', 'tenant_id': '254d2e525cdc4b80b770537341a0f529', 'fixed_ips': [{'subnet_id': '74dd76e4-9c4b-42d5-95d3-e667fb6fd77c'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:38:32.781256 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.786789 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-14123668-537a-4b19-bab3-81b5098b0ea4 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.790099 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-14123668-537a-4b19-bab3-81b5098b0ea4 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "DELETE /v2.0/ports/123e0cca-987f-4ca1-b60c-a255c69755fd HTTP/1.1" status: 204 len: 168 time: 0.9272432 Sep 02 13:38:32.795948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33202) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:32.816583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Request body: {'port': {'name': 'tempest-new-port-name-129467303', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:32.817544 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.api.validators [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] bootfile-name is not in valid_values {{(pid=94687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:38:32.818137 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.api.validators [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] tftp-server is not in valid_values {{(pid=94687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:38:32.819427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.api.validators [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] server-ip-address is not in valid_values {{(pid=94687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:38:32.868283 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:32.882407 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:32.937809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 66013cc1-caa2-4452-b477-5a41a6c24225 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:33.135487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Allocated IP 172.20.0.2 (77cca3aa-71a9-4e96-be79-7d2d2557f523/74dd76e4-9c4b-42d5-95d3-e667fb6fd77c/da987126-8fe4-4565-a550-b8f5f6ec72a3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:33.138755 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-af090acb-bf62-4c33-8419-c0e8c87026f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f02aa722c14740a482716c439210387a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016638 Sep 02 13:38:33.141967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:33.192768 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.213809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f78c8-1e27-46f9-a590-5e80ba4effb7 req-69c710a3-e085-464b-9b44-0223e1a2fa6a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:33.229545 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-033f78c8-1e27-46f9-a590-5e80ba4effb7 req-69c710a3-e085-464b-9b44-0223e1a2fa6a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.5379376 Sep 02 13:38:33.248015 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4cea023c-79bd-466e-afd8-a61eaf4096fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.297232 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4cea023c-79bd-466e-afd8-a61eaf4096fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.352994 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.363099 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-033f78c8-1e27-46f9-a590-5e80ba4effb7 req-ff9b714c-15ae-43d6-8638-08de57b4c194 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279404 Sep 02 13:38:33.371284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Transition to ACTIVE for port object da987126-8fe4-4565-a550-b8f5f6ec72a3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:33.402652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Transition to ACTIVE for port object da987126-8fe4-4565-a550-b8f5f6ec72a3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:33.419246 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.528498 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.5 (77cca3aa-71a9-4e96-be79-7d2d2557f523/74dd76e4-9c4b-42d5-95d3-e667fb6fd77c/66013cc1-caa2-4452-b477-5a41a6c24225) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:33.547016 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Pushing event updated for resources: {'Port': ['ID=da987126-8fe4-4565-a550-b8f5f6ec72a3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:33.577501 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a24e545-a8e3-43a0-9e3d-b18decd4ed42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.580856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Network 77cca3aa-71a9-4e96-be79-7d2d2557f523 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:33.582766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:33.584987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:33.636926 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4cea023c-79bd-466e-afd8-a61eaf4096fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.639642 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4cea023c-79bd-466e-afd8-a61eaf4096fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.650663 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4cea023c-79bd-466e-afd8-a61eaf4096fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64353906-61d5-4e35-9df5-cf5856dc5253 HTTP/1.1" status: 204 len: 168 time: 0.5009372 Sep 02 13:38:33.677597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Attempting to bind port da987126-8fe4-4565-a550-b8f5f6ec72a3 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:33.682735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Attempting to bind port da987126-8fe4-4565-a550-b8f5f6ec72a3 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '8f9005b8-a584-442f-88c2-654565ca12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '77cca3aa-71a9-4e96-be79-7d2d2557f523'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:33.684050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Attempting to bind port da987126-8fe4-4565-a550-b8f5f6ec72a3 on network 77cca3aa-71a9-4e96-be79-7d2d2557f523 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:33.697366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:33.702849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Checking segment: {'id': '8f9005b8-a584-442f-88c2-654565ca12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '77cca3aa-71a9-4e96-be79-7d2d2557f523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:33.703465 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.704077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Bound using segment: {'id': '8f9005b8-a584-442f-88c2-654565ca12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '77cca3aa-71a9-4e96-be79-7d2d2557f523'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:33.706081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Bound port: da987126-8fe4-4565-a550-b8f5f6ec72a3, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9005b8-a584-442f-88c2-654565ca12a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '77cca3aa-71a9-4e96-be79-7d2d2557f523'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:33.707152 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.729125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea023c-79bd-466e-afd8-a61eaf4096fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64353906-61d5-4e35-9df5-cf5856dc5253,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:33.763752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e8177-95b0-4037-b37f-beff842d8ff4 req-4ebe17c4-adf1-4060-8743-441ec5827ff8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:33.765367 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-863e8177-95b0-4037-b37f-beff842d8ff4 req-4ebe17c4-adf1-4060-8743-441ec5827ff8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2434890 Sep 02 13:38:33.842275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] For port da987126-8fe4-4565-a550-b8f5f6ec72a3, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:33.846648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] For port da987126-8fe4-4565-a550-b8f5f6ec72a3, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=da987126-8fe4-4565-a550-b8f5f6ec72a3,segment=NetworkSegment(8f9005b8-a584-442f-88c2-654565ca12a8),segment_id=8f9005b8-a584-442f-88c2-654565ca12a8)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:33.852899 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.862346 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.866620 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.891631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.897515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 66013cc1-caa2-4452-b477-5a41a6c24225 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:33.953038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7ac40-77f3-4590-af1f-795b8ab32a2e None None] Pushing event updated for resources: {'Port': ['ID=da987126-8fe4-4565-a550-b8f5f6ec72a3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:33.985038 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:33.990459 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-863e8177-95b0-4037-b37f-beff842d8ff4 req-1c338715-5adf-4b93-a778-f6a3ea8d1575 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862812 Sep 02 13:38:34.105314 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.111554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event updated for resources: {'Port': ['ID=1149b7ea-cc3a-4ab8-936b-93e8af2251f1,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:34.149431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=66013cc1-caa2-4452-b477-5a41a6c24225,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:34.184485 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9bc12ed5-2849-43f7-ba31-b47b250d1669 req-c84fda63-263d-4cf2-af22-03a71a42830a tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0486493 Sep 02 13:38:34.211844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] In _notify_port_updated(), no bound segment for port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 on network fc0f7c79-e515-42b3-99af-75814dce266c {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:38:34.217896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 77cca3aa-71a9-4e96-be79-7d2d2557f523 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:34.220450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:34.224182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:34.228301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:34.248494 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.249960 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-70a6f638-3063-43cf-84d4-36141a26b8eb tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "PUT /v2.0/ports/1149b7ea-cc3a-4ab8-936b-93e8af2251f1 HTTP/1.1" status: 200 len: 1135 time: 1.4514258 Sep 02 13:38:34.256248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:34.349433 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33228) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:34.353955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a6a451-0ad2-4b26-b734-f710204a38f9 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:34.358006 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-52a6a451-0ad2-4b26-b734-f710204a38f9 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "GET /v2.0/ports/1149b7ea-cc3a-4ab8-936b-93e8af2251f1 HTTP/1.1" status: 200 len: 1135 time: 0.0991817 Sep 02 13:38:34.365900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:34.405778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:34.412446 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.514987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2963-80e0-4087-aef1-e287e62c6cd0 req-832cc4a6-c3d2-4ce5-91e6-ce0db5596068 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:34.529325 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-729b2963-80e0-4087-aef1-e287e62c6cd0 req-832cc4a6-c3d2-4ce5-91e6-ce0db5596068 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1959655 Sep 02 13:38:34.539884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9cae8a15-e0da-4116-adb2-a3aee17695e2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1510882 Sep 02 13:38:34.541046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:34.566440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5a50b247-76bc-461c-be4b-f57fedae5cf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1e3addb78ca4ea59a4d80eb9ed26592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145495 Sep 02 13:38:34.580478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33234) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:34.608404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c9035e0-b188-4b42-95e7-e962c3a978c5 None None] Provisioning complete for port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:34.608920 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c9035e0-b188-4b42-95e7-e962c3a978c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.681008 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2c9035e0-b188-4b42-95e7-e962c3a978c5 None None] Port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:34.687021 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-729b2963-80e0-4087-aef1-e287e62c6cd0 req-07a6a8ff-b2dd-4228-87aa-a9ff4a5e46aa tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499989 Sep 02 13:38:34.732462 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49aa8b11-0a7d-4ae8-b557-0ab5dd6ba7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.760176 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49aa8b11-0a7d-4ae8-b557-0ab5dd6ba7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.783712 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.844739 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49aa8b11-0a7d-4ae8-b557-0ab5dd6ba7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.849822 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-49aa8b11-0a7d-4ae8-b557-0ab5dd6ba7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.851344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-49aa8b11-0a7d-4ae8-b557-0ab5dd6ba7aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee7ba0a2-d341-4977-9f95-59a2eaa66588 HTTP/1.1" status: 204 len: 168 time: 0.2681954 Sep 02 13:38:34.886039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e28db0ef-e2be-48e1-a107-72679786f099 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Deleting port 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:34.886404 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e28db0ef-e2be-48e1-a107-72679786f099 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:34.887997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa8b11-0a7d-4ae8-b557-0ab5dd6ba7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7ba0a2-d341-4977-9f95-59a2eaa66588,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:35.451275 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e94ae56f-24bb-45a3-bdb9-e66884cc4b27 req-a3ba79d3-f425-4914-ae24-fc99e1465d82 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0694141 Sep 02 13:38:35.617630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device da987126-8fe4-4565-a550-b8f5f6ec72a3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:35.622883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d62ee45-9d81-4f02-bea1-1fe17c850fa2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 66013cc1-caa2-4452-b477-5a41a6c24225 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:35.626172 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d62ee45-9d81-4f02-bea1-1fe17c850fa2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:35.717377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb53e-da96-4cd1-aacc-3c7e29b3ba61 req-6ce4c794-cf4d-4585-934a-405cd4d21f30 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:35.739243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-86fbb53e-da96-4cd1-aacc-3c7e29b3ba61 req-6ce4c794-cf4d-4585-934a-405cd4d21f30 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.9129417 Sep 02 13:38:35.890607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port da987126-8fe4-4565-a550-b8f5f6ec72a3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:35.921851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce59c60-ae63-40d1-aba5-0ebcd5edeffe None None] Network 77cca3aa-71a9-4e96-be79-7d2d2557f523 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:36.108465 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-86fbb53e-da96-4cd1-aacc-3c7e29b3ba61 req-9ed7a75c-aea7-445f-8317-28ad7c6da5c9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641682 Sep 02 13:38:36.151883 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e28db0ef-e2be-48e1-a107-72679786f099 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:36.185517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e28db0ef-e2be-48e1-a107-72679786f099 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Calling delete_port for 1149b7ea-cc3a-4ab8-936b-93e8af2251f1 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:36.198650 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d62ee45-9d81-4f02-bea1-1fe17c850fa2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:36.247649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d62ee45-9d81-4f02-bea1-1fe17c850fa2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 66013cc1-caa2-4452-b477-5a41a6c24225 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:36.248019 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-149734eb-a608-48a7-be52-17fbd2ac0c78 None None] Provisioning for port da987126-8fe4-4565-a550-b8f5f6ec72a3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:36.334836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-149734eb-a608-48a7-be52-17fbd2ac0c78 None None] Provisioning complete for port da987126-8fe4-4565-a550-b8f5f6ec72a3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:36.336593 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-149734eb-a608-48a7-be52-17fbd2ac0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:36.444728 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bf10f-49a1-4cdf-953c-20fa07988e2e req-1e33134d-b422-44ea-baab-00cf4ec0ca16 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:36.460516 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-858bf10f-49a1-4cdf-953c-20fa07988e2e req-1e33134d-b422-44ea-baab-00cf4ec0ca16 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1991894 Sep 02 13:38:36.514292 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:36.654147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-858bf10f-49a1-4cdf-953c-20fa07988e2e req-83a34218-b8e4-417c-a7aa-c57260cca3f4 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922600 Sep 02 13:38:36.677412 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3fe3fb45-fbe6-4c6d-88c9-1e32cf96cde8 req-d9107baf-5f71-48d9-8a86-8be96dd7740f tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0884743 Sep 02 13:38:36.678416 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-149734eb-a608-48a7-be52-17fbd2ac0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:36.748431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-149734eb-a608-48a7-be52-17fbd2ac0c78 None None] For port da987126-8fe4-4565-a550-b8f5f6ec72a3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=da987126-8fe4-4565-a550-b8f5f6ec72a3,segment=NetworkSegment(8f9005b8-a584-442f-88c2-654565ca12a8),segment_id=8f9005b8-a584-442f-88c2-654565ca12a8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:36.759763 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-149734eb-a608-48a7-be52-17fbd2ac0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:36.829289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e28db0ef-e2be-48e1-a107-72679786f099 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:36.932205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28db0ef-e2be-48e1-a107-72679786f099 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event deleted for resources: {'Port': ['ID=1149b7ea-cc3a-4ab8-936b-93e8af2251f1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:36.975634 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d62ee45-9d81-4f02-bea1-1fe17c850fa2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:36.996619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149734eb-a608-48a7-be52-17fbd2ac0c78 None None] Pushing event updated for resources: {'Port': ['ID=da987126-8fe4-4565-a550-b8f5f6ec72a3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:37.022920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62ee45-9d81-4f02-bea1-1fe17c850fa2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=66013cc1-caa2-4452-b477-5a41a6c24225,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:37.098332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8313d886-2b69-45ec-821d-c93423820592 None None] Could not find standard attr ID for object 66013cc1-caa2-4452-b477-5a41a6c24225. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:38:37.122798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8313d886-2b69-45ec-821d-c93423820592 None None] Provisioning complete for port da987126-8fe4-4565-a550-b8f5f6ec72a3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:37.123184 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8313d886-2b69-45ec-821d-c93423820592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:37.157867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a9ea4-abd9-4e73-81b8-a0337c5e7292 req-f987c143-7aa7-4d1f-8193-26187d3ae5a8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:37.181360 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ad5a9ea4-abd9-4e73-81b8-a0337c5e7292 req-f987c143-7aa7-4d1f-8193-26187d3ae5a8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.3489697 Sep 02 13:38:37.414206 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e28db0ef-e2be-48e1-a107-72679786f099 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:37.419198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:37.441560 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e28db0ef-e2be-48e1-a107-72679786f099 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "DELETE /v2.0/ports/1149b7ea-cc3a-4ab8-936b-93e8af2251f1 HTTP/1.1" status: 204 len: 168 time: 3.0706120 Sep 02 13:38:37.489461 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d62ee45-9d81-4f02-bea1-1fe17c850fa2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:37.498506 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8d62ee45-9d81-4f02-bea1-1fe17c850fa2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/66013cc1-caa2-4452-b477-5a41a6c24225 HTTP/1.1" status: 204 len: 168 time: 2.9497583 Sep 02 13:38:37.500283 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33292) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:37.569605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4abce63c-a78b-433c-a087-ed89cabf082c None None] Could not find standard attr ID for object 66013cc1-caa2-4452-b477-5a41a6c24225. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:38:37.578425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-699ec4f5-fe15-47c2-82aa-b0978ca84be3 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Deleting subnet 20f630ad-7386-4697-89b5-ab711586f86c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:38:37.584356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-699ec4f5-fe15-47c2-82aa-b0978ca84be3 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:37.616485 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea4b4d5-c91a-4bd2-8c2a-6755ccb5fee1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:38:37.618269 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7ea4b4d5-c91a-4bd2-8c2a-6755ccb5fee1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/66013cc1-caa2-4452-b477-5a41a6c24225 HTTP/1.1" status: 404 len: 333 time: 0.1170371 Sep 02 13:38:37.637679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:37.644255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ad5a9ea4-abd9-4e73-81b8-a0337c5e7292 req-f0656e9d-7a7c-4352-85a9-114c7ee2ecac tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619281 Sep 02 13:38:37.650144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device da987126-8fe4-4565-a550-b8f5f6ec72a3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:37.728192 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-699ec4f5-fe15-47c2-82aa-b0978ca84be3 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:37.843312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c129d07f-0ffc-4bc2-9f85-ee9e5e194836 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet 74dd76e4-9c4b-42d5-95d3-e667fb6fd77c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:38:37.873058 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c129d07f-0ffc-4bc2-9f85-ee9e5e194836 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:37.888366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port da987126-8fe4-4565-a550-b8f5f6ec72a3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:37.888971 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:37.905070 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37cc1684-ca88-46a2-b8c1-a19db6fb18ca req-41476d62-dc75-45bc-a949-3ba82cd82b40 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0842321 Sep 02 13:38:38.104951 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c129d07f-0ffc-4bc2-9f85-ee9e5e194836 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:38.230446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e50634-7d32-460d-9ec4-3784bfaedf21 req-d86a4f74-1041-4739-9128-7220a83b36ad tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:38.232869 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49e50634-7d32-460d-9ec4-3784bfaedf21 req-d86a4f74-1041-4739-9128-7220a83b36ad tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2744548 Sep 02 13:38:38.244050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-699ec4f5-fe15-47c2-82aa-b0978ca84be3 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:38.313477 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49e50634-7d32-460d-9ec4-3784bfaedf21 req-d88e116b-c644-4c04-9669-edff3bd7a095 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637748 Sep 02 13:38:38.412599 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c129d07f-0ffc-4bc2-9f85-ee9e5e194836 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:38.466723 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-699ec4f5-fe15-47c2-82aa-b0978ca84be3 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:38.517866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ec4f5-fe15-47c2-82aa-b0978ca84be3 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event deleted for resources: {'Subnet': ['ID=20f630ad-7386-4697-89b5-ab711586f86c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:38.520906 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-699ec4f5-fe15-47c2-82aa-b0978ca84be3 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:38.524390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-699ec4f5-fe15-47c2-82aa-b0978ca84be3 tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "DELETE /v2.0/subnets/20f630ad-7386-4697-89b5-ab711586f86c HTTP/1.1" status: 204 len: 168 time: 1.1040509 Sep 02 13:38:38.525166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33316) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:38.532953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8bb19-0c7c-4bfe-b61a-1a1ff819c08f None None] Network fc0f7c79-e515-42b3-99af-75814dce266c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:38.585402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072856d-8999-4af6-9b08-24b871063acd req-1dc261cc-832d-4e45-9b0f-28b16c81d005 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:38.586246 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c129d07f-0ffc-4bc2-9f85-ee9e5e194836 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:38.596422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c072856d-8999-4af6-9b08-24b871063acd req-1dc261cc-832d-4e45-9b0f-28b16c81d005 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1067252 Sep 02 13:38:38.687917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c129d07f-0ffc-4bc2-9f85-ee9e5e194836 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:38.695407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c129d07f-0ffc-4bc2-9f85-ee9e5e194836 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/74dd76e4-9c4b-42d5-95d3-e667fb6fd77c HTTP/1.1" status: 204 len: 168 time: 1.0563531 Sep 02 13:38:38.705038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:38.706937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0fc1c6-52c1-424a-b20e-9a6b3e09e180 None None] Network 77cca3aa-71a9-4e96-be79-7d2d2557f523 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:38.716255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129d07f-0ffc-4bc2-9f85-ee9e5e194836 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=74dd76e4-9c4b-42d5-95d3-e667fb6fd77c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:38.770150 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c072856d-8999-4af6-9b08-24b871063acd req-01fd3a78-b967-489f-9052-50733cf62b1f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724479 Sep 02 13:38:38.790474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:38.968276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Deleting port 7aaf10e1-3804-4a85-b5e1-84844b3729bf {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:38.968896 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.036690 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.113037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] For port 7aaf10e1-3804-4a85-b5e1-84844b3729bf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7aaf10e1-3804-4a85-b5e1-84844b3729bf,segment=NetworkSegment(01dd7c44-22b7-4b50-bd45-e808dd5eb1c4),segment_id=01dd7c44-22b7-4b50-bd45-e808dd5eb1c4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:39.113415 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.129191 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Calling delete_port for 7aaf10e1-3804-4a85-b5e1-84844b3729bf owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:39.289615 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17e1bb73-56db-4809-a3eb-196ee70bbb72 req-7efb6130-7fbe-4c66-b564-64628d6ec757 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0986416 Sep 02 13:38:39.311012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port da987126-8fe4-4565-a550-b8f5f6ec72a3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:39.311365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.325358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90494768-85d0-45a2-8824-d4e4bfc17079 None None] DHCP port deletion for fc0f7c79-e515-42b3-99af-75814dce266c request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:38:39.375954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] DHCP port deletion for 77cca3aa-71a9-4e96-be79-7d2d2557f523 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:38:39.471741 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-90494768-85d0-45a2-8824-d4e4bfc17079 None None] Deleting port 7aaf10e1-3804-4a85-b5e1-84844b3729bf {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:39.472148 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90494768-85d0-45a2-8824-d4e4bfc17079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.485611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] For port da987126-8fe4-4565-a550-b8f5f6ec72a3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=da987126-8fe4-4565-a550-b8f5f6ec72a3,segment=NetworkSegment(8f9005b8-a584-442f-88c2-654565ca12a8),segment_id=8f9005b8-a584-442f-88c2-654565ca12a8)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:39.486007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.520912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for da987126-8fe4-4565-a550-b8f5f6ec72a3 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:39.705744 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:39.930700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No DVR routers for this DVR port da987126-8fe4-4565-a550-b8f5f6ec72a3 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:39.933927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7aaf10e1-3804-4a85-b5e1-84844b3729bf no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:39.949152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=da987126-8fe4-4565-a550-b8f5f6ec72a3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:40.011350 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] Deleting port da987126-8fe4-4565-a550-b8f5f6ec72a3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:40.011872 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.040481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-90494768-85d0-45a2-8824-d4e4bfc17079 None None] For port 7aaf10e1-3804-4a85-b5e1-84844b3729bf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7aaf10e1-3804-4a85-b5e1-84844b3729bf,segment=NetworkSegment(01dd7c44-22b7-4b50-bd45-e808dd5eb1c4),segment_id=01dd7c44-22b7-4b50-bd45-e808dd5eb1c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:40.040948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90494768-85d0-45a2-8824-d4e4bfc17079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.109975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-90494768-85d0-45a2-8824-d4e4bfc17079 None None] Calling delete_port for 7aaf10e1-3804-4a85-b5e1-84844b3729bf owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:40.159268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] For port da987126-8fe4-4565-a550-b8f5f6ec72a3, host n-d-794796-4, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:40.159268 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.201178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] Calling delete_port for da987126-8fe4-4565-a550-b8f5f6ec72a3 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:40.203133 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.218084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cca3aa-71a9-4e96-be79-7d2d2557f523']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:40.237180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] Port da987126-8fe4-4565-a550-b8f5f6ec72a3 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:38:40.241500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9005b8-a584-442f-88c2-654565ca12a8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:40.242113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9005b8-a584-442f-88c2-654565ca12a8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:40.242340 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.257313 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.278837 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.288538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:38:40.289648 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.296767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] Pushing event deleted for resources: {'Port': ['ID=da987126-8fe4-4565-a550-b8f5f6ec72a3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:40.308646 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.310861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19316288-3000-4a5b-9788-c79bf8dbcffc None None] No DVR routers for this DVR port da987126-8fe4-4565-a550-b8f5f6ec72a3 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:40.319906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c9eb2-d7e5-431e-afd8-a4b121e5973b req-9ce8f51a-f6ec-41eb-b9c8-dd7186a1d76a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:40.328258 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-234c9eb2-d7e5-431e-afd8-a4b121e5973b req-9ce8f51a-f6ec-41eb-b9c8-dd7186a1d76a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2461855 Sep 02 13:38:40.369243 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 7aaf10e1-3804-4a85-b5e1-84844b3729bf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7aaf10e1-3804-4a85-b5e1-84844b3729bf,segment=NetworkSegment(01dd7c44-22b7-4b50-bd45-e808dd5eb1c4),segment_id=01dd7c44-22b7-4b50-bd45-e808dd5eb1c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:40.375453 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.377334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device da987126-8fe4-4565-a550-b8f5f6ec72a3 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:40.411275 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:38:40.453631 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:38:40.457519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.473952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-234c9eb2-d7e5-431e-afd8-a4b121e5973b req-aa1a5b36-df65-439d-84aa-0fe13aed05a8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445477 Sep 02 13:38:40.488047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: da987126-8fe4-4565-a550-b8f5f6ec72a3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:38:40.488604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device da987126-8fe4-4565-a550-b8f5f6ec72a3 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:38:40.497453 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.507471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/networks/77cca3aa-71a9-4e96-be79-7d2d2557f523 HTTP/1.1" status: 204 len: 168 time: 1.8013828 Sep 02 13:38:40.514087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:40.517667 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90494768-85d0-45a2-8824-d4e4bfc17079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.527821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'name': 'tempest-PortsTestJSON-1492809300'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:40.547622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event deleted for resources: {'Port': ['ID=7aaf10e1-3804-4a85-b5e1-84844b3729bf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:40.550446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] No DVR routers for this DVR port 7aaf10e1-3804-4a85-b5e1-84844b3729bf on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:40.564896 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90494768-85d0-45a2-8824-d4e4bfc17079 None None] No DVR routers for this DVR port 7aaf10e1-3804-4a85-b5e1-84844b3729bf on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:38:40.605650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=7aaf10e1-3804-4a85-b5e1-84844b3729bf,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:40.624533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33350) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:40.669980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90494768-85d0-45a2-8824-d4e4bfc17079 None None] Pushing event deleted for resources: {'Port': ['ID=7aaf10e1-3804-4a85-b5e1-84844b3729bf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:40.720961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a63bb-35d2-4344-9dd2-5e26b3121bd4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Network': ['ID=77cca3aa-71a9-4e96-be79-7d2d2557f523,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:40.807466 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-951d88a9-6a0a-49ec-a8bc-0048cdcecdb4 req-84b3359d-fd4c-4b84-b672-7093e94f0a68 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.1030982 Sep 02 13:38:40.858077 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.863632 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:40.867543 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.876905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0f7c79-e515-42b3-99af-75814dce266c']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:40.901402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dd7c44-22b7-4b50-bd45-e808dd5eb1c4') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:40.901778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dd7c44-22b7-4b50-bd45-e808dd5eb1c4') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:40.918098 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port db71a2a9-a0d1-40c9-a318-8a198700f80a yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:40.918341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.944946 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.972495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:38:40.973143 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:38:40.982350 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:38:40.984731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d4693-5973-4b14-afb5-cc733736b7d7 req-62a4fcaa-8f32-4025-a2cb-def8da53565e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:40.985168 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-121d4693-5973-4b14-afb5-cc733736b7d7 req-62a4fcaa-8f32-4025-a2cb-def8da53565e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1414359 Sep 02 13:38:41.115534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.128687 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.143942 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] 10.222.0.13 "DELETE /v2.0/networks/fc0f7c79-e515-42b3-99af-75814dce266c HTTP/1.1" status: 204 len: 168 time: 2.6135068 Sep 02 13:38:41.178540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29633641-a49e-476e-9177-e433fa6ca65f tempest-ExtraDHCPOptionsTestJSON-2062671266 tempest-ExtraDHCPOptionsTestJSON-2062671266-project] Pushing event deleted for resources: {'Network': ['ID=fc0f7c79-e515-42b3-99af-75814dce266c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:41.200046 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45e4d893-012d-40ac-9346-39695d6359e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.309052 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-121d4693-5973-4b14-afb5-cc733736b7d7 req-35aec09d-271b-43af-aad6-0f78f4188c41 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123562 Sep 02 13:38:41.397377 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45e4d893-012d-40ac-9346-39695d6359e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.404571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45e4d893-012d-40ac-9346-39695d6359e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.440075 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.530477 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-45e4d893-012d-40ac-9346-39695d6359e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca740e1d00974fe48feba3cfde7bc8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9048636 Sep 02 13:38:41.533535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:41.538822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4d893-012d-40ac-9346-39695d6359e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81c5de-8fe3-4c48-9ee3-5c49066748bc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:41.597652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8f0e5-a6d0-4e5e-b4aa-1f458632b230 req-3ec148cf-3c69-49d4-886c-0d13f1bc757f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:41.611834 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ae8f0e5-a6d0-4e5e-b4aa-1f458632b230 req-3ec148cf-3c69-49d4-886c-0d13f1bc757f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1575284 Sep 02 13:38:41.631706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:41.672694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ae8f0e5-a6d0-4e5e-b4aa-1f458632b230 req-180e88a0-33e6-4f24-ac98-e2187107453f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595031 Sep 02 13:38:41.706887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.747235 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35faaedf-19b4-481a-b785-4d6a46d0bb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.827178 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35faaedf-19b4-481a-b785-4d6a46d0bb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.854539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:41.869763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:41.881362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:41.887798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:41.888399 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.893840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=db71a2a9-a0d1-40c9-a318-8a198700f80a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:41.941249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec83912-d223-4cb3-b703-3183128e549e req-c319b57f-5191-4cb4-b3b9-467e3e96f736 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:41.957486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cec83912-d223-4cb3-b703-3183128e549e req-c319b57f-5191-4cb4-b3b9-467e3e96f736 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1471844 Sep 02 13:38:41.977428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35faaedf-19b4-481a-b785-4d6a46d0bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.980526 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35faaedf-19b4-481a-b785-4d6a46d0bb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:41.981947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-35faaedf-19b4-481a-b785-4d6a46d0bb54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a81c5de-8fe3-4c48-9ee3-5c49066748bc HTTP/1.1" status: 204 len: 168 time: 0.4239612 Sep 02 13:38:41.986666 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cb168528-60a1-4e1d-a56b-a43c39392f94 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4714296 Sep 02 13:38:41.989811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:42.065499 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cec83912-d223-4cb3-b703-3183128e549e req-bd8c39bf-1d44-4e28-b485-8de3f011a6a8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057396 Sep 02 13:38:42.071552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faaedf-19b4-481a-b785-4d6a46d0bb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81c5de-8fe3-4c48-9ee3-5c49066748bc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:42.146924 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c404cc8a-5b72-48e0-b140-8a6213bac72f req-0aa09ae7-21a7-430b-80cc-350984e0c298 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.1163790 Sep 02 13:38:42.174405 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port db71a2a9-a0d1-40c9-a318-8a198700f80a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:42.180065 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.204082 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-63986afe-c3ae-4e70-b6f4-5e3aeda71705 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a80f71de6fd4dc5ad278d9919c096f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605569 Sep 02 13:38:42.222244 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:42.350950 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.382308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for db71a2a9-a0d1-40c9-a318-8a198700f80a owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:42.393291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4dc12-e8f4-4f30-8eb3-946104204d9b req-10a18c7e-b211-490f-8861-765c6689cbc8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:42.405503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32b4dc12-e8f4-4f30-8eb3-946104204d9b req-10a18c7e-b211-490f-8861-765c6689cbc8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1304581 Sep 02 13:38:42.470983 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32b4dc12-e8f4-4f30-8eb3-946104204d9b req-dc7e7b5d-6016-47e8-b59d-0fb758246c3f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607655 Sep 02 13:38:42.561081 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c545109-d6ff-4de1-bbbd-5823677d88e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.585167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33394) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:42.607027 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-061b05ef-0ea4-4b40-9e6c-00596dce8913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.633628 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c545109-d6ff-4de1-bbbd-5823677d88e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.702740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da581a-e17f-457e-a56d-e12e6bbcdb00 req-65235817-8807-4c1f-9700-d18011f27928 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:42.705468 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-43da581a-e17f-457e-a56d-e12e6bbcdb00 req-65235817-8807-4c1f-9700-d18011f27928 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1312275 Sep 02 13:38:42.710933 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.761962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=db71a2a9-a0d1-40c9-a318-8a198700f80a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:42.823304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.824843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.824843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.824843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.826162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.826162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.826162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.829398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.829398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.829398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.831895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-061b05ef-0ea4-4b40-9e6c-00596dce8913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.832664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.832664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:42.840408 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-061b05ef-0ea4-4b40-9e6c-00596dce8913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.865288 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-43da581a-e17f-457e-a56d-e12e6bbcdb00 req-a38573cc-2e88-497a-a771-8c2cb2d9ceee tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446936 Sep 02 13:38:42.869911 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:42.874926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fc95bfe3-3d6a-4eac-842e-2115c2939a1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/db71a2a9-a0d1-40c9-a318-8a198700f80a HTTP/1.1" status: 204 len: 168 time: 0.8840485 Sep 02 13:38:42.877318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33400) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:42.896884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'mac_address': 'fa:16:3e:fb:56:2b', 'name': 'tempest-PortsTestJSON-652261079'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:42.943058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-061b05ef-0ea4-4b40-9e6c-00596dce8913 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b98b1d6232640f195945d07abba9729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567774 Sep 02 13:38:42.945703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b05ef-0ea4-4b40-9e6c-00596dce8913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6aa3a3-bb75-4d71-9dd0-835fe4f9358c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:42.947272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:43.009141 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c545109-d6ff-4de1-bbbd-5823677d88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:43.012354 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c545109-d6ff-4de1-bbbd-5823677d88e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:43.029220 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7c545109-d6ff-4de1-bbbd-5823677d88e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ded1fed-1777-4fe8-8469-b2f9b6498f94 HTTP/1.1" status: 204 len: 168 time: 0.7934520 Sep 02 13:38:43.057220 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82e819b5-fc4b-4fb9-8a89-858c51d9e3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:43.103368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c545109-d6ff-4de1-bbbd-5823677d88e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ded1fed-1777-4fe8-8469-b2f9b6498f94,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:43.126135 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82e819b5-fc4b-4fb9-8a89-858c51d9e3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:43.151803 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:43.227552 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82e819b5-fc4b-4fb9-8a89-858c51d9e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:43.230453 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-82e819b5-fc4b-4fb9-8a89-858c51d9e3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:43.232633 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-82e819b5-fc4b-4fb9-8a89-858c51d9e3a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc6aa3a3-bb75-4d71-9dd0-835fe4f9358c HTTP/1.1" status: 204 len: 168 time: 0.2849970 Sep 02 13:38:43.276294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e819b5-fc4b-4fb9-8a89-858c51d9e3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6aa3a3-bb75-4d71-9dd0-835fe4f9358c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:43.364978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da6193-663c-4977-8d0d-da7d63c3344c req-d22a05e5-96da-4579-859f-136c9a56ea11 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:43.369054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8da6193-663c-4977-8d0d-da7d63c3344c req-d22a05e5-96da-4579-859f-136c9a56ea11 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1327064 Sep 02 13:38:43.395343 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:43.459095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port e3df77d4-c6e7-4111-97f3-36755d90d95f yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:43.485287 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f8da6193-663c-4977-8d0d-da7d63c3344c req-0fc650cc-064c-4151-bb28-6b04ec99298b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077538 Sep 02 13:38:43.706322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfe5fa-0ca1-4f47-a7e4-1bd547aca28f req-b0e543e6-5ff8-4566-8436-df6a65b779f2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:43.726547 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7dbfe5fa-0ca1-4f47-a7e4-1bd547aca28f req-b0e543e6-5ff8-4566-8436-df6a65b779f2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0974786 Sep 02 13:38:43.771021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9dbd0ee5-92f8-4a55-b07f-3580fc3a6b76 req-7284c547-d896-4f5a-96f0-edd4ba2f823b tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.3404872 Sep 02 13:38:43.857936 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7dbfe5fa-0ca1-4f47-a7e4-1bd547aca28f req-e71adfe7-078f-4bec-9606-d284512576c1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295805 Sep 02 13:38:44.060485 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:44.213166 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:44.247001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d0b5c-f1d9-4435-a786-5afa1dcb3e6b req-c8c973fc-d3f5-4259-b55d-7b3ca9f4f509 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:44.248950 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-976d0b5c-f1d9-4435-a786-5afa1dcb3e6b req-c8c973fc-d3f5-4259-b55d-7b3ca9f4f509 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2264543 Sep 02 13:38:44.314638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:44.318220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:44.322498 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:44.328107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:44.328747 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:44.331470 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-976d0b5c-f1d9-4435-a786-5afa1dcb3e6b req-6ad0719e-52be-48be-b8b6-45ba2e48a132 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733101 Sep 02 13:38:44.344301 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=e3df77d4-c6e7-4111-97f3-36755d90d95f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:44.359108 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7ce29499-3279-4995-963f-cbd315444f31 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4777563 Sep 02 13:38:44.359684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33446) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:44.442773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6116d66-a491-49a7-a913-6bcf271fd39f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:44.446967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c6116d66-a491-49a7-a913-6bcf271fd39f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/e3df77d4-c6e7-4111-97f3-36755d90d95f HTTP/1.1" status: 200 len: 840 time: 0.0835254 Sep 02 13:38:44.448630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:44.588515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad97ad-a9eb-4591-bfee-8ab094b98fd3 req-b1ba7d70-70f5-4bbd-9791-675b43d11ac2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:44.592767 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b4ad97ad-a9eb-4591-bfee-8ab094b98fd3 req-b1ba7d70-70f5-4bbd-9791-675b43d11ac2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1162319 Sep 02 13:38:44.682184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b4ad97ad-a9eb-4591-bfee-8ab094b98fd3 req-be497fef-8e4f-4bb7-8363-93056dd5b41b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764236 Sep 02 13:38:44.683960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e74f7c2c-adbf-4cef-9500-0dd31e55dc89 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port e3df77d4-c6e7-4111-97f3-36755d90d95f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:44.684773 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e74f7c2c-adbf-4cef-9500-0dd31e55dc89 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:44.878861 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e74f7c2c-adbf-4cef-9500-0dd31e55dc89 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:44.959376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e74f7c2c-adbf-4cef-9500-0dd31e55dc89 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for e3df77d4-c6e7-4111-97f3-36755d90d95f owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:44.997420 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab721d68-4358-48cf-a132-30c61ff506b0 req-7f463977-7e87-4f57-9e28-354b95127854 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0902462 Sep 02 13:38:45.138804 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e74f7c2c-adbf-4cef-9500-0dd31e55dc89 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:45.173324 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:45.206666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f7c2c-adbf-4cef-9500-0dd31e55dc89 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=e3df77d4-c6e7-4111-97f3-36755d90d95f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:45.223648 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e74f7c2c-adbf-4cef-9500-0dd31e55dc89 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:45.230590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33486) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:45.231298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e74f7c2c-adbf-4cef-9500-0dd31e55dc89 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/e3df77d4-c6e7-4111-97f3-36755d90d95f HTTP/1.1" status: 204 len: 168 time: 0.7780917 Sep 02 13:38:45.337612 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-518b9b53-80b8-4de3-93fd-bddeda018902 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:38:45.339280 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-518b9b53-80b8-4de3-93fd-bddeda018902 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/e3df77d4-c6e7-4111-97f3-36755d90d95f HTTP/1.1" status: 404 len: 333 time: 0.1067822 Sep 02 13:38:45.343561 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:45.350241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'name': 'tempest-PortsTestJSON-182235275'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:45.528104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:45.532420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:45.559186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port eecab914-267a-49c2-b577-0440549ca92c yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:45.589119 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1503622815'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:45.647560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Made reservation on behalf of 3209701db8a64dd6886481865afcad1b for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:45.662332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:45.689427 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:45.959415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:45.967365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.057660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667ae0c0-a313-4cf4-bf4e-c081a718f4cf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:46.071421 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.109793 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:38:46.134694 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.135059 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Added segment 705b218c-0c96-417a-a793-3eeaf26121df of type vlan for network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 Sep 02 13:38:46.223486 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.300472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=eecab914-267a-49c2-b577-0440549ca92c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:46.307552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-05661787-b381-4232-a90b-19b0fa86e388 req-b4330b6c-d75e-40e2-b115-88a3c70faaf5 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0838048 Sep 02 13:38:46.328353 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.335014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:46.336684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:46.343259 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:46.372272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:46.372944 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.385922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.394297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:46.394998 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.398137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e0b588cc-0320-4957-ab1f-949331f8f980 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0525894 Sep 02 13:38:46.399081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33512) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:46.405968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6f96a654-a67f-44a9-8037-2d78e722d830 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:46.424644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2499301 Sep 02 13:38:46.430363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:46.496971 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Request body: {'subnet': {'network_id': '39b69e51-7ca1-4abd-9ee2-211aedf727e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:46.520474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f96a654-a67f-44a9-8037-2d78e722d830 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.623138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233af19e-86ad-4538-8863-cb1988d0ca60 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event updated for resources: {'Network': ['ID=39b69e51-7ca1-4abd-9ee2-211aedf727e7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:46.638962 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:46.665213 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Made reservation on behalf of 3209701db8a64dd6886481865afcad1b for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:46.679205 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.837769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f96a654-a67f-44a9-8037-2d78e722d830 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.843217 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f96a654-a67f-44a9-8037-2d78e722d830 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.907838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96a654-a67f-44a9-8037-2d78e722d830 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=eecab914-267a-49c2-b577-0440549ca92c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:46.914869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6f96a654-a67f-44a9-8037-2d78e722d830 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] In _notify_port_updated(), no bound segment for port eecab914-267a-49c2-b577-0440549ca92c on network 7423adf8-ea36-460b-99fc-1b74751d292a {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:38:46.921377 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96a654-a67f-44a9-8037-2d78e722d830 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:46.921377 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f96a654-a67f-44a9-8037-2d78e722d830 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:46.922941 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6f96a654-a67f-44a9-8037-2d78e722d830 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "PUT /v2.0/ports/eecab914-267a-49c2-b577-0440549ca92c HTTP/1.1" status: 200 len: 818 time: 0.5224845 Sep 02 13:38:46.926551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:47.072783 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.169086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-70723ba0-e816-4e68-8456-9f23c57a247f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port eecab914-267a-49c2-b577-0440549ca92c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:47.169487 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70723ba0-e816-4e68-8456-9f23c57a247f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.236100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event updated for resources: {'Subnet': ['ID=b5a757cc-baec-46c8-8a01-e6a920002fd0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:47.285909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Checking segment: {'id': '705b218c-0c96-417a-a793-3eeaf26121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39b69e51-7ca1-4abd-9ee2-211aedf727e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:47.286411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Network hostable DHCP agents. Network: 39b69e51-7ca1-4abd-9ee2-211aedf727e7, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:47.292115 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70723ba0-e816-4e68-8456-9f23c57a247f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.328876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-70723ba0-e816-4e68-8456-9f23c57a247f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for eecab914-267a-49c2-b577-0440549ca92c owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:47.336340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:47.386649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 39b69e51-7ca1-4abd-9ee2-211aedf727e7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:47.393240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:47.393911 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.397983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a46ecf-4c3e-40c7-af5b-e9de6cbc065f None None] Network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:47.427280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33532) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:47.427931 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-78aac04d-44d3-4945-812b-0208b12fe00c tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9715440 Sep 02 13:38:47.432392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7dd24fde-b842-49b8-8745-cd02a17801b4 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1344451642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:47.456227 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70723ba0-e816-4e68-8456-9f23c57a247f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.489801 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7dd24fde-b842-49b8-8745-cd02a17801b4 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.490978 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7dd24fde-b842-49b8-8745-cd02a17801b4 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.493081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70723ba0-e816-4e68-8456-9f23c57a247f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=eecab914-267a-49c2-b577-0440549ca92c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:47.506519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70723ba0-e816-4e68-8456-9f23c57a247f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.512973 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-70723ba0-e816-4e68-8456-9f23c57a247f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/eecab914-267a-49c2-b577-0440549ca92c HTTP/1.1" status: 204 len: 168 time: 0.5823226 Sep 02 13:38:47.513759 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:47.564543 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7dd24fde-b842-49b8-8745-cd02a17801b4 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.570583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7dd24fde-b842-49b8-8745-cd02a17801b4 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.604362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df7a28a-9bb9-49f3-a0fe-372ef260c348 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:47.607489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2df7a28a-9bb9-49f3-a0fe-372ef260c348 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0890753 Sep 02 13:38:47.607679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:47.611104 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7dd24fde-b842-49b8-8745-cd02a17801b4 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.615251 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7dd24fde-b842-49b8-8745-cd02a17801b4 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1839087 Sep 02 13:38:47.617725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33540) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:47.627181 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026a878-281b-492f-a95f-4614300627df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-39b69e51-7ca1-4abd-9ee2-211aedf727e7', 'network_id': '39b69e51-7ca1-4abd-9ee2-211aedf727e7', 'tenant_id': '3209701db8a64dd6886481865afcad1b', 'fixed_ips': [{'subnet_id': 'b5a757cc-baec-46c8-8a01-e6a920002fd0'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:38:47.628254 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5026a878-281b-492f-a95f-4614300627df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.666489 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-20118dc5-ea86-4d22-b56f-8686a63ef6a7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:38:47.675926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-20118dc5-ea86-4d22-b56f-8686a63ef6a7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/eecab914-267a-49c2-b577-0440549ca92c HTTP/1.1" status: 404 len: 333 time: 0.0668883 Sep 02 13:38:47.677388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:47.685778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1729952853'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:47.732689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:47.741318 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.788332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5026a878-281b-492f-a95f-4614300627df None None] Allocated IP 172.20.0.2 (39b69e51-7ca1-4abd-9ee2-211aedf727e7/b5a757cc-baec-46c8-8a01-e6a920002fd0/4916d288-8d5f-4d13-9ef1-598816a88b99) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:47.825578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:38:47.846321 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.847150 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Added segment 71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba of type vlan for network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 Sep 02 13:38:47.937452 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:47.995062 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.001198 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.001894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:48.002671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.025148 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5026a878-281b-492f-a95f-4614300627df None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.036414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5026a878-281b-492f-a95f-4614300627df None None] Transition to ACTIVE for port object 4916d288-8d5f-4d13-9ef1-598816a88b99 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:48.057620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5026a878-281b-492f-a95f-4614300627df None None] Transition to ACTIVE for port object 4916d288-8d5f-4d13-9ef1-598816a88b99 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:48.069026 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5026a878-281b-492f-a95f-4614300627df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.092326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4105303 Sep 02 13:38:48.098815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:48.111527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:48.134352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026a878-281b-492f-a95f-4614300627df None None] Pushing event updated for resources: {'Port': ['ID=4916d288-8d5f-4d13-9ef1-598816a88b99,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:48.146355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026a878-281b-492f-a95f-4614300627df None None] Network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:48.148304 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5026a878-281b-492f-a95f-4614300627df None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:48.150849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026a878-281b-492f-a95f-4614300627df None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:48.179939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c10fb9-0a80-432f-b21f-c59c5f5fa825 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Network': ['ID=4d98b38b-72d8-4a8a-85bd-cd048ee472f9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:48.195586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:38:48.274582 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:48.278746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.279361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5026a878-281b-492f-a95f-4614300627df None None] Attempting to bind port 4916d288-8d5f-4d13-9ef1-598816a88b99 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:48.279771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5026a878-281b-492f-a95f-4614300627df None None] Attempting to bind port 4916d288-8d5f-4d13-9ef1-598816a88b99 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '705b218c-0c96-417a-a793-3eeaf26121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39b69e51-7ca1-4abd-9ee2-211aedf727e7'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:48.280202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026a878-281b-492f-a95f-4614300627df None None] Attempting to bind port 4916d288-8d5f-4d13-9ef1-598816a88b99 on network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:48.290521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026a878-281b-492f-a95f-4614300627df None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:48.290964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026a878-281b-492f-a95f-4614300627df None None] Checking segment: {'id': '705b218c-0c96-417a-a793-3eeaf26121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39b69e51-7ca1-4abd-9ee2-211aedf727e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:48.291382 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5026a878-281b-492f-a95f-4614300627df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.291836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026a878-281b-492f-a95f-4614300627df None None] Bound using segment: {'id': '705b218c-0c96-417a-a793-3eeaf26121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39b69e51-7ca1-4abd-9ee2-211aedf727e7'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:48.292328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5026a878-281b-492f-a95f-4614300627df None None] Bound port: 4916d288-8d5f-4d13-9ef1-598816a88b99, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705b218c-0c96-417a-a793-3eeaf26121df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '39b69e51-7ca1-4abd-9ee2-211aedf727e7'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:48.292710 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5026a878-281b-492f-a95f-4614300627df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.418210 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-48d34380-fefe-4168-9e5c-24eaa8159078 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c3093302d918430cb38615601523b452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315585 Sep 02 13:38:48.471618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5026a878-281b-492f-a95f-4614300627df None None] For port 4916d288-8d5f-4d13-9ef1-598816a88b99, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:48.476142 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5026a878-281b-492f-a95f-4614300627df None None] For port 4916d288-8d5f-4d13-9ef1-598816a88b99, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4916d288-8d5f-4d13-9ef1-598816a88b99,segment=NetworkSegment(705b218c-0c96-417a-a793-3eeaf26121df),segment_id=705b218c-0c96-417a-a793-3eeaf26121df)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:48.483372 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5026a878-281b-492f-a95f-4614300627df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.501022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Allocated IP 172.20.0.1 (39b69e51-7ca1-4abd-9ee2-211aedf727e7/b5a757cc-baec-46c8-8a01-e6a920002fd0/b67d5c72-720d-4ba3-8e54-aecfefb1e05f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:48.558047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026a878-281b-492f-a95f-4614300627df None None] Pushing event updated for resources: {'Port': ['ID=4916d288-8d5f-4d13-9ef1-598816a88b99,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:48.670996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883193-2cef-4890-953d-359094cdd379 req-7b1e24eb-8228-46b2-a305-ea8cb89cd8ed tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:48.681421 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-7b1e24eb-8228-46b2-a305-ea8cb89cd8ed tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370994 Sep 02 13:38:48.702911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-587e9e22-06b5-4024-a09c-5b0ec49fc0f7 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/quotas/c3093302d918430cb38615601523b452 HTTP/1.1" status: 200 len: 375 time: 0.0205374 Sep 02 13:38:48.734775 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2a6c61f-ea31-422e-9360-fa008037db4a req-385f9758-af4f-4fac-a4d8-9222b2589cfd tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0477366 Sep 02 13:38:48.792473 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-f27bc595-3d6c-4c42-9261-6c618a8a9bc5 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3093302d918430cb38615601523b452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803437 Sep 02 13:38:48.847234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.896627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:48.939969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Transition to ACTIVE for port object b67d5c72-720d-4ba3-8e54-aecfefb1e05f will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:49.002747 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:49.027918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=2875955b-c8aa-4ff0-92d4-0f4106703c15,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:49.063082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Checking segment: {'id': '71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:49.068228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network hostable DHCP agents. Network: 4d98b38b-72d8-4a8a-85bd-cd048ee472f9, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:38:49.101355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:38:49.120039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 4d98b38b-72d8-4a8a-85bd-cd048ee472f9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:49.126201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:49.128558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96c12c8-738b-439b-bbfa-574e3b31e75c None None] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:49.131220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:49.131357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:49.131922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:49.135514 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:49.172731 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0dfc1f50-e603-4b7f-b8d8-a07aabb18f92 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0671520 Sep 02 13:38:49.173357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:49.174153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event updated for resources: {'Port': ['ID=b67d5c72-720d-4ba3-8e54-aecfefb1e05f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:49.194346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7a364dfc-2dae-4bdc-b0fd-4108ec212c97 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:49.208892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcd090-afcf-4a32-bd6e-ac90a8639990 req-c44a45c1-8cab-4a90-9fc1-0a730ba74008 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:49.220305 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-17bcd090-afcf-4a32-bd6e-ac90a8639990 req-c44a45c1-8cab-4a90-9fc1-0a730ba74008 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 945 time: 0.1525047 Sep 02 13:38:49.262131 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:49.343251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-4d98b38b-72d8-4a8a-85bd-cd048ee472f9', 'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9', 'tenant_id': '254d2e525cdc4b80b770537341a0f529', 'fixed_ips': [{'subnet_id': '2875955b-c8aa-4ff0-92d4-0f4106703c15'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:38:49.347339 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:49.348288 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-17bcd090-afcf-4a32-bd6e-ac90a8639990 req-fa0cad8c-de42-47bb-ab27-742bc280c50a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156890 Sep 02 13:38:49.545280 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bccc916c-cf5e-4d1a-a4f7-d9a6c0a70798 req-bfb6551e-1487-482c-8690-42f58073db00 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 210 time: 0.1194139 Sep 02 13:38:49.585919 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:49.725900 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Allocated IP 172.20.0.2 (4d98b38b-72d8-4a8a-85bd-cd048ee472f9/2875955b-c8aa-4ff0-92d4-0f4106703c15/5e620060-2dba-4a73-b763-0614a0097b6c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:49.892363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4916d288-8d5f-4d13-9ef1-598816a88b99 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:50.004415 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.018412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Transition to ACTIVE for port object 5e620060-2dba-4a73-b763-0614a0097b6c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:50.029783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 4916d288-8d5f-4d13-9ef1-598816a88b99 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:50.061907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Transition to ACTIVE for port object 5e620060-2dba-4a73-b763-0614a0097b6c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:50.072827 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.095407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38307d-e4b8-415a-9e6f-999e91a04687 req-f9208a02-e813-4538-8d76-1c79f2539025 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:50.097062 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d38307d-e4b8-415a-9e6f-999e91a04687 req-f9208a02-e813-4538-8d76-1c79f2539025 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.8867779 Sep 02 13:38:50.145381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:50.148400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:50.152485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:50.160138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Pushing event updated for resources: {'Port': ['ID=5e620060-2dba-4a73-b763-0614a0097b6c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:50.181402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a364dfc-2dae-4bdc-b0fd-4108ec212c97 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:50.185792 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a364dfc-2dae-4bdc-b0fd-4108ec212c97 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.263538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Attempting to bind port 5e620060-2dba-4a73-b763-0614a0097b6c on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:50.264852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Attempting to bind port 5e620060-2dba-4a73-b763-0614a0097b6c by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:50.265261 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Attempting to bind port 5e620060-2dba-4a73-b763-0614a0097b6c on network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:50.274776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:50.275162 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Checking segment: {'id': '71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:50.275577 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.275995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Bound using segment: {'id': '71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:50.276502 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Bound port: 5e620060-2dba-4a73-b763-0614a0097b6c, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:50.276854 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.283143 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d38307d-e4b8-415a-9e6f-999e91a04687 req-c31aed39-5c70-4187-a443-9b15b7e0ed7d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686599 Sep 02 13:38:50.286516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb930591-bb58-4e47-85ce-4891531966e9 None None] Network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:50.308575 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.347013 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.394787 n-d-794796-4 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-7a364dfc-2dae-4bdc-b0fd-4108ec212c97 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2875955b-c8aa-4ff0-92d4-0f4106703c15 (CIDR: 172.20.0.0/28) Sep 02 13:38:50.399424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-52d9cbb7-278b-4ebe-b4c8-63942bf18966 None None] Provisioning for port 4916d288-8d5f-4d13-9ef1-598816a88b99 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:50.401479 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a364dfc-2dae-4bdc-b0fd-4108ec212c97 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:38:50.404217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a364dfc-2dae-4bdc-b0fd-4108ec212c97 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:38:50.420143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-52d9cbb7-278b-4ebe-b4c8-63942bf18966 None None] Provisioning complete for port 4916d288-8d5f-4d13-9ef1-598816a88b99 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:50.420789 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52d9cbb7-278b-4ebe-b4c8-63942bf18966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.447036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7a364dfc-2dae-4bdc-b0fd-4108ec212c97 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2663059 Sep 02 13:38:50.449337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:50.458395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:50.495163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] For port 5e620060-2dba-4a73-b763-0614a0097b6c, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:50.500854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] For port 5e620060-2dba-4a73-b763-0614a0097b6c, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5e620060-2dba-4a73-b763-0614a0097b6c,segment=NetworkSegment(71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba),segment_id=71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:50.510676 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.533060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event updated for resources: {'Port': ['ID=b67d5c72-720d-4ba3-8e54-aecfefb1e05f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:50.551301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.551988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.552093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.552429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.552712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.553050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.553382 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.553713 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.554317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.554398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.554837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.555042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:38:50.588732 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.591785 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8ef1bbe-104d-45fc-9ee7-cc1d3a51e36c req-460466de-6c40-4fec-a575-be3de5a93205 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0447190 Sep 02 13:38:50.715592 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e2f2eda-d60d-4aa7-8587-42ae6363f506 req-57dca4e0-fc5e-4336-8578-cfd9dc505342 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 210 time: 0.0361567 Sep 02 13:38:50.723227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73cba44-8acd-4356-9470-9656440d9d9f None None] Pushing event updated for resources: {'Port': ['ID=5e620060-2dba-4a73-b763-0614a0097b6c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:50.782880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:50.787187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.823917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:50.841058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:50.851967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-b5b8aa22-ecda-45c2-aab1-26e5ce3dd24a tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c3093302d918430cb38615601523b452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770624 Sep 02 13:38:50.867159 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52d9cbb7-278b-4ebe-b4c8-63942bf18966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:50.948381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-52d9cbb7-278b-4ebe-b4c8-63942bf18966 None None] For port 4916d288-8d5f-4d13-9ef1-598816a88b99, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4916d288-8d5f-4d13-9ef1-598816a88b99,segment=NetworkSegment(705b218c-0c96-417a-a793-3eeaf26121df),segment_id=705b218c-0c96-417a-a793-3eeaf26121df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:50.965463 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52d9cbb7-278b-4ebe-b4c8-63942bf18966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:51.122989 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9cbb7-278b-4ebe-b4c8-63942bf18966 None None] Pushing event updated for resources: {'Port': ['ID=4916d288-8d5f-4d13-9ef1-598816a88b99,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:51.333409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85efe782-0c6e-4683-9728-736c7b2ea2cb None None] Provisioning complete for port 4916d288-8d5f-4d13-9ef1-598816a88b99 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:51.334400 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85efe782-0c6e-4683-9728-736c7b2ea2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:51.420315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:51.495629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:51.518680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:51.528481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:51.529165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:51.591532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=570d0ee4-6a50-4acd-bdc4-cf1bea2859e3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:51.624285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b90b0b-68fc-466e-b321-2f8f147212cd req-7136d44d-1783-4d57-a308-54c8035b74bd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:51.639652 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4b90b0b-68fc-466e-b321-2f8f147212cd req-7136d44d-1783-4d57-a308-54c8035b74bd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1968811 Sep 02 13:38:51.651755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0647e441-0e27-4102-ad81-435f4dcfa264 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1961064 Sep 02 13:38:51.652642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33624) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:51.663648 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9', 'fixed_ips': [{'subnet_id': '2875955b-c8aa-4ff0-92d4-0f4106703c15'}, {'subnet_id': '570d0ee4-6a50-4acd-bdc4-cf1bea2859e3'}], 'name': 'tempest-PortsTestJSON-1647697418'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:51.827995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85efe782-0c6e-4683-9728-736c7b2ea2cb None None] Provisioning for port b67d5c72-720d-4ba3-8e54-aecfefb1e05f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:51.840007 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85efe782-0c6e-4683-9728-736c7b2ea2cb None None] Provisioning complete for port b67d5c72-720d-4ba3-8e54-aecfefb1e05f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:51.840467 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85efe782-0c6e-4683-9728-736c7b2ea2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:51.871522 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-38d627b5-08bc-451a-9d4e-317cb2fa8b60 req-9a351509-ae22-4e6b-b97d-49fc3f219240 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0651877 Sep 02 13:38:51.892674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4b90b0b-68fc-466e-b321-2f8f147212cd req-b17efe75-9747-427d-b634-8a188eb759dd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529786 Sep 02 13:38:51.904156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5e620060-2dba-4a73-b763-0614a0097b6c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:52.040243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883193-2cef-4890-953d-359094cdd379 req-d804de5e-9e19-40e9-99e3-6ed15e5a4df8 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:52.042817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-d804de5e-9e19-40e9-99e3-6ed15e5a4df8 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1821623 Sep 02 13:38:52.053541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Router 7f1a2550-5c01-4ce3-9804-6da515dada64 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:38:52.053819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85efe782-0c6e-4683-9728-736c7b2ea2cb None None] Port b67d5c72-720d-4ba3-8e54-aecfefb1e05f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:52.070282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Request body: {'port': {'device_id': 'e1408070-1ea6-4c1a-918b-5f6f2ee2d538', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'c3093302d918430cb38615601523b452'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:52.089657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 5e620060-2dba-4a73-b763-0614a0097b6c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:52.096161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4916d288-8d5f-4d13-9ef1-598816a88b99 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:52.161519 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b3ecbb8-3604-4892-991f-4dc51bd45736 req-92eaaf84-307e-4c53-8048-c1a3ec119d43 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 210 time: 0.1204171 Sep 02 13:38:52.163319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:52.202372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8c1b8ca7-b37c-4b5c-8d6f-277405b0be6d None None] Provisioning complete for port b67d5c72-720d-4ba3-8e54-aecfefb1e05f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:52.202760 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8ca7-b37c-4b5c-8d6f-277405b0be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.260597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4916d288-8d5f-4d13-9ef1-598816a88b99 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:52.260984 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.264737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b8ca7-b37c-4b5c-8d6f-277405b0be6d None None] Port b67d5c72-720d-4ba3-8e54-aecfefb1e05f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:52.294850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:38:52.336701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Made reservation on behalf of c3093302d918430cb38615601523b452 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:52.345750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.366566 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.371196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:38:52.387607 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b1b19de8-7634-4f31-a958-4f883e553857 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "PUT /v2.0/routers/7f1a2550-5c01-4ce3-9804-6da515dada64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7687070 Sep 02 13:38:52.389353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33628) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:52.392487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352a403-f1fd-428e-a38a-5f6c4e045239 None None] Sync routers for ids ['7f1a2550-5c01-4ce3-9804-6da515dada64'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:38:52.394999 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Request body: {'port': {'network_id': '39b69e51-7ca1-4abd-9ee2-211aedf727e7', 'name': 'tempest-FloatingIPNegativeTestJSON-277185884'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:52.406594 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.440788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 7002cd78-1b5c-4406-8962-3457a7679f2b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:52.484073 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.510799 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352a403-f1fd-428e-a38a-5f6c4e045239 None None] Routers {'7f1a2550-5c01-4ce3-9804-6da515dada64'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:52.511778 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5352a403-f1fd-428e-a38a-5f6c4e045239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:38:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['7f1a2550-5c01-4ce3-9804-6da515dada64'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:52.519152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fd9ee44f-a01f-4331-84fa-4537385e8ef7 None None] Provisioning complete for port b67d5c72-720d-4ba3-8e54-aecfefb1e05f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:52.519832 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd9ee44f-a01f-4331-84fa-4537385e8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.636413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ee44f-a01f-4331-84fa-4537385e8ef7 None None] Port b67d5c72-720d-4ba3-8e54-aecfefb1e05f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:52.642492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5352a403-f1fd-428e-a38a-5f6c4e045239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:52.690594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:52.695395 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d21ec26-5689-4943-a08d-e2983239e895" -d '{"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:52.699525 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.706631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64754210-0320-4a84-9282-9cc5e97ea3d7 None None] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:52.709173 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.870026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Made reservation on behalf of 3209701db8a64dd6886481865afcad1b for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:38:52.874086 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:52.904488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54091d59-40f5-4bf2-bd6c-cfbf84b942b3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:52.925601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] device_id is not set on port 1da34497-0e91-42c9-a82d-b358ba1359d1 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:38:52.941642 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4441d9f8-e131-4b67-9ba5-537ebaa41a19 x-openstack-request-id: req-4441d9f8-e131-4b67-9ba5-537ebaa41a19 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:52.942062 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:52.942402 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4441d9f8-e131-4b67-9ba5-537ebaa41a19 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:52.942905 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'code': 200} Sep 02 13:38:52.960934 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:52.999752 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.059868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5352a403-f1fd-428e-a38a-5f6c4e045239 None None] Routers {'7f1a2550-5c01-4ce3-9804-6da515dada64'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:38:53.060644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5352a403-f1fd-428e-a38a-5f6c4e045239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:38:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['7f1a2550-5c01-4ce3-9804-6da515dada64'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:53.079606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Allocated IP 192.168.233.104 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/3dfc10f6-4da5-46b8-b1d4-57215b85b2dd) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:53.106790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.14 (4d98b38b-72d8-4a8a-85bd-cd048ee472f9/2875955b-c8aa-4ff0-92d4-0f4106703c15/7002cd78-1b5c-4406-8962-3457a7679f2b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:53.118398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.24 (4d98b38b-72d8-4a8a-85bd-cd048ee472f9/570d0ee4-6a50-4acd-bdc4-cf1bea2859e3/7002cd78-1b5c-4406-8962-3457a7679f2b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:53.119556 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5352a403-f1fd-428e-a38a-5f6c4e045239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:38:53.120691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5352a403-f1fd-428e-a38a-5f6c4e045239 None None] The sync data for ids ['7f1a2550-5c01-4ce3-9804-6da515dada64'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:38:53.148520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e371b74-2af0-4692-97ff-1cb2bffafef4 None None] Provisioning for port 5e620060-2dba-4a73-b763-0614a0097b6c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:53.159077 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec51893-d1a9-497d-9857-84bb1d3a3533 req-ab5dbe2c-a774-4bee-a2dd-1e9b4ce850f1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:53.159894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e371b74-2af0-4692-97ff-1cb2bffafef4 None None] Provisioning complete for port 5e620060-2dba-4a73-b763-0614a0097b6c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:53.160549 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e371b74-2af0-4692-97ff-1cb2bffafef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.161118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aec51893-d1a9-497d-9857-84bb1d3a3533 req-ab5dbe2c-a774-4bee-a2dd-1e9b4ce850f1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1091604 Sep 02 13:38:53.163122 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-02b1ac60-65bf-4bd7-9640-2be2ffd2a8d6 req-4df906b1-31f5-4ec1-842b-a90ca0575f01 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0726845 Sep 02 13:38:53.226796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:53.250904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Allocated IP 172.20.0.9 (39b69e51-7ca1-4abd-9ee2-211aedf727e7/b5a757cc-baec-46c8-8a01-e6a920002fd0/1da34497-0e91-42c9-a82d-b358ba1359d1) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:53.257910 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aec51893-d1a9-497d-9857-84bb1d3a3533 req-60fdf291-9e3e-4b63-ab76-50e6b9bd5d4b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893469 Sep 02 13:38:53.358175 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e371b74-2af0-4692-97ff-1cb2bffafef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.377820 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-861bc326-86ea-4e6e-ba00-086856d81a0c req-74a84982-98fe-4305-9b64-fe723c0d092f tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 210 time: 0.0833335 Sep 02 13:38:53.410340 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.426955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 7002cd78-1b5c-4406-8962-3457a7679f2b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:53.445347 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7e371b74-2af0-4692-97ff-1cb2bffafef4 None None] For port 5e620060-2dba-4a73-b763-0614a0097b6c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5e620060-2dba-4a73-b763-0614a0097b6c,segment=NetworkSegment(71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba),segment_id=71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:53.479121 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e371b74-2af0-4692-97ff-1cb2bffafef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.487681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.552997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:53.556815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:53.561316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:53.563041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce1d21-8372-4c94-a6f2-244966f86a16 None None] Update dhcp port {'port': {'network_id': '4d98b38b-72d8-4a8a-85bd-cd048ee472f9', 'fixed_ips': [{'subnet_id': '2875955b-c8aa-4ff0-92d4-0f4106703c15', 'ip_address': '172.20.0.2'}, {'subnet_id': '570d0ee4-6a50-4acd-bdc4-cf1bea2859e3'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '5e620060-2dba-4a73-b763-0614a0097b6c'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:38:53.599934 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.602454 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e371b74-2af0-4692-97ff-1cb2bffafef4 None None] Pushing event updated for resources: {'Port': ['ID=5e620060-2dba-4a73-b763-0614a0097b6c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:53.606109 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbce1d21-8372-4c94-a6f2-244966f86a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.624375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:53.625019 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.625694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Transition to ACTIVE for port object 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:53.649501 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9904826 Sep 02 13:38:53.650102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33658) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:53.658291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c9652-34cc-4dee-8c26-ee3df666a77b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=7002cd78-1b5c-4406-8962-3457a7679f2b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:53.665643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2875955b-c8aa-4ff0-92d4-0f4106703c15'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:53.762157 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.792267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:53.860476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Transition to ACTIVE for port object 1da34497-0e91-42c9-a82d-b358ba1359d1 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:53.868034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-bbce1d21-8372-4c94-a6f2-244966f86a16 None None] Allocated IP 172.20.0.18 (4d98b38b-72d8-4a8a-85bd-cd048ee472f9/570d0ee4-6a50-4acd-bdc4-cf1bea2859e3/5e620060-2dba-4a73-b763-0614a0097b6c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:53.957128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:53.969900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:53.982557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:54.007862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Pushing event updated for resources: {'Port': ['ID=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:54.077531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bbce1d21-8372-4c94-a6f2-244966f86a16 None None] For port 5e620060-2dba-4a73-b763-0614a0097b6c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5e620060-2dba-4a73-b763-0614a0097b6c,segment=NetworkSegment(71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba),segment_id=71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:54.094483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.131369 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbce1d21-8372-4c94-a6f2-244966f86a16 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.133529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:54.134479 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.151615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bbce1d21-8372-4c94-a6f2-244966f86a16 None None] Transition to ACTIVE for port object 5e620060-2dba-4a73-b763-0614a0097b6c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:54.158685 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbce1d21-8372-4c94-a6f2-244966f86a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.230609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:54.232349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-e785ca26-fb81-4a5e-9ea3-157c3f27ae84 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1685259 Sep 02 13:38:54.271872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:54.279839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Request body: {'port': {'device_id': 'e1408070-1ea6-4c1a-918b-5f6f2ee2d538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:54.329053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:38:54.350783 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:54.376567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce1d21-8372-4c94-a6f2-244966f86a16 None None] Pushing event updated for resources: {'Port': ['ID=5e620060-2dba-4a73-b763-0614a0097b6c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:54.430650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event updated for resources: {'Port': ['ID=1da34497-0e91-42c9-a82d-b358ba1359d1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:54.464212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.508785 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80af919f-d9b3-42e2-a623-ac342a0aae2f req-8b415e64-213c-420b-b316-b11fd55505f0 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0841377 Sep 02 13:38:54.582235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf0299-f07b-4654-992f-64a287303264 req-20239b6a-4a61-40c6-8eea-da9b54db728d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:54.589562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c21fa79b-9d80-40bc-a781-82d787503424 None None] Provisioning for port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:54.590118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67cf0299-f07b-4654-992f-64a287303264 req-20239b6a-4a61-40c6-8eea-da9b54db728d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1736054 Sep 02 13:38:54.604285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c21fa79b-9d80-40bc-a781-82d787503424 None None] Provisioning complete for port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:54.604285 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c21fa79b-9d80-40bc-a781-82d787503424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.656607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67cf0299-f07b-4654-992f-64a287303264 req-2506ff49-a8c0-4515-811b-d2eb1814cd75 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654211 Sep 02 13:38:54.694937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c21fa79b-9d80-40bc-a781-82d787503424 None None] Port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:54.718381 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.724915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:54.739514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'port_id': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'mac_address': 'fa:16:3e:08:3e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:38:54.750392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:54.751058 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.780794 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.801210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:38:54.837633 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:54.839345 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fc213296-ff21-4e30-8f98-02d237cebc06 None None] Provisioning for port 1da34497-0e91-42c9-a82d-b358ba1359d1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:54.843345 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.849129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fc213296-ff21-4e30-8f98-02d237cebc06 None None] Provisioning complete for port 1da34497-0e91-42c9-a82d-b358ba1359d1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:54.849512 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc213296-ff21-4e30-8f98-02d237cebc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.859447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5f085298-2456-4f3e-8e77-574b943e2f1e tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4685667 Sep 02 13:38:54.863166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33682) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:54.869884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:54.922991 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:54.952922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fc213296-ff21-4e30-8f98-02d237cebc06 None None] Port 1da34497-0e91-42c9-a82d-b358ba1359d1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:54.974060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:55.017563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:38:55.020855 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0442b7-c9b5-411d-8a03-a5ae353ed43f req-a403c44b-cf4e-454c-8a0b-353248d98223 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:55.032861 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e0442b7-c9b5-411d-8a03-a5ae353ed43f req-a403c44b-cf4e-454c-8a0b-353248d98223 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 936 time: 0.3742497 Sep 02 13:38:55.093834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:55.292906 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Allocated IP 172.25.3.104 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/38672761-0930-457d-a829-cd56ec2bc155) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:55.299869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ee58c8-451e-4e99-ba46-fba3f70a10c3 None None] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:38:55.302988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e0442b7-c9b5-411d-8a03-a5ae353ed43f req-1d42ba71-1782-4627-9526-718506e0ac9b tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679422 Sep 02 13:38:55.515563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:55.558607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Delete allocated IP 172.20.0.24 (4d98b38b-72d8-4a8a-85bd-cd048ee472f9/570d0ee4-6a50-4acd-bdc4-cf1bea2859e3) {{(pid=94687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 13:38:55.589889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aae3e2bd-ffdb-4f58-b343-d09c46d4c71a None None] Provisioning for port 5e620060-2dba-4a73-b763-0614a0097b6c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:55.606246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:38:55.611999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5e620060-2dba-4a73-b763-0614a0097b6c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:55.631233 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:55.683870 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-aae3e2bd-ffdb-4f58-b343-d09c46d4c71a None None] Provisioning complete for port 5e620060-2dba-4a73-b763-0614a0097b6c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:55.686276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:55.690758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:55.697346 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:55.700128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:55.701066 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aae3e2bd-ffdb-4f58-b343-d09c46d4c71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:55.745746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event updated for resources: {'Port': ['ID=38672761-0930-457d-a829-cd56ec2bc155,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:55.748847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Transition to ACTIVE for port object 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:55.752604 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:38:55.759506 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:55.837862 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7db7a263-b9d7-44e8-b3a5-61fd150e63c8 req-3d7a2717-3d12-4696-a574-f172b88c4007 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0946023 Sep 02 13:38:55.901964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 5e620060-2dba-4a73-b763-0614a0097b6c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:55.902337 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:55.951516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:56.014147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.104184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39195829-c47a-49c8-a220-d04ca37adc94 req-ca71221b-4bdf-46b8-a98b-9f7b5157d2e0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:56.114037 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.116897 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39195829-c47a-49c8-a220-d04ca37adc94 req-ca71221b-4bdf-46b8-a98b-9f7b5157d2e0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2665613 Sep 02 13:38:56.204467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.289615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:38:56.310881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Ignored duplicate provisioning block setup for port 7002cd78-1b5c-4406-8962-3457a7679f2b by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 02 13:38:56.327065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Attempting to bind port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:38:56.327403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Attempting to bind port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:38:56.327761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Attempting to bind port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:56.341629 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.376291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:38:56.376553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Attempting to bind port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:38:56.389504 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:56.389890 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.455890 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39195829-c47a-49c8-a220-d04ca37adc94 req-aee6cca2-c5c9-4276-b370-a1f36daff1f1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332560 Sep 02 13:38:56.467078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:38:56.467431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:38:56.467852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:38:56.468322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Bound port: 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:38:56.468694 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.511395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-961a8170-8ee4-4891-9118-673f16af5588 None None] Provisioning for port 7002cd78-1b5c-4406-8962-3457a7679f2b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:56.519773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-961a8170-8ee4-4891-9118-673f16af5588 None None] Provisioning complete for port 7002cd78-1b5c-4406-8962-3457a7679f2b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:56.520459 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-961a8170-8ee4-4891-9118-673f16af5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.585557 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.632555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.655458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77796e5b-9869-469a-89c8-e986deb9daeb req-ee88ec1f-6647-4c2e-89f2-525a17fd20a5 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:56.658853 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-77796e5b-9869-469a-89c8-e986deb9daeb req-ee88ec1f-6647-4c2e-89f2-525a17fd20a5 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 948 time: 0.1689048 Sep 02 13:38:56.664407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:56.667598 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3160c5c-930b-4ce2-8ce2-a79f3091d2e4" -d '{"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-plugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:56.709673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.821144 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-77796e5b-9869-469a-89c8-e986deb9daeb req-dc987400-2c8e-4def-a06f-2eb945627e2d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532693 Sep 02 13:38:56.877988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event updated for resources: {'Port': ['ID=38672761-0930-457d-a829-cd56ec2bc155,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:56.902274 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a25668b-2805-48c9-be55-ecec6cd5a96d x-openstack-request-id: req-7a25668b-2805-48c9-be55-ecec6cd5a96d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:56.902562 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-plugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:56.902813 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a25668b-2805-48c9-be55-ecec6cd5a96d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:56.903202 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'code': 200} Sep 02 13:38:56.903681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=7002cd78-1b5c-4406-8962-3457a7679f2b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:56.906124 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.918349 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-961a8170-8ee4-4891-9118-673f16af5588 None None] Port 7002cd78-1b5c-4406-8962-3457a7679f2b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:56.921441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:38:56.932947 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.943215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:56.945944 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bf2671a2-9f7c-40fe-90dd-c314f3de2af6 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0815496 Sep 02 13:38:56.947585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:56.952960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-59768b71-eb44-4723-8a8a-77f36fdda6df tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Request body: {'floatingip': {'port_id': '1da34497-0e91-42c9-a82d-b358ba1359d1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:56.963597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] For port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:38:56.967339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] For port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:38:56.991304 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.013225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-961a8170-8ee4-4891-9118-673f16af5588 None None] Provisioning complete for port 5e620060-2dba-4a73-b763-0614a0097b6c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:57.013999 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-961a8170-8ee4-4891-9118-673f16af5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.050009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59768b71-eb44-4723-8a8a-77f36fdda6df tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.086071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:57.110162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:57.113939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.116352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] 10.222.0.77 "PUT /v2.0/ports/3dfc10f6-4da5-46b8-b1d4-57215b85b2dd HTTP/1.1" status: 200 len: 1096 time: 2.8499045 Sep 02 13:38:57.123290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1408070-1ea6-4c1a-918b-5f6f2ee2d538', 'tag': '3dfc10f6-4da5-46b8-b1d4-57215b85b2dd'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:38:57.126193 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1408070-1ea6-4c1a-918b-5f6f2ee2d538", "tag": "3dfc10f6-4da5-46b8-b1d4-57215b85b2dd"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:38:57.157426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c35cb145-89a3-403f-a576-22180673fdff req-713909a5-b5fc-48eb-93c6-dcabf85711ae tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0621758 Sep 02 13:38:57.273276 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a7585d-3b78-45f8-bd93-b026702f11c4 x-openstack-request-id: req-e1a7585d-3b78-45f8-bd93-b026702f11c4 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:38:57.273598 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1408070-1ea6-4c1a-918b-5f6f2ee2d538", "tag": "3dfc10f6-4da5-46b8-b1d4-57215b85b2dd", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:38:57.273865 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1a7585d-3b78-45f8-bd93-b026702f11c4 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:38:57.277917 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1408070-1ea6-4c1a-918b-5f6f2ee2d538', 'tag': '3dfc10f6-4da5-46b8-b1d4-57215b85b2dd', 'status': 'completed', 'code': 200} Sep 02 13:38:57.278672 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] In _notify_port_updated(), no bound segment for port 7002cd78-1b5c-4406-8962-3457a7679f2b on network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:38:57.303705 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:57.304463 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.312627 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c9d6d248-8fb4-4657-b143-7d2800f958cf tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "PUT /v2.0/ports/7002cd78-1b5c-4406-8962-3457a7679f2b HTTP/1.1" status: 200 len: 920 time: 3.6510608 Sep 02 13:38:57.328145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33748) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:57.348167 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fc207136-e74a-4f2f-bbd7-41303c653b7d None None] Provisioning complete for port 7002cd78-1b5c-4406-8962-3457a7679f2b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:57.348582 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc207136-e74a-4f2f-bbd7-41303c653b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.356169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2875955b-c8aa-4ff0-92d4-0f4106703c15'}, {'subnet_id': '570d0ee4-6a50-4acd-bdc4-cf1bea2859e3'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:57.364377 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-59768b71-eb44-4723-8a8a-77f36fdda6df tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] update failed (client error): The resource could not be found. Sep 02 13:38:57.366319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-59768b71-eb44-4723-8a8a-77f36fdda6df tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "PUT /v2.0/floatingips/c1cd76b0-ef29-418e-8d16-7e3dfd887ee2 HTTP/1.1" status: 404 len: 507 time: 0.4177542 Sep 02 13:38:57.371440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:57.394604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fc207136-e74a-4f2f-bbd7-41303c653b7d None None] Port 7002cd78-1b5c-4406-8962-3457a7679f2b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:57.484863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.492900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7b19e-519c-426a-b190-29070a7bffa0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:57.510864 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883193-2cef-4890-953d-359094cdd379 req-e2d77761-a7bf-42e9-acfb-2693f4d7e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:57.512674 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-e2d77761-a7bf-42e9-acfb-2693f4d7e74f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3093302d918430cb38615601523b452&device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 1099 time: 0.3301823 Sep 02 13:38:57.526594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4f85377f-4680-4b53-9425-26c65caeea55 None None] Provisioning complete for port 7002cd78-1b5c-4406-8962-3457a7679f2b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:57.527056 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f85377f-4680-4b53-9425-26c65caeea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.591574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Deleting port 38672761-0930-457d-a829-cd56ec2bc155 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:57.592327 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.622889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4f85377f-4680-4b53-9425-26c65caeea55 None None] Port 7002cd78-1b5c-4406-8962-3457a7679f2b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:57.774517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75af582-3fe8-44e5-882b-d6a8dabe0c4e req-1ef2ada7-82b4-4f71-9324-c407e035a24b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:57.782978 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f75af582-3fe8-44e5-882b-d6a8dabe0c4e req-1ef2ada7-82b4-4f71-9324-c407e035a24b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1688659 Sep 02 13:38:57.821049 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.821874 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:57.841224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.22 (4d98b38b-72d8-4a8a-85bd-cd048ee472f9/570d0ee4-6a50-4acd-bdc4-cf1bea2859e3/7002cd78-1b5c-4406-8962-3457a7679f2b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:57.856315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Calling delete_port for 38672761-0930-457d-a829-cd56ec2bc155 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:57.884427 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f75af582-3fe8-44e5-882b-d6a8dabe0c4e req-705536b8-f032-4e62-8cdf-cae8003eb565 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894871 Sep 02 13:38:58.066815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-68f491da-f738-4b2a-8552-1728964e03c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd HTTP/1.1" status: 200 len: 217 time: 0.1009324 Sep 02 13:38:58.085257 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:58.124170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event deleted for resources: {'Port': ['ID=38672761-0930-457d-a829-cd56ec2bc155,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:58.159187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883193-2cef-4890-953d-359094cdd379 req-2d6470df-4ad6-475e-934d-122c748d58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:58.161016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-2d6470df-4ad6-475e-934d-122c748d58d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0718617 Sep 02 13:38:58.174084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51935d34-9616-495b-9519-b4b68d459201 req-cf3e7876-340b-4b66-b27f-584d7a0aab87 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:58.175660 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-51935d34-9616-495b-9519-b4b68d459201 req-cf3e7876-340b-4b66-b27f-584d7a0aab87 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 948 time: 0.1966500 Sep 02 13:38:58.239252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:58.245366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:58.252535 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:58.258003 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fb7981ca-3bf0-4c25-abf9-8dbd1174c026 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "DELETE /v2.0/floatingips/c1cd76b0-ef29-418e-8d16-7e3dfd887ee2 HTTP/1.1" status: 204 len: 168 time: 0.8816164 Sep 02 13:38:58.258788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33762) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:58.272031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e601b87f-5f85-4950-909f-6c439f35459a tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Request body: {'floatingip': {'floating_network_id': '39b69e51-7ca1-4abd-9ee2-211aedf727e7', 'port_id': '1da34497-0e91-42c9-a82d-b358ba1359d1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:58.284969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 7002cd78-1b5c-4406-8962-3457a7679f2b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:38:58.291391 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-51935d34-9616-495b-9519-b4b68d459201 req-208696e6-f352-4bb7-a0c3-b1b1152a2c36 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020865 Sep 02 13:38:58.293601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883193-2cef-4890-953d-359094cdd379 req-c67e9726-283b-4b86-b4cd-73afcfe5a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:58.297681 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-c67e9726-283b-4b86-b4cd-73afcfe5a3d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197438 Sep 02 13:38:58.297978 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:58.374383 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5c8471ad-f0df-4598-b275-90ed5460eabe req-0b05c593-468e-43ea-aede-f5ac178c198e tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0423694 Sep 02 13:38:58.376167 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e601b87f-5f85-4950-909f-6c439f35459a tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:58.525987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=7002cd78-1b5c-4406-8962-3457a7679f2b,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:58.595567 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-e601b87f-5f85-4950-909f-6c439f35459a tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:38:58.597132 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e601b87f-5f85-4950-909f-6c439f35459a tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3363249 Sep 02 13:38:58.600914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:58.605800 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': '1da34497-0e91-42c9-a82d-b358ba1359d1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:38:58.667355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:58.906796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:58.978079 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-38233b4c-31b8-41b4-a4da-02a887881bbf None None] Provisioning for port 7002cd78-1b5c-4406-8962-3457a7679f2b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:38:58.989422 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-38233b4c-31b8-41b4-a4da-02a887881bbf None None] Provisioning complete for port 7002cd78-1b5c-4406-8962-3457a7679f2b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:38:58.990131 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38233b4c-31b8-41b4-a4da-02a887881bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:59.090179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-38233b4c-31b8-41b4-a4da-02a887881bbf None None] Port 7002cd78-1b5c-4406-8962-3457a7679f2b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:38:59.106042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Allocated IP 172.25.3.215 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/850276e8-ffdd-40f4-ab34-46ed8fe2cf7e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:38:59.219856 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-f2ecf16f-9d06-403b-a88f-97a7359dc970 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9023435 Sep 02 13:38:59.223550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] In _notify_port_updated(), no bound segment for port 7002cd78-1b5c-4406-8962-3457a7679f2b on network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:38:59.243798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:59.243798 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:59.243798 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6c0d7b2d-3990-4639-b2b3-b172a5c49f53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "PUT /v2.0/ports/7002cd78-1b5c-4406-8962-3457a7679f2b HTTP/1.1" status: 200 len: 1000 time: 1.9014335 Sep 02 13:38:59.257007 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33776) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:38:59.341445 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:59.392924 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:59.401596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ca04-8927-4625-9e76-2c40aa68b2c0 req-9c2df21b-d20d-4b2c-8282-12a7f2d67c13 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:59.403386 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-61f9ca04-8927-4625-9e76-2c40aa68b2c0 req-9c2df21b-d20d-4b2c-8282-12a7f2d67c13 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.3290513 Sep 02 13:38:59.534775 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00883193-2cef-4890-953d-359094cdd379 req-3ce2dc0d-4d4e-4a16-9599-c8a587758f30 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908082 Sep 02 13:38:59.538165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a25c5234-f3ae-4aac-a61c-8744d997d02f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 7002cd78-1b5c-4406-8962-3457a7679f2b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:38:59.538747 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a25c5234-f3ae-4aac-a61c-8744d997d02f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:59.541402 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:59.618364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event updated for resources: {'Port': ['ID=850276e8-ffdd-40f4-ab34-46ed8fe2cf7e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:38:59.631631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-61f9ca04-8927-4625-9e76-2c40aa68b2c0 req-50146b63-6b62-443f-82d2-f41db5b0744f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206354 Sep 02 13:38:59.654419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:38:59.656988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:38:59.664796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a25c5234-f3ae-4aac-a61c-8744d997d02f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:38:59.674386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:38:59.683048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a25c5234-f3ae-4aac-a61c-8744d997d02f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 7002cd78-1b5c-4406-8962-3457a7679f2b owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:38:59.787386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fef5ea-d042-4295-a4c3-6e46a579d5a7 req-760b4216-646c-43b4-b1a2-59fe560241a5 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:59.796296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15fef5ea-d042-4295-a4c3-6e46a579d5a7 req-760b4216-646c-43b4-b1a2-59fe560241a5 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 948 time: 0.3609202 Sep 02 13:38:59.884710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca14177b-db79-4fc3-a929-126ca7f5595e req-f67e512b-8f96-465e-91da-b981d017a223 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0855532 Sep 02 13:38:59.900249 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15fef5ea-d042-4295-a4c3-6e46a579d5a7 req-ca737c40-72bb-4db5-accd-8b2bbc33ed52 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983586 Sep 02 13:38:59.964019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-fd33b541-cdb4-4afa-b3db-eb626673c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:38:59.966025 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-fd33b541-cdb4-4afa-b3db-eb626673c0f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3093302d918430cb38615601523b452&device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 1099 time: 0.2131815 Sep 02 13:39:00.117080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Deleting port 850276e8-ffdd-40f4-ab34-46ed8fe2cf7e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:00.118322 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:00.261765 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:00.264723 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:00.278012 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c0343338-74ae-41eb-a704-93b7b4a77c0f req-a0401e08-cf53-4abd-abd4-15d40b2b08fb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0408127 Sep 02 13:39:00.299206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:00.313917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-1f074bbe-f202-4292-af35-6a2a49e6c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:00.315552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-1f074bbe-f202-4292-af35-6a2a49e6c525 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.3406389 Sep 02 13:39:00.321577 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a25c5234-f3ae-4aac-a61c-8744d997d02f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:00.322190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Calling delete_port for 850276e8-ffdd-40f4-ab34-46ed8fe2cf7e owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:00.366670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c5234-f3ae-4aac-a61c-8744d997d02f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=7002cd78-1b5c-4406-8962-3457a7679f2b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:00.413477 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-158f32d1-d40e-4ed2-b02b-ceec422f409e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd HTTP/1.1" status: 200 len: 217 time: 0.0530026 Sep 02 13:39:00.565176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-6b3e6f7b-c30d-481c-abba-8a4612783e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:00.566580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-6b3e6f7b-c30d-481c-abba-8a4612783e22 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1219654 Sep 02 13:39:00.569914 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a25c5234-f3ae-4aac-a61c-8744d997d02f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:00.572531 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a25c5234-f3ae-4aac-a61c-8744d997d02f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/7002cd78-1b5c-4406-8962-3457a7679f2b HTTP/1.1" status: 204 len: 168 time: 1.3045547 Sep 02 13:39:00.581042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:00.650356 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:00.686266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-afe9b95f-51a6-4583-add1-81f7e1ceec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:00.687906 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-afe9b95f-51a6-4583-add1-81f7e1ceec9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107628 Sep 02 13:39:00.705696 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdd563b-e96a-40d7-8e2f-61e97d40050f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:39:00.709820 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2bdd563b-e96a-40d7-8e2f-61e97d40050f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/7002cd78-1b5c-4406-8962-3457a7679f2b HTTP/1.1" status: 404 len: 333 time: 0.1135767 Sep 02 13:39:00.710378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33796) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:00.757319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event deleted for resources: {'Port': ['ID=850276e8-ffdd-40f4-ab34-46ed8fe2cf7e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:00.912392 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae47bc-d746-4c41-96c9-5895a821dde0 req-6f08fa75-b3aa-499a-802e-5174d1592485 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:00.914309 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91ae47bc-d746-4c41-96c9-5895a821dde0 req-6f08fa75-b3aa-499a-802e-5174d1592485 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0962746 Sep 02 13:39:00.946026 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-f2c591ce-ab08-4290-b1e1-d44a3c165d3b service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473681 Sep 02 13:39:00.950865 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc8dc3c-7566-4029-a7d0-9f7f80478f08 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet 570d0ee4-6a50-4acd-bdc4-cf1bea2859e3 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:39:00.956493 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] create failed (client error): The resource could not be found. Sep 02 13:39:00.963548 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c14e1cb5-b2c6-44f3-bc9b-33f1029109bd tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3614299 Sep 02 13:39:00.964899 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:00.965425 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dc3c-7566-4029-a7d0-9f7f80478f08 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.074837 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91ae47bc-d746-4c41-96c9-5895a821dde0 req-fc25772d-7442-4cde-b74b-b61cf6ba6879 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247394 Sep 02 13:39:01.121052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad347d-d799-4dc2-9abc-5c1b29a62691 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Deleting port 1da34497-0e91-42c9-a82d-b358ba1359d1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:01.121715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1ad347d-d799-4dc2-9abc-5c1b29a62691 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.125556 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dc3c-7566-4029-a7d0-9f7f80478f08 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.151957 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ca93b87-89b0-4cca-bc36-67ac068c8321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.262886 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f50bcec-85dc-4d49-be7c-3d277ad61ea9 req-76e940ef-b745-4b33-bb45-762579c6f488 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074415 Sep 02 13:39:01.276268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774e096-7504-491d-a4f3-949e7b768f74 req-35e8c05a-f784-4038-a78f-a528fbdf4467 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:01.284544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2774e096-7504-491d-a4f3-949e7b768f74 req-35e8c05a-f784-4038-a78f-a528fbdf4467 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 948 time: 0.2246556 Sep 02 13:39:01.286772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1ad347d-d799-4dc2-9abc-5c1b29a62691 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.315072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad347d-d799-4dc2-9abc-5c1b29a62691 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Calling delete_port for 1da34497-0e91-42c9-a82d-b358ba1359d1 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:01.360818 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dc3c-7566-4029-a7d0-9f7f80478f08 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.373969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd33ed55-a139-4261-af07-29df8903de92 req-d632d335-d2ad-4be5-8ab6-c3ed6bde31a7 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0812106 Sep 02 13:39:01.384437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2774e096-7504-491d-a4f3-949e7b768f74 req-14e32e45-cf7c-425e-84b8-9633c5833ef4 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988417 Sep 02 13:39:01.564318 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dc3c-7566-4029-a7d0-9f7f80478f08 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.599476 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1ad347d-d799-4dc2-9abc-5c1b29a62691 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.601343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8dc3c-7566-4029-a7d0-9f7f80478f08 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=570d0ee4-6a50-4acd-bdc4-cf1bea2859e3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:01.618286 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dbc8dc3c-7566-4029-a7d0-9f7f80478f08 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.619705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceae188-f354-4769-b980-c9ebac4da09e None None] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:01.621296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dbc8dc3c-7566-4029-a7d0-9f7f80478f08 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/570d0ee4-6a50-4acd-bdc4-cf1bea2859e3 HTTP/1.1" status: 204 len: 168 time: 0.9099801 Sep 02 13:39:01.623912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33810) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:01.700230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad347d-d799-4dc2-9abc-5c1b29a62691 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event deleted for resources: {'Port': ['ID=1da34497-0e91-42c9-a82d-b358ba1359d1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:01.708276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-55303ade-29f8-4075-9b81-aedbbd3a6c80 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet 2875955b-c8aa-4ff0-92d4-0f4106703c15 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:39:01.716905 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55303ade-29f8-4075-9b81-aedbbd3a6c80 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.840089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55303ade-29f8-4075-9b81-aedbbd3a6c80 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.898283 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1ad347d-d799-4dc2-9abc-5c1b29a62691 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:01.903773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f1ad347d-d799-4dc2-9abc-5c1b29a62691 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "DELETE /v2.0/ports/1da34497-0e91-42c9-a82d-b358ba1359d1 HTTP/1.1" status: 204 len: 168 time: 0.9370744 Sep 02 13:39:01.906600 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:02.027169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1cfbc6-f80c-4385-a099-3163cfb82dfc tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:02.030381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fc1cfbc6-f80c-4385-a099-3163cfb82dfc tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1a2550-5c01-4ce3-9804-6da515dada64 HTTP/1.1" status: 200 len: 913 time: 0.1217275 Sep 02 13:39:02.037881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33826) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:02.187307 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-0ded6b0b-ba70-420a-9332-216211395f40 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--599091827&fields=id&tenant_id=cd5f7ed43895402abe61d6e16a476d70 HTTP/1.1" status: 200 len: 267 time: 0.0915201 Sep 02 13:39:02.315444 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55303ade-29f8-4075-9b81-aedbbd3a6c80 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:02.374321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f5d01-6892-4583-9025-eae374289dc3 req-2b41bee2-fa07-4fde-95e3-415659357016 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:02.376136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-4831c955-1ecd-4840-a8dc-fd5e02fe1a20 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:02.377611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-4831c955-1ecd-4840-a8dc-fd5e02fe1a20 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/networks?id=101332ea-b4de-4123-a52b-a53b5c4b6788 HTTP/1.1" status: 200 len: 815 time: 0.1831853 Sep 02 13:39:02.391461 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5c2f5d01-6892-4583-9025-eae374289dc3 req-2b41bee2-fa07-4fde-95e3-415659357016 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1718018 Sep 02 13:39:02.401066 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-605f2c24-ea8a-477f-80f2-ee1bfde36ecb tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/quotas/cd5f7ed43895402abe61d6e16a476d70 HTTP/1.1" status: 200 len: 375 time: 0.0172644 Sep 02 13:39:02.529892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-88676f06-2f64-4171-9690-81769cc0dbe8 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd5f7ed43895402abe61d6e16a476d70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1162741 Sep 02 13:39:02.573549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55303ade-29f8-4075-9b81-aedbbd3a6c80 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:02.642879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55303ade-29f8-4075-9b81-aedbbd3a6c80 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:02.649818 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-55303ade-29f8-4075-9b81-aedbbd3a6c80 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/2875955b-c8aa-4ff0-92d4-0f4106703c15 HTTP/1.1" status: 204 len: 168 time: 1.0243206 Sep 02 13:39:02.653558 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5c2f5d01-6892-4583-9025-eae374289dc3 req-c4bb2acc-b124-4fcc-bf1a-e624bb94789f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435808 Sep 02 13:39:02.654532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55303ade-29f8-4075-9b81-aedbbd3a6c80 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=2875955b-c8aa-4ff0-92d4-0f4106703c15,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:02.661875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33836) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:02.811519 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:02.826365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e53060-1f69-48ec-b16c-b829a4589c5e None None] Network 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:02.909841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccae0a4-e869-4b74-9d3a-66d698588273 req-ff24edf6-2c2c-4daf-ac6d-41364b7ba5ac tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:02.911465 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2ccae0a4-e869-4b74-9d3a-66d698588273 req-ff24edf6-2c2c-4daf-ac6d-41364b7ba5ac tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 948 time: 0.1205363 Sep 02 13:39:02.970801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00ac84d9-ec02-4e62-aa44-5b42474f964e None None] Provisioning complete for port 5e620060-2dba-4a73-b763-0614a0097b6c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:02.971573 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00ac84d9-ec02-4e62-aa44-5b42474f964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:02.995582 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2ccae0a4-e869-4b74-9d3a-66d698588273 req-b9c0d746-58f2-4298-a502-e837c5feb9ef tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602543 Sep 02 13:39:03.017831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:39:03.032587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 5e620060-2dba-4a73-b763-0614a0097b6c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:03.033038 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:03.038057 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:03.150620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-7062cdaf-599d-4c9b-bda5-a1988b9fee72 service neutron] 10.222.0.13 "GET /v2.0/networks/101332ea-b4de-4123-a52b-a53b5c4b6788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140475 Sep 02 13:39:03.191512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:03.210705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '3dfc10f6-4da5-46b8-b1d4-57215b85b2dd', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '3dfc10f6-4da5-46b8-b1d4-57215b85b2dd', 'mac_address': 'fa:16:3e:9e:a4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:39:03.270772 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad091840-59a8-4456-995f-27b9ec023724 req-474e0c40-ad1d-4dae-8e7c-c3429345c4f5 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.1220975 Sep 02 13:39:03.299959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f5b01-a3ef-4f80-a52e-4b5d6b768635 None None] DHCP port deletion for 4d98b38b-72d8-4a8a-85bd-cd048ee472f9 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:39:03.312537 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-b6b5b1da-9d7b-46a2-9687-fc243c543cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/101332ea-b4de-4123-a52b-a53b5c4b6788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595562 Sep 02 13:39:03.350556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] For port 5e620060-2dba-4a73-b763-0614a0097b6c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5e620060-2dba-4a73-b763-0614a0097b6c,segment=NetworkSegment(71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba),segment_id=71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:03.351110 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:03.368297 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:03.371882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 5e620060-2dba-4a73-b763-0614a0097b6c owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:03.393957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:39:03.409971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f5b01-a3ef-4f80-a52e-4b5d6b768635 None None] Deleting port 5e620060-2dba-4a73-b763-0614a0097b6c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:03.410493 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee5f5b01-a3ef-4f80-a52e-4b5d6b768635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:03.430399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:03.458066 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:03.721339 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ba37928-3d58-4ccd-afdd-90598ac4fa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:03.730110 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ee5f5b01-a3ef-4f80-a52e-4b5d6b768635 None None] For port 5e620060-2dba-4a73-b763-0614a0097b6c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5e620060-2dba-4a73-b763-0614a0097b6c,segment=NetworkSegment(71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba),segment_id=71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:03.730552 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee5f5b01-a3ef-4f80-a52e-4b5d6b768635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:03.733234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5e620060-2dba-4a73-b763-0614a0097b6c no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:39:03.745891 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['3dfc10f6-4da5-46b8-b1d4-57215b85b2dd'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:39:03.859563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:03.877655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f5b01-a3ef-4f80-a52e-4b5d6b768635 None None] Calling delete_port for 5e620060-2dba-4a73-b763-0614a0097b6c owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:03.977462 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:03.995639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No active binding found for port 5e620060-2dba-4a73-b763-0614a0097b6c {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:39:03.996111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5e620060-2dba-4a73-b763-0614a0097b6c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:39:04.055219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No DVR routers for this DVR port 5e620060-2dba-4a73-b763-0614a0097b6c on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:04.074185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f40b2-1dfd-403d-ab99-c6c54fdc866d req-0b3025de-0f5e-47a9-ac93-538e1a387738 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:04.075769 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a23f40b2-1dfd-403d-ab99-c6c54fdc866d req-0b3025de-0f5e-47a9-ac93-538e1a387738 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0853012 Sep 02 13:39:04.106029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=5e620060-2dba-4a73-b763-0614a0097b6c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:04.232451 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a23f40b2-1dfd-403d-ab99-c6c54fdc866d req-bacb9509-75f0-46b8-b913-8d087e9e3539 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313748 Sep 02 13:39:04.236115 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f71165ed-1c98-4118-8ff7-2c6a22b241aa req-f8a795f5-026c-46e3-9b65-28c4e1593366 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862&device_id=958807fb-1db1-4897-b5d4-0f52e863b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0403574 Sep 02 13:39:04.242337 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.274587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d98b38b-72d8-4a8a-85bd-cd048ee472f9']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:04.289806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:04.290122 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bc0a12-aee3-4a32-b4eb-a839dfd5e8ba') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:04.301952 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.311955 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.317496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Deleting port b67d5c72-720d-4ba3-8e54-aecfefb1e05f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:04.318083 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.333898 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.372805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:39:04.373466 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:39:04.376629 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:39:04.389207 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31f1dc18-1738-480b-9e92-111ac1c95eb3 req-80cea1cc-e896-4168-ae98-111b845f0fac tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.0660560 Sep 02 13:39:04.441739 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee5f5b01-a3ef-4f80-a52e-4b5d6b768635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.538912 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.547333 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.551681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f5b01-a3ef-4f80-a52e-4b5d6b768635 None None] Pushing event deleted for resources: {'Port': ['ID=5e620060-2dba-4a73-b763-0614a0097b6c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:04.573074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe2b67-8a9b-4afa-ab4b-5ffc46eafe95 req-8fdcb5f6-cd78-4f9d-8255-9ad7a8941072 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:04.575855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f5b01-a3ef-4f80-a52e-4b5d6b768635 None None] No DVR routers for this DVR port 5e620060-2dba-4a73-b763-0614a0097b6c on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:04.589997 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-17fe2b67-8a9b-4afa-ab4b-5ffc46eafe95 req-8fdcb5f6-cd78-4f9d-8255-9ad7a8941072 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 949 time: 0.1941483 Sep 02 13:39:04.605307 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.612483 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/networks/4d98b38b-72d8-4a8a-85bd-cd048ee472f9 HTTP/1.1" status: 204 len: 168 time: 1.9495380 Sep 02 13:39:04.613910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Calling delete_port for b67d5c72-720d-4ba3-8e54-aecfefb1e05f owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:04.618517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:04.704948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff8b3c-3040-4cbe-8501-27c780d19f28 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:04.704948 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b5ff8b3c-3040-4cbe-8501-27c780d19f28 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0833757 Sep 02 13:39:04.716301 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:04.784265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a7a55-7583-4dac-850a-71f0f5712fbb tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Network': ['ID=4d98b38b-72d8-4a8a-85bd-cd048ee472f9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:04.805448 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:04.819833 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a7eb635-f5f5-4700-9200-5cbcc30fe369 req-8fdd5a94-bd8b-4709-af3a-6f3cb7188072 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f2b2f510ec2a4078a20f9305e1f4453e&device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.1492417 Sep 02 13:39:04.894807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9a3d0b8c-cc23-4586-9c78-d9526273c24e req-3e8e3d93-1589-487b-8120-dadcd87284c6 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0465009 Sep 02 13:39:04.917767 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dde5da47-eb10-4353-af99-56d6fdee1276 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2000327 Sep 02 13:39:04.919347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:04.923233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-17fe2b67-8a9b-4afa-ab4b-5ffc46eafe95 req-6f87623d-3356-4c2e-955a-d5491aafe31b tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994697 Sep 02 13:39:04.929607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1146101666'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:04.944630 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a7eb635-f5f5-4700-9200-5cbcc30fe369 req-30e38e7b-b50a-433d-9403-94d0b3e9ef8a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f2b2f510ec2a4078a20f9305e1f4453e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590818 Sep 02 13:39:04.976821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:04.983161 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.019893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:39:05.030051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:05.032507 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.033106 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Added segment 70d70804-130c-4db9-90e1-f1dd96c384bc of type vlan for network adf669d4-2603-4439-a11f-761f05d9fbc6 Sep 02 13:39:05.087627 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.112523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:05.122681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:05.123532 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.132267 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.143117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:05.144576 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.226803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb635-f5f5-4700-9200-5cbcc30fe369 req-1786694c-87e5-47b6-a451-59d47f7df6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:05.227660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3071971 Sep 02 13:39:05.231700 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a7eb635-f5f5-4700-9200-5cbcc30fe369 req-1786694c-87e5-47b6-a451-59d47f7df6ed service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2599669 Sep 02 13:39:05.234743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33888) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:05.235152 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.242244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': 'adf669d4-2603-4439-a11f-761f05d9fbc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:05.248823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafb0df-4d87-478f-9458-2bd39180661b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Network': ['ID=adf669d4-2603-4439-a11f-761f05d9fbc6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:05.269646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network adf669d4-2603-4439-a11f-761f05d9fbc6 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:39:05.458219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:05.462144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1408070-1ea6-4c1a-918b-5f6f2ee2d538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfc10f6-4da5-46b8-b1d4-57215b85b2dd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:05.471317 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b71e41-fe46-4f5e-8c0c-0bfd90fcfffe" -d '{"events": [{"server_uuid": "e1408070-1ea6-4c1a-918b-5f6f2ee2d538", "name": "network-vif-plugged", "status": "completed", "tag": "3dfc10f6-4da5-46b8-b1d4-57215b85b2dd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:05.479668 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.513170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967a86-d36a-40ad-9d85-66e3b87030de req-d1582ef2-4826-4f25-b063-aa4ac078b96c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:05.515040 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91967a86-d36a-40ad-9d85-66e3b87030de req-d1582ef2-4826-4f25-b063-aa4ac078b96c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1570337 Sep 02 13:39:05.516073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:05.520443 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.615846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:05.628954 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-365edd0a-b339-4c18-bb15-d604b44d7fb9 req-8f3c5376-d3da-4555-ada4-45c01b75727f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.0864205 Sep 02 13:39:05.721206 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1a86fa-0071-4825-9e14-0103893f2e3c x-openstack-request-id: req-9d1a86fa-0071-4825-9e14-0103893f2e3c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:05.721503 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1408070-1ea6-4c1a-918b-5f6f2ee2d538", "name": "network-vif-plugged", "status": "completed", "tag": "3dfc10f6-4da5-46b8-b1d4-57215b85b2dd", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:05.721759 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d1a86fa-0071-4825-9e14-0103893f2e3c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:05.722161 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1408070-1ea6-4c1a-918b-5f6f2ee2d538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfc10f6-4da5-46b8-b1d4-57215b85b2dd', 'code': 200} Sep 02 13:39:05.794360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:05.825858 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91967a86-d36a-40ad-9d85-66e3b87030de req-5a732055-d8bf-4c8b-b9f4-fb745ba169de tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017690 Sep 02 13:39:05.867367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event deleted for resources: {'Port': ['ID=b67d5c72-720d-4ba3-8e54-aecfefb1e05f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:06.011201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-71c7f769-55d5-46bd-99a5-a0c4fa06d41f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:06.013023 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-71c7f769-55d5-46bd-99a5-a0c4fa06d41f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.90 "GET /v2.0/networks?id=101332ea-b4de-4123-a52b-a53b5c4b6788 HTTP/1.1" status: 200 len: 815 time: 0.3465309 Sep 02 13:39:06.146932 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e5921146-0e31-45c8-b19f-618f8de9e5a3 req-038068fe-3477-47de-9d65-0533d750b336 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.1141570 Sep 02 13:39:06.208769 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d979f-e2a1-46ed-be0e-5db06e174994 req-edf165b4-9040-47a7-a765-4219482c73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:06.210809 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf3d979f-e2a1-46ed-be0e-5db06e174994 req-edf165b4-9040-47a7-a765-4219482c73b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 1101 time: 0.2969165 Sep 02 13:39:06.283458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a66c29-f172-46a1-a3a1-5d4b41e8ecb0 req-8ffe9974-4cf2-4f8f-a057-4a792578f7f9 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:06.297462 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91a66c29-f172-46a1-a3a1-5d4b41e8ecb0 req-8ffe9974-4cf2-4f8f-a057-4a792578f7f9 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 950 time: 0.2585738 Sep 02 13:39:06.372903 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91a66c29-f172-46a1-a3a1-5d4b41e8ecb0 req-b078f1a6-fbca-4bff-8290-eece8493abaf tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660977 Sep 02 13:39:06.374748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-4a7aba3f-6867-4695-b0c4-3a00877600ea tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd5f7ed43895402abe61d6e16a476d70 HTTP/1.1" status: 200 len: 379 time: 0.3290076 Sep 02 13:39:06.390954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Request body: {'port': {'device_id': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'admin_state_up': True, 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'security_groups': ['8ba3c49d-834f-472b-a058-a536b0a71426']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:06.490641 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:06.500497 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:06.521833 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf3d979f-e2a1-46ed-be0e-5db06e174994 req-bb967da4-6cc5-4394-8c4b-66ff26586535 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006508 Sep 02 13:39:06.526310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:06.722078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=8dbf9f25-1cc6-4a7b-8c71-5d45edabc33b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:06.855522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Checking segment: {'id': '70d70804-130c-4db9-90e1-f1dd96c384bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'adf669d4-2603-4439-a11f-761f05d9fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:06.855522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network hostable DHCP agents. Network: adf669d4-2603-4439-a11f-761f05d9fbc6, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:39:06.901188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Made reservation on behalf of cd5f7ed43895402abe61d6e16a476d70 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:06.908540 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:06.970440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ada5f06f-9229-46f1-bda8-5ca896306dd7 req-de4aad7e-4873-48ee-8c2b-3caa24e73c8d tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.1741817 Sep 02 13:39:06.995113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Router 7f1a2550-5c01-4ce3-9804-6da515dada64 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:39:07.005794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1da5f-9ca9-4019-839a-4a5803170cc9 req-06983370-59f8-4518-b2cb-ae813ed48300 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:07.013118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5db1da5f-9ca9-4019-839a-4a5803170cc9 req-06983370-59f8-4518-b2cb-ae813ed48300 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0914941 Sep 02 13:39:07.079538 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a7eb635-f5f5-4700-9200-5cbcc30fe369 req-4d3b3abd-ec3b-43be-8de0-1013047bafb5 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.90 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.0492597 Sep 02 13:39:07.094580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5db1da5f-9ca9-4019-839a-4a5803170cc9 req-cb5965c5-1f69-4c58-b2de-b0d3ccfc77a0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804596 Sep 02 13:39:07.100422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network adf669d4-2603-4439-a11f-761f05d9fbc6 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:39:07.187768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, adf669d4-2603-4439-a11f-761f05d9fbc6) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:07.201825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359b0b0-b6c5-42f8-b8b9-b7ffd03c7c52 None None] Network adf669d4-2603-4439-a11f-761f05d9fbc6 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:07.228942 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:07.229551 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:07.262300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:39:07.275657 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e54bdf-0faf-45d6-a915-9810fc1359ab None None] Sync routers for ids ['7f1a2550-5c01-4ce3-9804-6da515dada64'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:39:07.289837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c6da621e-a0fc-484d-bc98-9c353bc35093 tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "PUT /v2.0/routers/7f1a2550-5c01-4ce3-9804-6da515dada64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2484164 Sep 02 13:39:07.290434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:07.293428 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8502ac72-9256-47a0-bb1d-7a81413f1c7a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0575430 Sep 02 13:39:07.297659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:07.302429 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e54bdf-0faf-45d6-a915-9810fc1359ab None None] Routers {'7f1a2550-5c01-4ce3-9804-6da515dada64'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:07.302639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': 'adf669d4-2603-4439-a11f-761f05d9fbc6', 'name': 'tempest-PortsTestJSON-1773310222'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:07.303346 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1e54bdf-0faf-45d6-a915-9810fc1359ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['7f1a2550-5c01-4ce3-9804-6da515dada64'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:07.386961 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1e54bdf-0faf-45d6-a915-9810fc1359ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:07.402643 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e54bdf-0faf-45d6-a915-9810fc1359ab None None] Routers {'7f1a2550-5c01-4ce3-9804-6da515dada64'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:07.403324 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1e54bdf-0faf-45d6-a915-9810fc1359ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['7f1a2550-5c01-4ce3-9804-6da515dada64'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:07.475846 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1e54bdf-0faf-45d6-a915-9810fc1359ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:07.476890 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e54bdf-0faf-45d6-a915-9810fc1359ab None None] The sync data for ids ['7f1a2550-5c01-4ce3-9804-6da515dada64'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:39:07.540882 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a586310-d826-4856-b9eb-41363941cb93 req-cd472949-635d-4966-88fa-b5096e63cad9 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8dde0-35fa-41ac-a819-c6d53753f862 HTTP/1.1" status: 200 len: 210 time: 0.1750267 Sep 02 13:39:07.554768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-adf669d4-2603-4439-a11f-761f05d9fbc6', 'network_id': 'adf669d4-2603-4439-a11f-761f05d9fbc6', 'tenant_id': '254d2e525cdc4b80b770537341a0f529', 'fixed_ips': [{'subnet_id': '8dbf9f25-1cc6-4a7b-8c71-5d45edabc33b'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:39:07.557421 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:07.633028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Allocated IP 172.20.0.6 (101332ea-b4de-4123-a52b-a53b5c4b6788/ec6ff566-76cc-4525-88f2-a3e5db337e6a/ef668f07-28d2-48a7-bd4b-065ccd1a1aaf) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:07.796343 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Allocated IP 172.20.0.2 (adf669d4-2603-4439-a11f-761f05d9fbc6/8dbf9f25-1cc6-4a7b-8c71-5d45edabc33b/5276058c-06af-4e91-a280-6d838f233aa4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:07.811488 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce54b0b-2494-4a53-9640-30d8010b10da tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:07.959783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:07.993424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Transition to ACTIVE for port object ef668f07-28d2-48a7-bd4b-065ccd1a1aaf will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:08.033656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed040-c6b8-4c0b-aecd-5fe70fe1841c req-531fd682-66a1-4a74-8d59-67121f8ca9ee tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:08.041162 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-228ed040-c6b8-4c0b-aecd-5fe70fe1841c req-531fd682-66a1-4a74-8d59-67121f8ca9ee tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 950 time: 0.4033601 Sep 02 13:39:08.074168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:08.076871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.083109 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.084431 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.098023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce54b0b-2494-4a53-9640-30d8010b10da tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.110084 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce54b0b-2494-4a53-9640-30d8010b10da tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.111466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Transition to ACTIVE for port object 5276058c-06af-4e91-a280-6d838f233aa4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:08.132626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Transition to ACTIVE for port object 5276058c-06af-4e91-a280-6d838f233aa4 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:08.149045 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.193263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 5d6a4840-1e86-4334-b3c4-fae195fd4bfd yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:39:08.195577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Network 101332ea-b4de-4123-a52b-a53b5c4b6788 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:08.198199 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Pushing event updated for resources: {'Port': ['ID=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:08.201938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:08.213309 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-228ed040-c6b8-4c0b-aecd-5fe70fe1841c req-e49aa837-be73-4e3e-9b32-82fc463752b0 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689157 Sep 02 13:39:08.226958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Network adf669d4-2603-4439-a11f-761f05d9fbc6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:08.227857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:08.251034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:08.256559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:08.308446 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce54b0b-2494-4a53-9640-30d8010b10da tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.309504 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce54b0b-2494-4a53-9640-30d8010b10da tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Fanout notify agent at l3_agent the message router_deleted on router 7f1a2550-5c01-4ce3-9804-6da515dada64 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:39:08.334067 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce54b0b-2494-4a53-9640-30d8010b10da tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.354908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:08.355903 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.359367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9ce54b0b-2494-4a53-9640-30d8010b10da tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "DELETE /v2.0/routers/7f1a2550-5c01-4ce3-9804-6da515dada64 HTTP/1.1" status: 204 len: 168 time: 1.0659468 Sep 02 13:39:08.361342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33934) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:08.364912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Pushing event updated for resources: {'Port': ['ID=5276058c-06af-4e91-a280-6d838f233aa4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:08.420545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Attempting to bind port 5276058c-06af-4e91-a280-6d838f233aa4 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:39:08.421210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Attempting to bind port 5276058c-06af-4e91-a280-6d838f233aa4 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '70d70804-130c-4db9-90e1-f1dd96c384bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'adf669d4-2603-4439-a11f-761f05d9fbc6'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:39:08.421781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Attempting to bind port 5276058c-06af-4e91-a280-6d838f233aa4 on network adf669d4-2603-4439-a11f-761f05d9fbc6 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:39:08.427449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:39:08.428224 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Checking segment: {'id': '70d70804-130c-4db9-90e1-f1dd96c384bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'adf669d4-2603-4439-a11f-761f05d9fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:08.428848 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.429455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Bound using segment: {'id': '70d70804-130c-4db9-90e1-f1dd96c384bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'adf669d4-2603-4439-a11f-761f05d9fbc6'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:39:08.430137 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Bound port: 5276058c-06af-4e91-a280-6d838f233aa4, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d70804-130c-4db9-90e1-f1dd96c384bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'adf669d4-2603-4439-a11f-761f05d9fbc6'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:39:08.430797 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.567782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] For port 5276058c-06af-4e91-a280-6d838f233aa4, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:39:08.570267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] For port 5276058c-06af-4e91-a280-6d838f233aa4, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5276058c-06af-4e91-a280-6d838f233aa4,segment=NetworkSegment(70d70804-130c-4db9-90e1-f1dd96c384bc),segment_id=70d70804-130c-4db9-90e1-f1dd96c384bc)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:39:08.577513 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:08.643454 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.8 (adf669d4-2603-4439-a11f-761f05d9fbc6/8dbf9f25-1cc6-4a7b-8c71-5d45edabc33b/5d6a4840-1e86-4334-b3c4-fae195fd4bfd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:08.666281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e8f7b-0be0-4bea-b264-2198bdf3849d req-e0b1efe0-0879-496b-9ee1-20978130409b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:08.668377 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b5e8f7b-0be0-4bea-b264-2198bdf3849d req-e0b1efe0-0879-496b-9ee1-20978130409b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1409862 Sep 02 13:39:08.768155 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b5e8f7b-0be0-4bea-b264-2198bdf3849d req-d3a87de2-f4c1-44ac-be4f-9caecd095fcc tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918510 Sep 02 13:39:08.952880 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c8701efe-9946-4c85-8740-1daf445fd20e None None] Provisioning for port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:08.965467 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4ddce-6c92-488e-9c6c-b8e77d3a5c69 req-a3020d5c-7f26-42ef-9638-6003bc5b5740 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:08.965467 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cba4ddce-6c92-488e-9c6c-b8e77d3a5c69 req-a3020d5c-7f26-42ef-9638-6003bc5b5740 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 931 time: 0.8763216 Sep 02 13:39:08.978381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c8701efe-9946-4c85-8740-1daf445fd20e None None] Provisioning complete for port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:08.979228 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8701efe-9946-4c85-8740-1daf445fd20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:09.034865 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-8e506c1a-225b-4112-bc68-ac5842ff25a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6485658 Sep 02 13:39:09.040797 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:09.074455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Request body: {'port': {'device_id': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:09.082899 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 5d6a4840-1e86-4334-b3c4-fae195fd4bfd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:09.089586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c8701efe-9946-4c85-8740-1daf445fd20e None None] Port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:09.112357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d0904-67fa-4ff1-96ca-af0ad67680ba None None] Pushing event updated for resources: {'Port': ['ID=5276058c-06af-4e91-a280-6d838f233aa4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:09.167689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:09.168227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79167cf-3485-484c-83e8-c5c58bfb5bac tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Deleting subnet b5a757cc-baec-46c8-8a01-e6a920002fd0 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:39:09.172547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c79167cf-3485-484c-83e8-c5c58bfb5bac tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:09.258038 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:09.266543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network adf669d4-2603-4439-a11f-761f05d9fbc6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:09.274735 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:09.297347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:09.332144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cba4ddce-6c92-488e-9c6c-b8e77d3a5c69 req-1a2658ce-5986-4175-accb-334001d9bdd8 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229494 Sep 02 13:39:09.340014 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=5d6a4840-1e86-4334-b3c4-fae195fd4bfd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:09.340888 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9bd6a53e-6af3-41c5-885a-ae37093d1fb1 req-ec1aaa1f-99dc-4374-8af9-b121ec055f39 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f2b2f510ec2a4078a20f9305e1f4453e&device_id=958807fb-1db1-4897-b5d4-0f52e863b3d2 HTTP/1.1" status: 200 len: 210 time: 0.1198187 Sep 02 13:39:09.385596 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cdebc608-69b6-4379-97f4-26f7fdd4bdc7 req-4e56f8de-31c1-4edf-aa5f-1c1bdd57e4f2 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=958807fb-1db1-4897-b5d4-0f52e863b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0374243 Sep 02 13:39:09.420598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:09.421278 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:09.441515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fbf733d9-4e2b-4232-b528-a51c873607aa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1427891 Sep 02 13:39:09.451346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:09.457588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': 'adf669d4-2603-4439-a11f-761f05d9fbc6', 'name': 'tempest-PortsTestJSON-1302915552'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:09.517881 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c79167cf-3485-484c-83e8-c5c58bfb5bac tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:09.658459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5276058c-06af-4e91-a280-6d838f233aa4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:09.763248 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9bd6a53e-6af3-41c5-885a-ae37093d1fb1 req-44de356a-2b59-4fdd-a3a4-9472c3505b17 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f2b2f510ec2a4078a20f9305e1f4453e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4082077 Sep 02 13:39:09.779340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:09.786384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 5276058c-06af-4e91-a280-6d838f233aa4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:09.786965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:09.825232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 6ae32e66-9e56-4db9-956f-e5c7cd47e5b7 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:39:09.976649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7e8ee-d2de-4e04-b186-dd17c596bc56 req-235469a2-f60c-40ba-ab05-baf1fe622504 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:09.993262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23e448-e4c6-4f2f-8b30-ccaa35d40377 req-d373b74d-3fdd-4d16-8902-6f0999d4f5ac tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:09.994892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b23e448-e4c6-4f2f-8b30-ccaa35d40377 req-d373b74d-3fdd-4d16-8902-6f0999d4f5ac tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1173348 Sep 02 13:39:09.999986 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86e7e8ee-d2de-4e04-b186-dd17c596bc56 req-235469a2-f60c-40ba-ab05-baf1fe622504 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 950 time: 0.4045477 Sep 02 13:39:10.050726 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.5 (adf669d4-2603-4439-a11f-761f05d9fbc6/8dbf9f25-1cc6-4a7b-8c71-5d45edabc33b/6ae32e66-9e56-4db9-956f-e5c7cd47e5b7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:10.191558 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c79167cf-3485-484c-83e8-c5c58bfb5bac tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:10.232068 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b23e448-e4c6-4f2f-8b30-ccaa35d40377 req-af935e25-1f85-4d89-a7b3-f3fae0bf8d63 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225573 Sep 02 13:39:10.282381 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:10.283876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-86e7e8ee-d2de-4e04-b186-dd17c596bc56 req-a96fcf40-d430-4383-8876-3d6332020b0f tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823305 Sep 02 13:39:10.300601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6a53e-6af3-41c5-885a-ae37093d1fb1 req-2a4d90a9-4167-4bd4-b207-bbebd2995af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:10.302140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9bd6a53e-6af3-41c5-885a-ae37093d1fb1 req-2a4d90a9-4167-4bd4-b207-bbebd2995af6 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5293596 Sep 02 13:39:10.341012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 6ae32e66-9e56-4db9-956f-e5c7cd47e5b7 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:10.410484 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:10.463981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c79167cf-3485-484c-83e8-c5c58bfb5bac tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:10.486929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network adf669d4-2603-4439-a11f-761f05d9fbc6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:10.494429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:10.507592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eeef86-7074-4a21-989d-14e2b9dca5ac None None] Network 39b69e51-7ca1-4abd-9ee2-211aedf727e7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:10.528390 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c79167cf-3485-484c-83e8-c5c58bfb5bac tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:10.534094 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c79167cf-3485-484c-83e8-c5c58bfb5bac tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "DELETE /v2.0/subnets/b5a757cc-baec-46c8-8a01-e6a920002fd0 HTTP/1.1" status: 204 len: 168 time: 2.1679542 Sep 02 13:39:10.540496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:10.549997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33972) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:10.564220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79167cf-3485-484c-83e8-c5c58bfb5bac tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a757cc-baec-46c8-8a01-e6a920002fd0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:10.674462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:10.675135 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:10.746325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3002520 Sep 02 13:39:10.748574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4859b9-a802-4bc8-98ba-0ecd96e9dcb3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=6ae32e66-9e56-4db9-956f-e5c7cd47e5b7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:10.752538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33974) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:10.767016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadd95c-0c9c-42dc-be11-1275880a8114 req-cb703f44-03d4-4ad1-8b6c-e6cecdffdd9c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:10.786851 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2dadd95c-0c9c-42dc-be11-1275880a8114 req-cb703f44-03d4-4ad1-8b6c-e6cecdffdd9c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 931 time: 0.3046563 Sep 02 13:39:10.816839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3654f4d4-4d50-4644-bcfe-0fcdb46f4baa None None] Network adf669d4-2603-4439-a11f-761f05d9fbc6 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:10.818373 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef668f07-28d2-48a7-bd4b-065ccd1a1aaf {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:39:10.829016 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:10.836698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:10.914565 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Transition to ACTIVE for port object ef668f07-28d2-48a7-bd4b-065ccd1a1aaf will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:10.960269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:10.962941 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2dadd95c-0c9c-42dc-be11-1275880a8114 req-546bceae-3db7-4ae6-aaed-2a9cc69a7811 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753957 Sep 02 13:39:10.976105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc2554-f05c-43a7-bb61-ecdebf9dfcc8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:10.983917 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fefc2554-f05c-43a7-bb61-ecdebf9dfcc8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2299366 Sep 02 13:39:10.989258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:11.042564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2bd381b1-eb7c-4cb9-8c50-6d9ef70ea8e2 None None] Provisioning for port 5276058c-06af-4e91-a280-6d838f233aa4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:11.059394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:11.072314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:39:11.109376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Deleting port 4916d288-8d5f-4d13-9ef1-598816a88b99 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:11.109964 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.190876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Attempting to bind port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:39:11.191225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Attempting to bind port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:39:11.191564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Attempting to bind port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf on network 101332ea-b4de-4123-a52b-a53b5c4b6788 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:39:11.207637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] For port 4916d288-8d5f-4d13-9ef1-598816a88b99, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4916d288-8d5f-4d13-9ef1-598816a88b99,segment=NetworkSegment(705b218c-0c96-417a-a793-3eeaf26121df),segment_id=705b218c-0c96-417a-a793-3eeaf26121df)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:11.208059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.210971 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf on network 101332ea-b4de-4123-a52b-a53b5c4b6788 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:39:11.212062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Attempting to bind port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf on network 101332ea-b4de-4123-a52b-a53b5c4b6788 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:39:11.232775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:39:11.236485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Checking segment: {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:11.236904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Bound using segment: {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:39:11.237384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Bound port: ef668f07-28d2-48a7-bd4b-065ccd1a1aaf, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4aa967-6328-4914-92f2-52d9d3fbc180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:39:11.237761 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.242545 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3f62455-c1b9-42c8-91bb-ba0195777524 req-fa191e31-6692-43cf-a1c9-2f34f134def6 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=958807fb-1db1-4897-b5d4-0f52e863b3d2 HTTP/1.1" status: 200 len: 210 time: 0.2560735 Sep 02 13:39:11.248165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Calling delete_port for 4916d288-8d5f-4d13-9ef1-598816a88b99 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:11.375912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] For port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:39:11.393425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] For port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:39:11.399697 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] DHCP port deletion for 39b69e51-7ca1-4abd-9ee2-211aedf727e7 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:39:11.404377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2bd381b1-eb7c-4cb9-8c50-6d9ef70ea8e2 None None] Provisioning complete for port 5276058c-06af-4e91-a280-6d838f233aa4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:11.406857 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bd381b1-eb7c-4cb9-8c50-6d9ef70ea8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.412648 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.504123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cca60dff-16ac-469d-85b8-8fa8f2886e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 6ae32e66-9e56-4db9-956f-e5c7cd47e5b7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:11.504622 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cca60dff-16ac-469d-85b8-8fa8f2886e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.598983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:11.656421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4916d288-8d5f-4d13-9ef1-598816a88b99 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:39:11.703205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acd46e-ef93-44c0-b919-00eb60d6dbbf req-9c0f8848-0faa-4166-a33d-37fa76d50bd0 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:11.710515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d8acd46e-ef93-44c0-b919-00eb60d6dbbf req-9c0f8848-0faa-4166-a33d-37fa76d50bd0 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 950 time: 0.2876077 Sep 02 13:39:11.752127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:11.752913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.754676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] 10.222.0.90 "PUT /v2.0/ports/ef668f07-28d2-48a7-bd4b-065ccd1a1aaf HTTP/1.1" status: 200 len: 1091 time: 2.6865010 Sep 02 13:39:11.755098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'tag': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:11.757433 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185ce19-e388-4415-a6a0-bc4a873d3045" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f14e8b-744e-4bf8-b7ae-975ed335b161", "tag": "ef668f07-28d2-48a7-bd4b-065ccd1a1aaf"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:11.795204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f', 'port_id': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'mac_address': 'fa:16:3e:3b:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703ebc8e-650f-417d-a31d-c3d1dc44b18f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:39:11.816320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Deleting port 4916d288-8d5f-4d13-9ef1-598816a88b99 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:11.817032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.896089 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cca60dff-16ac-469d-85b8-8fa8f2886e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.942636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] For port 4916d288-8d5f-4d13-9ef1-598816a88b99, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4916d288-8d5f-4d13-9ef1-598816a88b99,segment=NetworkSegment(705b218c-0c96-417a-a793-3eeaf26121df),segment_id=705b218c-0c96-417a-a793-3eeaf26121df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:11.943058 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:11.946197 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d8acd46e-ef93-44c0-b919-00eb60d6dbbf req-c06dd2a5-facd-4530-ad93-e5f7c7549afc tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227581 Sep 02 13:39:11.972375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Calling delete_port for 4916d288-8d5f-4d13-9ef1-598816a88b99 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:11.991280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cca60dff-16ac-469d-85b8-8fa8f2886e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 6ae32e66-9e56-4db9-956f-e5c7cd47e5b7 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:12.100404 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55078a93-8934-41c0-8a91-33f1ee4b5979 x-openstack-request-id: req-55078a93-8934-41c0-8a91-33f1ee4b5979 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:12.101421 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f14e8b-744e-4bf8-b7ae-975ed335b161", "tag": "ef668f07-28d2-48a7-bd4b-065ccd1a1aaf", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:12.101891 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55078a93-8934-41c0-8a91-33f1ee4b5979 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:12.102717 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'tag': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf', 'status': 'completed', 'code': 200} Sep 02 13:39:12.107640 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9bd6a53e-6af3-41c5-885a-ae37093d1fb1 req-abbcb091-8b7b-497f-a80c-ae2433c9afc4 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.77 "GET /v2.0/ports?device_id=958807fb-1db1-4897-b5d4-0f52e863b3d2 HTTP/1.1" status: 200 len: 210 time: 0.1178215 Sep 02 13:39:12.112905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127a9c1-a313-46fe-8d7b-e358dd42c0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:12.170969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e825d-e05e-46ae-97fe-3f99da987907 req-0877b925-19ec-41ad-8660-37196be9c7b7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:12.178108 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e825d-e05e-46ae-97fe-3f99da987907 req-0877b925-19ec-41ad-8660-37196be9c7b7 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.6322258 Sep 02 13:39:12.233945 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:12.305363 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:12.331028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-4f923a62-6f1c-4d4c-b94b-183b4bf21517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:12.348456 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-4f923a62-6f1c-4d4c-b94b-183b4bf21517 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cd5f7ed43895402abe61d6e16a476d70&device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 1094 time: 0.5021863 Sep 02 13:39:12.349525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event deleted for resources: {'Port': ['ID=4916d288-8d5f-4d13-9ef1-598816a88b99,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:12.358912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] No DVR routers for this DVR port 4916d288-8d5f-4d13-9ef1-598816a88b99 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:12.372528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Pushing event deleted for resources: {'Port': ['ID=4916d288-8d5f-4d13-9ef1-598816a88b99,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:12.401398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.401794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.402150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.402669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.403014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.403355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.403752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.404109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.404444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.404825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.405194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.406098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:12.407851 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cca60dff-16ac-469d-85b8-8fa8f2886e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:12.475465 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bd381b1-eb7c-4cb9-8c50-6d9ef70ea8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:12.491252 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca60dff-16ac-469d-85b8-8fa8f2886e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=6ae32e66-9e56-4db9-956f-e5c7cd47e5b7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:12.512781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b780f-c156-4a12-95d8-f0b95cbd7e62 req-fb0cb0c8-adda-4486-b8b4-2d3376c2c340 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:12.519174 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c8e239-d7be-4162-8083-d7d348c33ecd None None] No DVR routers for this DVR port 4916d288-8d5f-4d13-9ef1-598816a88b99 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:12.527201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-098b780f-c156-4a12-95d8-f0b95cbd7e62 req-fb0cb0c8-adda-4486-b8b4-2d3376c2c340 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 943 time: 0.2383854 Sep 02 13:39:12.554279 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:12.692461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2bd381b1-eb7c-4cb9-8c50-6d9ef70ea8e2 None None] For port 5276058c-06af-4e91-a280-6d838f233aa4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5276058c-06af-4e91-a280-6d838f233aa4,segment=NetworkSegment(70d70804-130c-4db9-90e1-f1dd96c384bc),segment_id=70d70804-130c-4db9-90e1-f1dd96c384bc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:12.705165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-098b780f-c156-4a12-95d8-f0b95cbd7e62 req-b0163bed-4979-490d-8330-923d3a18894d tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766095 Sep 02 13:39:12.737766 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:12.739581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-080f7da7-946d-4daf-aacf-16a80e717ab2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf HTTP/1.1" status: 200 len: 217 time: 0.3587694 Sep 02 13:39:12.740546 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cca60dff-16ac-469d-85b8-8fa8f2886e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:12.742899 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cca60dff-16ac-469d-85b8-8fa8f2886e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/6ae32e66-9e56-4db9-956f-e5c7cd47e5b7 HTTP/1.1" status: 204 len: 168 time: 1.7527246 Sep 02 13:39:12.745428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:12.756399 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bd381b1-eb7c-4cb9-8c50-6d9ef70ea8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:12.812788 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e825d-e05e-46ae-97fe-3f99da987907 req-8479475d-08ba-498a-86e5-831d02786364 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155477 Sep 02 13:39:12.837050 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcb1a02-29e1-4b8a-9044-a7866bae784f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:39:12.839128 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4dcb1a02-29e1-4b8a-9044-a7866bae784f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/6ae32e66-9e56-4db9-956f-e5c7cd47e5b7 HTTP/1.1" status: 404 len: 333 time: 0.0917761 Sep 02 13:39:12.843109 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:12.919096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-3eb8ac24-a0a6-4143-b243-1dd483aa69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:12.921079 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-3eb8ac24-a0a6-4143-b243-1dd483aa69ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec6ff566-76cc-4525-88f2-a3e5db337e6a HTTP/1.1" status: 200 len: 854 time: 0.1789668 Sep 02 13:39:12.926336 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2b7808c-39c0-4a3e-9596-dbaad00be6c9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:39:12.965541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-8dbad4d6-b2aa-4dd4-8ffd-59332ef49aeb tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:12.967384 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-8dbad4d6-b2aa-4dd4-8ffd-59332ef49aeb tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 950 time: 0.5680711 Sep 02 13:39:13.008979 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-539a3992-4f72-435f-812f-54ec0e721577 req-4081051f-a016-456e-82b0-0dfc87c605d2 tempest-ServerShowV247Test-1137091361 tempest-ServerShowV247Test-1137091361-project] 10.222.0.13 "GET /v2.0/ports?device_id=958807fb-1db1-4897-b5d4-0f52e863b3d2 HTTP/1.1" status: 200 len: 210 time: 0.1326692 Sep 02 13:39:13.097131 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:13.098687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd381b1-eb7c-4cb9-8c50-6d9ef70ea8e2 None None] Pushing event updated for resources: {'Port': ['ID=5276058c-06af-4e91-a280-6d838f233aa4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:13.112449 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:13.131108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:13.235692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a2b7808c-39c0-4a3e-9596-dbaad00be6c9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:39:13.259797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b69e51-7ca1-4abd-9ee2-211aedf727e7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:13.272248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15f2f550-449b-48ba-b8af-5fb1763856f6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 5d6a4840-1e86-4334-b3c4-fae195fd4bfd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:13.272751 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15f2f550-449b-48ba-b8af-5fb1763856f6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:13.273375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-f2e77f2b-57af-415e-a6f3-5c94a3b073f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:13.280156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-f2e77f2b-57af-415e-a6f3-5c94a3b073f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=101332ea-b4de-4123-a52b-a53b5c4b6788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3365324 Sep 02 13:39:13.286649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:13.355942 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705b218c-0c96-417a-a793-3eeaf26121df') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:13.356292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705b218c-0c96-417a-a793-3eeaf26121df') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:13.366891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c9b59-081d-4322-b5ef-6cab73002c73 req-27c6edc6-0c93-4441-abec-f9437454ac47 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:13.380354 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa9c9b59-081d-4322-b5ef-6cab73002c73 req-27c6edc6-0c93-4441-abec-f9437454ac47 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 950 time: 0.2234542 Sep 02 13:39:13.582573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1815ffd1-fe1e-4edc-9bbc-1be920625f77 None None] Provisioning complete for port 5276058c-06af-4e91-a280-6d838f233aa4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:13.595566 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa9c9b59-081d-4322-b5ef-6cab73002c73 req-43ebb817-ffcb-4ff7-b18a-0db5d9b22eba tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082765 Sep 02 13:39:13.612790 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1815ffd1-fe1e-4edc-9bbc-1be920625f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:13.630108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:13.641232 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15f2f550-449b-48ba-b8af-5fb1763856f6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:13.701540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15f2f550-449b-48ba-b8af-5fb1763856f6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 5d6a4840-1e86-4334-b3c4-fae195fd4bfd owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:13.717669 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-9f790992-ebb4-485c-b486-f3ef5ff1984b service neutron] 10.222.0.90 "GET /v2.0/networks/101332ea-b4de-4123-a52b-a53b5c4b6788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261045 Sep 02 13:39:13.731483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5276058c-06af-4e91-a280-6d838f233aa4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:13.784400 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:13.898471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 5276058c-06af-4e91-a280-6d838f233aa4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:13.898858 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:13.980776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Deleting port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:13.981490 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:14.117875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:39:14.118420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:39:14.141622 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:39:14.222936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1815ffd1-fe1e-4edc-9bbc-1be920625f77 None None] Provisioning for port 5d6a4840-1e86-4334-b3c4-fae195fd4bfd completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:14.232048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1815ffd1-fe1e-4edc-9bbc-1be920625f77 None None] Provisioning complete for port 5d6a4840-1e86-4334-b3c4-fae195fd4bfd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:14.232435 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1815ffd1-fe1e-4edc-9bbc-1be920625f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:14.283036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e753114-8e92-4006-ab52-3d2d136c363e req-82a7ca55-ea70-40cd-9297-1a0776a15868 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:14.314573 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e753114-8e92-4006-ab52-3d2d136c363e req-82a7ca55-ea70-40cd-9297-1a0776a15868 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 944 time: 0.2373805 Sep 02 13:39:14.349477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1815ffd1-fe1e-4edc-9bbc-1be920625f77 None None] Port 5d6a4840-1e86-4334-b3c4-fae195fd4bfd cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:14.427230 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e753114-8e92-4006-ab52-3d2d136c363e req-74d91908-a4e8-4cfb-ba89-83fd8017fa7c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077464 Sep 02 13:39:14.482771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3acecc7d-85c8-4149-b5f1-92d4668b5625 None None] Could not find standard attr ID for object 6ae32e66-9e56-4db9-956f-e5c7cd47e5b7. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:39:14.505919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3acecc7d-85c8-4149-b5f1-92d4668b5625 None None] Provisioning complete for port 5d6a4840-1e86-4334-b3c4-fae195fd4bfd triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:14.506314 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3acecc7d-85c8-4149-b5f1-92d4668b5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:14.522091 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15f2f550-449b-48ba-b8af-5fb1763856f6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:14.574171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3acecc7d-85c8-4149-b5f1-92d4668b5625 None None] Port 5d6a4840-1e86-4334-b3c4-fae195fd4bfd was deleted so its status cannot be updated. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 02 13:39:14.593819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e023cb9-dcce-4924-a11a-d6c783218c8f req-5f7c2def-bcde-4997-bfb9-3b8a9383f448 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:14.606479 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e023cb9-dcce-4924-a11a-d6c783218c8f req-5f7c2def-bcde-4997-bfb9-3b8a9383f448 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 943 time: 0.5337994 Sep 02 13:39:14.654240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2f550-449b-48ba-b8af-5fb1763856f6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=5d6a4840-1e86-4334-b3c4-fae195fd4bfd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:14.821857 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:14.858057 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:14.879007 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] 10.222.0.13 "DELETE /v2.0/networks/39b69e51-7ca1-4abd-9ee2-211aedf727e7 HTTP/1.1" status: 204 len: 168 time: 4.3277006 Sep 02 13:39:14.982595 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e023cb9-dcce-4924-a11a-d6c783218c8f req-2709884b-1eeb-4440-87a8-05538e2c07c3 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752117 Sep 02 13:39:15.052741 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ac01720-2869-42d1-b732-a4ed3866ecd3 req-679526e1-6436-4ee9-8ee0-2aa39c5e0c57 service neutron] 10.222.0.90 "GET /v2.0/networks/101332ea-b4de-4123-a52b-a53b5c4b6788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2850928 Sep 02 13:39:15.073674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15f2f550-449b-48ba-b8af-5fb1763856f6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:15.075703 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-15f2f550-449b-48ba-b8af-5fb1763856f6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/5d6a4840-1e86-4334-b3c4-fae195fd4bfd HTTP/1.1" status: 204 len: 168 time: 2.2306135 Sep 02 13:39:15.081421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427687e-dc40-43ab-badc-fbfa81096f4b tempest-FloatingIPNegativeTestJSON-436161206 tempest-FloatingIPNegativeTestJSON-436161206-project] Pushing event deleted for resources: {'Network': ['ID=39b69e51-7ca1-4abd-9ee2-211aedf727e7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:15.084452 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:15.107450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] For port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:15.110667 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:15.129887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:15.255103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Calling delete_port for 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:15.259477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:15.262614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:15.267752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669907e-215a-4ea1-a487-4b3af2279f09 req-18c1b951-401f-4ce1-b86c-2d681fc53eb9 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:15.291242 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2669907e-215a-4ea1-a487-4b3af2279f09 req-18c1b951-401f-4ce1-b86c-2d681fc53eb9 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 950 time: 0.2632003 Sep 02 13:39:15.334968 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d442f507-00b1-4110-b610-4cae698148ac tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:39:15.339101 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d442f507-00b1-4110-b610-4cae698148ac tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/5d6a4840-1e86-4334-b3c4-fae195fd4bfd HTTP/1.1" status: 404 len: 333 time: 0.2322130 Sep 02 13:39:15.351133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34040) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:15.478107 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:15.576559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:15.584012 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f22acc-d89d-42f4-a640-817fd663f6ec" -d '{"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:15.604294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:15.632798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:15.633221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:15.637290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-29926592-5baf-444f-995a-14d3c3be64c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet 8dbf9f25-1cc6-4a7b-8c71-5d45edabc33b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:39:15.641752 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:15.662011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29926592-5baf-444f-995a-14d3c3be64c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:15.771133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2669907e-215a-4ea1-a487-4b3af2279f09 req-946371b5-44cd-4bca-bdf9-4c1b36984816 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/security-groups?id=54091d59-40f5-4bf2-bd6c-cfbf84b942b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771724 Sep 02 13:39:15.844244 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:15.846767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29926592-5baf-444f-995a-14d3c3be64c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:15.859022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-ed1707a1-8ecd-46a2-a0e9-fba97dfa1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:15.860611 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-ed1707a1-8ecd-46a2-a0e9-fba97dfa1956 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cd5f7ed43895402abe61d6e16a476d70&device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 1094 time: 0.6842966 Sep 02 13:39:15.876120 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b9bf7d-84ae-45e2-9060-4ad8bd108f0f x-openstack-request-id: req-49b9bf7d-84ae-45e2-9060-4ad8bd108f0f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:15.876421 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:15.876679 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49b9bf7d-84ae-45e2-9060-4ad8bd108f0f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:15.877117 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'code': 200} Sep 02 13:39:16.013348 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd513044-abe8-4f53-84db-bf2f30f2af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:16.086218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b23d9-5bcd-4c1f-ab9f-292a711f8c02 req-341b469a-cb54-4ed0-a36c-a0f9c7334981 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:16.087874 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a4b23d9-5bcd-4c1f-ab9f-292a711f8c02 req-341b469a-cb54-4ed0-a36c-a0f9c7334981 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.3246486 Sep 02 13:39:16.111973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:16.165875 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9594c380-7e90-43a5-94bf-45aa04aeff2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3209701db8a64dd6886481865afcad1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5257013 Sep 02 13:39:16.172208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:16.193539 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29926592-5baf-444f-995a-14d3c3be64c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:16.254822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Pushing event deleted for resources: {'Port': ['ID=3dfc10f6-4da5-46b8-b1d4-57215b85b2dd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:16.340711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-d0905e30-c970-4556-96d3-9f049005709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:16.342522 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-d0905e30-c970-4556-96d3-9f049005709f service neutron] 10.222.0.90 "GET /v2.0/networks?id=101332ea-b4de-4123-a52b-a53b5c4b6788 HTTP/1.1" status: 200 len: 916 time: 0.4193239 Sep 02 13:39:16.408247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d51334-e0ad-4987-b29f-e47a764609eb req-e8d30e01-4e25-4ad0-8d5e-4b0b643ae750 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:16.409835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64d51334-e0ad-4987-b29f-e47a764609eb req-e8d30e01-4e25-4ad0-8d5e-4b0b643ae750 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 943 time: 0.2017796 Sep 02 13:39:16.431361 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-800fc793-dd4c-4161-acba-bd4a21aa390a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:16.442743 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29926592-5baf-444f-995a-14d3c3be64c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:16.911260 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a4b23d9-5bcd-4c1f-ab9f-292a711f8c02 req-6bf48da5-773a-4e0e-94ab-081112a4914f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7975202 Sep 02 13:39:16.929325 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-cc00a246-2e54-4f24-9bed-00f95cbb46ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf HTTP/1.1" status: 200 len: 217 time: 0.5657778 Sep 02 13:39:17.075759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-811350b0-4d1b-4c5f-9250-d088619ef50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:17.078855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2f9b4-7343-4b2e-a1fd-ad9fc9b0c8c6 None None] Network adf669d4-2603-4439-a11f-761f05d9fbc6 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:17.080408 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-811350b0-4d1b-4c5f-9250-d088619ef50f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec6ff566-76cc-4525-88f2-a3e5db337e6a HTTP/1.1" status: 200 len: 854 time: 0.1485121 Sep 02 13:39:17.105439 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29926592-5baf-444f-995a-14d3c3be64c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.110435 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-29926592-5baf-444f-995a-14d3c3be64c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/8dbf9f25-1cc6-4a7b-8c71-5d45edabc33b HTTP/1.1" status: 204 len: 168 time: 1.7479050 Sep 02 13:39:17.115536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29926592-5baf-444f-995a-14d3c3be64c4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbf9f25-1cc6-4a7b-8c71-5d45edabc33b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:17.150291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:17.166825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] No DVR routers for this DVR port 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:17.170064 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.173497 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6e7081d3-2947-4246-9970-5bd8e1271895 req-ed13439e-8672-40ff-8f2d-39aa6affcf6d tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.77 "DELETE /v2.0/ports/3dfc10f6-4da5-46b8-b1d4-57215b85b2dd HTTP/1.1" status: 204 len: 173 time: 4.1750567 Sep 02 13:39:17.196792 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd513044-abe8-4f53-84db-bf2f30f2af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.204746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-800fc793-dd4c-4161-acba-bd4a21aa390a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.212441 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1408070-1ea6-4c1a-918b-5f6f2ee2d538', 'name': 'network-vif-deleted', 'tag': '3dfc10f6-4da5-46b8-b1d4-57215b85b2dd'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:17.217437 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f55d48-2f78-4349-b473-5922a761cb4c" -d '{"events": [{"server_uuid": "e1408070-1ea6-4c1a-918b-5f6f2ee2d538", "name": "network-vif-deleted", "tag": "3dfc10f6-4da5-46b8-b1d4-57215b85b2dd"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:17.237128 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd513044-abe8-4f53-84db-bf2f30f2af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.242375 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1eed931a-823b-4d7e-896a-0f2f4f70f0c7 req-c8b671ad-0dad-4db3-8a52-6cd681075fc3 tempest-ServerDiagnosticsNegativeTest-1738898735 tempest-ServerDiagnosticsNegativeTest-1738898735-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1408070-1ea6-4c1a-918b-5f6f2ee2d538 HTTP/1.1" status: 200 len: 210 time: 0.1555998 Sep 02 13:39:17.275237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:39:17.277918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-f298bfb6-37f9-47cb-ab42-f20329705cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:17.281748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-f298bfb6-37f9-47cb-ab42-f20329705cb7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=101332ea-b4de-4123-a52b-a53b5c4b6788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485643 Sep 02 13:39:17.326095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:39:17.326459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 3dfc10f6-4da5-46b8-b1d4-57215b85b2dd not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:39:17.432239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c32582a-fcd6-4c3a-a442-88bfc7127b2a None None] DHCP port deletion for adf669d4-2603-4439-a11f-761f05d9fbc6 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:39:17.494826 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9c32582a-fcd6-4c3a-a442-88bfc7127b2a None None] Deleting port 5276058c-06af-4e91-a280-6d838f233aa4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:17.495200 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c32582a-fcd6-4c3a-a442-88bfc7127b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.518556 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-2b581cc7-21f8-47d6-90f7-af1f6812b9a7 service neutron] 10.222.0.90 "GET /v2.0/networks/101332ea-b4de-4123-a52b-a53b5c4b6788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276747 Sep 02 13:39:17.529675 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ab8365-3956-49aa-91ff-b63d176ce278 x-openstack-request-id: req-f4ab8365-3956-49aa-91ff-b63d176ce278 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:17.530868 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1408070-1ea6-4c1a-918b-5f6f2ee2d538", "name": "network-vif-deleted", "tag": "3dfc10f6-4da5-46b8-b1d4-57215b85b2dd", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:17.531287 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4ab8365-3956-49aa-91ff-b63d176ce278 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:17.531870 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1408070-1ea6-4c1a-918b-5f6f2ee2d538', 'name': 'network-vif-deleted', 'tag': '3dfc10f6-4da5-46b8-b1d4-57215b85b2dd', 'status': 'completed', 'code': 200} Sep 02 13:39:17.532378 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64d51334-e0ad-4987-b29f-e47a764609eb req-ae55428b-3ccc-40c1-b409-75ff1a585610 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0928001 Sep 02 13:39:17.613969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9c32582a-fcd6-4c3a-a442-88bfc7127b2a None None] For port 5276058c-06af-4e91-a280-6d838f233aa4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5276058c-06af-4e91-a280-6d838f233aa4,segment=NetworkSegment(70d70804-130c-4db9-90e1-f1dd96c384bc),segment_id=70d70804-130c-4db9-90e1-f1dd96c384bc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:17.614369 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c32582a-fcd6-4c3a-a442-88bfc7127b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.643139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9c32582a-fcd6-4c3a-a442-88bfc7127b2a None None] Calling delete_port for 5276058c-06af-4e91-a280-6d838f233aa4 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:17.671756 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bd513044-abe8-4f53-84db-bf2f30f2af76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2b2f510ec2a4078a20f9305e1f4453e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0662522 Sep 02 13:39:17.675178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:17.682441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd513044-abe8-4f53-84db-bf2f30f2af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3540229e-ab6d-4f6a-8347-1a16482ae733,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:17.701922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.757479 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-800fc793-dd4c-4161-acba-bd4a21aa390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.757862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5276058c-06af-4e91-a280-6d838f233aa4 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:39:17.762639 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-800fc793-dd4c-4161-acba-bd4a21aa390a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:17.769072 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-800fc793-dd4c-4161-acba-bd4a21aa390a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/667ae0c0-a313-4cf4-bf4e-c081a718f4cf HTTP/1.1" status: 204 len: 168 time: 1.5870481 Sep 02 13:39:17.803043 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d185ce19-e388-4415-a6a0-bc4a873d3045 req-3f2c6e8c-77f0-4bab-8584-09e679efeb4f service neutron] 10.222.0.90 "GET /v2.0/networks/101332ea-b4de-4123-a52b-a53b5c4b6788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688465 Sep 02 13:39:17.977788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fc793-dd4c-4161-acba-bd4a21aa390a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ae0c0-a313-4cf4-bf4e-c081a718f4cf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:18.007120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No active binding found for port 5276058c-06af-4e91-a280-6d838f233aa4 {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:39:18.007892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5276058c-06af-4e91-a280-6d838f233aa4 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:39:18.043540 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c32582a-fcd6-4c3a-a442-88bfc7127b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.084678 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22092ef9-dbff-41b1-82b1-f7cb399eb6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.139678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32582a-fcd6-4c3a-a442-88bfc7127b2a None None] Pushing event deleted for resources: {'Port': ['ID=5276058c-06af-4e91-a280-6d838f233aa4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:18.158971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32582a-fcd6-4c3a-a442-88bfc7127b2a None None] No DVR routers for this DVR port 5276058c-06af-4e91-a280-6d838f233aa4 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:18.168776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22092ef9-dbff-41b1-82b1-f7cb399eb6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.206713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 5276058c-06af-4e91-a280-6d838f233aa4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:18.207067 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.247261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e0a28-b164-44c4-a081-1677807da4c6 req-a8fb54d2-e6c1-437b-a6a0-2f2c23b95bdc tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:18.255923 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d55e0a28-b164-44c4-a081-1677807da4c6 req-a8fb54d2-e6c1-437b-a6a0-2f2c23b95bdc tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1772411 Sep 02 13:39:18.289797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-c0ccd041-a32c-4799-865e-5eb9867f25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:18.291635 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-c0ccd041-a32c-4799-865e-5eb9867f25f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1097 time: 0.1500289 Sep 02 13:39:18.356253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] For port 5276058c-06af-4e91-a280-6d838f233aa4, host n-d-794796-4, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:18.356590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.372106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 5276058c-06af-4e91-a280-6d838f233aa4 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:18.375408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Port 5276058c-06af-4e91-a280-6d838f233aa4 was not found and therefore no delete operation was performed {{(pid=94688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:39:18.376920 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.446811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=5276058c-06af-4e91-a280-6d838f233aa4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:18.465424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No DVR routers for this DVR port 5276058c-06af-4e91-a280-6d838f233aa4 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:18.512570 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22092ef9-dbff-41b1-82b1-f7cb399eb6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.517039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22092ef9-dbff-41b1-82b1-f7cb399eb6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.520968 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-22092ef9-dbff-41b1-82b1-f7cb399eb6a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3540229e-ab6d-4f6a-8347-1a16482ae733 HTTP/1.1" status: 204 len: 168 time: 0.8420160 Sep 02 13:39:18.532298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22092ef9-dbff-41b1-82b1-f7cb399eb6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3540229e-ab6d-4f6a-8347-1a16482ae733,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:18.650668 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-0bf925a3-c8a6-42b9-876f-b5cc9708fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:18.653757 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-0bf925a3-c8a6-42b9-876f-b5cc9708fb13 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.3332570 Sep 02 13:39:18.691382 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d55e0a28-b164-44c4-a081-1677807da4c6 req-f1ca65d4-07f4-4302-b122-3f717e7229fa tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344795 Sep 02 13:39:18.832844 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.858615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-42874749-2327-45dc-985d-d48cddfd5501 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 1000 time: 0.1661129 Sep 02 13:39:18.890195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf669d4-2603-4439-a11f-761f05d9fbc6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:18.906861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d70804-130c-4db9-90e1-f1dd96c384bc') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:18.907468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d70804-130c-4db9-90e1-f1dd96c384bc') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:18.922402 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.944124 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.954387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:39:18.955363 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:18.976541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-3c872b85-39f3-4b9d-bacb-3716b77402a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:18.978295 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-3c872b85-39f3-4b9d-bacb-3716b77402a2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.1104224 Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:39:19.043057 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:39:19.049426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34102) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:19.081974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983ab77-ada3-47d6-9ff8-113225fffbbc req-4672a937-13bd-4ff4-8e7c-8c11b779d303 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:19.083881 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6983ab77-ada3-47d6-9ff8-113225fffbbc req-4672a937-13bd-4ff4-8e7c-8c11b779d303 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 943 time: 0.3408959 Sep 02 13:39:19.165415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:19.181760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-a7b9f36d-11b1-4255-b513-01d1910ef13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:19.184219 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6983ab77-ada3-47d6-9ff8-113225fffbbc req-08468651-18d4-43c0-9340-8f19f8196a6a tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794318 Sep 02 13:39:19.185412 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:19.187474 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/networks/adf669d4-2603-4439-a11f-761f05d9fbc6 HTTP/1.1" status: 204 len: 168 time: 2.0361936 Sep 02 13:39:19.187639 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-a7b9f36d-11b1-4255-b513-01d1910ef13c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996918 Sep 02 13:39:19.191969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34112) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:19.224966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bb861-8b8d-436d-aac6-8a83b52e315e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Network': ['ID=adf669d4-2603-4439-a11f-761f05d9fbc6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:19.422799 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-35c36da8-fc34-4b2c-b6fc-1b000574e697 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250226 Sep 02 13:39:19.433189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1470802961'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:19.706336 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee2290b3-cbbe-4cf1-8dcf-f67c85424cbb req-5e56800a-abfb-4296-b52c-56b955a08b17 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481542 Sep 02 13:39:19.786811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:19.790294 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:19.848639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:39:19.862106 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:19.862662 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Added segment ba02783a-5d6e-48f7-8a4b-81f8a8d131d0 of type vlan for network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 Sep 02 13:39:19.866030 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:19.925240 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:19.943668 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d0614-62a4-4ff6-b18c-6b0dcf41b470 req-02cb9e7b-89de-48ce-9ffd-4ca107303c20 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:19.951156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c94d0614-62a4-4ff6-b18c-6b0dcf41b470 req-02cb9e7b-89de-48ce-9ffd-4ca107303c20 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1678960 Sep 02 13:39:19.956679 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dd1294c2-0332-438f-a6a8-f1a230d59b33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3093302d918430cb38615601523b452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9058709 Sep 02 13:39:19.958866 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:19.960500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34146) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:19.969802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:19.971592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:20.015793 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8219917 Sep 02 13:39:20.016341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.023224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:20.075624 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c94d0614-62a4-4ff6-b18c-6b0dcf41b470 req-9212903d-a6da-433f-9d46-509808393b76 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219716 Sep 02 13:39:20.099238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3592a05-3c0e-40ad-936a-40ba1acc4852 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Network': ['ID=9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:20.110724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:39:20.160972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7d96be59-6360-4fff-b080-9011ee6b7652 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] Request body: {'port': {'network_id': '3168f4be-aa80-40ed-9cf8-2328f4e020ad', 'name': 'tempest-NetworksNegativeTestJSON-1201874945'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:20.188164 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d96be59-6360-4fff-b080-9011ee6b7652 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] POST failed (client error): The resource could not be found. Sep 02 13:39:20.189687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d96be59-6360-4fff-b080-9011ee6b7652 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:39:20.191070 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7d96be59-6360-4fff-b080-9011ee6b7652 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2940571 Sep 02 13:39:20.196747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34162) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.223670 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d20aa39-4946-46ab-807b-6b6bd142e279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:20.266737 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d20aa39-4946-46ab-807b-6b6bd142e279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:20.274528 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a799e2f6-2a09-42e7-b490-102f89a12be1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] DELETE failed (client error): The resource could not be found. Sep 02 13:39:20.275073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a799e2f6-2a09-42e7-b490-102f89a12be1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:39:20.280544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a799e2f6-2a09-42e7-b490-102f89a12be1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "DELETE /v2.0/networks/dac716ba-9abd-42a6-b1a5-5557cbd1f1d5 HTTP/1.1" status: 404 len: 339 time: 0.0824094 Sep 02 13:39:20.285811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.297545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:20.307748 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:20.347598 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-46123057-f7fa-4671-8194-92f37ef9f7b6 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] DELETE failed (client error): The resource could not be found. Sep 02 13:39:20.352744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46123057-f7fa-4671-8194-92f37ef9f7b6 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:39:20.354776 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-46123057-f7fa-4671-8194-92f37ef9f7b6 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "DELETE /v2.0/ports/40c6e4ca-213f-41b9-8c2e-a60ac11e64cf HTTP/1.1" status: 404 len: 333 time: 0.0679698 Sep 02 13:39:20.360430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34172) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.445667 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d6de56-8310-45e5-8faf-457c9d0fa659 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] DELETE failed (client error): The resource could not be found. Sep 02 13:39:20.446148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d6de56-8310-45e5-8faf-457c9d0fa659 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:39:20.448030 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-00d6de56-8310-45e5-8faf-457c9d0fa659 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "DELETE /v2.0/subnets/3e561214-82c2-4f4f-85ca-da688316f36b HTTP/1.1" status: 404 len: 337 time: 0.0866656 Sep 02 13:39:20.453617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34176) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.482262 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-76427f0c-a5e2-42dd-9bdf-51083a6a42a6 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] GET failed (client error): The resource could not be found. Sep 02 13:39:20.484011 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-76427f0c-a5e2-42dd-9bdf-51083a6a42a6 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "GET /v2.0/networks/5732a22a-2b9b-43b6-9f79-574c7fc4c76e HTTP/1.1" status: 404 len: 339 time: 0.0298595 Sep 02 13:39:20.488053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34178) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.516756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b4129-e2d1-46b6-97ef-07ca21a4e06a req-5f21f176-a142-4927-a2a5-efe5c72402d8 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:20.528022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-619b4129-e2d1-46b6-97ef-07ca21a4e06a req-5f21f176-a142-4927-a2a5-efe5c72402d8 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 943 time: 0.1687417 Sep 02 13:39:20.551758 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d20aa39-4946-46ab-807b-6b6bd142e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:20.552540 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9ed43e-0f91-491c-8bf6-02ce071f0d83 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] GET failed (client error): The resource could not be found. Sep 02 13:39:20.554211 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dc9ed43e-0f91-491c-8bf6-02ce071f0d83 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "GET /v2.0/ports/9e7843f2-4eff-41b0-8805-e8128451812c HTTP/1.1" status: 404 len: 333 time: 0.0650618 Sep 02 13:39:20.557638 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d20aa39-4946-46ab-807b-6b6bd142e279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:20.563200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.569072 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0d20aa39-4946-46ab-807b-6b6bd142e279 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54091d59-40f5-4bf2-bd6c-cfbf84b942b3 HTTP/1.1" status: 204 len: 168 time: 0.6019454 Sep 02 13:39:20.599748 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6f775d-0d75-4a82-bf27-d5cbd0c693bb tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] GET failed (client error): The resource could not be found. Sep 02 13:39:20.601118 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-be6f775d-0d75-4a82-bf27-d5cbd0c693bb tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "GET /v2.0/subnets/69ad9b13-afc8-4f3e-b13d-abfd7d646010 HTTP/1.1" status: 404 len: 337 time: 0.0372496 Sep 02 13:39:20.610286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.616178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bec63347-a2f5-4212-809a-ed6d2ff361e1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:20.633601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641e28b-24f3-44f6-a0b4-279b903634e7 req-c9b2f1b4-c285-4f10-bdc1-06fe11e8a5e5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:20.635188 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6641e28b-24f3-44f6-a0b4-279b903634e7 req-c9b2f1b4-c285-4f10-bdc1-06fe11e8a5e5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.1839314 Sep 02 13:39:20.641466 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec63347-a2f5-4212-809a-ed6d2ff361e1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] PUT failed (client error): The resource could not be found. Sep 02 13:39:20.642071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec63347-a2f5-4212-809a-ed6d2ff361e1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:39:20.647501 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bec63347-a2f5-4212-809a-ed6d2ff361e1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "PUT /v2.0/networks/4111c99e-ec95-4e79-b087-cac236c322e5 HTTP/1.1" status: 404 len: 339 time: 0.0320804 Sep 02 13:39:20.654311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.660488 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-619b4129-e2d1-46b6-97ef-07ca21a4e06a req-37ca127a-dc65-4460-b90b-5d3263555483 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269069 Sep 02 13:39:20.677110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e319c1cf-3d7e-494c-9220-d5715686ae81 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:20.703265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20aa39-4946-46ab-807b-6b6bd142e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54091d59-40f5-4bf2-bd6c-cfbf84b942b3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:20.746720 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e319c1cf-3d7e-494c-9220-d5715686ae81 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] PUT failed (client error): The resource could not be found. Sep 02 13:39:20.747743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e319c1cf-3d7e-494c-9220-d5715686ae81 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:39:20.749845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e319c1cf-3d7e-494c-9220-d5715686ae81 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "PUT /v2.0/ports/05683642-1f43-490a-a636-935032e16439 HTTP/1.1" status: 404 len: 333 time: 0.0916665 Sep 02 13:39:20.754999 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34198) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:20.760608 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7fbc8bc1-60e0-4e22-8980-9947b6b8deb1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:20.835363 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbc8bc1-60e0-4e22-8980-9947b6b8deb1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] PUT failed (client error): The resource could not be found. Sep 02 13:39:20.838228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fbc8bc1-60e0-4e22-8980-9947b6b8deb1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:39:20.843030 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7fbc8bc1-60e0-4e22-8980-9947b6b8deb1 tempest-NetworksNegativeTestJSON-483599531 tempest-NetworksNegativeTestJSON-483599531-project] 10.222.0.13 "PUT /v2.0/subnets/7cdc6359-3743-4e09-8253-0e1e83cba4bc HTTP/1.1" status: 404 len: 337 time: 0.0840561 Sep 02 13:39:20.900705 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6641e28b-24f3-44f6-a0b4-279b903634e7 req-eab34536-501a-4696-8d85-784009afc756 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482591 Sep 02 13:39:20.909102 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:21.035240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=4c7d1779-9050-4aeb-b26a-092242f9e37f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:21.048515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Checking segment: {'id': 'ba02783a-5d6e-48f7-8a4b-81f8a8d131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:21.049011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network hostable DHCP agents. Network: 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:39:21.079918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:39:21.099755 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:21.110116 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c8947-3251-46be-9922-149807eaa836 None None] Network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:21.114878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:21.116614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:21.162165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-20cbd29f-83b8-4171-9e04-4e9ff8714152 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1413805 Sep 02 13:39:21.162499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34212) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:21.171853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76', 'name': 'tempest-PortsTestJSON-589822029', 'fixed_ips': [{'subnet_id': '4c7d1779-9050-4aeb-b26a-092242f9e37f', 'ip_address': '172.20.0.10'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:21.337739 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76', 'network_id': '9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76', 'tenant_id': '254d2e525cdc4b80b770537341a0f529', 'fixed_ips': [{'subnet_id': '4c7d1779-9050-4aeb-b26a-092242f9e37f'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:39:21.340155 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:21.344960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34214) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:21.372922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6da7315-4e3a-4070-b53e-d1b6e4c77c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:21.375970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa79a2-5257-4147-9a49-eb856a1f3341 req-64d59b1e-dfce-4a08-a811-53941ac33d17 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:21.377477 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3dfa79a2-5257-4147-9a49-eb856a1f3341 req-64d59b1e-dfce-4a08-a811-53941ac33d17 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.1015799 Sep 02 13:39:21.452481 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3dfa79a2-5257-4147-9a49-eb856a1f3341 req-f2116df2-ba36-4d4a-8364-55d672d83cc1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646608 Sep 02 13:39:21.548765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34218) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:21.548958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:21.615263 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6da7315-4e3a-4070-b53e-d1b6e4c77c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:21.623305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6da7315-4e3a-4070-b53e-d1b6e4c77c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:21.719086 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:21.818049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da7315-4e3a-4070-b53e-d1b6e4c77c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3745de5c-682d-4fbb-96de-4c48a0d71cd3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:21.830701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-56a78370-b69e-43af-919e-866189d8bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:21.832305 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-56a78370-b69e-43af-919e-866189d8bd3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 1096 time: 0.2033935 Sep 02 13:39:21.833063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dafa99d-3a47-4d99-b697-8b7961b57f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:21.847597 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a6da7315-4e3a-4070-b53e-d1b6e4c77c0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc878c8927c14d6ea4eebcd869e23c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014732 Sep 02 13:39:21.849067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:21.861432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Allocated IP 172.20.0.2 (9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76/4c7d1779-9050-4aeb-b26a-092242f9e37f/4e85fc3a-aa0b-464b-972b-28b7923f5a50) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:21.895420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:21.912266 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf05ace3-ec88-4b57-8df7-226ff8815f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.006429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd17d55d-6b15-4f70-8e8e-40916af01c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.016584 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a00ea-47d0-4aa4-837f-f3c8e0a603fa req-31d80482-ed86-4be6-a5f2-e77aad18602f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:22.018145 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-117a00ea-47d0-4aa4-837f-f3c8e0a603fa req-31d80482-ed86-4be6-a5f2-e77aad18602f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 943 time: 0.2326205 Sep 02 13:39:22.068253 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd17d55d-6b15-4f70-8e8e-40916af01c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.091219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 5af5abaf-94c7-47e7-b533-342149b74ea0 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:39:22.093362 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-117a00ea-47d0-4aa4-837f-f3c8e0a603fa req-4c6342be-0763-4d3f-9139-af92a28b0d13 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656621 Sep 02 13:39:22.163983 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.174381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Transition to ACTIVE for port object 4e85fc3a-aa0b-464b-972b-28b7923f5a50 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:22.177251 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd17d55d-6b15-4f70-8e8e-40916af01c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.182911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dafa99d-3a47-4d99-b697-8b7961b57f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.191713 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd17d55d-6b15-4f70-8e8e-40916af01c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.199976 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dafa99d-3a47-4d99-b697-8b7961b57f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.201059 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dd17d55d-6b15-4f70-8e8e-40916af01c83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3745de5c-682d-4fbb-96de-4c48a0d71cd3 HTTP/1.1" status: 204 len: 168 time: 0.3482978 Sep 02 13:39:22.213494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Transition to ACTIVE for port object 4e85fc3a-aa0b-464b-972b-28b7923f5a50 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:22.231282 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.243543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17d55d-6b15-4f70-8e8e-40916af01c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3745de5c-682d-4fbb-96de-4c48a0d71cd3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:22.261977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-a6bfd747-044b-4406-93a8-42bf99b5eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:22.263590 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-a6bfd747-044b-4406-93a8-42bf99b5eeac service neutron] 10.222.0.77 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 915 time: 0.4064915 Sep 02 13:39:22.318826 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1dafa99d-3a47-4d99-b697-8b7961b57f6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f05cdba53b53491d8da50e2b1f6abb99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7684770 Sep 02 13:39:22.323511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:22.336964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010dd60-a2c5-4c25-9fd2-45d18ff5a6b9 req-5df7eccd-29c7-4ada-9d02-a8755049d3d0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:22.338580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1010dd60-a2c5-4c25-9fd2-45d18ff5a6b9 req-5df7eccd-29c7-4ada-9d02-a8755049d3d0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.2656474 Sep 02 13:39:22.370727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafa99d-3a47-4d99-b697-8b7961b57f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5336f7a2-a847-4551-9ea4-5cdb13d5b1d6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:22.381417 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-f38ed081-c5b8-47c3-ac78-810e271b47c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9 HTTP/1.1" status: 200 len: 217 time: 0.0803313 Sep 02 13:39:22.419469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:22.424375 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf05ace3-ec88-4b57-8df7-226ff8815f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.434029 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:22.436614 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Pushing event updated for resources: {'Port': ['ID=4e85fc3a-aa0b-464b-972b-28b7923f5a50,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:22.438900 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:22.441243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf05ace3-ec88-4b57-8df7-226ff8815f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.479218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05ace3-ec88-4b57-8df7-226ff8815f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a50c272-c908-4ecf-b3cc-6f673f8a66d3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:22.485119 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0b55-c6f8-4a75-88a5-fd5fec6f747f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.515041 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bf05ace3-ec88-4b57-8df7-226ff8815f09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80a0fba748b647a081b76c0514d79997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9644663 Sep 02 13:39:22.519422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:22.546917 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0b55-c6f8-4a75-88a5-fd5fec6f747f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.570345 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Attempting to bind port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:39:22.570642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Attempting to bind port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'ba02783a-5d6e-48f7-8a4b-81f8a8d131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:39:22.571047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Attempting to bind port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 on network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:39:22.581310 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:39:22.581726 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Checking segment: {'id': 'ba02783a-5d6e-48f7-8a4b-81f8a8d131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:22.582146 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.582548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Bound using segment: {'id': 'ba02783a-5d6e-48f7-8a4b-81f8a8d131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:39:22.583046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Bound port: 4e85fc3a-aa0b-464b-972b-28b7923f5a50, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba02783a-5d6e-48f7-8a4b-81f8a8d131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:39:22.583438 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.625032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1010dd60-a2c5-4c25-9fd2-45d18ff5a6b9 req-bebae530-69a3-4ba6-ad9a-6332a3304826 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505023 Sep 02 13:39:22.630993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-d7759774-b32b-4e52-aa21-c3ff3b493de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:22.632607 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-d7759774-b32b-4e52-aa21-c3ff3b493de0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 200 len: 854 time: 0.2424796 Sep 02 13:39:22.643120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.10 (9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76/4c7d1779-9050-4aeb-b26a-092242f9e37f/5af5abaf-94c7-47e7-b533-342149b74ea0) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:22.706629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-083e1b91-1e0d-4e53-817c-ee797caebfdd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad0565fb-fe62-4703-8ec1-9653ba7f880f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545242 Sep 02 13:39:22.714266 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] For port 4e85fc3a-aa0b-464b-972b-28b7923f5a50, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:39:22.720704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] For port 4e85fc3a-aa0b-464b-972b-28b7923f5a50, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4e85fc3a-aa0b-464b-972b-28b7923f5a50,segment=NetworkSegment(ba02783a-5d6e-48f7-8a4b-81f8a8d131d0),segment_id=ba02783a-5d6e-48f7-8a4b-81f8a8d131d0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:39:22.730525 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.750493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd529-7d55-44ad-9eb8-c4ec367e155d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.769518 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0b55-c6f8-4a75-88a5-fd5fec6f747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.800224 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0b55-c6f8-4a75-88a5-fd5fec6f747f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:22.811531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6c2d0b55-c6f8-4a75-88a5-fd5fec6f747f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5336f7a2-a847-4551-9ea4-5cdb13d5b1d6 HTTP/1.1" status: 204 len: 168 time: 0.4831996 Sep 02 13:39:22.867372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecde8e-6dc8-422f-832b-7028936a91fd None None] Pushing event updated for resources: {'Port': ['ID=4e85fc3a-aa0b-464b-972b-28b7923f5a50,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:22.903031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9346f-ec4e-4117-9cdf-c61dab0c7896 req-c4d004d9-4931-41e4-a47c-775fb79b56d8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:22.914527 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-41e9346f-ec4e-4117-9cdf-c61dab0c7896 req-c4d004d9-4931-41e4-a47c-775fb79b56d8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2985332 Sep 02 13:39:22.947599 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd529-7d55-44ad-9eb8-c4ec367e155d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:23.031331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d0b55-c6f8-4a75-88a5-fd5fec6f747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5336f7a2-a847-4551-9ea4-5cdb13d5b1d6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:23.057841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd529-7d55-44ad-9eb8-c4ec367e155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:23.061865 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddbfd529-7d55-44ad-9eb8-c4ec367e155d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:23.063611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ddbfd529-7d55-44ad-9eb8-c4ec367e155d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a50c272-c908-4ecf-b3cc-6f673f8a66d3 HTTP/1.1" status: 204 len: 168 time: 0.5431001 Sep 02 13:39:23.079896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfd529-7d55-44ad-9eb8-c4ec367e155d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a50c272-c908-4ecf-b3cc-6f673f8a66d3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:23.114458 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-41e9346f-ec4e-4117-9cdf-c61dab0c7896 req-42d3be69-7642-4f0f-9080-13d205ebae67 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984222 Sep 02 13:39:23.129103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-92404e2f-34f8-4bb3-938f-0caed6a9ebd2 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069843 Sep 02 13:39:23.341146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:23.441102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 5af5abaf-94c7-47e7-b533-342149b74ea0 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:23.532038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf79b2d-99cf-4f79-8eac-e2778ad079ca req-45cd7c61-338a-4113-8727-1570d4abef99 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:23.537546 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dbf79b2d-99cf-4f79-8eac-e2778ad079ca req-45cd7c61-338a-4113-8727-1570d4abef99 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 943 time: 0.0970898 Sep 02 13:39:23.538089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc4e984e-65ea-4549-ae26-df9158ed84b3 req-135a7c8f-022e-4ccb-9d53-f8dd8d3335e8 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967862 Sep 02 13:39:23.653680 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dbf79b2d-99cf-4f79-8eac-e2778ad079ca req-642523fb-9040-4683-bc0f-f9b4c9d15d1c tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096008 Sep 02 13:39:23.671531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c2145-881e-4040-98f2-628c61556d51 req-5748bc5e-3040-4f67-aa9e-72d33b49b629 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:23.677109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4e85fc3a-aa0b-464b-972b-28b7923f5a50 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:23.688208 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-259c2145-881e-4040-98f2-628c61556d51 req-5748bc5e-3040-4f67-aa9e-72d33b49b629 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.2440958 Sep 02 13:39:23.747068 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:23.780418 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:23.908422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:23.917504 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-259c2145-881e-4040-98f2-628c61556d51 req-da78bd73-75ce-4d21-b7ec-8c86a5a18017 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281308 Sep 02 13:39:23.923883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:23.932296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:23.982711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=5af5abaf-94c7-47e7-b533-342149b74ea0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:24.056285 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:24.058111 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:24.108031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:24.115219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76', 'name': 'tempest-PortsTestJSON-1596976348', 'fixed_ips': [{'subnet_id': '4c7d1779-9050-4aeb-b26a-092242f9e37f', 'ip_address': '172.20.0.9'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:24.121150 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5d5cac4e-f77a-4ad4-aa9d-567604610678 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9559522 Sep 02 13:39:24.404957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ef668f07-28d2-48a7-bd4b-065ccd1a1aaf details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:39:24.458747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:39:24.541900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:24.841232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b55c6-ef45-4a77-b23a-220d1ac04def req-909e0d10-0945-4ab3-96ed-2ca731222cdf tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:24.874139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-017b55c6-ef45-4a77-b23a-220d1ac04def req-909e0d10-0945-4ab3-96ed-2ca731222cdf tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.4897084 Sep 02 13:39:24.996140 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-017b55c6-ef45-4a77-b23a-220d1ac04def req-8da733c0-6371-41bb-bfc1-88c03a12f329 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200883 Sep 02 13:39:25.013326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:25.018291 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:25.030340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd03c1-0d43-4310-805f-a97220f8fbb0 req-65b0bd90-44ad-4481-b2b4-c207d2fe4af8 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:25.040819 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4afd03c1-0d43-4310-805f-a97220f8fbb0 req-65b0bd90-44ad-4481-b2b4-c207d2fe4af8 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 943 time: 0.1371248 Sep 02 13:39:25.086332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'port_id': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf', 'mac_address': 'fa:16:3e:68:78:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:39:25.093856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 7fbcc227-71b4-48b4-a978-6db5ab956b11 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:39:25.133225 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:25.137223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd628e-ee75-4587-926c-0b8ce578924a None None] Network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:25.155373 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4afd03c1-0d43-4310-805f-a97220f8fbb0 req-42395afd-2e67-46ac-b62c-8f58257886c9 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062582 Sep 02 13:39:25.504450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:25.507185 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e356748-7dbc-49ef-a749-ae16937636ec" -d '{"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:25.526839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-585df9d7-b1c9-404f-9361-bfc86f413424 None None] Provisioning for port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:25.531946 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:25.545819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:25.557970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-585df9d7-b1c9-404f-9361-bfc86f413424 None None] Provisioning complete for port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:25.558362 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-585df9d7-b1c9-404f-9361-bfc86f413424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:25.565723 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:25.611147 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef668f07-28d2-48a7-bd4b-065ccd1a1aaf {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:39:25.705526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff4988-24db-4a54-bfaf-2ce79e5abb2a req-54bdce25-a072-4328-8249-abe29a125010 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:25.719263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:25.730509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-49ff4988-24db-4a54-bfaf-2ce79e5abb2a req-54bdce25-a072-4328-8249-abe29a125010 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.4932592 Sep 02 13:39:25.775071 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfb1470-9161-4a09-87e4-9e1cac079fdd x-openstack-request-id: req-fbfb1470-9161-4a09-87e4-9e1cac079fdd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:25.777138 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:25.777759 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbfb1470-9161-4a09-87e4-9e1cac079fdd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:25.778679 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'code': 200} Sep 02 13:39:25.790898 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:25.814359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:25.914614 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:25.986628 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-49ff4988-24db-4a54-bfaf-2ce79e5abb2a req-2b76a86d-c996-420d-92d0-eb598b01fa8b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260611 Sep 02 13:39:26.030856 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-585df9d7-b1c9-404f-9361-bfc86f413424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:26.085563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.9 (9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76/4c7d1779-9050-4aeb-b26a-092242f9e37f/7fbcc227-71b4-48b4-a978-6db5ab956b11) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:26.149921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-585df9d7-b1c9-404f-9361-bfc86f413424 None None] For port 4e85fc3a-aa0b-464b-972b-28b7923f5a50, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4e85fc3a-aa0b-464b-972b-28b7923f5a50,segment=NetworkSegment(ba02783a-5d6e-48f7-8a4b-81f8a8d131d0),segment_id=ba02783a-5d6e-48f7-8a4b-81f8a8d131d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:26.156955 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-585df9d7-b1c9-404f-9361-bfc86f413424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:26.253637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['ef668f07-28d2-48a7-bd4b-065ccd1a1aaf'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:39:26.348210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585df9d7-b1c9-404f-9361-bfc86f413424 None None] Pushing event updated for resources: {'Port': ['ID=4e85fc3a-aa0b-464b-972b-28b7923f5a50,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:26.370475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a6e3c-46fe-41db-b52a-9eaf066590ff req-cd5dbcb7-240e-4f30-aaa5-eb66f74cbb44 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:26.386383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fde3af0c-412b-4f35-a3f4-221d674134ce None None] Provisioning for port 5af5abaf-94c7-47e7-b533-342149b74ea0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:26.395148 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-728a6e3c-46fe-41db-b52a-9eaf066590ff req-cd5dbcb7-240e-4f30-aaa5-eb66f74cbb44 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2329218 Sep 02 13:39:26.397653 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fde3af0c-412b-4f35-a3f4-221d674134ce None None] Provisioning complete for port 5af5abaf-94c7-47e7-b533-342149b74ea0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:26.398082 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fde3af0c-412b-4f35-a3f4-221d674134ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:26.464374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:39:26.468124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1413ea1-f603-48a0-b633-949632ed0764 req-8411f6ee-adbc-4d5c-a843-1279c1bfbb00 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:26.477200 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b1413ea1-f603-48a0-b633-949632ed0764 req-8411f6ee-adbc-4d5c-a843-1279c1bfbb00 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 944 time: 0.1507502 Sep 02 13:39:26.488122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:26.526654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 7fbcc227-71b4-48b4-a978-6db5ab956b11 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:26.558646 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b1413ea1-f603-48a0-b633-949632ed0764 req-7fda9d30-78cf-4d49-aa0b-d154a234d5eb tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761576 Sep 02 13:39:26.564213 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-728a6e3c-46fe-41db-b52a-9eaf066590ff req-0f6042d8-ce08-43ac-8800-311ab4acc879 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649160 Sep 02 13:39:26.611399 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:26.672059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:26.687442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:26.707775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:26.776727 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=7fbcc227-71b4-48b4-a978-6db5ab956b11,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:26.808203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fde3af0c-412b-4f35-a3f4-221d674134ce None None] Port 5af5abaf-94c7-47e7-b533-342149b74ea0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:26.818932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:26.823443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:26.860185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e7002525-64c7-4191-878f-40c357946e0a tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7507391 Sep 02 13:39:26.866184 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:26.905842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fde3af0c-412b-4f35-a3f4-221d674134ce None None] Provisioning complete for port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:26.906561 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fde3af0c-412b-4f35-a3f4-221d674134ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:26.935150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:27.142488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1dcbe8-a2fe-46b8-98b3-21ed8073ea49 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.151485 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7c1dcbe8-a2fe-46b8-98b3-21ed8073ea49 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2820742 Sep 02 13:39:27.151940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:27.231030 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:27.295646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'port_id': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'mac_address': 'fa:16:3e:08:3e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:39:27.378621 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:27.415892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2894a23-3a16-48e2-96c1-45a1f8035d95 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.426871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2894a23-3a16-48e2-96c1-45a1f8035d95 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.432046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:39:27.450239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2894a23-3a16-48e2-96c1-45a1f8035d95 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.454302 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b2894a23-3a16-48e2-96c1-45a1f8035d95 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3013017 Sep 02 13:39:27.457482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:27.472362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:27.479623 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:27.491135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f51fc2-86a3-4123-8016-9ec27f95ac80 req-890386dd-cd1f-46a0-b7b7-257c8ee646ee tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.503325 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0f51fc2-86a3-4123-8016-9ec27f95ac80 req-890386dd-cd1f-46a0-b7b7-257c8ee646ee tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2394412 Sep 02 13:39:27.588766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0f51fc2-86a3-4123-8016-9ec27f95ac80 req-d2416ef4-d1eb-4251-8f9d-677c5ef6fec0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749574 Sep 02 13:39:27.604549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:27.615787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5d1ac250-5247-4190-a37a-21a92adc90a8 None None] Provisioning for port 7fbcc227-71b4-48b4-a978-6db5ab956b11 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:27.618902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-956375713'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:27.633035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5d1ac250-5247-4190-a37a-21a92adc90a8 None None] Provisioning complete for port 7fbcc227-71b4-48b4-a978-6db5ab956b11 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:27.633425 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac250-5247-4190-a37a-21a92adc90a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:27.673116 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4e85fc3a-aa0b-464b-972b-28b7923f5a50 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:27.709022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:27.732427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:27.743090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:27.799525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e2805306-7636-4ac1-89d4-97e5ed3cd6a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 7fbcc227-71b4-48b4-a978-6db5ab956b11 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:27.800769 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2805306-7636-4ac1-89d4-97e5ed3cd6a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:27.861280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:39:27.971882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf79fa-16e2-4af6-80fa-d0a26ba56eed req-10f5c4c3-92c7-4ace-a00b-3756a769ed06 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:27.985365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ac250-5247-4190-a37a-21a92adc90a8 None None] Port 7fbcc227-71b4-48b4-a978-6db5ab956b11 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:27.987007 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ccf79fa-16e2-4af6-80fa-d0a26ba56eed req-10f5c4c3-92c7-4ace-a00b-3756a769ed06 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 944 time: 0.2396400 Sep 02 13:39:28.006007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.011270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.041408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:28.041989 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.046305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c3d222-e03a-4031-8231-5986949aa365,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:28.065631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:39:28.080286 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.081264 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added segment b501270c-4088-49ac-b466-57d8412ba2df of type vlan for network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 Sep 02 13:39:28.117367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5d1ac250-5247-4190-a37a-21a92adc90a8 None None] Provisioning complete for port 5af5abaf-94c7-47e7-b533-342149b74ea0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:28.118012 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac250-5247-4190-a37a-21a92adc90a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.173848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ac250-5247-4190-a37a-21a92adc90a8 None None] Port 5af5abaf-94c7-47e7-b533-342149b74ea0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:28.225039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.250267 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2805306-7636-4ac1-89d4-97e5ed3cd6a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.283875 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ccf79fa-16e2-4af6-80fa-d0a26ba56eed req-bac9ca70-29af-42ff-8f3e-409f65b71799 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783535 Sep 02 13:39:28.292648 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e2805306-7636-4ac1-89d4-97e5ed3cd6a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 7fbcc227-71b4-48b4-a978-6db5ab956b11 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:28.315155 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.331457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:28.336715 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.428893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ef668f07-28d2-48a7-bd4b-065ccd1a1aaf up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:28.438320 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5020fd47-5b66-46a8-b0f8-28f90bf11652 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=44578515e3c64c539aea868ec1d67cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2645261 Sep 02 13:39:28.526960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:28.540458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:28.541290 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.576266 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2805306-7636-4ac1-89d4-97e5ed3cd6a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.622089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2805306-7636-4ac1-89d4-97e5ed3cd6a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=7fbcc227-71b4-48b4-a978-6db5ab956b11,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:28.709199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2221cf-9d54-4b04-8f05-b990b3653547 req-edf2fc32-2fa2-4ea6-830c-733d7da480f3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:28.723162 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a2221cf-9d54-4b04-8f05-b990b3653547 req-edf2fc32-2fa2-4ea6-830c-733d7da480f3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.3001544 Sep 02 13:39:28.799442 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.852213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2805306-7636-4ac1-89d4-97e5ed3cd6a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:28.860485 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e2805306-7636-4ac1-89d4-97e5ed3cd6a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/7fbcc227-71b4-48b4-a978-6db5ab956b11 HTTP/1.1" status: 204 len: 168 time: 1.3976212 Sep 02 13:39:28.865149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a2221cf-9d54-4b04-8f05-b990b3653547 req-d60b69c2-c2a8-4241-bf4d-2d21a5dcd8af tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369891 Sep 02 13:39:28.865937 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:28.931917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:28.941423 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-25135998-9a68-4279-a8de-63e50f200756 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:39:28.942463 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9941b29-c867-471a-8c72-edb387e0d8d1" -d '{"events": [{"server_uuid": "f8f14e8b-744e-4bf8-b7ae-975ed335b161", "name": "network-vif-plugged", "status": "completed", "tag": "ef668f07-28d2-48a7-bd4b-065ccd1a1aaf"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:28.951454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-25135998-9a68-4279-a8de-63e50f200756 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/7fbcc227-71b4-48b4-a978-6db5ab956b11 HTTP/1.1" status: 404 len: 333 time: 0.0835965 Sep 02 13:39:28.952425 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:29.025664 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:29.044541 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:29.251072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:29.324094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a14af6-aa34-4dfa-bf9d-fda4ca92340f req-074df44c-e39f-4c6c-ba6a-7310d659cf23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:29.334327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-19a14af6-aa34-4dfa-bf9d-fda4ca92340f req-074df44c-e39f-4c6c-ba6a-7310d659cf23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 945 time: 0.1966715 Sep 02 13:39:29.341046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e7e208bf-a71a-419b-9f5b-ddee71e874fc tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 5af5abaf-94c7-47e7-b533-342149b74ea0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:29.352210 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e208bf-a71a-419b-9f5b-ddee71e874fc tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:29.385992 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:29.588122 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-19a14af6-aa34-4dfa-bf9d-fda4ca92340f req-fb526e7a-1b60-4b90-994c-d99c5f7b9a80 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321901 Sep 02 13:39:29.668446 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffb0696-35bf-4837-84ef-e0eea2061664 x-openstack-request-id: req-3ffb0696-35bf-4837-84ef-e0eea2061664 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:29.668446 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f14e8b-744e-4bf8-b7ae-975ed335b161", "name": "network-vif-plugged", "status": "completed", "tag": "ef668f07-28d2-48a7-bd4b-065ccd1a1aaf", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:29.668446 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ffb0696-35bf-4837-84ef-e0eea2061664 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:29.668446 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf', 'code': 200} Sep 02 13:39:29.700441 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e208bf-a71a-419b-9f5b-ddee71e874fc tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:29.707513 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7695646 Sep 02 13:39:29.708288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:29.731910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-596467851'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:29.758752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e7e208bf-a71a-419b-9f5b-ddee71e874fc tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 5af5abaf-94c7-47e7-b533-342149b74ea0 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:29.782321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447986c1-17e9-4022-8efc-c7b9b2e1a381 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Network': ['ID=7160c84e-ab3b-4c9b-bd81-3dcac13baa66,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:29.789830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:29.796019 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:29.807877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:39:29.907783 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-7521b75a-ba0d-4467-a750-a242509d9365 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:29.914789 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-7521b75a-ba0d-4467-a750-a242509d9365 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4725890 Sep 02 13:39:29.942821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-18edfd3d-4d42-48b9-8d97-51196cd532f3 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/quotas/44578515e3c64c539aea868ec1d67cf6 HTTP/1.1" status: 200 len: 375 time: 0.0263965 Sep 02 13:39:29.962065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d7069-742b-4e9f-a509-87b93c11cd14 req-4f56815b-cf04-4646-b080-1f68cf452942 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:29.965377 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd2d7069-742b-4e9f-a509-87b93c11cd14 req-4f56815b-cf04-4646-b080-1f68cf452942 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.0822105 Sep 02 13:39:30.017119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:39:30.029677 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.030066 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added segment 9e843f4a-f1b4-42d3-a355-38d59f561081 of type vlan for network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 Sep 02 13:39:30.068846 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e208bf-a71a-419b-9f5b-ddee71e874fc tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.087942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd2d7069-742b-4e9f-a509-87b93c11cd14 req-fed59444-cbbe-4b4a-a1bf-5cfc2e4af8f4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838575 Sep 02 13:39:30.106383 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.119217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e208bf-a71a-419b-9f5b-ddee71e874fc tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=5af5abaf-94c7-47e7-b533-342149b74ea0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:30.153627 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-6603ce27-2606-4a6a-abb9-2e4bdc218bd9 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=44578515e3c64c539aea868ec1d67cf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2097700 Sep 02 13:39:30.156192 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.198805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:30.199472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.251948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e208bf-a71a-419b-9f5b-ddee71e874fc tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.258588 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e7e208bf-a71a-419b-9f5b-ddee71e874fc tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/5af5abaf-94c7-47e7-b533-342149b74ea0 HTTP/1.1" status: 204 len: 168 time: 1.3030519 Sep 02 13:39:30.259318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:30.288797 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.353499 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-55806968-21d6-403e-bf16-ec2544c5d9d2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:39:30.363216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Network': ['ID=9f7f6a72-a445-4fa1-ade8-972ddd10cd49,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:30.372152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-55806968-21d6-403e-bf16-ec2544c5d9d2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/5af5abaf-94c7-47e7-b533-342149b74ea0 HTTP/1.1" status: 404 len: 333 time: 0.1103938 Sep 02 13:39:30.374962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:30.386328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:39:30.405868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e6ace-c45c-4684-b7d9-f2c131730dc9 req-8fd32347-8ac1-4a73-9930-72799fa6e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:30.410083 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d1e6ace-c45c-4684-b7d9-f2c131730dc9 req-8fd32347-8ac1-4a73-9930-72799fa6e1f6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 1096 time: 0.6544135 Sep 02 13:39:30.450672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-21defc73-c509-456e-9caa-a477eca150a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7235179 Sep 02 13:39:30.478892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34452) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:30.494699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'subnet': {'network_id': '7160c84e-ab3b-4c9b-bd81-3dcac13baa66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:30.537705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:30.680796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6992467e-3a0b-4084-b3e6-3f60a56e8498 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet 4c7d1779-9050-4aeb-b26a-092242f9e37f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:39:30.687618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d1e6ace-c45c-4684-b7d9-f2c131730dc9 req-0b5cac15-39db-4df0-939b-24e7249d138b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685132 Sep 02 13:39:30.698565 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6992467e-3a0b-4084-b3e6-3f60a56e8498 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.762391 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:30.771186 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.846198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf2711-6086-43b5-aa0c-d4f49e3cac1d req-02da169b-e3bb-41c8-b559-99aa523d23fc tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:30.847972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8cf2711-6086-43b5-aa0c-d4f49e3cac1d req-02da169b-e3bb-41c8-b559-99aa523d23fc tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.3554368 Sep 02 13:39:30.869828 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:30.887321 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:30.950298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-053a5990-f8a4-43ec-9ac2-b74a19da38b0 req-273f8d67-2b42-499e-8fc2-0cf5bbf480e4 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 210 time: 0.0493021 Sep 02 13:39:31.042476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8cf2711-6086-43b5-aa0c-d4f49e3cac1d req-deb504c0-b53b-48ac-9b4f-685c28527a66 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764729 Sep 02 13:39:31.123887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6992467e-3a0b-4084-b3e6-3f60a56e8498 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.219609 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06e330bd-02d1-43c1-9491-15939ce24519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.441455 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.465993 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6992467e-3a0b-4084-b3e6-3f60a56e8498 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.555165 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:31.578115 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.595155 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.637705 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6992467e-3a0b-4084-b3e6-3f60a56e8498 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.665588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:31.668246 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6231ea-58db-4a0a-8ce0-b4f3ce813a2a" -d '{"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-plugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:31.706627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=13']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:31.726748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992467e-3a0b-4084-b3e6-3f60a56e8498 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7d1779-9050-4aeb-b26a-092242f9e37f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:31.737662 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6992467e-3a0b-4084-b3e6-3f60a56e8498 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:31.742560 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6992467e-3a0b-4084-b3e6-3f60a56e8498 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/4c7d1779-9050-4aeb-b26a-092242f9e37f HTTP/1.1" status: 204 len: 168 time: 1.3673954 Sep 02 13:39:31.753299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccaea0-818a-4bfb-a997-130abe50b9b6 req-ca338275-09ee-49dc-9bac-49baa47b38f6 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:31.758369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb437858-8582-4565-8e3a-1c12c322fcdd None None] Network 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:31.761884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-34ccaea0-818a-4bfb-a997-130abe50b9b6 req-ca338275-09ee-49dc-9bac-49baa47b38f6 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.3876314 Sep 02 13:39:31.764273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:31.937909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312f724-5e52-47fa-8756-5471d6c0e087 req-354ea1dc-608c-4513-b50b-ec72cedf423d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:31.944874 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d312f724-5e52-47fa-8756-5471d6c0e087 req-354ea1dc-608c-4513-b50b-ec72cedf423d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 945 time: 0.4795327 Sep 02 13:39:31.955305 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-34ccaea0-818a-4bfb-a997-130abe50b9b6 req-b28f695f-51e3-42ca-b12a-d093d96180ba tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922650 Sep 02 13:39:32.046892 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:32.059202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Subnet': ['ID=4aa640b1-b7fe-4458-b295-42c1a65bfed0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:32.175496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Checking segment: {'id': 'b501270c-4088-49ac-b466-57d8412ba2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7160c84e-ab3b-4c9b-bd81-3dcac13baa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:32.180392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network hostable DHCP agents. Network: 7160c84e-ab3b-4c9b-bd81-3dcac13baa66, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:39:32.210792 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d312f724-5e52-47fa-8756-5471d6c0e087 req-abd002ce-c8d6-4a46-9843-2b1af402ade9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534361 Sep 02 13:39:32.331836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:39:32.373515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 7160c84e-ab3b-4c9b-bd81-3dcac13baa66) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:32.390283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:32.390897 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:32.400783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:32.406261 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:32.443636 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-333c73c8-69fb-443f-a682-3985dc56eae3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9614706 Sep 02 13:39:32.459683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34488) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:32.468978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'subnet': {'network_id': '9f7f6a72-a445-4fa1-ade8-972ddd10cd49', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:32.502373 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774cfc0b-d1f5-40c1-93a2-3e029ceb5ebb x-openstack-request-id: req-774cfc0b-d1f5-40c1-93a2-3e029ceb5ebb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:32.503163 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-plugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:32.503163 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-774cfc0b-d1f5-40c1-93a2-3e029ceb5ebb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:32.503939 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'code': 200} Sep 02 13:39:32.505372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03984956-a742-457d-83f8-e42ea9c89d3b None None] Network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:32.700245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763e0a8-59bc-4f83-a4c3-fee3231228cd req-5dd68a73-6317-4919-ac78-d4f795a7133f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:32.706371 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4763e0a8-59bc-4f83-a4c3-fee3231228cd req-5dd68a73-6317-4919-ac78-d4f795a7133f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2052164 Sep 02 13:39:32.738327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbfeecb6-0495-4b6c-9465-b4efd198af17 req-daea70b4-d97b-4fb4-8f61-ed98fce2902b tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 210 time: 0.1440086 Sep 02 13:39:32.745574 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:39:32.774078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:32.777546 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:32.802450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] For port 4e85fc3a-aa0b-464b-972b-28b7923f5a50, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4e85fc3a-aa0b-464b-972b-28b7923f5a50,segment=NetworkSegment(ba02783a-5d6e-48f7-8a4b-81f8a8d131d0),segment_id=ba02783a-5d6e-48f7-8a4b-81f8a8d131d0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:32.802450 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:32.836536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 4e85fc3a-aa0b-464b-972b-28b7923f5a50 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:33.042584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55899dc6-6b2a-40b0-af6a-281e5d8560bb None None] DHCP port deletion for 9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:39:33.177687 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-a8aa22ad-3124-4f11-98ef-9246531fecab tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=44578515e3c64c539aea868ec1d67cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146057 Sep 02 13:39:33.211686 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-7160c84e-ab3b-4c9b-bd81-3dcac13baa66', 'network_id': '7160c84e-ab3b-4c9b-bd81-3dcac13baa66', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'fixed_ips': [{'subnet_id': '4aa640b1-b7fe-4458-b295-42c1a65bfed0'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:39:33.212889 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:33.261447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4763e0a8-59bc-4f83-a4c3-fee3231228cd req-b7589aa7-d414-4bbb-a5d2-118f8c4eaef1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267613 Sep 02 13:39:33.383452 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Allocated IP 2001:db8::2 (7160c84e-ab3b-4c9b-bd81-3dcac13baa66/4aa640b1-b7fe-4458-b295-42c1a65bfed0/f2f1156c-5e93-4e07-af61-4268fa5844fe) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:33.597549 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8ba40ea-4581-4023-a5d2-88bc5a9d91fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:33.662124 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:33.686352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Transition to ACTIVE for port object f2f1156c-5e93-4e07-af61-4268fa5844fe will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:33.752106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4e85fc3a-aa0b-464b-972b-28b7923f5a50 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:39:33.762033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-55899dc6-6b2a-40b0-af6a-281e5d8560bb None None] Deleting port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:33.762659 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55899dc6-6b2a-40b0-af6a-281e5d8560bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:33.893598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-55899dc6-6b2a-40b0-af6a-281e5d8560bb None None] For port 4e85fc3a-aa0b-464b-972b-28b7923f5a50, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4e85fc3a-aa0b-464b-972b-28b7923f5a50,segment=NetworkSegment(ba02783a-5d6e-48f7-8a4b-81f8a8d131d0),segment_id=ba02783a-5d6e-48f7-8a4b-81f8a8d131d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:33.894468 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55899dc6-6b2a-40b0-af6a-281e5d8560bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:33.897115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93ff66-2461-4cfb-8cc6-2d0d9545b066 req-7b96d4b3-ffcd-45cb-b700-f906a990422e tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:33.909846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-55899dc6-6b2a-40b0-af6a-281e5d8560bb None None] Calling delete_port for 4e85fc3a-aa0b-464b-972b-28b7923f5a50 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:33.913459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b93ff66-2461-4cfb-8cc6-2d0d9545b066 req-7b96d4b3-ffcd-45cb-b700-f906a990422e tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.7874079 Sep 02 13:39:33.921909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:33.962487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-ed331153-ce17-4fec-a231-d318bb2d54c7 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:33.962487 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-ed331153-ce17-4fec-a231-d318bb2d54c7 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7605700 Sep 02 13:39:33.973986 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:33.998663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Transition to ACTIVE for port object f2f1156c-5e93-4e07-af61-4268fa5844fe will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:34.001119 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No DVR routers for this DVR port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:34.003871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Request body: {'port': {'device_id': 'c0b71b9c-beb0-479e-b389-a87a8e600108', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '44578515e3c64c539aea868ec1d67cf6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:34.018511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=4e85fc3a-aa0b-464b-972b-28b7923f5a50,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:34.022242 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55899dc6-6b2a-40b0-af6a-281e5d8560bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.066975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38226bd7-b635-46e0-be23-5f22b27d1043 req-9d4a384b-9ede-442a-9ad0-7ed9aaac33dd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:34.068612 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-38226bd7-b635-46e0-be23-5f22b27d1043 req-9d4a384b-9ede-442a-9ad0-7ed9aaac33dd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.6524427 Sep 02 13:39:34.108493 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.148950 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55899dc6-6b2a-40b0-af6a-281e5d8560bb None None] Pushing event deleted for resources: {'Port': ['ID=4e85fc3a-aa0b-464b-972b-28b7923f5a50,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:34.170045 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:34.216118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b93ff66-2461-4cfb-8cc6-2d0d9545b066 req-2dfd7e51-5c9f-4999-a218-b2e7b8c37bd1 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916989 Sep 02 13:39:34.251478 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.258538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Pushing event updated for resources: {'Port': ['ID=f2f1156c-5e93-4e07-af61-4268fa5844fe,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:34.268224 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.276706 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55899dc6-6b2a-40b0-af6a-281e5d8560bb None None] No DVR routers for this DVR port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:34.301580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:34.304579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No active binding found for port 4e85fc3a-aa0b-464b-972b-28b7923f5a50 {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:39:34.305401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4e85fc3a-aa0b-464b-972b-28b7923f5a50 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:39:34.317538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:34.333529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:34.348166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba02783a-5d6e-48f7-8a4b-81f8a8d131d0') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:34.348562 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba02783a-5d6e-48f7-8a4b-81f8a8d131d0') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:34.378968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.418003 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Subnet': ['ID=a268ee54-4d4e-445a-9e49-0d69919b4a1a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:34.430463 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.462271 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:39:34.468757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:39:34.493104 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:39:34.519220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Attempting to bind port f2f1156c-5e93-4e07-af61-4268fa5844fe on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:39:34.523955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Attempting to bind port f2f1156c-5e93-4e07-af61-4268fa5844fe by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'b501270c-4088-49ac-b466-57d8412ba2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7160c84e-ab3b-4c9b-bd81-3dcac13baa66'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:39:34.524584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Attempting to bind port f2f1156c-5e93-4e07-af61-4268fa5844fe on network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:39:34.543710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:39:34.548973 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Checking segment: {'id': 'b501270c-4088-49ac-b466-57d8412ba2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7160c84e-ab3b-4c9b-bd81-3dcac13baa66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:34.550147 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.550843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Bound using segment: {'id': 'b501270c-4088-49ac-b466-57d8412ba2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7160c84e-ab3b-4c9b-bd81-3dcac13baa66'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:39:34.553464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Bound port: f2f1156c-5e93-4e07-af61-4268fa5844fe, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b501270c-4088-49ac-b466-57d8412ba2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7160c84e-ab3b-4c9b-bd81-3dcac13baa66'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:39:34.558258 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.684351 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.699543 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.713909 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/networks/9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76 HTTP/1.1" status: 204 len: 168 time: 2.9445472 Sep 02 13:39:34.718476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:34.778122 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-737296565'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:34.787773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Checking segment: {'id': '9e843f4a-f1b4-42d3-a355-38d59f561081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f7f6a72-a445-4fa1-ade8-972ddd10cd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:34.788351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network hostable DHCP agents. Network: 9f7f6a72-a445-4fa1-ade8-972ddd10cd49, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:39:34.807270 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-38226bd7-b635-46e0-be23-5f22b27d1043 req-0f4c187f-ddfb-40e7-823e-7418ac63ee06 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5962372 Sep 02 13:39:34.811421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Made reservation on behalf of 44578515e3c64c539aea868ec1d67cf6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:34.820356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.832969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-081972cb-5485-41ca-ae65-58807e329856 None None] For port f2f1156c-5e93-4e07-af61-4268fa5844fe, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:39:34.845083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-081972cb-5485-41ca-ae65-58807e329856 None None] For port f2f1156c-5e93-4e07-af61-4268fa5844fe, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f2f1156c-5e93-4e07-af61-4268fa5844fe,segment=NetworkSegment(b501270c-4088-49ac-b466-57d8412ba2df),segment_id=b501270c-4088-49ac-b466-57d8412ba2df)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:39:34.868679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f59a4c-21b8-49e2-b943-358794fb29ba tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Network': ['ID=9bd05c9f-8a28-4a57-a2d1-a5f06e4b2e76,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:34.879234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:34.891994 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.901863 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.910477 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.958786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1310f1df-93f5-4050-98ea-d010b953d022 req-ac1708f4-38fe-43c6-83a7-27e33bf0a1f8 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 210 time: 0.2392204 Sep 02 13:39:34.967428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:39:34.968661 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:34.999172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:39:35.021143 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:35.021499 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Added segment 44ff0c7b-2562-49c9-adb9-3e69e8d927e9 of type vlan for network 537d5f6a-0463-41ac-bd4d-10c3537b272e Sep 02 13:39:35.080127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081972cb-5485-41ca-ae65-58807e329856 None None] Pushing event updated for resources: {'Port': ['ID=f2f1156c-5e93-4e07-af61-4268fa5844fe,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:35.096974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 9f7f6a72-a445-4fa1-ade8-972ddd10cd49) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:35.108274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:35.109064 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:35.116960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8bf934-4938-4484-9225-36e6eebcf1ff None None] Network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:35.121458 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:35.232481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e84fc4-1b1b-4fe4-af8e-ae0821a284cf req-9b7b5eb8-4d25-44f1-bb2d-d5e9d1528d9b tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:35.241500 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24e84fc4-1b1b-4fe4-af8e-ae0821a284cf req-9b7b5eb8-4d25-44f1-bb2d-d5e9d1528d9b tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.2696173 Sep 02 13:39:35.255800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34520) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:35.272986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Request body: {'floatingip': {'port_id': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:35.273784 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:35.287325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:35.287923 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:35.600618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:35.642239 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81562d1-e138-4c18-9c13-6104d6efaf5d req-b33b21e6-31b4-404d-a53d-336824b750a1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:35.653505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c81562d1-e138-4c18-9c13-6104d6efaf5d req-b33b21e6-31b4-404d-a53d-336824b750a1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.4678938 Sep 02 13:39:35.693445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-9f7f6a72-a445-4fa1-ade8-972ddd10cd49', 'network_id': '9f7f6a72-a445-4fa1-ade8-972ddd10cd49', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'fixed_ips': [{'subnet_id': 'a268ee54-4d4e-445a-9e49-0d69919b4a1a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:39:35.696732 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:35.703611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Network': ['ID=537d5f6a-0463-41ac-bd4d-10c3537b272e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:35.748910 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 537d5f6a-0463-41ac-bd4d-10c3537b272e details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:39:35.797911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c81562d1-e138-4c18-9c13-6104d6efaf5d req-2b8f8c55-4f11-442e-98d2-aa81d72dbed3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408763 Sep 02 13:39:35.840542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f2f1156c-5e93-4e07-af61-4268fa5844fe up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:36.132667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port f2f1156c-5e93-4e07-af61-4268fa5844fe completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:36.152884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Allocated IP 2001:db8:1::2 (9f7f6a72-a445-4fa1-ade8-972ddd10cd49/a268ee54-4d4e-445a-9e49-0d69919b4a1a/df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:36.171707 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57263987-3a7d-451b-9eee-63d74f39b9af req-f9d36fe0-bc6a-4bc1-bd1f-e7e208d23ccd tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 210 time: 0.0694208 Sep 02 13:39:36.442868 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.459419 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.473718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Transition to ACTIVE for port object df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:36.483004 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-578e8b49-2139-4859-8caa-93615bdd3ad7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7120907 Sep 02 13:39:36.484167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:36.490148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '537d5f6a-0463-41ac-bd4d-10c3537b272e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:36.516592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.578848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Transition to ACTIVE for port object df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:36.580665 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.597210 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ce25a831-8f9b-4c76-a01c-257c8876a768 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1390653 Sep 02 13:39:36.599957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:36.607369 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.613130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-66c0fae5-d9ff-465a-a27f-d84734ed01df tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1275588940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:36.649440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66c0fae5-d9ff-465a-a27f-d84734ed01df tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.650891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66c0fae5-d9ff-465a-a27f-d84734ed01df tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.692800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b680b-3fab-45ed-a270-72399b3a8e17 req-930b392e-7409-481f-8397-19cfda0e29aa tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:36.710575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0d2b680b-3fab-45ed-a270-72399b3a8e17 req-930b392e-7409-481f-8397-19cfda0e29aa tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.5528929 Sep 02 13:39:36.814987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:36.816698 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Pushing event updated for resources: {'Port': ['ID=df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:36.821908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:36.824586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:36.838660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:36.844814 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.914066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922d7785-b7e7-4232-9b36-5f974e0dac2f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:36.927119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Attempting to bind port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:39:36.927713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Attempting to bind port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '9e843f4a-f1b4-42d3-a355-38d59f561081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f7f6a72-a445-4fa1-ade8-972ddd10cd49'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:39:36.928037 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Attempting to bind port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a on network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:39:36.934375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:39:36.935283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Checking segment: {'id': '9e843f4a-f1b4-42d3-a355-38d59f561081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f7f6a72-a445-4fa1-ade8-972ddd10cd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:36.935685 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.937814 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Bound using segment: {'id': '9e843f4a-f1b4-42d3-a355-38d59f561081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f7f6a72-a445-4fa1-ade8-972ddd10cd49'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:39:36.938428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Bound port: df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e843f4a-f1b4-42d3-a355-38d59f561081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f7f6a72-a445-4fa1-ade8-972ddd10cd49'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:39:36.938829 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:36.995219 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:39:37.073419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] For port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:39:37.078501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] For port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a,segment=NetworkSegment(9e843f4a-f1b4-42d3-a355-38d59f561081),segment_id=9e843f4a-f1b4-42d3-a355-38d59f561081)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:39:37.079086 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0d2b680b-3fab-45ed-a270-72399b3a8e17 req-08dcb53f-c6f0-4ea0-a858-42b31aeb7fea tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673141 Sep 02 13:39:37.082336 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.151151 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2866a4a4-06f5-44ab-9af7-8287f9d09b50 None None] Network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:37.164852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-1c466d42-a97c-4d8e-9c1a-4bbb466cc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:37.167293 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-1c466d42-a97c-4d8e-9c1a-4bbb466cc923 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 1096 time: 0.6042280 Sep 02 13:39:37.167982 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.278844 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66c0fae5-d9ff-465a-a27f-d84734ed01df tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.280947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=d29eb306-f1c0-4c9a-bc45-082a52fb347e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:37.309331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66c0fae5-d9ff-465a-a27f-d84734ed01df tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.358291 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66c0fae5-d9ff-465a-a27f-d84734ed01df tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.360113 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-66c0fae5-d9ff-465a-a27f-d84734ed01df tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7590086 Sep 02 13:39:37.371336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbd324-f65c-42ad-8226-9a91b708e268 req-1b6aee68-a3f7-4cd7-a0cc-cbe606e69c5f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:37.374114 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dbdbd324-f65c-42ad-8226-9a91b708e268 req-1b6aee68-a3f7-4cd7-a0cc-cbe606e69c5f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.2230060 Sep 02 13:39:37.376112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:37.433367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a199b462-e941-4aef-a366-3c59678930e4 None None] Provisioning for port f2f1156c-5e93-4e07-af61-4268fa5844fe completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:37.452435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a199b462-e941-4aef-a366-3c59678930e4 None None] Provisioning complete for port f2f1156c-5e93-4e07-af61-4268fa5844fe triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:37.452926 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a199b462-e941-4aef-a366-3c59678930e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.458525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e8272-4f0c-4bce-bfb5-26852636d17a None None] Pushing event updated for resources: {'Port': ['ID=df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:37.815258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Checking segment: {'id': '44ff0c7b-2562-49c9-adb9-3e69e8d927e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '537d5f6a-0463-41ac-bd4d-10c3537b272e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:37.815753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network hostable DHCP agents. Network: 537d5f6a-0463-41ac-bd4d-10c3537b272e, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:39:37.838906 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a199b462-e941-4aef-a366-3c59678930e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.844471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:37.850903 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.870084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 537d5f6a-0463-41ac-bd4d-10c3537b272e is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:39:37.881289 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Allocated IP 192.168.233.187 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/ecc7e886-f5de-4a76-ae15-3b0b83a54f8b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:37.904156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dbdbd324-f65c-42ad-8226-9a91b708e268 req-782a3080-b866-4409-8b49-f751965d8b45 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499112 Sep 02 13:39:37.914765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 537d5f6a-0463-41ac-bd4d-10c3537b272e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:37.922810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:37.923332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.932370 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ed5b1b0c-6bd6-4636-98f4-c233be509563 req-ff5b8aff-4bec-4bc9-82dc-8e8b4aebe51e tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 210 time: 0.1464028 Sep 02 13:39:37.934173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4fdfbb-3f5f-4f4d-9e78-8ef0b8075530 None None] Network 537d5f6a-0463-41ac-bd4d-10c3537b272e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:37.945331 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-08a11776-a8a8-43d2-994c-cc8ad9f425a6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4600761 Sep 02 13:39:37.959392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:37.961396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34564) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:37.986525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-093a2a44-ef33-4126-9f27-b114edcc8d0c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1986108780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:38.001873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:38.220446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a199b462-e941-4aef-a366-3c59678930e4 None None] For port f2f1156c-5e93-4e07-af61-4268fa5844fe, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f2f1156c-5e93-4e07-af61-4268fa5844fe,segment=NetworkSegment(b501270c-4088-49ac-b466-57d8412ba2df),segment_id=b501270c-4088-49ac-b466-57d8412ba2df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:38.235638 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a199b462-e941-4aef-a366-3c59678930e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:38.245169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-537d5f6a-0463-41ac-bd4d-10c3537b272e', 'network_id': '537d5f6a-0463-41ac-bd4d-10c3537b272e', 'tenant_id': '254d2e525cdc4b80b770537341a0f529', 'fixed_ips': [{'subnet_id': 'd29eb306-f1c0-4c9a-bc45-082a52fb347e'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:39:38.246000 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:38.385765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:38.446021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-b724bdc1-6051-41a6-b659-de94c111a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:38.450333 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-b724bdc1-6051-41a6-b659-de94c111a6b1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 915 time: 1.2709703 Sep 02 13:39:38.456544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199b462-e941-4aef-a366-3c59678930e4 None None] Pushing event updated for resources: {'Port': ['ID=f2f1156c-5e93-4e07-af61-4268fa5844fe,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:38.559564 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Floating IP 89de9113-451c-4a8d-bbb1-e1c8721c7cb1 associated. External IP: 172.25.3.55, port: ef668f07-28d2-48a7-bd4b-065ccd1a1aaf. Sep 02 13:39:38.575113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19048a79-3ba5-4095-a5fc-7f0ad34ecfd8 req-d581a807-6928-4bb2-a09c-63c614e2b37c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:38.575832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f72d8520-af39-40a3-9701-b946de88bd50 None None] Provisioning complete for port f2f1156c-5e93-4e07-af61-4268fa5844fe triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:38.575832 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f72d8520-af39-40a3-9701-b946de88bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:38.576784 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-19048a79-3ba5-4095-a5fc-7f0ad34ecfd8 req-d581a807-6928-4bb2-a09c-63c614e2b37c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.2927465 Sep 02 13:39:38.720551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-19048a79-3ba5-4095-a5fc-7f0ad34ecfd8 req-deaaeca2-a2ff-426d-a5be-7abfe32b5b31 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308575 Sep 02 13:39:38.841916 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-bdf15424-646f-42cd-8079-4b4c002eb1ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9 HTTP/1.1" status: 200 len: 217 time: 0.2778399 Sep 02 13:39:38.890335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Allocated IP 172.20.0.2 (537d5f6a-0463-41ac-bd4d-10c3537b272e/d29eb306-f1c0-4c9a-bc45-082a52fb347e/82585ec2-9c72-4d4c-a69e-f2c924edaf71) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:38.892435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 2001:db8::1 (7160c84e-ab3b-4c9b-bd81-3dcac13baa66/4aa640b1-b7fe-4458-b295-42c1a65bfed0/7a50c581-4e1c-46e4-b897-88f0998de249) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:38.895764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d96018-29e4-415e-b798-e13bacbc554f None None] Network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:38.944958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-8606e602-fbc8-42f7-a61e-3ee42dc0a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:38.946610 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-8606e602-fbc8-42f7-a61e-3ee42dc0a3e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 200 len: 854 time: 0.0696940 Sep 02 13:39:38.952536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-093a2a44-ef33-4126-9f27-b114edcc8d0c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:38.954191 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-093a2a44-ef33-4126-9f27-b114edcc8d0c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.029174 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-46866a18-192a-4de9-9a09-dc98c70f33ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad0565fb-fe62-4703-8ec1-9653ba7f880f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673141 Sep 02 13:39:39.127897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.131621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5509854-6139-42aa-ba16-169d071d0a52 None None] Provisioning for port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:39.152782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a5509854-6139-42aa-ba16-169d071d0a52 None None] Provisioning complete for port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:39.153339 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5509854-6139-42aa-ba16-169d071d0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.172864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Transition to ACTIVE for port object 7a50c581-4e1c-46e4-b897-88f0998de249 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:39.195290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c27f83-2a5e-4932-8627-9138f741cfb7 req-03963c2d-2d68-4e8a-965b-90a928da1088 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:39.205186 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-76c27f83-2a5e-4932-8627-9138f741cfb7 req-03963c2d-2d68-4e8a-965b-90a928da1088 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 945 time: 0.0941386 Sep 02 13:39:39.214861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:39:39.260136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-76c27f83-2a5e-4932-8627-9138f741cfb7 req-9939e0cc-6522-4a99-be2b-2e5859117765 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535972 Sep 02 13:39:39.315944 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.330011 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7463ff17-f62e-4d87-b751-d1ea4b86be18 req-01c1f1a5-23cf-4eae-8ef2-faac9d8d7268 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 210 time: 0.2067542 Sep 02 13:39:39.344775 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-093a2a44-ef33-4126-9f27-b114edcc8d0c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.359055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Router ebd481ca-2a84-415e-9993-d4431aaff837 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:39:39.376367 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-093a2a44-ef33-4126-9f27-b114edcc8d0c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.410378 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.467972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:39.474647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:39.478848 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:39.479748 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.560908 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.611811 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.667836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f2f1156c-5e93-4e07-af61-4268fa5844fe up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:39.688470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Transition to ACTIVE for port object 82585ec2-9c72-4d4c-a69e-f2c924edaf71 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:39.705000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:39:39.707412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-093a2a44-ef33-4126-9f27-b114edcc8d0c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.708970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-093a2a44-ef33-4126-9f27-b114edcc8d0c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.7263892 Sep 02 13:39:39.718096 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.723527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:39.745336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:39.756481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=7a50c581-4e1c-46e4-b897-88f0998de249,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:39.757524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'network_id': '537d5f6a-0463-41ac-bd4d-10c3537b272e', 'name': 'tempest-PortsTestJSON-1472866981'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:39.789971 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Transition to ACTIVE for port object ecc7e886-f5de-4a76-ae15-3b0b83a54f8b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:39.818167 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-f1bd07c4-b0e0-401e-8189-89fbd9308fde service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813928 Sep 02 13:39:39.880149 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bf02e7f9-aa2d-4c58-8588-07a6ed7d3492 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "PUT /v2.0/floatingips/89de9113-451c-4a8d-bbb1-e1c8721c7cb1 HTTP/1.1" status: 200 len: 990 time: 4.6223547 Sep 02 13:39:39.888816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] Sync routers for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:39:39.917696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'tag': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:39.921411 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644362cd-23a5-4199-9556-1d2542e4458b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f14e8b-744e-4bf8-b7ae-975ed335b161", "tag": "ef668f07-28d2-48a7-bd4b-065ccd1a1aaf"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:39.990980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:40.000173 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8f1096-af01-49bd-b68e-e8b29095ac7a" -d '{"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:40.079051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:40.097625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Transition to ACTIVE for port object 82585ec2-9c72-4d4c-a69e-f2c924edaf71 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:40.113037 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:40.138328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:40.139012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:40.162903 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5509854-6139-42aa-ba16-169d071d0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:40.212276 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:40.235417 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69eaa77c-a156-4fef-8cff-29f48a0f1371 req-fac3e6ed-eea7-40c6-85ca-2a92c87aebdb service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012411 Sep 02 13:39:40.284552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:40.285578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:39:40.289460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:40.296143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:40.312023 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1252ad-ca1b-4288-96cb-0bd8e2dc54e6 x-openstack-request-id: req-4e1252ad-ca1b-4288-96cb-0bd8e2dc54e6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:40.312430 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f14e8b-744e-4bf8-b7ae-975ed335b161", "tag": "ef668f07-28d2-48a7-bd4b-065ccd1a1aaf", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:40.312736 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e1252ad-ca1b-4288-96cb-0bd8e2dc54e6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:40.313136 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'tag': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf', 'status': 'completed', 'code': 200} Sep 02 13:39:40.316196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:40.363314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Pushing event updated for resources: {'Port': ['ID=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:40.440381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:39:40.484362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf99f1b-a28d-48b5-b978-52d11a93a806 req-67f2ab30-aba3-4efb-a49c-421858d72f97 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:40.495422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-daf99f1b-a28d-48b5-b978-52d11a93a806 req-67f2ab30-aba3-4efb-a49c-421858d72f97 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.3281684 Sep 02 13:39:40.568884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-daf99f1b-a28d-48b5-b978-52d11a93a806 req-aaa971a1-e2c2-48f9-9e39-0c490a3e4451 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680611 Sep 02 13:39:40.570315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:40.571000 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:40.666439 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:40.670949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644362cd-23a5-4199-9556-1d2542e4458b req-406ce024-994b-452c-95cf-f638608742f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:40.673263 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:40.675269 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-644362cd-23a5-4199-9556-1d2542e4458b req-406ce024-994b-452c-95cf-f638608742f6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cd5f7ed43895402abe61d6e16a476d70&device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 1096 time: 0.3508744 Sep 02 13:39:40.676011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:40.679006 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5966c1d4-793e-40aa-b055-4c595d67c8fa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6978281 Sep 02 13:39:40.712403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Request body: {'port': {'device_id': 'c0b71b9c-beb0-479e-b389-a87a8e600108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:39:40.719042 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:39:40.942863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=7a50c581-4e1c-46e4-b897-88f0998de249,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:40.995588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.4 (537d5f6a-0463-41ac-bd4d-10c3537b272e/d29eb306-f1c0-4c9a-bc45-082a52fb347e/59e16ef8-57d0-46f5-8bbd-ec50d8df60ad) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:41.017322 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:41.038456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8038-425c-4201-bc99-80d8071bd9d8 req-3283d6a6-4d28-4118-bddb-474c814bcc4a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:41.040315 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-254e8038-425c-4201-bc99-80d8071bd9d8 req-3283d6a6-4d28-4118-bddb-474c814bcc4a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.2040637 Sep 02 13:39:41.058313 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41374efa-b8d2-4be4-a55f-8193c1bd4278 x-openstack-request-id: req-41374efa-b8d2-4be4-a55f-8193c1bd4278 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:41.058996 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:41.059572 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41374efa-b8d2-4be4-a55f-8193c1bd4278 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:41.061007 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'code': 200} Sep 02 13:39:41.181970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:41.198503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:41.209996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:41.233468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644362cd-23a5-4199-9556-1d2542e4458b req-cc41be5f-5222-4ecb-8b86-d0a04d9e3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:41.235453 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-644362cd-23a5-4199-9556-1d2542e4458b req-cc41be5f-5222-4ecb-8b86-d0a04d9e3de7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=101332ea-b4de-4123-a52b-a53b5c4b6788 HTTP/1.1" status: 200 len: 916 time: 0.5509174 Sep 02 13:39:41.242468 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:41.245935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:41.390151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-254e8038-425c-4201-bc99-80d8071bd9d8 req-5354a852-d096-45d1-93d7-c14d3465570a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074119 Sep 02 13:39:41.398514 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 537d5f6a-0463-41ac-bd4d-10c3537b272e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:41.401040 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-644362cd-23a5-4199-9556-1d2542e4458b req-1c683a60-2fe6-44d9-ae85-1c3962bfec8b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf HTTP/1.1" status: 200 len: 998 time: 0.1447511 Sep 02 13:39:41.485167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:41.497045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:41.502867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a5509854-6139-42aa-ba16-169d071d0a52 None None] For port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a,segment=NetworkSegment(9e843f4a-f1b4-42d3-a355-38d59f561081),segment_id=9e843f4a-f1b4-42d3-a355-38d59f561081)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:41.525901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f2f1156c-5e93-4e07-af61-4268fa5844fe triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:41.538009 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:41.623279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router c91ccbe4-9236-4979-8ecf-78022b007601 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:39:41.665414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Network 537d5f6a-0463-41ac-bd4d-10c3537b272e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:41.720169 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5509854-6139-42aa-ba16-169d071d0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:41.752859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:41.760094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:39:41.771537 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce97456-c520-42bc-ac75-56499deeb003 None None] Sync routers for ids ['c91ccbe4-9236-4979-8ecf-78022b007601'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:39:41.786233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:41.795786 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce97456-c520-42bc-ac75-56499deeb003 None None] Routers {'c91ccbe4-9236-4979-8ecf-78022b007601'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:41.796467 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7c1b4e2c-4db3-4e2d-bbae-2ec5557631cb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/c91ccbe4-9236-4979-8ecf-78022b007601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4190714 Sep 02 13:39:41.798946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:41.801194 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fce97456-c520-42bc-ac75-56499deeb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c91ccbe4-9236-4979-8ecf-78022b007601'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:41.817690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:41.906210 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:41.910615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=59e16ef8-57d0-46f5-8bbd-ec50d8df60ad,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:41.927523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadfe8b6-15c9-4bf4-9c4b-f61ea7401806 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:41.936791 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-eadfe8b6-15c9-4bf4-9c4b-f61ea7401806 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports/7a50c581-4e1c-46e4-b897-88f0998de249 HTTP/1.1" status: 200 len: 911 time: 0.1367235 Sep 02 13:39:41.937449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:41.938351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00223df9-6196-44f0-84fc-7e29d7169d1f req-c990aefd-6f32-4c00-ade9-17119618ad4e tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:41.941129 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fce97456-c520-42bc-ac75-56499deeb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:41.946208 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00223df9-6196-44f0-84fc-7e29d7169d1f req-c990aefd-6f32-4c00-ade9-17119618ad4e tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 936 time: 1.0223572 Sep 02 13:39:41.980616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644362cd-23a5-4199-9556-1d2542e4458b req-c0c557dc-a446-412f-8242-d0c66b1ab4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:41.982921 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-644362cd-23a5-4199-9556-1d2542e4458b req-c0c557dc-a446-412f-8242-d0c66b1ab4f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec6ff566-76cc-4525-88f2-a3e5db337e6a HTTP/1.1" status: 200 len: 854 time: 0.5704331 Sep 02 13:39:41.992793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:41.992793 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:42.009118 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce97456-c520-42bc-ac75-56499deeb003 None None] Routers {'c91ccbe4-9236-4979-8ecf-78022b007601'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:42.014629 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fce97456-c520-42bc-ac75-56499deeb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c91ccbe4-9236-4979-8ecf-78022b007601'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:42.110044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Pushing event updated for resources: {'Port': ['ID=82585ec2-9c72-4d4c-a69e-f2c924edaf71,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:42.120885 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-630e5fc7-e99b-4103-bbc3-0876a33f263d tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3890119 Sep 02 13:39:42.124048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34640) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:42.155174 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fce97456-c520-42bc-ac75-56499deeb003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:42.168772 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce97456-c520-42bc-ac75-56499deeb003 None None] The sync data for ids ['c91ccbe4-9236-4979-8ecf-78022b007601'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:39:42.191062 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00223df9-6196-44f0-84fc-7e29d7169d1f req-196a4a53-0921-4f81-9280-a07156c091f7 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439306 Sep 02 13:39:42.289791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Provisioning for port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:42.307745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Provisioning complete for port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:42.308129 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:42.334639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc6309-5243-4da9-84ef-4913856b8f7b req-e61968ab-6d38-4030-b052-1ed359600722 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:42.343079 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2cfc6309-5243-4da9-84ef-4913856b8f7b req-e61968ab-6d38-4030-b052-1ed359600722 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.4045715 Sep 02 13:39:42.354699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:42.366197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Attempting to bind port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:39:42.366599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Attempting to bind port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '44ff0c7b-2562-49c9-adb9-3e69e8d927e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '537d5f6a-0463-41ac-bd4d-10c3537b272e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:39:42.366941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Attempting to bind port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 on network 537d5f6a-0463-41ac-bd4d-10c3537b272e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:39:42.461231 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2cfc6309-5243-4da9-84ef-4913856b8f7b req-2beca46e-d2fd-4ee7-9931-1b80c78cbac8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012075 Sep 02 13:39:42.596400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:39:42.597298 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Checking segment: {'id': '44ff0c7b-2562-49c9-adb9-3e69e8d927e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '537d5f6a-0463-41ac-bd4d-10c3537b272e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:42.597474 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:42.597884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Bound using segment: {'id': '44ff0c7b-2562-49c9-adb9-3e69e8d927e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '537d5f6a-0463-41ac-bd4d-10c3537b272e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:39:42.598400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Bound port: 82585ec2-9c72-4d4c-a69e-f2c924edaf71, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ff0c7b-2562-49c9-adb9-3e69e8d927e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '537d5f6a-0463-41ac-bd4d-10c3537b272e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:39:42.598791 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:42.638284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5509854-6139-42aa-ba16-169d071d0a52 None None] Pushing event updated for resources: {'Port': ['ID=df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:42.652470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Provisioning for port 7a50c581-4e1c-46e4-b897-88f0998de249 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:42.661056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Provisioning complete for port 7a50c581-4e1c-46e4-b897-88f0998de249 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:42.661445 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:42.790281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Port 7a50c581-4e1c-46e4-b897-88f0998de249 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:42.822358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '89de9113-451c-4a8d-bbb1-e1c8721c7cb1', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'port_id': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'mac_address': 'fa:16:3e:68:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:38:27Z', 'updated_at': '2021-09-02T13:39:36Z', 'revision_number': 1, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863c485e-7e54-4299-95a9-7262283ddb7d', 'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'mac_address': 'fa:16:3e:74:c1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:14Z', 'updated_at': '2021-09-02T13:38:25Z', 'revision_number': 5, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'subnets': [{'id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:42.890558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] Checking router: ebd481ca-2a84-415e-9993-d4431aaff837 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:39:42.896982 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] For port 82585ec2-9c72-4d4c-a69e-f2c924edaf71, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:39:42.906740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:42.907383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:42.913955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Provisioning complete for port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:42.914344 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5731de85-b8f0-4987-b0d8-be9026a4cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:42.964061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644362cd-23a5-4199-9556-1d2542e4458b req-8c3d276d-eee6-4364-8f3f-5482ab5bf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:42.967331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-644362cd-23a5-4199-9556-1d2542e4458b req-8c3d276d-eee6-4364-8f3f-5482ab5bf0ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=101332ea-b4de-4123-a52b-a53b5c4b6788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9661391 Sep 02 13:39:42.974512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] For port 82585ec2-9c72-4d4c-a69e-f2c924edaf71, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=82585ec2-9c72-4d4c-a69e-f2c924edaf71,segment=NetworkSegment(44ff0c7b-2562-49c9-adb9-3e69e8d927e9),segment_id=44ff0c7b-2562-49c9-adb9-3e69e8d927e9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:39:43.018822 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:43.027628 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:43.221236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45973a-0f42-481b-a8bb-7b240f0b4b2a None None] Pushing event updated for resources: {'Port': ['ID=82585ec2-9c72-4d4c-a69e-f2c924edaf71,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:43.242236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:39:43.420549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-644362cd-23a5-4199-9556-1d2542e4458b req-a8d01a4e-07a2-4655-bf83-b17812d25d08 service neutron] 10.222.0.90 "GET /v2.0/networks/101332ea-b4de-4123-a52b-a53b5c4b6788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169245 Sep 02 13:39:43.429554 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6636b603-5c9b-4708-ac8f-374b8fe8acfe None None] Provisioning complete for port 7a50c581-4e1c-46e4-b897-88f0998de249 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:43.429987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6636b603-5c9b-4708-ac8f-374b8fe8acfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:43.432950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03763849-851e-479d-80e9-61c37ce46cfd req-f3dedcd7-ebbb-4521-8c47-7a7a839450b9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:43.441402 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03763849-851e-479d-80e9-61c37ce46cfd req-f3dedcd7-ebbb-4521-8c47-7a7a839450b9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.4917462 Sep 02 13:39:43.598230 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6636b603-5c9b-4708-ac8f-374b8fe8acfe None None] Port 7a50c581-4e1c-46e4-b897-88f0998de249 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:43.836355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '89de9113-451c-4a8d-bbb1-e1c8721c7cb1', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'port_id': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'mac_address': 'fa:16:3e:68:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:38:27Z', 'updated_at': '2021-09-02T13:39:36Z', 'revision_number': 1, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863c485e-7e54-4299-95a9-7262283ddb7d', 'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'mac_address': 'fa:16:3e:74:c1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:14Z', 'updated_at': '2021-09-02T13:38:25Z', 'revision_number': 5, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'subnets': [{'id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:43.882322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-644362cd-23a5-4199-9556-1d2542e4458b req-ada9b14e-3390-4494-ad91-76632f84b6e4 service neutron] 10.222.0.90 "GET /v2.0/networks/101332ea-b4de-4123-a52b-a53b5c4b6788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753474 Sep 02 13:39:43.910492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2809a574-97f2-47ca-83e8-98500f1c62fd None None] The sync data for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 is: [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '89de9113-451c-4a8d-bbb1-e1c8721c7cb1', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'port_id': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'mac_address': 'fa:16:3e:68:78:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:38:27Z', 'updated_at': '2021-09-02T13:39:36Z', 'revision_number': 1, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863c485e-7e54-4299-95a9-7262283ddb7d', 'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'mac_address': 'fa:16:3e:74:c1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:14Z', 'updated_at': '2021-09-02T13:38:25Z', 'revision_number': 5, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'subnets': [{'id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:39:43.948875 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:43.969036 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03763849-851e-479d-80e9-61c37ce46cfd req-7cdc50cc-f819-4a19-a292-abe6f98fa75d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263660 Sep 02 13:39:44.081650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 2001:db8:1::1 (9f7f6a72-a445-4fa1-ade8-972ddd10cd49/a268ee54-4d4e-445a-9e49-0d69919b4a1a/c5f954ee-aad5-4c62-82f8-0ce7fb6015b6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:39:44.401370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39309a-8eae-4275-a27b-c45a5ad54348 None None] New status for floating IP 89de9113-451c-4a8d-bbb1-e1c8721c7cb1: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:39:44.501921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744f23f-f784-499f-9de0-20ab2e53d9b6 req-bd64d0cd-5f26-40e8-8a68-63929c805e9e tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:44.518328 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b744f23f-f784-499f-9de0-20ab2e53d9b6 req-bd64d0cd-5f26-40e8-8a68-63929c805e9e tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 936 time: 0.4177148 Sep 02 13:39:44.687352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:44.700911 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167afe63-b34c-4beb-8c73-2b32deec3da5 req-29fcbbda-b284-482f-86a4-1f4404ca00fa tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:44.716546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-167afe63-b34c-4beb-8c73-2b32deec3da5 req-29fcbbda-b284-482f-86a4-1f4404ca00fa tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.5798054 Sep 02 13:39:44.748016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc7e886-f5de-4a76-ae15-3b0b83a54f8b {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:39:44.775214 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b744f23f-f784-499f-9de0-20ab2e53d9b6 req-1493bfe9-e519-4200-b420-174e76ec878d tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546670 Sep 02 13:39:44.796873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:44.797265 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:44.836103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-167afe63-b34c-4beb-8c73-2b32deec3da5 req-001c9529-18e3-4f9d-a134-b2dd302374b2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181853 Sep 02 13:39:44.858623 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:44.865207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:44.906746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Transition to ACTIVE for port object c5f954ee-aad5-4c62-82f8-0ce7fb6015b6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:44.930189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Transition to ACTIVE for port object ecc7e886-f5de-4a76-ae15-3b0b83a54f8b will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:39:44.977973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:45.055440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:45.061120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f298e-a970-4804-9237-ab033a1d9fec None None] Network 537d5f6a-0463-41ac-bd4d-10c3537b272e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:45.234270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0257003b-6e33-4291-91ca-c7ce66a066b7 None None] Provisioning for port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:45.259921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:39:45.274791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:45.275699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=c5f954ee-aad5-4c62-82f8-0ce7fb6015b6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:45.289017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Pushing event updated for resources: {'Port': ['ID=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:45.292744 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:45.302133 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:45.317423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:39:45.318512 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:45.324041 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:45.340992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.341399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.341686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.342018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.342348 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.342699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.343102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.343433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.343776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.344149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.344479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.344815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:45.377832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 82585ec2-9c72-4d4c-a69e-f2c924edaf71 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:45.541995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d06542-d2c6-4ded-9a31-a7444921b75a req-97e89278-cb52-40a6-b71d-203864571458 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:45.543694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97d06542-d2c6-4ded-9a31-a7444921b75a req-97e89278-cb52-40a6-b71d-203864571458 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.3935106 Sep 02 13:39:45.619661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=59e16ef8-57d0-46f5-8bbd-ec50d8df60ad,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:45.673238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Attempting to bind port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:39:45.674620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Attempting to bind port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:39:45.705016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Attempting to bind port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:39:45.793574 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97d06542-d2c6-4ded-9a31-a7444921b75a req-e1b5367b-bf40-4301-8910-05925251d2ed tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330716 Sep 02 13:39:45.832538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:39:45.836205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Attempting to bind port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:39:45.852802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.044489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:39:46.045110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:39:46.045206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:39:46.045669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Bound port: ecc7e886-f5de-4a76-ae15-3b0b83a54f8b, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:39:46.046158 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.100115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:46.112566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:46.122367 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.297543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-807313f0-9973-405d-8e15-6ded4163100e None None] Provisioning for port c5f954ee-aad5-4c62-82f8-0ce7fb6015b6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:46.308930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-807313f0-9973-405d-8e15-6ded4163100e None None] Provisioning complete for port c5f954ee-aad5-4c62-82f8-0ce7fb6015b6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:46.310937 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-807313f0-9973-405d-8e15-6ded4163100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.470740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-807313f0-9973-405d-8e15-6ded4163100e None None] Port c5f954ee-aad5-4c62-82f8-0ce7fb6015b6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:46.476166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] For port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:39:46.511126 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.516564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3cf98-f03c-4878-aca9-89ee12eb8155 req-3f267b38-e2ae-4336-80d4-21e772ebc520 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:46.518277 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c5f3cf98-f03c-4878-aca9-89ee12eb8155 req-3f267b38-e2ae-4336-80d4-21e772ebc520 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 948 time: 0.4453533 Sep 02 13:39:46.577404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] For port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:39:46.596785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.603994 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.605195 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.621224 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 82585ec2-9c72-4d4c-a69e-f2c924edaf71, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=82585ec2-9c72-4d4c-a69e-f2c924edaf71,segment=NetworkSegment(44ff0c7b-2562-49c9-adb9-3e69e8d927e9),segment_id=44ff0c7b-2562-49c9-adb9-3e69e8d927e9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:46.627952 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.629150 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.656756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e798-8180-4985-8320-f15dea012038 req-ff82631f-383f-47ad-8451-8b226cac8125 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:46.669425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96d1e798-8180-4985-8320-f15dea012038 req-ff82631f-383f-47ad-8451-8b226cac8125 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.5981007 Sep 02 13:39:46.725034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-70765979-1b97-419e-8092-2d3694024100 None None] Provisioning complete for port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:46.725900 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70765979-1b97-419e-8092-2d3694024100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.769846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=82585ec2-9c72-4d4c-a69e-f2c924edaf71,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:46.819604 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.820824 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=c5f954ee-aad5-4c62-82f8-0ce7fb6015b6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:46.876684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96d1e798-8180-4985-8320-f15dea012038 req-3f4f765a-187a-45c1-bcab-50628f4ae470 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058892 Sep 02 13:39:46.918467 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c5f3cf98-f03c-4878-aca9-89ee12eb8155 req-524bd38b-3dc1-4aae-b490-9da5c6420c10 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706868 Sep 02 13:39:46.924647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:46.926210 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.929532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] 10.222.0.77 "PUT /v2.0/ports/ecc7e886-f5de-4a76-ae15-3b0b83a54f8b HTTP/1.1" status: 200 len: 1096 time: 6.2224844 Sep 02 13:39:46.961104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-70765979-1b97-419e-8092-2d3694024100 None None] Provisioning for port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:46.990992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-70765979-1b97-419e-8092-2d3694024100 None None] Provisioning complete for port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:46.992015 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70765979-1b97-419e-8092-2d3694024100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:46.996962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:47.009099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:47.025372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b71b9c-beb0-479e-b389-a87a8e600108', 'tag': 'ecc7e886-f5de-4a76-ae15-3b0b83a54f8b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:47.039656 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e69c37-6880-4db4-a4d9-e8bc92611bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b71b9c-beb0-479e-b389-a87a8e600108", "tag": "ecc7e886-f5de-4a76-ae15-3b0b83a54f8b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:47.052547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72dc09-fd96-4355-a515-9027ececaafb service neutron] Pushing event updated for resources: {'Port': ['ID=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:47.136879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-70765979-1b97-419e-8092-2d3694024100 None None] Port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:47.300418 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-71c3bd6c-b1da-4677-b449-9e897b16cb4c None None] Provisioning complete for port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:47.300952 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71c3bd6c-b1da-4677-b449-9e897b16cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:47.301411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-535b7569-c066-4d74-b497-1db201f3008f req-c5bb1cf1-cf5a-4837-a69a-f2d9f7d3d313 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:39:47.314193 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-535b7569-c066-4d74-b497-1db201f3008f req-c5bb1cf1-cf5a-4837-a69a-f2d9f7d3d313 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123708 Sep 02 13:39:47.343650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-12a1eed1-8bc2-491b-8c6c-b34f7702f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:47.351260 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-12a1eed1-8bc2-491b-8c6c-b34f7702f5c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=44578515e3c64c539aea868ec1d67cf6&device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 1099 time: 0.2801771 Sep 02 13:39:47.369835 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dab92c-0f3f-49ba-9495-fa3570dd3704 x-openstack-request-id: req-09dab92c-0f3f-49ba-9495-fa3570dd3704 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:47.370530 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b71b9c-beb0-479e-b389-a87a8e600108", "tag": "ecc7e886-f5de-4a76-ae15-3b0b83a54f8b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:47.370985 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09dab92c-0f3f-49ba-9495-fa3570dd3704 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:47.372129 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b71b9c-beb0-479e-b389-a87a8e600108', 'tag': 'ecc7e886-f5de-4a76-ae15-3b0b83a54f8b', 'status': 'completed', 'code': 200} Sep 02 13:39:47.410135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router c91ccbe4-9236-4979-8ecf-78022b007601 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:39:47.458446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-71c3bd6c-b1da-4677-b449-9e897b16cb4c None None] Port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:47.515908 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:47.527380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-e1abfdd9-6ffd-4ec3-8128-fac971dfdcab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b HTTP/1.1" status: 200 len: 217 time: 0.1498456 Sep 02 13:39:47.690660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-40ce9eb0-c6e9-485b-b4fe-83d54ebcc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:47.692437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-40ce9eb0-c6e9-485b-b4fe-83d54ebcc7a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1533241 Sep 02 13:39:47.729319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-902aa38d-3008-4beb-80c5-faf850a9676c None None] Provisioning complete for port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:47.734435 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-902aa38d-3008-4beb-80c5-faf850a9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:47.744129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f78139-2165-4246-abe8-68e539e5fe23 req-a3d829c2-4c65-4c54-8590-6787c0f8aba8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:47.753515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75f78139-2165-4246-abe8-68e539e5fe23 req-a3d829c2-4c65-4c54-8590-6787c0f8aba8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.0822737 Sep 02 13:39:47.774283 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:39:47.787477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0082a033-62e2-459e-82f2-d68455384a5e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/c91ccbe4-9236-4979-8ecf-78022b007601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7955608 Sep 02 13:39:47.791291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34700) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:47.792260 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab27bd84-d560-49e9-b3ad-4352b602d075 None None] Sync routers for ids ['c91ccbe4-9236-4979-8ecf-78022b007601'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:39:47.808514 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27bd84-d560-49e9-b3ad-4352b602d075 None None] Routers {'c91ccbe4-9236-4979-8ecf-78022b007601'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:47.809892 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ab27bd84-d560-49e9-b3ad-4352b602d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c91ccbe4-9236-4979-8ecf-78022b007601'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:47.858636 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ab27bd84-d560-49e9-b3ad-4352b602d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:47.886893 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27bd84-d560-49e9-b3ad-4352b602d075 None None] Routers {'c91ccbe4-9236-4979-8ecf-78022b007601'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:47.887793 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ab27bd84-d560-49e9-b3ad-4352b602d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c91ccbe4-9236-4979-8ecf-78022b007601'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:47.954150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-2799a24a-85cf-4d0d-8913-1852a1da3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:47.959942 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-2799a24a-85cf-4d0d-8913-1852a1da3342 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2218699 Sep 02 13:39:47.983962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff5207e-8a91-4954-93dc-c749c8fa55dc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:47.992304 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7ff5207e-8a91-4954-93dc-c749c8fa55dc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports/c5f954ee-aad5-4c62-82f8-0ce7fb6015b6 HTTP/1.1" status: 200 len: 913 time: 0.1911826 Sep 02 13:39:47.995142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:48.017425 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ab27bd84-d560-49e9-b3ad-4352b602d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:48.020747 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab27bd84-d560-49e9-b3ad-4352b602d075 None None] The sync data for ids ['c91ccbe4-9236-4979-8ecf-78022b007601'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:39:48.034512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75f78139-2165-4246-abe8-68e539e5fe23 req-dea004e5-7a88-4586-ab39-21b2e119e9bf tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797782 Sep 02 13:39:48.049913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-902aa38d-3008-4beb-80c5-faf850a9676c None None] Port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:48.076177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-902aa38d-3008-4beb-80c5-faf850a9676c None None] Provisioning complete for port c5f954ee-aad5-4c62-82f8-0ce7fb6015b6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:48.076762 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-902aa38d-3008-4beb-80c5-faf850a9676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:48.144060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-902aa38d-3008-4beb-80c5-faf850a9676c None None] Port c5f954ee-aad5-4c62-82f8-0ce7fb6015b6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:48.317591 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-ca1ec0ac-df24-402a-9444-385c08858242 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3289881 Sep 02 13:39:48.344318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-4e2eec92-c9e8-4d20-892b-570f42c7fd17 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:39:48.345320 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-4e2eec92-c9e8-4d20-892b-570f42c7fd17 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126143 Sep 02 13:39:48.357948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e63fb-1aa5-4fc0-b052-f0a1c1c2f9fb req-86ad27ef-74e5-4674-9019-e0152d2be78a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:48.378977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b0e63fb-1aa5-4fc0-b052-f0a1c1c2f9fb req-86ad27ef-74e5-4674-9019-e0152d2be78a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.3301065 Sep 02 13:39:48.437411 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-37f447d1-4085-4d09-ba0d-7c7be18535e4 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685822 Sep 02 13:39:48.478851 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b0e63fb-1aa5-4fc0-b052-f0a1c1c2f9fb req-b568c015-50a8-4f71-9b94-63d9afdf8e59 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992858 Sep 02 13:39:48.600548 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bbe1f-0223-442b-9dfe-d60fce8ba0c8 req-d06374c3-0a9e-4a45-b088-3554ab07d490 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:48.620472 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-766bbe1f-0223-442b-9dfe-d60fce8ba0c8 req-d06374c3-0a9e-4a45-b088-3554ab07d490 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 948 time: 0.4459646 Sep 02 13:39:48.694873 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-766bbe1f-0223-442b-9dfe-d60fce8ba0c8 req-6a7333dd-ef2e-4dfa-807f-267596998432 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728545 Sep 02 13:39:48.698761 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90411958-a054-4b4e-88de-0d8a6ff410f1 req-8774a338-45b8-4205-bb4c-9e4a523cc452 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377892 Sep 02 13:39:48.757126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:48.768558 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:48.861488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 82585ec2-9c72-4d4c-a69e-f2c924edaf71 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:48.923466 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:48.931413 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:48.990430 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:48.991220 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:49.302369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port c5f954ee-aad5-4c62-82f8-0ce7fb6015b6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:49.303276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:49.483018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b86a-47ff-409a-9dc3-82e6a14e8b76 req-277f1bf8-1cd9-4175-a7fb-cd2a27a9f13f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:49.484792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5c01b86a-47ff-409a-9dc3-82e6a14e8b76 req-277f1bf8-1cd9-4175-a7fb-cd2a27a9f13f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.2154679 Sep 02 13:39:49.576614 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5c01b86a-47ff-409a-9dc3-82e6a14e8b76 req-156b0f7c-595d-409a-b859-0a5b77e14f12 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831532 Sep 02 13:39:49.600559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-533f21ec-2b70-4156-980d-e882aa07da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:49.603339 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-533f21ec-2b70-4156-980d-e882aa07da10 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=44578515e3c64c539aea868ec1d67cf6&device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 1099 time: 0.8273799 Sep 02 13:39:49.604231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=59e16ef8-57d0-46f5-8bbd-ec50d8df60ad,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:49.645391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:49.668689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for c5f954ee-aad5-4c62-82f8-0ce7fb6015b6 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:49.797633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e925386-5ddf-4d4d-ba30-504c9ce3ebaa req-55b12067-1984-4844-b38f-0086c69f068d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:49.799236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e925386-5ddf-4d4d-ba30-504c9ce3ebaa req-55b12067-1984-4844-b38f-0086c69f068d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.1869462 Sep 02 13:39:49.854919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-e7c31fc9-6086-4128-9b4d-1c79eca18eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:49.857538 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-e7c31fc9-6086-4128-9b4d-1c79eca18eea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f&tenant_id=02a82765e17e4b0aa2e247a26378e545 HTTP/1.1" status: 200 len: 1094 time: 0.1960976 Sep 02 13:39:49.977742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2e7e0-ffcf-4f4b-939c-0e2929701f73 req-8a4b29ec-81fb-4049-a573-b8b59ba445e6 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:49.986514 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ed2e7e0-ffcf-4f4b-939c-0e2929701f73 req-8a4b29ec-81fb-4049-a573-b8b59ba445e6 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 948 time: 0.0752585 Sep 02 13:39:50.056504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-55f5ca90-86bc-4c31-9327-c45d5b7d379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:50.061357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-55f5ca90-86bc-4c31-9327-c45d5b7d379d service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.3886597 Sep 02 13:39:50.062953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ed2e7e0-ffcf-4f4b-939c-0e2929701f73 req-b7b7210a-a747-46a3-9d39-c9b8df8a4465 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752676 Sep 02 13:39:50.111931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:50.145288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 537d5f6a-0463-41ac-bd4d-10c3537b272e is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:39:50.160444 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-028f7e41-e4af-49a3-af26-6c6e656c588c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b HTTP/1.1" status: 200 len: 217 time: 0.0785642 Sep 02 13:39:50.166824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:39:50.220205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e925386-5ddf-4d4d-ba30-504c9ce3ebaa req-801300f0-aa8d-4904-84d8-9153c17bce41 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4080391 Sep 02 13:39:50.259010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=c5f954ee-aad5-4c62-82f8-0ce7fb6015b6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:50.479647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-75144eec-aaf4-4955-8e2f-02a4d64d1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:50.484198 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-75144eec-aaf4-4955-8e2f-02a4d64d1f40 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 1094 time: 0.5772016 Sep 02 13:39:50.519644 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:50.642426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-528f82e8-1eed-4b84-9e3b-089f574002e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:50.644452 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-528f82e8-1eed-4b84-9e3b-089f574002e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.4646194 Sep 02 13:39:50.695435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-53ed6213-8591-46ae-aaf1-24574709a735 None None] Provisioning complete for port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:50.696595 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53ed6213-8591-46ae-aaf1-24574709a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:50.741774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Router 8f470e83-3612-4e4a-ac65-cac09a8bf805 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:39:50.790038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-53ed6213-8591-46ae-aaf1-24574709a735 None None] Port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:39:50.862375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-7bff1891-a606-4e61-837e-44d249fad92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:50.870617 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-7bff1891-a606-4e61-837e-44d249fad92c service neutron] 10.222.0.77 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 915 time: 0.3762228 Sep 02 13:39:50.883548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-39c3cbbb-4327-4734-b9cb-a15f2003edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:50.885282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-39c3cbbb-4327-4734-b9cb-a15f2003edc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2316623 Sep 02 13:39:50.889069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router c91ccbe4-9236-4979-8ecf-78022b007601 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:39:50.929418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2858c4-ea83-4453-8452-d0614db73509 req-8466a7ad-4c1e-4cd6-89ae-5a04b9c9d8aa tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:50.930902 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b2858c4-ea83-4453-8452-d0614db73509 req-8466a7ad-4c1e-4cd6-89ae-5a04b9c9d8aa tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.0857906 Sep 02 13:39:51.068803 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-17079b29-2cbc-4c87-869a-7f87db4af137 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9 HTTP/1.1" status: 200 len: 217 time: 0.1814766 Sep 02 13:39:51.078917 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b2858c4-ea83-4453-8452-d0614db73509 req-e98e5f46-dc65-48a5-a9e1-a8073a6f3fa8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401155 Sep 02 13:39:51.104234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:39:51.114716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d349d-d054-4e93-9525-24d528685d9f None None] Sync routers for ids ['c91ccbe4-9236-4979-8ecf-78022b007601'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:39:51.120118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ffbcb1e3-1294-46ca-a8dd-0520fe84c94e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/c91ccbe4-9236-4979-8ecf-78022b007601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1105959 Sep 02 13:39:51.120753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:51.132959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d349d-d054-4e93-9525-24d528685d9f None None] Routers {'c91ccbe4-9236-4979-8ecf-78022b007601'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:51.134075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8e4d349d-d054-4e93-9525-24d528685d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c91ccbe4-9236-4979-8ecf-78022b007601'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:51.204476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-9476f35b-a85a-4093-b305-bbbdeb50a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:51.214371 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-9476f35b-a85a-4093-b305-bbbdeb50a11b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 200 len: 854 time: 0.1187844 Sep 02 13:39:51.222502 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8e4d349d-d054-4e93-9525-24d528685d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:51.235292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d349d-d054-4e93-9525-24d528685d9f None None] Routers {'c91ccbe4-9236-4979-8ecf-78022b007601'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:51.236337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8e4d349d-d054-4e93-9525-24d528685d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c91ccbe4-9236-4979-8ecf-78022b007601'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:51.282459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8e4d349d-d054-4e93-9525-24d528685d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:51.283535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d349d-d054-4e93-9525-24d528685d9f None None] The sync data for ids ['c91ccbe4-9236-4979-8ecf-78022b007601'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:39:51.285424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ecc7e886-f5de-4a76-ae15-3b0b83a54f8b details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:39:51.355023 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-41cc55bd-e4a0-4952-83f5-a25bfc3189ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad0565fb-fe62-4703-8ec1-9653ba7f880f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274831 Sep 02 13:39:51.402564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:51.419308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'ecc7e886-f5de-4a76-ae15-3b0b83a54f8b', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'ecc7e886-f5de-4a76-ae15-3b0b83a54f8b', 'mac_address': 'fa:16:3e:11:71:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:39:51.490480 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:51.517132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc7e886-f5de-4a76-ae15-3b0b83a54f8b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:39:51.518754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:39:51.533316 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480ee52-6d5e-4629-b383-ef26f58cca70 None None] Sync routers for ids ['8f470e83-3612-4e4a-ac65-cac09a8bf805'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:39:51.551573 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480ee52-6d5e-4629-b383-ef26f58cca70 None None] Routers {'8f470e83-3612-4e4a-ac65-cac09a8bf805'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:51.552670 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b480ee52-6d5e-4629-b383-ef26f58cca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8f470e83-3612-4e4a-ac65-cac09a8bf805'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:51.555660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:51.564959 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0d101b67-fa12-4c6e-9399-5c40dbb98210 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "PUT /v2.0/routers/8f470e83-3612-4e4a-ac65-cac09a8bf805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4248238 Sep 02 13:39:51.571272 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:51.621899 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-e9226d2c-e71a-4fc6-a872-565c8039dd31 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849508 Sep 02 13:39:51.638391 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34758) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:51.651473 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b480ee52-6d5e-4629-b383-ef26f58cca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:51.656363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41073336-8770-47ee-8d63-238f007f0e62 req-4e9c70fd-514a-4475-9615-0243d7d4bf1b tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:51.657988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-41073336-8770-47ee-8d63-238f007f0e62 req-4e9c70fd-514a-4475-9615-0243d7d4bf1b tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 948 time: 0.4369531 Sep 02 13:39:51.685942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:51.687828 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480ee52-6d5e-4629-b383-ef26f58cca70 None None] Routers {'8f470e83-3612-4e4a-ac65-cac09a8bf805'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:51.688661 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b480ee52-6d5e-4629-b383-ef26f58cca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8f470e83-3612-4e4a-ac65-cac09a8bf805'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:51.761366 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b480ee52-6d5e-4629-b383-ef26f58cca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:51.762650 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480ee52-6d5e-4629-b383-ef26f58cca70 None None] The sync data for ids ['8f470e83-3612-4e4a-ac65-cac09a8bf805'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:39:51.781887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['ecc7e886-f5de-4a76-ae15-3b0b83a54f8b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:39:51.840853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea93c457-6665-4eec-9b8f-3a046ea665e6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:51.842712 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ea93c457-6665-4eec-9b8f-3a046ea665e6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f470e83-3612-4e4a-ac65-cac09a8bf805 HTTP/1.1" status: 200 len: 982 time: 0.1826859 Sep 02 13:39:51.858101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34760) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:51.888442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-41073336-8770-47ee-8d63-238f007f0e62 req-ce6f5024-1049-4fbf-97cc-d5d5fd17f662 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636095 Sep 02 13:39:52.061873 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-331fb87e-1548-4884-985c-b73794fbdcfd service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899712 Sep 02 13:39:52.084417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b871c98-3f7c-48d5-9b79-58fb884889ba req-109578c1-fe42-4411-afe1-261c591ec204 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:52.094726 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b871c98-3f7c-48d5-9b79-58fb884889ba req-109578c1-fe42-4411-afe1-261c591ec204 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.2985060 Sep 02 13:39:52.175534 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58e69c37-6880-4db4-a4d9-e8bc92611bf5 req-96e81bbf-f590-4850-8b2f-bff6d7482c48 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650850 Sep 02 13:39:52.224013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b871c98-3f7c-48d5-9b79-58fb884889ba req-a1bfb92d-845a-44b5-b2d0-00d40fb226bd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283607 Sep 02 13:39:52.331858 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:52.424078 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-51c23d6d-288c-48ac-bdeb-bff62a48a8c0 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540795 Sep 02 13:39:52.573676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87b0a8-1efe-465d-b06d-74d7bfb49854 req-4f88be2c-b5e4-497a-8eaa-7f1fcf664f35 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:52.582143 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fa87b0a8-1efe-465d-b06d-74d7bfb49854 req-4f88be2c-b5e4-497a-8eaa-7f1fcf664f35 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.2112768 Sep 02 13:39:52.699421 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 7a50c581-4e1c-46e4-b897-88f0998de249 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:52.705013 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:52.830439 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fa87b0a8-1efe-465d-b06d-74d7bfb49854 req-eef6dc75-c65a-4913-8ed3-260f96e917ae tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472920 Sep 02 13:39:53.031604 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:53.066851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 7a50c581-4e1c-46e4-b897-88f0998de249 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:53.149402 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:53.281805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ecc7e886-f5de-4a76-ae15-3b0b83a54f8b up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:39:53.439801 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:53.478882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:39:53.507890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ed8a6-1827-4025-9974-9db9f7d07c59 req-4492333d-db3f-4150-bfbd-f1549968d6fc tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:53.514190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:39:53.514492 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:53.514687 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-018ed8a6-1827-4025-9974-9db9f7d07c59 req-4492333d-db3f-4150-bfbd-f1549968d6fc tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 949 time: 0.3388898 Sep 02 13:39:53.832513 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:53.911356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d8443-b514-401e-9839-c5aa8728af3c req-ecf27da6-caf4-4fe6-8ba8-6dbf5c304077 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:53.918617 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db3d8443-b514-401e-9839-c5aa8728af3c req-ecf27da6-caf4-4fe6-8ba8-6dbf5c304077 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.5181463 Sep 02 13:39:53.968402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b71b9c-beb0-479e-b389-a87a8e600108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc7e886-f5de-4a76-ae15-3b0b83a54f8b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:39:53.968402 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3770aacc-aa95-4232-91a3-b6b7f5bbf51d" -d '{"events": [{"server_uuid": "c0b71b9c-beb0-479e-b389-a87a8e600108", "name": "network-vif-plugged", "status": "completed", "tag": "ecc7e886-f5de-4a76-ae15-3b0b83a54f8b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:39:53.989749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:54.003453 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:54.055150 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-018ed8a6-1827-4025-9974-9db9f7d07c59 req-172c3c82-d397-42fe-a56e-44d02e678977 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331056 Sep 02 13:39:54.094994 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db3d8443-b514-401e-9839-c5aa8728af3c req-0930cf27-a5cd-4fb5-9b0b-d3f7dbb2a548 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521027 Sep 02 13:39:54.102942 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19d2762-703b-412c-9091-486c509b0c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:54.130217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:54.191413 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:54.291451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=7a50c581-4e1c-46e4-b897-88f0998de249,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:54.372432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:54.372786 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:54.375486 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b71ac6c-a4f4-4def-bb02-7c4b97b89f05 x-openstack-request-id: req-4b71ac6c-a4f4-4def-bb02-7c4b97b89f05 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:39:54.376031 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b71b9c-beb0-479e-b389-a87a8e600108", "name": "network-vif-plugged", "status": "completed", "tag": "ecc7e886-f5de-4a76-ae15-3b0b83a54f8b", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:39:54.376031 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b71ac6c-a4f4-4def-bb02-7c4b97b89f05 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:39:54.376464 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b71b9c-beb0-479e-b389-a87a8e600108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc7e886-f5de-4a76-ae15-3b0b83a54f8b', 'code': 200} Sep 02 13:39:54.480054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:54.713486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19d2762-703b-412c-9091-486c509b0c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:54.726959 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19d2762-703b-412c-9091-486c509b0c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:54.878154 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b19d2762-703b-412c-9091-486c509b0c2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38c8869f368044fba76a326cdeb624c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4271719 Sep 02 13:39:54.882936 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34812) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:54.885205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d2762-703b-412c-9091-486c509b0c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d76659-8a1a-49d4-8db8-e0c4cdba509f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:54.917286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router c91ccbe4-9236-4979-8ecf-78022b007601 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:39:54.963490 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a308c-420e-4426-b3dc-e3d1aef8106e req-a8c69108-cb90-4087-9e0d-80c28f6e0472 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:54.965795 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1d5a308c-420e-4426-b3dc-e3d1aef8106e req-a8c69108-cb90-4087-9e0d-80c28f6e0472 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.7279241 Sep 02 13:39:55.019870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbd2bc0-e165-4371-a544-2d9dbd66e259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:55.059762 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1d5a308c-420e-4426-b3dc-e3d1aef8106e req-f4f750b7-d456-4dc4-a609-0f798290d10a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815685 Sep 02 13:39:55.065347 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:55.108859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:39:55.124363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac02003-1425-48b7-b30f-fcb52bfa3ce6 None None] Sync routers for ids ['c91ccbe4-9236-4979-8ecf-78022b007601'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:39:55.133132 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-365d0d62-c4c2-4a45-8f5f-7d559d4f5d5f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/c91ccbe4-9236-4979-8ecf-78022b007601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0106144 Sep 02 13:39:55.137367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbd2bc0-e165-4371-a544-2d9dbd66e259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:55.138294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34818) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:55.149188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac02003-1425-48b7-b30f-fcb52bfa3ce6 None None] Routers {'c91ccbe4-9236-4979-8ecf-78022b007601'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:55.150307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4ac02003-1425-48b7-b30f-fcb52bfa3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c91ccbe4-9236-4979-8ecf-78022b007601'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:55.159776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98a43a-1031-4cfb-9c66-5ad02cf817c0 req-c3444122-0373-44f5-ab3e-1131e8c1326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:55.176420 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba98a43a-1031-4cfb-9c66-5ad02cf817c0 req-c3444122-0373-44f5-ab3e-1131e8c1326a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 1101 time: 0.2095466 Sep 02 13:39:55.215817 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 59e16ef8-57d0-46f5-8bbd-ec50d8df60ad owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:55.226839 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbd2bc0-e165-4371-a544-2d9dbd66e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:55.234296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbd2bc0-e165-4371-a544-2d9dbd66e259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:55.236752 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2bbd2bc0-e165-4371-a544-2d9dbd66e259 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24d76659-8a1a-49d4-8db8-e0c4cdba509f HTTP/1.1" status: 204 len: 168 time: 0.3426790 Sep 02 13:39:55.280624 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b60315a4-df87-4958-8309-f21f079e40c2 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91ccbe4-9236-4979-8ecf-78022b007601 HTTP/1.1" status: 200 len: 205 time: 0.1028612 Sep 02 13:39:55.311479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4ac02003-1425-48b7-b30f-fcb52bfa3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:55.334082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:55.339385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac02003-1425-48b7-b30f-fcb52bfa3ce6 None None] Routers {'c91ccbe4-9236-4979-8ecf-78022b007601'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:55.340620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4ac02003-1425-48b7-b30f-fcb52bfa3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c91ccbe4-9236-4979-8ecf-78022b007601'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:55.384287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd2bc0-e165-4371-a544-2d9dbd66e259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d76659-8a1a-49d4-8db8-e0c4cdba509f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:55.444283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-4ac02003-1425-48b7-b30f-fcb52bfa3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:55.444952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac02003-1425-48b7-b30f-fcb52bfa3ce6 None None] The sync data for ids ['c91ccbe4-9236-4979-8ecf-78022b007601'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:39:55.446799 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf3aea-7ca6-4cdf-bf38-16ee144def2c req-8d88d412-3fc7-4d24-9d5f-a491d99c7cf2 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:55.468676 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62bf3aea-7ca6-4cdf-bf38-16ee144def2c req-8d88d412-3fc7-4d24-9d5f-a491d99c7cf2 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 950 time: 0.1954987 Sep 02 13:39:55.544430 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62bf3aea-7ca6-4cdf-bf38-16ee144def2c req-e4a981c1-b079-45dd-9af6-4ae7e70ce5ba tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744777 Sep 02 13:39:55.588200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba98a43a-1031-4cfb-9c66-5ad02cf817c0 req-0217f9f1-2737-45f0-8876-8aa825dc74b9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574088 Sep 02 13:39:55.597767 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-939c557c-a5f6-4758-84aa-2ec40b6283f5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:55.722428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf486d51-b0d1-44d4-9fce-305d99ed586a req-d3190d08-c390-406c-aeac-6a42e041e428 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:55.730532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf486d51-b0d1-44d4-9fce-305d99ed586a req-d3190d08-c390-406c-aeac-6a42e041e428 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.4150059 Sep 02 13:39:55.878036 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf486d51-b0d1-44d4-9fce-305d99ed586a req-61d44bfc-f98e-407c-b4ff-01d6dca1a1e5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448956 Sep 02 13:39:55.986876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-939c557c-a5f6-4758-84aa-2ec40b6283f5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:55.991129 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-939c557c-a5f6-4758-84aa-2ec40b6283f5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.090794 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-939c557c-a5f6-4758-84aa-2ec40b6283f5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.091176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939c557c-a5f6-4758-84aa-2ec40b6283f5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Fanout notify agent at l3_agent the message router_deleted on router c91ccbe4-9236-4979-8ecf-78022b007601 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:39:56.103137 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-939c557c-a5f6-4758-84aa-2ec40b6283f5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.104843 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-939c557c-a5f6-4758-84aa-2ec40b6283f5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/c91ccbe4-9236-4979-8ecf-78022b007601 HTTP/1.1" status: 204 len: 168 time: 0.7665987 Sep 02 13:39:56.109250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:56.194502 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.222455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4b3d74-f0a0-47cb-a80b-e2d2c1d64ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting subnet a268ee54-4d4e-445a-9e49-0d69919b4a1a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:39:56.226602 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3d74-f0a0-47cb-a80b-e2d2c1d64ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.283046 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=59e16ef8-57d0-46f5-8bbd-ec50d8df60ad,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:56.289824 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3d74-f0a0-47cb-a80b-e2d2c1d64ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.352517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.352976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.353333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.353678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.354018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.354356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.354690 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.355021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.355421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.356292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.356621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.356949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:39:56.508395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ee7f8-d349-4c2f-b7c2-da88baf34380 req-9be7ce21-d74b-45b5-a947-77b1460d3473 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:56.521490 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d84ee7f8-d349-4c2f-b7c2-da88baf34380 req-9be7ce21-d74b-45b5-a947-77b1460d3473 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.2228410 Sep 02 13:39:56.623902 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.698580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d84ee7f8-d349-4c2f-b7c2-da88baf34380 req-c20c1d90-181a-48bf-a1d0-576a6b74fcb0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760085 Sep 02 13:39:56.723070 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3d74-f0a0-47cb-a80b-e2d2c1d64ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.895631 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3d74-f0a0-47cb-a80b-e2d2c1d64ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:56.948821 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf204a4f-6936-4186-b8c2-fadba38f8714 req-29c7010c-8d2b-49fa-93d8-efa3aaab681b tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:56.959757 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf204a4f-6936-4186-b8c2-fadba38f8714 req-29c7010c-8d2b-49fa-93d8-efa3aaab681b tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 950 time: 0.1992607 Sep 02 13:39:56.998460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b3d74-f0a0-47cb-a80b-e2d2c1d64ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Subnet': ['ID=a268ee54-4d4e-445a-9e49-0d69919b4a1a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:57.005086 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3d74-f0a0-47cb-a80b-e2d2c1d64ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:57.011610 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2c4b3d74-f0a0-47cb-a80b-e2d2c1d64ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/a268ee54-4d4e-445a-9e49-0d69919b4a1a HTTP/1.1" status: 204 len: 168 time: 0.8988464 Sep 02 13:39:57.013574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:57.031030 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80287b-ae40-4ca5-9303-4f791b0242cd None None] Network 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:57.203998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d999060-399e-45ab-87f3-44f9180b1afc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting subnet 4aa640b1-b7fe-4458-b295-42c1a65bfed0 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:39:57.209949 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d999060-399e-45ab-87f3-44f9180b1afc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:57.300523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bf204a4f-6936-4186-b8c2-fadba38f8714 req-9a424389-ed9f-43e4-9bf8-abb23de773aa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396430 Sep 02 13:39:57.304076 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d999060-399e-45ab-87f3-44f9180b1afc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:57.312307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Router 8f470e83-3612-4e4a-ac65-cac09a8bf805 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:39:57.480969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:39:57.506076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a9e6b3cc-8958-4d82-94fb-66e50b763100 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "PUT /v2.0/routers/8f470e83-3612-4e4a-ac65-cac09a8bf805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6440847 Sep 02 13:39:57.506657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34888) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:57.511153 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ede827-70be-43a4-9da3-09a67b9edb2c None None] Sync routers for ids ['8f470e83-3612-4e4a-ac65-cac09a8bf805'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:39:57.531697 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ede827-70be-43a4-9da3-09a67b9edb2c None None] Routers {'8f470e83-3612-4e4a-ac65-cac09a8bf805'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:57.535017 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7ede827-70be-43a4-9da3-09a67b9edb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8f470e83-3612-4e4a-ac65-cac09a8bf805'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:57.560018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29236ad4-f46c-4068-a820-fbe58fba4c0e None None] DHCP port deletion for 9f7f6a72-a445-4fa1-ade8-972ddd10cd49 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:39:57.587125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687e64e-df4f-41b1-b667-12b57eeb42da req-1ea39c0b-188f-4435-9b81-0edd8ce2a3c4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:57.598949 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaebaa2f-33e4-45af-ba60-acd78cd7ad61 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:39:57.606379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-aaebaa2f-33e4-45af-ba60-acd78cd7ad61 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/59e16ef8-57d0-46f5-8bbd-ec50d8df60ad HTTP/1.1" status: 404 len: 333 time: 0.0983460 Sep 02 13:39:57.606638 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1687e64e-df4f-41b1-b667-12b57eeb42da req-1ea39c0b-188f-4435-9b81-0edd8ce2a3c4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.4424810 Sep 02 13:39:57.607663 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7ede827-70be-43a4-9da3-09a67b9edb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:57.609156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34894) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:57.629824 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ede827-70be-43a4-9da3-09a67b9edb2c None None] Routers {'8f470e83-3612-4e4a-ac65-cac09a8bf805'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:39:57.632498 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7ede827-70be-43a4-9da3-09a67b9edb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:39:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8f470e83-3612-4e4a-ac65-cac09a8bf805'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:57.706199 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7ede827-70be-43a4-9da3-09a67b9edb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:57.707948 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ede827-70be-43a4-9da3-09a67b9edb2c None None] The sync data for ids ['8f470e83-3612-4e4a-ac65-cac09a8bf805'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:39:57.743821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-29236ad4-f46c-4068-a820-fbe58fba4c0e None None] Deleting port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:57.744438 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29236ad4-f46c-4068-a820-fbe58fba4c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:57.842327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1687e64e-df4f-41b1-b667-12b57eeb42da req-fae4f39e-47b0-4e38-90ca-f90b1b8fec10 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348275 Sep 02 13:39:57.862184 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b2168a3-443c-41b6-bfb2-e44b4aa49e70 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:57.871274 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d999060-399e-45ab-87f3-44f9180b1afc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:57.928416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-29236ad4-f46c-4068-a820-fbe58fba4c0e None None] For port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a,segment=NetworkSegment(9e843f4a-f1b4-42d3-a355-38d59f561081),segment_id=9e843f4a-f1b4-42d3-a355-38d59f561081)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:57.933982 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29236ad4-f46c-4068-a820-fbe58fba4c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:57.966068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-29236ad4-f46c-4068-a820-fbe58fba4c0e None None] Calling delete_port for df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:58.073539 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d999060-399e-45ab-87f3-44f9180b1afc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.128827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d999060-399e-45ab-87f3-44f9180b1afc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa640b1-b7fe-4458-b295-42c1a65bfed0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:58.146294 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d999060-399e-45ab-87f3-44f9180b1afc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.157114 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6d999060-399e-45ab-87f3-44f9180b1afc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/4aa640b1-b7fe-4458-b295-42c1a65bfed0 HTTP/1.1" status: 204 len: 168 time: 1.1428721 Sep 02 13:39:58.157647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d6a179-62a6-4463-8001-b1d12771196c None None] Network 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:58.158361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:58.338683 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.402916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e4ac-211a-4f89-a752-1ccf2a69884f req-cc2a9271-b1b8-4a2c-a13d-12598e634329 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:58.412280 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8f7e4ac-211a-4f89-a752-1ccf2a69884f req-cc2a9271-b1b8-4a2c-a13d-12598e634329 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.5453916 Sep 02 13:39:58.468985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b2168a3-443c-41b6-bfb2-e44b4aa49e70 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.473689 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b2168a3-443c-41b6-bfb2-e44b4aa49e70 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.547895 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29236ad4-f46c-4068-a820-fbe58fba4c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.551847 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8f7e4ac-211a-4f89-a752-1ccf2a69884f req-5e3a2f19-8504-47cb-af7d-c64b4607b348 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276348 Sep 02 13:39:58.585983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29236ad4-f46c-4068-a820-fbe58fba4c0e None None] No DVR routers for this DVR port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:58.642833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29236ad4-f46c-4068-a820-fbe58fba4c0e None None] Pushing event deleted for resources: {'Port': ['ID=df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:58.670658 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b2168a3-443c-41b6-bfb2-e44b4aa49e70 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.671416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2168a3-443c-41b6-bfb2-e44b4aa49e70 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Fanout notify agent at l3_agent the message router_deleted on router 8f470e83-3612-4e4a-ac65-cac09a8bf805 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:39:58.694658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:58.695227 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.697520 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b2168a3-443c-41b6-bfb2-e44b4aa49e70 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.705026 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1b2168a3-443c-41b6-bfb2-e44b4aa49e70 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/routers/8f470e83-3612-4e4a-ac65-cac09a8bf805 HTTP/1.1" status: 204 len: 168 time: 1.0926881 Sep 02 13:39:58.712035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34928) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:58.777481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eaadbd-887d-4dbc-ab51-ce633fb14d72 None None] DHCP port deletion for 7160c84e-ab3b-4c9b-bd81-3dcac13baa66 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:39:58.830443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7f9c5-a103-431d-86d4-e4f3499519a8 req-5a4801fb-3f21-4024-aaa2-7272cded9752 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:58.838613 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5fe7f9c5-a103-431d-86d4-e4f3499519a8 req-5a4801fb-3f21-4024-aaa2-7272cded9752 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 950 time: 0.3909507 Sep 02 13:39:58.857453 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcafcf3-3a0e-4fb7-a828-9426e66ac095 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet d29eb306-f1c0-4c9a-bc45-082a52fb347e {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:39:58.867876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:39:58.880281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9dcafcf3-3a0e-4fb7-a828-9426e66ac095 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.929289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5fe7f9c5-a103-431d-86d4-e4f3499519a8 req-8fb3e328-9493-45cb-86d6-10ae34153341 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716999 Sep 02 13:39:58.941700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a, host n-d-794796-4, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:58.941990 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.959608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:58.963591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a was not found and therefore no delete operation was performed {{(pid=94688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:39:58.965802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:58.978633 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:39:58.979089 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:39:58.982485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No DVR routers for this DVR port df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:59.045747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-54eaadbd-887d-4dbc-ab51-ce633fb14d72 None None] Deleting port f2f1156c-5e93-4e07-af61-4268fa5844fe {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:39:59.045910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=df8a75bf-c7df-4a57-a8b5-4e03c7aeb60a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:59.047364 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54eaadbd-887d-4dbc-ab51-ce633fb14d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.079707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9dcafcf3-3a0e-4fb7-a828-9426e66ac095 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.156590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-54eaadbd-887d-4dbc-ab51-ce633fb14d72 None None] For port f2f1156c-5e93-4e07-af61-4268fa5844fe, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f2f1156c-5e93-4e07-af61-4268fa5844fe,segment=NetworkSegment(b501270c-4088-49ac-b466-57d8412ba2df),segment_id=b501270c-4088-49ac-b466-57d8412ba2df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:39:59.157209 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54eaadbd-887d-4dbc-ab51-ce633fb14d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.189330 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-54eaadbd-887d-4dbc-ab51-ce633fb14d72 None None] Calling delete_port for f2f1156c-5e93-4e07-af61-4268fa5844fe owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:39:59.262540 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.291216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7f6a72-a445-4fa1-ade8-972ddd10cd49']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:59.314892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac7aa9-a616-4d64-b098-b263afe80524 req-bdc04188-bd3e-4226-b817-f4bce93e8c66 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:39:59.315523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e843f4a-f1b4-42d3-a355-38d59f561081') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:59.315910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e843f4a-f1b4-42d3-a355-38d59f561081') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:39:59.326533 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdac7aa9-a616-4d64-b098-b263afe80524 req-bdc04188-bd3e-4226-b817-f4bce93e8c66 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.1855297 Sep 02 13:39:59.327886 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54eaadbd-887d-4dbc-ab51-ce633fb14d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.336942 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.358478 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.383806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:39:59.387061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.396477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eaadbd-887d-4dbc-ab51-ce633fb14d72 None None] No DVR routers for this DVR port f2f1156c-5e93-4e07-af61-4268fa5844fe on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:39:59.404859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaadbd-887d-4dbc-ab51-ce633fb14d72 None None] Pushing event deleted for resources: {'Port': ['ID=f2f1156c-5e93-4e07-af61-4268fa5844fe,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:59.415873 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:39:59.427986 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:39:59.502447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdac7aa9-a616-4d64-b098-b263afe80524 req-69ed4bf4-ca63-4eb7-9363-6f508bc14150 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746142 Sep 02 13:39:59.506071 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9dcafcf3-3a0e-4fb7-a828-9426e66ac095 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.675847 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.677425 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9dcafcf3-3a0e-4fb7-a828-9426e66ac095 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.701265 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.711068 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/networks/9f7f6a72-a445-4fa1-ade8-972ddd10cd49 HTTP/1.1" status: 204 len: 168 time: 1.5492609 Sep 02 13:39:59.711278 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b479b553-87d9-4575-9bc1-3b90020272a3 None None] Network 537d5f6a-0463-41ac-bd4d-10c3537b272e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:39:59.736656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:59.757284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa7d28-6bc4-4cd3-9643-73a67fdbcc0b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Network': ['ID=9f7f6a72-a445-4fa1-ade8-972ddd10cd49,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:59.785144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcafcf3-3a0e-4fb7-a828-9426e66ac095 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=d29eb306-f1c0-4c9a-bc45-082a52fb347e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:39:59.792863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9dcafcf3-3a0e-4fb7-a828-9426e66ac095 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:39:59.795946 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9dcafcf3-3a0e-4fb7-a828-9426e66ac095 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/d29eb306-f1c0-4c9a-bc45-082a52fb347e HTTP/1.1" status: 204 len: 168 time: 1.0819323 Sep 02 13:39:59.802612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:39:59.915426 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.041921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63812-1794-4bb0-84c6-ebf786728660 req-34c3b53e-47ff-40b0-9049-d3025b555929 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:00.064898 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9f63812-1794-4bb0-84c6-ebf786728660 req-34c3b53e-47ff-40b0-9049-d3025b555929 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.2700553 Sep 02 13:40:00.123184 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.173898 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb253b02-56bc-4eb8-9087-75686971a30b req-9740f89b-f945-4564-ae7c-644efb581566 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:00.187711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb253b02-56bc-4eb8-9087-75686971a30b req-9740f89b-f945-4564-ae7c-644efb581566 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 946 time: 0.3993020 Sep 02 13:40:00.211220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5ea51-03c8-499a-8ab3-fcd88374c32e None None] DHCP port deletion for 537d5f6a-0463-41ac-bd4d-10c3537b272e request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:40:00.266278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9f63812-1794-4bb0-84c6-ebf786728660 req-b0f576a3-09c2-4bbd-b43b-6059388bce89 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680479 Sep 02 13:40:00.301766 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.314408 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.328084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7160c84e-ab3b-4c9b-bd81-3dcac13baa66']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:00.332829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5bb5ea51-03c8-499a-8ab3-fcd88374c32e None None] Deleting port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:00.333386 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ea51-03c8-499a-8ab3-fcd88374c32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.335083 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb253b02-56bc-4eb8-9087-75686971a30b req-0b55bc77-437a-41c8-bc66-37e5b45276f1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446788 Sep 02 13:40:00.364420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b501270c-4088-49ac-b466-57d8412ba2df') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:00.364727 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b501270c-4088-49ac-b466-57d8412ba2df') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:00.395117 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.396020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:00.396373 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.448935 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.459901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:40:00.460666 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:40:00.477668 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:40:00.515694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74442674-c1bc-42df-b362-e8df53e764f0 req-6bc9371c-5a54-4d17-b132-09270a70cfce tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:00.525708 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74442674-c1bc-42df-b362-e8df53e764f0 req-6bc9371c-5a54-4d17-b132-09270a70cfce tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 950 time: 0.1352403 Sep 02 13:40:00.582948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] For port 82585ec2-9c72-4d4c-a69e-f2c924edaf71, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=82585ec2-9c72-4d4c-a69e-f2c924edaf71,segment=NetworkSegment(44ff0c7b-2562-49c9-adb9-3e69e8d927e9),segment_id=44ff0c7b-2562-49c9-adb9-3e69e8d927e9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:00.584070 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.595998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:00.599767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:00.600969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 82585ec2-9c72-4d4c-a69e-f2c924edaf71 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:00.718625 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74442674-c1bc-42df-b362-e8df53e764f0 req-e077658a-5e7d-4271-abdf-b37ee50a1354 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876180 Sep 02 13:40:00.725135 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.747921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5bb5ea51-03c8-499a-8ab3-fcd88374c32e None None] For port 82585ec2-9c72-4d4c-a69e-f2c924edaf71, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=82585ec2-9c72-4d4c-a69e-f2c924edaf71,segment=NetworkSegment(44ff0c7b-2562-49c9-adb9-3e69e8d927e9),segment_id=44ff0c7b-2562-49c9-adb9-3e69e8d927e9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:00.750019 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ea51-03c8-499a-8ab3-fcd88374c32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.756518 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.763154 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/networks/7160c84e-ab3b-4c9b-bd81-3dcac13baa66 HTTP/1.1" status: 204 len: 168 time: 1.0250595 Sep 02 13:40:00.769752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:00.787214 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-334285852'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:00.801031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997a780-449f-46e0-94c5-283c5cad563d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Network': ['ID=7160c84e-ab3b-4c9b-bd81-3dcac13baa66,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:00.826407 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:00.830478 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.841778 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5bb5ea51-03c8-499a-8ab3-fcd88374c32e None None] Calling delete_port for 82585ec2-9c72-4d4c-a69e-f2c924edaf71 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:00.870747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:00.874290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f2f1156c-5e93-4e07-af61-4268fa5844fe no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:00.881410 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.882066 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added segment c6cf0649-1902-49da-a12f-4e4ef3ab4e2a of type vlan for network b37d7fea-23f0-4f1b-8413-73238647853b Sep 02 13:40:00.940885 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.947345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a0efe99-7699-450e-b81c-932bd4492954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:00.950579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: f2f1156c-5e93-4e07-af61-4268fa5844fe {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:00.951086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f2f1156c-5e93-4e07-af61-4268fa5844fe not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:00.952140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 82585ec2-9c72-4d4c-a69e-f2c924edaf71 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:01.006361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.026227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:01.036402 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.181584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Network': ['ID=b37d7fea-23f0-4f1b-8413-73238647853b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:01.182869 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fd3d64e-40fc-4e80-a50f-79ce757bbd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.211864 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a0efe99-7699-450e-b81c-932bd4492954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.213231 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.213882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network b37d7fea-23f0-4f1b-8413-73238647853b details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:40:01.221346 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a0efe99-7699-450e-b81c-932bd4492954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.245589 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ae126b9a-f076-4eb3-aa0f-05b54898c54e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4715929 Sep 02 13:40:01.263176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:01.272869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No DVR routers for this DVR port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:01.273207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'subnet': {'network_id': 'b37d7fea-23f0-4f1b-8413-73238647853b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:01.275096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=82585ec2-9c72-4d4c-a69e-f2c924edaf71,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: from cryptography.utils import int_from_bytes Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: from cryptography.utils import int_from_bytes Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.390496 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:01.394745 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:40:01.420463 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No active binding found for port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:40:01.421171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 82585ec2-9c72-4d4c-a69e-f2c924edaf71 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:01.437403 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.441328 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.445178 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ea51-03c8-499a-8ab3-fcd88374c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.455963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537d5f6a-0463-41ac-bd4d-10c3537b272e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:01.475092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ff0c7b-2562-49c9-adb9-3e69e8d927e9') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:01.475371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ff0c7b-2562-49c9-adb9-3e69e8d927e9') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:01.505218 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.524750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.531629 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9a0efe99-7699-450e-b81c-932bd4492954 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b736a1396cba4a15ad5b5b6ea4dfea98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9212480 Sep 02 13:40:01.535151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:01.552719 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5ea51-03c8-499a-8ab3-fcd88374c32e None None] No DVR routers for this DVR port 82585ec2-9c72-4d4c-a69e-f2c924edaf71 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:01.586215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5ea51-03c8-499a-8ab3-fcd88374c32e None None] Pushing event deleted for resources: {'Port': ['ID=82585ec2-9c72-4d4c-a69e-f2c924edaf71,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:01.611502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0efe99-7699-450e-b81c-932bd4492954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5f337a-1ba6-4d32-b6db-ea17addd472f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:01.614834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:40:01.616603 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.618690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:40:01.627280 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:40:01.629527 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaac964-9b4f-43f8-bf2f-5cc7f720bee4" -d '{"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:01.662493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae01d-ddde-414b-ba0e-d34c5ba66c63 req-6af7f699-c79d-46e2-ada4-8171f7827c6d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:01.673555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b08ae01d-ddde-414b-ba0e-d34c5ba66c63 req-6af7f699-c79d-46e2-ada4-8171f7827c6d tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.1333623 Sep 02 13:40:01.677185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:01.685119 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.702941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:01.707555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.786678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6192f00e-117a-40bf-85cf-8d1b4261cedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.811882 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6192f00e-117a-40bf-85cf-8d1b4261cedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.812507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=14']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:01.828530 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b08ae01d-ddde-414b-ba0e-d34c5ba66c63 req-5fb5610b-5231-4757-8bdc-5a18ad96d418 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537943 Sep 02 13:40:01.878230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6192f00e-117a-40bf-85cf-8d1b4261cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.885159 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6192f00e-117a-40bf-85cf-8d1b4261cedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.889801 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6192f00e-117a-40bf-85cf-8d1b4261cedb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a5f337a-1ba6-4d32-b6db-ea17addd472f HTTP/1.1" status: 204 len: 168 time: 0.3533139 Sep 02 13:40:01.898123 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.924839 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:01.927117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/networks/537d5f6a-0463-41ac-bd4d-10c3537b272e HTTP/1.1" status: 204 len: 168 time: 2.1091864 Sep 02 13:40:01.932650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:01.961409 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961aa128-b52c-4e9e-922f-159b3254ed27 x-openstack-request-id: req-961aa128-b52c-4e9e-922f-159b3254ed27 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:01.961716 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:01.961976 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-961aa128-b52c-4e9e-922f-159b3254ed27 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:01.962381 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'code': 200} Sep 02 13:40:01.969366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192f00e-117a-40bf-85cf-8d1b4261cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5f337a-1ba6-4d32-b6db-ea17addd472f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:01.972044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31743cb5-2b03-4fa5-a1fb-8b3ffcd71b3c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Network': ['ID=537d5f6a-0463-41ac-bd4d-10c3537b272e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:02.111964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e7b22-9618-430f-8128-ecf2ee598572 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:02.116933 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-344e7b22-9618-430f-8128-ecf2ee598572 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/7fb0931a-531e-4805-bd78-3049de52a80d HTTP/1.1" status: 200 len: 840 time: 0.1792655 Sep 02 13:40:02.117387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:02.202392 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4e85e93a-9e9f-4a9b-a9d8-c8f1d4496d44 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/7fb0931a-531e-4805-bd78-3049de52a80d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0837114 Sep 02 13:40:02.206703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35068) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:02.222346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:02.372931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:02.471325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:02.475206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:02.509969 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Subnet': ['ID=6f9dda04-ae86-4734-861d-79bae3229bde,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:02.561423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Checking segment: {'id': 'c6cf0649-1902-49da-a12f-4e4ef3ab4e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b37d7fea-23f0-4f1b-8413-73238647853b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:02.562763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network hostable DHCP agents. Network: b37d7fea-23f0-4f1b-8413-73238647853b, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:40:02.608291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:02.635365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network b37d7fea-23f0-4f1b-8413-73238647853b is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:40:02.644094 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92abb92c-6c74-4a9a-af77-1ca4aab50557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:02.659420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, b37d7fea-23f0-4f1b-8413-73238647853b) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:02.672154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18d804-4b6a-4633-82d8-22dd02c9cc4b None None] Network b37d7fea-23f0-4f1b-8413-73238647853b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:02.681427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:02.685557 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:02.938162 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:02.998715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:03.011251 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92abb92c-6c74-4a9a-af77-1ca4aab50557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.016157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:03.024673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92abb92c-6c74-4a9a-af77-1ca4aab50557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.030592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-b37d7fea-23f0-4f1b-8413-73238647853b', 'network_id': 'b37d7fea-23f0-4f1b-8413-73238647853b', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'fixed_ips': [{'subnet_id': '6f9dda04-ae86-4734-861d-79bae3229bde'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:40:03.035560 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.036955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:03.037692 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.069254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=5853d486-3f33-4b5e-be4b-4abf4903b764,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:03.070969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bd5c18b0-49e6-4930-969c-7f095c6dc9ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8025637 Sep 02 13:40:03.074053 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3d61b61e-ce97-4de5-b793-6a0109061235 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8659971 Sep 02 13:40:03.075141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:03.081344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ed0c6a29-c84a-4a0c-8794-5dfc8676c3ae tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-822747096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:03.101250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:03.113781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eacdb79-605b-405a-852e-783e942ce2e7 None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:03.120656 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6a29-c84a-4a0c-8794-5dfc8676c3ae tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.122466 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6a29-c84a-4a0c-8794-5dfc8676c3ae tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.122787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b715dd66-900c-4484-a6ee-fac5d5386c4f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'security_group': {'name': 'tempest-secgroup-214600264'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:03.186277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-92abb92c-6c74-4a9a-af77-1ca4aab50557 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6067ae38dce6448f9a1017e8b1004b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772672 Sep 02 13:40:03.203996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:03.222561 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abb92c-6c74-4a9a-af77-1ca4aab50557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b21d33-80ef-4924-82b2-2b2c2287d014,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:03.263396 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6a29-c84a-4a0c-8794-5dfc8676c3ae tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.272608 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6a29-c84a-4a0c-8794-5dfc8676c3ae tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.323101 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6a29-c84a-4a0c-8794-5dfc8676c3ae tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.326585 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ed0c6a29-c84a-4a0c-8794-5dfc8676c3ae tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2499855 Sep 02 13:40:03.330606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35120) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:03.330848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b715dd66-900c-4484-a6ee-fac5d5386c4f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.338554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'port': {'network_id': 'b37d7fea-23f0-4f1b-8413-73238647853b', 'name': 'tempest-RoutersIpV6Test-1374118576'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:03.419154 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998ae19-7489-44ae-998a-8654d96c32e3 req-94424cba-7174-421d-ba12-489647a75b58 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:03.427365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4998ae19-7489-44ae-998a-8654d96c32e3 req-94424cba-7174-421d-ba12-489647a75b58 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.3464727 Sep 02 13:40:03.458013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-dd219259-158a-4440-8af8-dc83667afeb7 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=44578515e3c64c539aea868ec1d67cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482330 Sep 02 13:40:03.507934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4998ae19-7489-44ae-998a-8654d96c32e3 req-8feeeafa-54f4-48cc-8499-33f57f407e55 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744135 Sep 02 13:40:03.508741 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf30c44-26a9-4d03-830a-fe1f237de14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.582760 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf30c44-26a9-4d03-830a-fe1f237de14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.702492 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf30c44-26a9-4d03-830a-fe1f237de14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.705345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5cf30c44-26a9-4d03-830a-fe1f237de14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.720913 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5cf30c44-26a9-4d03-830a-fe1f237de14d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2b21d33-80ef-4924-82b2-2b2c2287d014 HTTP/1.1" status: 204 len: 168 time: 0.5130920 Sep 02 13:40:03.738680 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-320a953d-70e1-4a2e-9420-74481d33cbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.744921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-5f04819b-c9ed-42fc-9248-9a04db07e48b tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:03.750403 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-5f04819b-c9ed-42fc-9248-9a04db07e48b tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778301 Sep 02 13:40:03.760261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf30c44-26a9-4d03-830a-fe1f237de14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b21d33-80ef-4924-82b2-2b2c2287d014,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:03.788505 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2af7cbda-5f7c-4199-a8b7-dd283366e1d5 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/quotas/44578515e3c64c539aea868ec1d67cf6 HTTP/1.1" status: 200 len: 375 time: 0.0307837 Sep 02 13:40:03.828913 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b715dd66-900c-4484-a6ee-fac5d5386c4f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.838457 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b715dd66-900c-4484-a6ee-fac5d5386c4f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.932106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:03.940842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b715dd66-900c-4484-a6ee-fac5d5386c4f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.941843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:03.943450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b715dd66-900c-4484-a6ee-fac5d5386c4f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8337584 Sep 02 13:40:03.944283 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715dd66-900c-4484-a6ee-fac5d5386c4f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6b47ac-a5f5-4eb6-ac7b-966904fe28c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:03.968765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:03.971210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Allocated IP 2001:db8::2 (b37d7fea-23f0-4f1b-8413-73238647853b/6f9dda04-ae86-4734-861d-79bae3229bde/01e08234-8c66-41c1-8ffc-33fae6284b98) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:03.985273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de58d9aa-3036-4a74-a954-e7be17a28a2e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'security_group': {'name': 'tempest-secgroup-27280270'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:04.003789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] device_id is not set on port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:40:04.024223 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-d08d4a26-7dc8-40f3-9971-e5ec7fe29e14 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=44578515e3c64c539aea868ec1d67cf6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2194440 Sep 02 13:40:04.067206 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de58d9aa-3036-4a74-a954-e7be17a28a2e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.135284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-7423adf8-ea36-460b-99fc-1b74751d292a', 'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'tenant_id': '254d2e525cdc4b80b770537341a0f529', 'fixed_ips': [{'subnet_id': '5853d486-3f33-4b5e-be4b-4abf4903b764'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:40:04.140416 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.250724 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.322350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de58d9aa-3036-4a74-a954-e7be17a28a2e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.328186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de58d9aa-3036-4a74-a954-e7be17a28a2e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.562251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713714d-8fc5-4232-a739-220787f34d81 req-c95f38ea-3093-493d-97d0-b70fae686e17 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:04.582238 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d713714d-8fc5-4232-a739-220787f34d81 req-c95f38ea-3093-493d-97d0-b70fae686e17 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1680129 Sep 02 13:40:04.732431 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d713714d-8fc5-4232-a739-220787f34d81 req-88e743e4-3ba4-4f57-a9ed-b9221b1a67ad tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466143 Sep 02 13:40:04.947487 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de58d9aa-3036-4a74-a954-e7be17a28a2e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:04.949572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-de58d9aa-3036-4a74-a954-e7be17a28a2e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9795539 Sep 02 13:40:04.953671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35152) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:04.972321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-726136d3-cc01-40c2-8e9b-59a35edbf514 req-49fafc99-ad16-494f-862b-051761d0d2ed tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0627694 Sep 02 13:40:04.975703 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58d9aa-3036-4a74-a954-e7be17a28a2e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82eeeb-ab5e-4288-8693-c8ae8c4fe900,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:04.985633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1347737230', 'security_groups': ['0f82eeeb-ab5e-4288-8693-c8ae8c4fe900'], 'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5853d486-3f33-4b5e-be4b-4abf4903b764'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:04.992147 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.086730 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Allocated IP 172.20.0.2 (7423adf8-ea36-460b-99fc-1b74751d292a/5853d486-3f33-4b5e-be4b-4abf4903b764/1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:05.093806 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.153437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Transition to ACTIVE for port object 01e08234-8c66-41c1-8ffc-33fae6284b98 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:05.157612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058af7f-a9b4-47ce-9a4c-c5530cc138a8 req-287367c8-f31a-4e00-b6bf-7f7353fa5fb2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:05.159655 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6058af7f-a9b4-47ce-9a4c-c5530cc138a8 req-287367c8-f31a-4e00-b6bf-7f7353fa5fb2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.3123221 Sep 02 13:40:05.367247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Transition to ACTIVE for port object 01e08234-8c66-41c1-8ffc-33fae6284b98 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:05.382404 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.438486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Network b37d7fea-23f0-4f1b-8413-73238647853b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:05.444959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:05.453790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:05.487424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2401a8-336a-4d20-9d57-4a4e72b34def req-0f20a013-36d3-495a-b1d8-b8c4cbe38448 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:05.505579 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c2401a8-336a-4d20-9d57-4a4e72b34def req-0f20a013-36d3-495a-b1d8-b8c4cbe38448 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2140510 Sep 02 13:40:05.555775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Pushing event updated for resources: {'Port': ['ID=01e08234-8c66-41c1-8ffc-33fae6284b98,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:05.634058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Attempting to bind port 01e08234-8c66-41c1-8ffc-33fae6284b98 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:05.634589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Attempting to bind port 01e08234-8c66-41c1-8ffc-33fae6284b98 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c6cf0649-1902-49da-a12f-4e4ef3ab4e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b37d7fea-23f0-4f1b-8413-73238647853b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:05.635062 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Attempting to bind port 01e08234-8c66-41c1-8ffc-33fae6284b98 on network b37d7fea-23f0-4f1b-8413-73238647853b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:05.665106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:05.665659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Checking segment: {'id': 'c6cf0649-1902-49da-a12f-4e4ef3ab4e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b37d7fea-23f0-4f1b-8413-73238647853b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:05.666190 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.666751 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Bound using segment: {'id': 'c6cf0649-1902-49da-a12f-4e4ef3ab4e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b37d7fea-23f0-4f1b-8413-73238647853b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:05.666912 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c2401a8-336a-4d20-9d57-4a4e72b34def req-cf486ec7-c7fa-4ea9-882f-38956645dec8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553607 Sep 02 13:40:05.668036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Bound port: 01e08234-8c66-41c1-8ffc-33fae6284b98, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cf0649-1902-49da-a12f-4e4ef3ab4e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b37d7fea-23f0-4f1b-8413-73238647853b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:05.668537 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.818298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6058af7f-a9b4-47ce-9a4c-c5530cc138a8 req-ca75239f-9e50-4b43-9d17-483cfe589dde tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501262 Sep 02 13:40:05.852442 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.900435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Transition to ACTIVE for port object 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:05.910671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] For port 01e08234-8c66-41c1-8ffc-33fae6284b98, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:05.921167 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] For port 01e08234-8c66-41c1-8ffc-33fae6284b98, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=01e08234-8c66-41c1-8ffc-33fae6284b98,segment=NetworkSegment(c6cf0649-1902-49da-a12f-4e4ef3ab4e2a),segment_id=c6cf0649-1902-49da-a12f-4e4ef3ab4e2a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:05.947115 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:05.966283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:06.060776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 2001:db8::1a (b37d7fea-23f0-4f1b-8413-73238647853b/6f9dda04-ae86-4734-861d-79bae3229bde/10ba05b8-6bef-4c28-9eb4-828fe74369f3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:06.082109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-7e380254-2af2-40a4-924c-2bfd41ba1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:06.084230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-7e380254-2af2-40a4-924c-2bfd41ba1fdc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1095 time: 0.4470751 Sep 02 13:40:06.125200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Transition to ACTIVE for port object 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:06.168285 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.210519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce4a51-6428-42c7-847f-d6b09fccaf5e None None] Pushing event updated for resources: {'Port': ['ID=01e08234-8c66-41c1-8ffc-33fae6284b98,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:06.218522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:06.225639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:06.232251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:06.381662 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e8c58bbb-7676-4aa6-acf8-c3103d1eb2b1 req-faf541f0-6a7a-4668-ad4f-d1e53198db9f tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0834496 Sep 02 13:40:06.565574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Pushing event updated for resources: {'Port': ['ID=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:06.595841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Attempting to bind port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:06.596726 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Attempting to bind port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'b6365700-99be-4e6f-a98d-77cece8b29f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:06.597255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Attempting to bind port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 on network 7423adf8-ea36-460b-99fc-1b74751d292a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:06.602158 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.606860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:06.607404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Checking segment: {'id': 'b6365700-99be-4e6f-a98d-77cece8b29f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:06.608033 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.608603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Bound using segment: {'id': 'b6365700-99be-4e6f-a98d-77cece8b29f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:06.609206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Bound port: 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6365700-99be-4e6f-a98d-77cece8b29f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:06.609806 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.743025 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.834505 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] For port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:06.867425 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] For port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,segment=NetworkSegment(b6365700-99be-4e6f-a98d-77cece8b29f3),segment_id=b6365700-99be-4e6f-a98d-77cece8b29f3)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:06.891477 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:06.897731 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port fa4b8450-585c-4635-a859-655909a56666 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:40:06.927260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-ee86350a-d00d-47e3-84c6-cff63c7f0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:06.933238 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-ee86350a-d00d-47e3-84c6-cff63c7f0e9f service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.7381804 Sep 02 13:40:07.000626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd500f0-c255-4629-8c29-5afbccb917bb req-59ef0218-8b44-4270-9aa8-a2c9eb2686c3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:07.010130 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-edd500f0-c255-4629-8c29-5afbccb917bb req-59ef0218-8b44-4270-9aa8-a2c9eb2686c3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1695592 Sep 02 13:40:07.028250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.052928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Transition to ACTIVE for port object 10ba05b8-6bef-4c28-9eb4-828fe74369f3 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:07.109128 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-edd500f0-c255-4629-8c29-5afbccb917bb req-cdb1be30-1d8a-4169-bb04-758b790aad99 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978458 Sep 02 13:40:07.274084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 01e08234-8c66-41c1-8ffc-33fae6284b98 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:07.385164 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.438376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1445d-7801-4552-8e60-1695967ac97f req-64df1011-8ee5-42c3-9f78-f5248dd261ab tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:07.449194 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54f1445d-7801-4552-8e60-1695967ac97f req-64df1011-8ee5-42c3-9f78-f5248dd261ab tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.1687825 Sep 02 13:40:07.514952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6b400579-41f6-4cfd-ad33-0e2454ca5fb7 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=44578515e3c64c539aea868ec1d67cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1383600 Sep 02 13:40:07.524210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 01e08234-8c66-41c1-8ffc-33fae6284b98 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:07.527746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0cf88-8801-4f87-9a0a-683dd16e7f14 None None] Pushing event updated for resources: {'Port': ['ID=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:07.637779 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54f1445d-7801-4552-8e60-1695967ac97f req-54c934f8-d374-40b0-aa58-33ed34311a58 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863635 Sep 02 13:40:07.662040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network b37d7fea-23f0-4f1b-8413-73238647853b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:07.683602 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:07.846975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:07.871940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:07.872820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:07.992155 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2c20b449-0a20-4023-8b09-20a54e91ce6d req-8d7a36a8-5246-4d35-bdb1-d82011aaca56 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 210 time: 0.3112833 Sep 02 13:40:08.049942 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-616954ec-1b69-4256-9047-c50dd256ebfb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 998 time: 1.0916314 Sep 02 13:40:08.085011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=10ba05b8-6bef-4c28-9eb4-828fe74369f3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:08.130155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc6eaa-0402-419c-ae95-b792169f7acb None None] Network b37d7fea-23f0-4f1b-8413-73238647853b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:08.150348 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-afe7d0fb-7d9a-4962-a994-3b4e50a851a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.8132572 Sep 02 13:40:08.150449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35208) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:08.222604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-197fc428-28ca-4df2-94cd-5bc9faef5194 None None] Provisioning for port 01e08234-8c66-41c1-8ffc-33fae6284b98 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:08.229183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-197fc428-28ca-4df2-94cd-5bc9faef5194 None None] Provisioning complete for port 01e08234-8c66-41c1-8ffc-33fae6284b98 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:08.229793 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-197fc428-28ca-4df2-94cd-5bc9faef5194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.274875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.12 (7423adf8-ea36-460b-99fc-1b74751d292a/5853d486-3f33-4b5e-be4b-4abf4903b764/fa4b8450-585c-4635-a859-655909a56666) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:08.442900 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-197fc428-28ca-4df2-94cd-5bc9faef5194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.500315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-197fc428-28ca-4df2-94cd-5bc9faef5194 None None] For port 01e08234-8c66-41c1-8ffc-33fae6284b98, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=01e08234-8c66-41c1-8ffc-33fae6284b98,segment=NetworkSegment(c6cf0649-1902-49da-a12f-4e4ef3ab4e2a),segment_id=c6cf0649-1902-49da-a12f-4e4ef3ab4e2a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:08.517191 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-197fc428-28ca-4df2-94cd-5bc9faef5194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.578845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604a3e-b72c-4980-983d-84e9041c384f req-6ec53430-2972-4815-bd19-c58b81f82dc4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:08.586931 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b604a3e-b72c-4980-983d-84e9041c384f req-6ec53430-2972-4815-bd19-c58b81f82dc4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3478141 Sep 02 13:40:08.617153 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.618224 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fc428-28ca-4df2-94cd-5bc9faef5194 None None] Pushing event updated for resources: {'Port': ['ID=01e08234-8c66-41c1-8ffc-33fae6284b98,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:08.653667 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-60f3d51f-2075-4045-8265-275c0790ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:08.655439 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-60f3d51f-2075-4045-8265-275c0790ef7c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.5742245 Sep 02 13:40:08.663325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-75292693-f12e-4616-9818-42553f838b15 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:08.665103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-75292693-f12e-4616-9818-42553f838b15 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9856596 Sep 02 13:40:08.674918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35218) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:08.708800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Request body: {'port': {'device_id': '3439d48f-8680-424e-800a-d2c85de0a0e3', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '44578515e3c64c539aea868ec1d67cf6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:08.757156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object fa4b8450-585c-4635-a859-655909a56666 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:08.858572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b604a3e-b72c-4980-983d-84e9041c384f req-effcd284-2f34-42b3-ae93-2cd933e6cb2a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698357 Sep 02 13:40:08.859651 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:08.946634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-81c8bcc4-ee20-4eaf-8fe0-b21d92ae05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:08.951410 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-81c8bcc4-ee20-4eaf-8fe0-b21d92ae05fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2821314 Sep 02 13:40:08.976529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:08.989647 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-558ee19b-57c4-4ad8-8bb0-58fb68e99690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.033264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0684587-801a-4e31-a4a4-ba5253bc7336 req-9ce10a86-f758-4705-acb1-01a161e729fd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:09.035266 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8ae1fd2b-4255-4b45-8f00-0e7373e866f0 None None] Provisioning for port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:09.040896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0684587-801a-4e31-a4a4-ba5253bc7336 req-9ce10a86-f758-4705-acb1-01a161e729fd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.2793343 Sep 02 13:40:09.079334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8ae1fd2b-4255-4b45-8f00-0e7373e866f0 None None] Provisioning complete for port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:09.080341 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fd2b-4255-4b45-8f00-0e7373e866f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.150765 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.176833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:09.187247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1fd2b-4255-4b45-8f00-0e7373e866f0 None None] Port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:09.191628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 01e08234-8c66-41c1-8ffc-33fae6284b98 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:09.212661 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f2c9c466-0b26-472e-a62b-f2b675c58a82 req-3a88ee59-dfca-4e66-b7ff-ed325f794151 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 210 time: 0.0665865 Sep 02 13:40:09.237851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8ae1fd2b-4255-4b45-8f00-0e7373e866f0 None None] Provisioning complete for port 01e08234-8c66-41c1-8ffc-33fae6284b98 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:09.238396 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ae1fd2b-4255-4b45-8f00-0e7373e866f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.294043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:09.307578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0684587-801a-4e31-a4a4-ba5253bc7336 req-311cf9f4-4cc3-4814-9310-1da7b1ac5aff tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657526 Sep 02 13:40:09.325973 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:09.329237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 01e08234-8c66-41c1-8ffc-33fae6284b98 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:09.330866 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.339652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:09.354120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=fa4b8450-585c-4635-a859-655909a56666,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:09.362316 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-9676978d-7489-4e5c-9235-0f15bf07d569 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878422 Sep 02 13:40:09.428683 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-558ee19b-57c4-4ad8-8bb0-58fb68e99690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.443884 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-558ee19b-57c4-4ad8-8bb0-58fb68e99690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.455021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.475674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.510571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Made reservation on behalf of 44578515e3c64c539aea868ec1d67cf6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:09.514771 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.543937 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-558ee19b-57c4-4ad8-8bb0-58fb68e99690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c0653fe03aa4443978c257eb766502d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8012738 Sep 02 13:40:09.548814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35226) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:09.558560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ee19b-57c4-4ad8-8bb0-58fb68e99690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b992eb45-c3ee-4dec-b065-4f074fa7e70d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:09.571434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:09.572033 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.618804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Provisioning complete for port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:09.620182 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.633715 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=10ba05b8-6bef-4c28-9eb4-828fe74369f3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:09.677867 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fecaedef-879b-4939-9844-3bdb7c3b86d8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7181585 Sep 02 13:40:09.683177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:09.690018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3db47979-9651-46ae-9b75-f87a18ed9228 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:09.712673 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36baf2d6-aaf1-44a3-b6b5-b4fad65f792f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.728924 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:40:09.736477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:09.752650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Provisioning for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:09.757765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:09.758412 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.771117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-984e7200-b42d-4b8f-94ef-2e6a25af7c71 req-59fdb2e4-8506-4a8e-9842-07a298e28347 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806374 Sep 02 13:40:09.785412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36baf2d6-aaf1-44a3-b6b5-b4fad65f792f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.850297 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.878597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Allocated IP 192.168.233.73 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/2270394b-c42e-4ae9-a0f8-da8b174448bc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:09.940858 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36baf2d6-aaf1-44a3-b6b5-b4fad65f792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.943517 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-36baf2d6-aaf1-44a3-b6b5-b4fad65f792f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.944818 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-36baf2d6-aaf1-44a3-b6b5-b4fad65f792f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b992eb45-c3ee-4dec-b065-4f074fa7e70d HTTP/1.1" status: 204 len: 168 time: 0.3909938 Sep 02 13:40:09.956462 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:09.961136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36baf2d6-aaf1-44a3-b6b5-b4fad65f792f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b992eb45-c3ee-4dec-b065-4f074fa7e70d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:10.018734 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] For port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,segment=NetworkSegment(b6365700-99be-4e6f-a98d-77cece8b29f3),segment_id=b6365700-99be-4e6f-a98d-77cece8b29f3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:10.023862 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.065370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Provisioning complete for port 7fb0931a-531e-4805-bd78-3049de52a80d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:10.066100 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.122605 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.138828 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db47979-9651-46ae-9b75-f87a18ed9228 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:10.143108 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3db47979-9651-46ae-9b75-f87a18ed9228 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.173829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.195128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Transition to ACTIVE for port object 2270394b-c42e-4ae9-a0f8-da8b174448bc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:10.256978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f70dc-9392-4380-8908-d2cf8b770528 req-5b083e5f-28dd-4039-bdb2-44e44652d08d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:10.265805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ec3f70dc-9392-4380-8908-d2cf8b770528 req-5b083e5f-28dd-4039-bdb2-44e44652d08d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2013233 Sep 02 13:40:10.275696 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.292667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['ecc7e886-f5de-4a76-ae15-3b0b83a54f8b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:40:10.333641 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Port 7fb0931a-531e-4805-bd78-3049de52a80d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:10.342277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2591c-561a-427e-8a04-f53978e8eec3 None None] Pushing event updated for resources: {'Port': ['ID=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:10.346661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:10.353654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:10.362982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:10.440760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Pushing event updated for resources: {'Port': ['ID=2270394b-c42e-4ae9-a0f8-da8b174448bc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:10.520915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-27a1d7cd-8103-463e-83f1-775eac85e017 None None] Provisioning for port fa4b8450-585c-4635-a859-655909a56666 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:10.528525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35244) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:10.530913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-27a1d7cd-8103-463e-83f1-775eac85e017 None None] Provisioning complete for port fa4b8450-585c-4635-a859-655909a56666 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:10.531419 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27a1d7cd-8103-463e-83f1-775eac85e017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.558209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ec3f70dc-9392-4380-8908-d2cf8b770528 req-1f3999bb-d505-432b-91c8-68e993a2265d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872357 Sep 02 13:40:10.586027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:10.587276 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.590996 n-d-794796-4 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-3db47979-9651-46ae-9b75-f87a18ed9228 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5853d486-3f33-4b5e-be4b-4abf4903b764 (CIDR: 172.20.0.0/28) Sep 02 13:40:10.596307 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db47979-9651-46ae-9b75-f87a18ed9228 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:40:10.596757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db47979-9651-46ae-9b75-f87a18ed9228 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:10.603534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8a16-4b91-41c0-a666-2d2d70e159c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.616565 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-6699cc92-0146-4047-a3ef-b7546016fd57 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9187024 Sep 02 13:40:10.620500 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3db47979-9651-46ae-9b75-f87a18ed9228 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9358158 Sep 02 13:40:10.623989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:10.630276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:10.641161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Request body: {'port': {'device_id': '3439d48f-8680-424e-800a-d2c85de0a0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:10.646239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-27a1d7cd-8103-463e-83f1-775eac85e017 None None] Port fa4b8450-585c-4635-a859-655909a56666 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:10.666528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-27a1d7cd-8103-463e-83f1-775eac85e017 None None] Provisioning complete for port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:10.667985 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27a1d7cd-8103-463e-83f1-775eac85e017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.718865 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-27a1d7cd-8103-463e-83f1-775eac85e017 None None] Port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:10.743242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c086157-c6c4-4969-9c34-b274f906a150 req-cb15add5-5e65-4d79-8db3-f9cf060980aa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:10.744840 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c086157-c6c4-4969-9c34-b274f906a150 req-cb15add5-5e65-4d79-8db3-f9cf060980aa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 935 time: 0.3064046 Sep 02 13:40:10.764363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:10.775479 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.834436 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:10.834436 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.882032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c086157-c6c4-4969-9c34-b274f906a150 req-0b5bec06-3b3a-46c8-a034-8ffc16347415 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300683 Sep 02 13:40:10.898019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce7332-3418-4858-947c-49be07e5e1a6 req-a6ad8765-c629-439c-93cc-985517dc9dde tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:10.901926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f35c5b42-e560-42c7-8028-ff27e922aa90 None None] Provisioning for port 2270394b-c42e-4ae9-a0f8-da8b174448bc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:10.907013 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f35c5b42-e560-42c7-8028-ff27e922aa90 None None] Provisioning complete for port 2270394b-c42e-4ae9-a0f8-da8b174448bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:10.907371 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-93ce7332-3418-4858-947c-49be07e5e1a6 req-a6ad8765-c629-439c-93cc-985517dc9dde tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 943 time: 0.2727029 Sep 02 13:40:10.907484 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f35c5b42-e560-42c7-8028-ff27e922aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:10.994501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f35c5b42-e560-42c7-8028-ff27e922aa90 None None] Port 2270394b-c42e-4ae9-a0f8-da8b174448bc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:11.005039 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-93ce7332-3418-4858-947c-49be07e5e1a6 req-1c40c01c-8bee-444e-a125-52edd5d01824 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958016 Sep 02 13:40:11.027400 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.032325 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.033365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.085054 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8a16-4b91-41c0-a666-2d2d70e159c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.093149 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8a16-4b91-41c0-a666-2d2d70e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.139402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=10ba05b8-6bef-4c28-9eb4-828fe74369f3,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:11.150597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c8a16-4b91-41c0-a666-2d2d70e159c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bec9d7-e51b-48c1-8a7f-ea11625ee1fd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:11.156816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:11.161168 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.161359 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8e1c8a16-4b91-41c0-a666-2d2d70e159c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afdb2fa2de5e4451b64edeed609c06f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317854 Sep 02 13:40:11.165631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35250) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:11.258218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network b37d7fea-23f0-4f1b-8413-73238647853b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:11.261341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b78f9ab7-ef09-4f0b-9a7f-52f321dd643c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.261975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:11.288964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2270394b-c42e-4ae9-a0f8-da8b174448bc {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:40:11.298644 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b78f9ab7-ef09-4f0b-9a7f-52f321dd643c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.301398 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.332649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Transition to ACTIVE for port object 2270394b-c42e-4ae9-a0f8-da8b174448bc will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:11.339161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:40:11.340458 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.415571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b78f9ab7-ef09-4f0b-9a7f-52f321dd643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.421716 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b78f9ab7-ef09-4f0b-9a7f-52f321dd643c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.421716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b78f9ab7-ef09-4f0b-9a7f-52f321dd643c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7bec9d7-e51b-48c1-8a7f-ea11625ee1fd HTTP/1.1" status: 204 len: 168 time: 0.2527511 Sep 02 13:40:11.441278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Pushing event updated for resources: {'Port': ['ID=2270394b-c42e-4ae9-a0f8-da8b174448bc,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:11.487627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f9ab7-ef09-4f0b-9a7f-52f321dd643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bec9d7-e51b-48c1-8a7f-ea11625ee1fd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:11.575252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:11.575493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Attempting to bind port 2270394b-c42e-4ae9-a0f8-da8b174448bc on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:11.575871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Attempting to bind port 2270394b-c42e-4ae9-a0f8-da8b174448bc by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:11.576211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Attempting to bind port 2270394b-c42e-4ae9-a0f8-da8b174448bc on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:11.581250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Port 2270394b-c42e-4ae9-a0f8-da8b174448bc on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:40:11.581579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Attempting to bind port 2270394b-c42e-4ae9-a0f8-da8b174448bc on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:11.592988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:11.592988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:11.593580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:11.594218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Bound port: 2270394b-c42e-4ae9-a0f8-da8b174448bc, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:11.594937 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.610121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'network_id': 'ad0565fb-fe62-4703-8ec1-9653ba7f880f', 'port_id': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'mac_address': 'fa:16:3e:3b:bc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703ebc8e-650f-417d-a31d-c3d1dc44b18f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:40:11.698414 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.734828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] For port 2270394b-c42e-4ae9-a0f8-da8b174448bc, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:11.743788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] For port 2270394b-c42e-4ae9-a0f8-da8b174448bc, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2270394b-c42e-4ae9-a0f8-da8b174448bc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:11.754565 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b7808c-39c0-4a3e-9596-dbaad00be6c9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:40:11.755902 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.790372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:11.795549 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.809207 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.863570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bfb249d6-b460-4e25-a54f-30717c4cf382 None None] Provisioning complete for port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:11.864880 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bfb249d6-b460-4e25-a54f-30717c4cf382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:11.865055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router 95421600-3e6f-42b3-9e47-d8b8dd87e9cb is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:40:11.899627 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:11.927310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5350cde-b2bd-4f9f-8b5a-25b4d9c487ca req-a8b8739a-c0b2-4943-9494-fc131de909a3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:11.929732 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5350cde-b2bd-4f9f-8b5a-25b4d9c487ca req-a8b8739a-c0b2-4943-9494-fc131de909a3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2222822 Sep 02 13:40:11.931241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:11.949576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bfb249d6-b460-4e25-a54f-30717c4cf382 None None] Port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:11.954406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a015d-fe1a-4879-bcd3-2f0e473305c2 None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:12.018337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:12.021198 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.059764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:12.148834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['a2b7808c-39c0-4a3e-9596-dbaad00be6c9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:40:12.272437 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:12.273243 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.274525 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] 10.222.0.77 "PUT /v2.0/ports/2270394b-c42e-4ae9-a0f8-da8b174448bc HTTP/1.1" status: 200 len: 1095 time: 1.6382122 Sep 02 13:40:12.275003 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3439d48f-8680-424e-800a-d2c85de0a0e3', 'tag': '2270394b-c42e-4ae9-a0f8-da8b174448bc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:12.282192 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d" -d '{"events": [{"name": "network-changed", "server_uuid": "3439d48f-8680-424e-800a-d2c85de0a0e3", "tag": "2270394b-c42e-4ae9-a0f8-da8b174448bc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:12.310601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d715bb0-e119-4c17-87d0-be9f04797326 service neutron] Pushing event updated for resources: {'Port': ['ID=2270394b-c42e-4ae9-a0f8-da8b174448bc,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:12.331296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06860640-41ba-4798-8210-995ca5875371 req-5ab635d8-733b-4054-9b25-64b0b427e732 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:12.336054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-06860640-41ba-4798-8210-995ca5875371 req-5ab635d8-733b-4054-9b25-64b0b427e732 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 947 time: 0.1302364 Sep 02 13:40:12.419974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-860ba70f-3036-4cc9-b67a-e157bfd4b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:12.422103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-860ba70f-3036-4cc9-b67a-e157bfd4b0ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=44578515e3c64c539aea868ec1d67cf6&device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 1098 time: 0.0845227 Sep 02 13:40:12.439987 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-06860640-41ba-4798-8210-995ca5875371 req-f1015776-1a9b-434a-baf4-4dc42d056499 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945694 Sep 02 13:40:12.466614 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Update dhcp port {'port': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'fixed_ips': [{'subnet_id': '5853d486-3f33-4b5e-be4b-4abf4903b764', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:40:12.466923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:12.522255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5350cde-b2bd-4f9f-8b5a-25b4d9c487ca req-9139d32a-c788-4263-86b0-8f0415730a7b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4895999 Sep 02 13:40:12.525440 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-02f09fcb-20da-4e27-9575-6e55700917d3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8999083 Sep 02 13:40:12.529243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:12.534724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-969586996', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d'}], 'security_groups': ['0c6b47ac-a5f5-4eb6-ac7b-966904fe28c5']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:12.576603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-31262003-a532-4c81-b185-2442d91bc392 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=2270394b-c42e-4ae9-a0f8-da8b174448bc HTTP/1.1" status: 200 len: 217 time: 0.1353431 Sep 02 13:40:12.578106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:12.586036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1fcb3467-103d-4971-a655-a977c041dd4c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/95421600-3e6f-42b3-9e47-d8b8dd87e9cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4364674 Sep 02 13:40:12.590139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:12.598953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6b307-e881-42b3-873c-e335c3e5390a None None] Sync routers for ids ['95421600-3e6f-42b3-9e47-d8b8dd87e9cb'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:12.620847 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.718479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-37561ad3-fe59-42e4-9ac4-b0d3ba8ce6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:12.721117 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-37561ad3-fe59-42e4-9ac4-b0d3ba8ce6f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1298518 Sep 02 13:40:12.816545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027a6587-22c2-417f-89e2-dc334658ddf4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:12.822246 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-027a6587-22c2-417f-89e2-dc334658ddf4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports/10ba05b8-6bef-4c28-9eb4-828fe74369f3 HTTP/1.1" status: 200 len: 983 time: 0.2270167 Sep 02 13:40:12.822492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Allocated IP 172.20.0.18 (7423adf8-ea36-460b-99fc-1b74751d292a/fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d/1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:12.824593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:12.831177 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3a2f5d-0fca-40af-b1cd-908273175706 x-openstack-request-id: req-3e3a2f5d-0fca-40af-b1cd-908273175706 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:12.831592 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3439d48f-8680-424e-800a-d2c85de0a0e3", "tag": "2270394b-c42e-4ae9-a0f8-da8b174448bc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:12.831968 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e3a2f5d-0fca-40af-b1cd-908273175706 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:12.832457 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3439d48f-8680-424e-800a-d2c85de0a0e3', 'tag': '2270394b-c42e-4ae9-a0f8-da8b174448bc', 'status': 'completed', 'code': 200} Sep 02 13:40:12.849849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-1457870a-3e26-4e30-8a68-ec7e286e5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:12.851676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-1457870a-3e26-4e30-8a68-ec7e286e5fef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240199 Sep 02 13:40:12.933903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] For port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,segment=NetworkSegment(b6365700-99be-4e6f-a98d-77cece8b29f3),segment_id=b6365700-99be-4e6f-a98d-77cece8b29f3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:12.967637 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:12.984949 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Transition to ACTIVE for port object 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:12.989667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6b307-e881-42b3-873c-e335c3e5390a None None] Routers {'95421600-3e6f-42b3-9e47-d8b8dd87e9cb'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:12.990872 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-25c6b307-e881-42b3-873c-e335c3e5390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['95421600-3e6f-42b3-9e47-d8b8dd87e9cb'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:13.029852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-25c6b307-e881-42b3-873c-e335c3e5390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:13.030721 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-f2dead8a-c6a7-4512-9296-6e45cfa45b63 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702390 Sep 02 13:40:13.035147 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:13.068433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93743de-0818-4926-94e0-e533206c11d4 req-1840f4d3-bb39-4096-beb9-c3052d930a58 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:13.080089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a93743de-0818-4926-94e0-e533206c11d4 req-1840f4d3-bb39-4096-beb9-c3052d930a58 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 944 time: 0.3561616 Sep 02 13:40:13.117146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6b307-e881-42b3-873c-e335c3e5390a None None] Routers {'95421600-3e6f-42b3-9e47-d8b8dd87e9cb'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:13.117767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-25c6b307-e881-42b3-873c-e335c3e5390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['95421600-3e6f-42b3-9e47-d8b8dd87e9cb'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:13.121405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:13.175647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Pushing event updated for resources: {'Port': ['ID=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:13.178320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-25c6b307-e881-42b3-873c-e335c3e5390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:13.178932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6b307-e881-42b3-873c-e335c3e5390a None None] The sync data for ids ['95421600-3e6f-42b3-9e47-d8b8dd87e9cb'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:13.190568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.190926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.191276 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.191616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.191985 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.192325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.192658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.192989 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.193320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.193651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.193980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.194306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc74092-479e-4dd8-865a-47401ef153e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:13.243471 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a4b8976-75cf-4e7b-b8fc-154da7b890f4 req-c1fcde89-01cc-4706-9160-225cc9003e21 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051740 Sep 02 13:40:13.343100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-55660536-1dbe-45c7-bcd5-f1d5cebb5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:13.345250 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-55660536-1dbe-45c7-bcd5-f1d5cebb5bc7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=44578515e3c64c539aea868ec1d67cf6&device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 1098 time: 0.0534420 Sep 02 13:40:13.543213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c864df-580c-432e-9e3b-11d26de43c5c req-f50c53a1-f6e6-4147-bf13-ef4d6e713133 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:13.550634 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79c864df-580c-432e-9e3b-11d26de43c5c req-f50c53a1-f6e6-4147-bf13-ef4d6e713133 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.5694966 Sep 02 13:40:13.559871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-7acb206f-6089-4253-9757-3778facb001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:13.561631 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-7acb206f-6089-4253-9757-3778facb001c service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.2058094 Sep 02 13:40:13.592013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a93743de-0818-4926-94e0-e533206c11d4 req-8b55e655-1f94-45ed-a50c-1dfee2c7d30c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101473 Sep 02 13:40:13.636830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-03941afb-212f-4f8c-9980-a2fbe58f77ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=2270394b-c42e-4ae9-a0f8-da8b174448bc HTTP/1.1" status: 200 len: 217 time: 0.0654981 Sep 02 13:40:13.658322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79c864df-580c-432e-9e3b-11d26de43c5c req-31a1f6fe-33c7-4920-908e-895623cfe4b1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067386 Sep 02 13:40:13.739344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-09434d1c-8d1c-438d-96fe-d8569d5175eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:13.742758 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-09434d1c-8d1c-438d-96fe-d8569d5175eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0829911 Sep 02 13:40:13.828141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-7195819f-8467-4ef5-a521-a2a74061c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:13.829824 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-7195819f-8467-4ef5-a521-a2a74061c94f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790539 Sep 02 13:40:13.990639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f60b59-0a10-422a-8687-46883a820ebd req-dd541963-6604-4c08-87fb-b522a2ed528b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:13.992247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6f60b59-0a10-422a-8687-46883a820ebd req-dd541963-6604-4c08-87fb-b522a2ed528b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1264658 Sep 02 13:40:13.996786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11774fb5-66b3-42f5-9b02-7ecc6f53870a req-855cac81-5ed4-4041-ba08-0b0c5f10b369 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:13.998332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11774fb5-66b3-42f5-9b02-7ecc6f53870a req-855cac81-5ed4-4041-ba08-0b0c5f10b369 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 947 time: 0.2053611 Sep 02 13:40:14.038370 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Delete allocated IP 172.20.0.12 (7423adf8-ea36-460b-99fc-1b74751d292a/5853d486-3f33-4b5e-be4b-4abf4903b764) {{(pid=94688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 13:40:14.073906 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-11515053-d635-4211-97ab-8447087ce9f5 None None] Provisioning complete for port fa4b8450-585c-4635-a859-655909a56666 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:14.074414 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11515053-d635-4211-97ab-8447087ce9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.077126 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-6a165a6a-23f9-4aad-930d-b6addea2ee55 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375526 Sep 02 13:40:14.110688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.22 (7423adf8-ea36-460b-99fc-1b74751d292a/fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d/fa4b8450-585c-4635-a859-655909a56666) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:14.113561 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6f60b59-0a10-422a-8687-46883a820ebd req-e28d1d59-0665-4ce4-8c1e-3772daa86daf tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849981 Sep 02 13:40:14.147389 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-11515053-d635-4211-97ab-8447087ce9f5 None None] Port fa4b8450-585c-4635-a859-655909a56666 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:14.162932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-11515053-d635-4211-97ab-8447087ce9f5 None None] Provisioning for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:14.170766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-11515053-d635-4211-97ab-8447087ce9f5 None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:14.171339 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11515053-d635-4211-97ab-8447087ce9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.191192 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.207124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11774fb5-66b3-42f5-9b02-7ecc6f53870a req-50e4f9e4-fb50-41c6-b06e-b84ab5ecd97d tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803143 Sep 02 13:40:14.346821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-11515053-d635-4211-97ab-8447087ce9f5 None None] Provisioning complete for port 7fb0931a-531e-4805-bd78-3049de52a80d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:14.347507 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11515053-d635-4211-97ab-8447087ce9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.352549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc9b3c2f-cc5a-434b-8c79-a33291fa390d req-877826bd-f5fe-4e3a-8263-5e03bbf487d0 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638776 Sep 02 13:40:14.418378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-11515053-d635-4211-97ab-8447087ce9f5 None None] Port 7fb0931a-531e-4805-bd78-3049de52a80d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:14.666965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.677833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-d5fd67a5-3055-4e6f-9344-5ec88cb14a87 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:14.679422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-d5fd67a5-3055-4e6f-9344-5ec88cb14a87 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 0.2493978 Sep 02 13:40:14.705219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object fa4b8450-585c-4635-a859-655909a56666 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:14.710792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-27491cd3-c973-4629-8869-bc638c8675b3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/quotas/cba36950095149368fce1218ef76bd4c HTTP/1.1" status: 200 len: 375 time: 0.0173903 Sep 02 13:40:14.714343 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:14.767879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6ce4c-fd17-4a57-b499-cc752f96e23e req-86c5d497-c9f9-4269-86cc-e0daa5be6079 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:14.770619 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90f6ce4c-fd17-4a57-b499-cc752f96e23e req-86c5d497-c9f9-4269-86cc-e0daa5be6079 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 944 time: 0.0950196 Sep 02 13:40:14.843058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:14.863764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=fa4b8450-585c-4635-a859-655909a56666,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:14.895359 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90f6ce4c-fd17-4a57-b499-cc752f96e23e req-7ec4f7da-fea7-4dbc-972c-1788dd8ee989 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102614 Sep 02 13:40:14.920485 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-9422d55d-78f4-4a0a-888a-a6a1ff465093 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1711762 Sep 02 13:40:14.967367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:14.968096 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.018897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] In _notify_port_updated(), no bound segment for port fa4b8450-585c-4635-a859-655909a56666 on network 7423adf8-ea36-460b-99fc-1b74751d292a {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:40:15.024340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:15.025209 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.028500 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-30256d2a-7167-4e10-b5b0-be3f7e317047 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "PUT /v2.0/ports/fa4b8450-585c-4635-a859-655909a56666 HTTP/1.1" status: 200 len: 920 time: 2.4961607 Sep 02 13:40:15.029577 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:15.031654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 10ba05b8-6bef-4c28-9eb4-828fe74369f3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:15.032012 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.196575 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-3027fa62-945a-426d-9dab-ac107a5fb0f3 service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740612 Sep 02 13:40:15.345306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2270394b-c42e-4ae9-a0f8-da8b174448bc details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:40:15.348117 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:15.377920 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d328f7-e9cd-4dd6-af07-e4fe9a3004f1 req-7875b08f-0bfd-4f26-9fc5-d5bd1a019c22 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:15.380453 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-55d328f7-e9cd-4dd6-af07-e4fe9a3004f1 req-7875b08f-0bfd-4f26-9fc5-d5bd1a019c22 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 947 time: 0.0734541 Sep 02 13:40:15.474788 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-55d328f7-e9cd-4dd6-af07-e4fe9a3004f1 req-ea773609-8b47-4e21-a27c-c4b592421962 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849688 Sep 02 13:40:15.511925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af735d63-b3b3-4349-a464-7d4f45cea118 None None] Provisioning for port fa4b8450-585c-4635-a859-655909a56666 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:15.515580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:15.516006 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.521118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:15.550030 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af735d63-b3b3-4349-a464-7d4f45cea118 None None] Provisioning complete for port fa4b8450-585c-4635-a859-655909a56666 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:15.550405 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af735d63-b3b3-4349-a464-7d4f45cea118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.614435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 2270394b-c42e-4ae9-a0f8-da8b174448bc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2270394b-c42e-4ae9-a0f8-da8b174448bc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:15.627703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af735d63-b3b3-4349-a464-7d4f45cea118 None None] Port fa4b8450-585c-4635-a859-655909a56666 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:15.634138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '2270394b-c42e-4ae9-a0f8-da8b174448bc', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '2270394b-c42e-4ae9-a0f8-da8b174448bc', 'mac_address': 'fa:16:3e:bc:7c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:40:15.644204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.681427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 10ba05b8-6bef-4c28-9eb4-828fe74369f3 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:15.683338 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2783-4db2-4e4d-bfba-e029a0700875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.702640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-11dbdef6-c829-4f2b-8c1c-7f0c354e2e1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port fa4b8450-585c-4635-a859-655909a56666 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:15.703319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11dbdef6-c829-4f2b-8c1c-7f0c354e2e1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.705799 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.707632 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.738085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2270394b-c42e-4ae9-a0f8-da8b174448bc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:40:15.746298 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:15.748637 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bb99a3-40a1-4084-a038-8fd00e6bc3bb" -d '{"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:15.767852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:15.777702 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.784559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 2270394b-c42e-4ae9-a0f8-da8b174448bc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2270394b-c42e-4ae9-a0f8-da8b174448bc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:15.790611 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.831624 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-625abb77-14b7-470d-b59b-618a3fecf40a service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262317 Sep 02 13:40:15.833581 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ba9ac5-ac24-404b-a944-40144514926e x-openstack-request-id: req-55ba9ac5-ac24-404b-a944-40144514926e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:15.833821 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-plugged", "status": "completed", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:15.834110 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55ba9ac5-ac24-404b-a944-40144514926e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:15.834872 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'code': 200} Sep 02 13:40:15.882608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:15.886839 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11dbdef6-c829-4f2b-8c1c-7f0c354e2e1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.901271 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2783-4db2-4e4d-bfba-e029a0700875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.902321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-11dbdef6-c829-4f2b-8c1c-7f0c354e2e1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for fa4b8450-585c-4635-a859-655909a56666 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:15.909335 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee9a2783-4db2-4e4d-bfba-e029a0700875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:15.962604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=2270394b-c42e-4ae9-a0f8-da8b174448bc,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:15.988952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ee9a2783-4db2-4e4d-bfba-e029a0700875 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afc97aa00e034791a1e528810eb7fbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662488 Sep 02 13:40:15.990268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a2783-4db2-4e4d-bfba-e029a0700875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63990bb2-4535-49a6-a705-5b019a054fed,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:15.995381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35372) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:16.035358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['2270394b-c42e-4ae9-a0f8-da8b174448bc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:40:16.151074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.179309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc794c3-f093-436a-951d-5c65d8887207 req-15e005c3-c878-4ea5-a86b-757872e5286e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:16.181778 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-acc794c3-f093-436a-951d-5c65d8887207 req-15e005c3-c878-4ea5-a86b-757872e5286e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1477849 Sep 02 13:40:16.201080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0dfdb0-8517-4ece-b216-4e69f7417fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.234143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8ce0b-e35f-48cf-89eb-db36c05e05fe req-046a775d-fb4f-41ac-8016-3a05741598a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:16.237470 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-35e8ce0b-e35f-48cf-89eb-db36c05e05fe req-046a775d-fb4f-41ac-8016-3a05741598a6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 1097 time: 0.1605573 Sep 02 13:40:16.272416 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-acc794c3-f093-436a-951d-5c65d8887207 req-939794ab-fe35-42b1-98db-88b7d5ad0597 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848057 Sep 02 13:40:16.283393 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0dfdb0-8517-4ece-b216-4e69f7417fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.289572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=10ba05b8-6bef-4c28-9eb4-828fe74369f3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:16.388950 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-35e8ce0b-e35f-48cf-89eb-db36c05e05fe req-f35ad9e5-b4ec-4e47-bb38-be89edee8000 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245141 Sep 02 13:40:16.390450 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0dfdb0-8517-4ece-b216-4e69f7417fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.394980 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd0dfdb0-8517-4ece-b216-4e69f7417fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.399308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cd0dfdb0-8517-4ece-b216-4e69f7417fbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63990bb2-4535-49a6-a705-5b019a054fed HTTP/1.1" status: 204 len: 168 time: 0.4021246 Sep 02 13:40:16.408455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dfdb0-8517-4ece-b216-4e69f7417fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63990bb2-4535-49a6-a705-5b019a054fed,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:16.412514 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a68b00be-bcdf-4eb2-b444-736908fa4324 req-1d05b286-bdeb-4e10-b87b-942ed25acc5d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 210 time: 0.1076272 Sep 02 13:40:16.489343 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11dbdef6-c829-4f2b-8c1c-7f0c354e2e1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.561692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbdef6-c829-4f2b-8c1c-7f0c354e2e1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=fa4b8450-585c-4635-a859-655909a56666,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:16.696017 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.703436 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11dbdef6-c829-4f2b-8c1c-7f0c354e2e1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:16.707452 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-11dbdef6-c829-4f2b-8c1c-7f0c354e2e1e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/fa4b8450-585c-4635-a859-655909a56666 HTTP/1.1" status: 204 len: 168 time: 1.6724350 Sep 02 13:40:16.710347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:16.757378 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-490dcd4b-ecfe-4f9d-ba59-13986c27e436 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:40:16.759233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-490dcd4b-ecfe-4f9d-ba59-13986c27e436 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/fa4b8450-585c-4635-a859-655909a56666 HTTP/1.1" status: 404 len: 333 time: 0.0461724 Sep 02 13:40:16.763048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:16.849735 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629a2e3-7192-476f-9956-da45392553b0 req-39674893-570c-4583-968f-6a0a48d697d4 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:16.864502 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1629a2e3-7192-476f-9956-da45392553b0 req-39674893-570c-4583-968f-6a0a48d697d4 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 948 time: 0.2233183 Sep 02 13:40:16.947539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1629a2e3-7192-476f-9956-da45392553b0 req-831ec6b6-9fc9-4254-8aa8-7be49b37aab4 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797365 Sep 02 13:40:17.125004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35398) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:17.125988 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-551c40b0-ceca-4607-83c3-61ea1c9c59d0 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.139796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c885428f-9261-48a4-a55f-159134e3445e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.159789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router 95421600-3e6f-42b3-9e47-d8b8dd87e9cb has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:40:17.161669 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-551c40b0-ceca-4607-83c3-61ea1c9c59d0 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.271658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:17.278285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a3f00c55-c69f-47eb-89f1-b99e01d37595 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/95421600-3e6f-42b3-9e47-d8b8dd87e9cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4535208 Sep 02 13:40:17.282542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:17.300582 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da855e4-ece6-4e42-8ea7-8305e190bca3 None None] Sync routers for ids ['95421600-3e6f-42b3-9e47-d8b8dd87e9cb'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:17.308560 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c885428f-9261-48a4-a55f-159134e3445e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.314896 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c885428f-9261-48a4-a55f-159134e3445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.315218 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da855e4-ece6-4e42-8ea7-8305e190bca3 None None] Routers {'95421600-3e6f-42b3-9e47-d8b8dd87e9cb'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:17.317205 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6da855e4-ece6-4e42-8ea7-8305e190bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['95421600-3e6f-42b3-9e47-d8b8dd87e9cb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:17.357865 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2270394b-c42e-4ae9-a0f8-da8b174448bc up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:17.371964 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-551c40b0-ceca-4607-83c3-61ea1c9c59d0 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.374622 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-551c40b0-ceca-4607-83c3-61ea1c9c59d0 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.375854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-551c40b0-ceca-4607-83c3-61ea1c9c59d0 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f82eeeb-ab5e-4288-8693-c8ae8c4fe900 HTTP/1.1" status: 204 len: 168 time: 0.6115630 Sep 02 13:40:17.384299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35406) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:17.386388 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6da855e4-ece6-4e42-8ea7-8305e190bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:17.402097 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da855e4-ece6-4e42-8ea7-8305e190bca3 None None] Routers {'95421600-3e6f-42b3-9e47-d8b8dd87e9cb'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:17.403111 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6da855e4-ece6-4e42-8ea7-8305e190bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['95421600-3e6f-42b3-9e47-d8b8dd87e9cb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:17.413016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c40b0-ceca-4607-83c3-61ea1c9c59d0 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82eeeb-ab5e-4288-8693-c8ae8c4fe900,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:17.414484 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885428f-9261-48a4-a55f-159134e3445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8e331-7740-49c2-9e16-6391e1b1c87c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:17.476341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c885428f-9261-48a4-a55f-159134e3445e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd2570fe7f764efcb9bb3b132b5d5d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497400 Sep 02 13:40:17.477064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35412) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:17.536055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 2270394b-c42e-4ae9-a0f8-da8b174448bc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:17.555282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 2270394b-c42e-4ae9-a0f8-da8b174448bc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:17.555914 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.574468 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6da855e4-ece6-4e42-8ea7-8305e190bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:17.578694 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da855e4-ece6-4e42-8ea7-8305e190bca3 None None] The sync data for ids ['95421600-3e6f-42b3-9e47-d8b8dd87e9cb'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:17.621989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbd799-116c-4013-b721-6a72fe0d28ec req-08fcf981-92aa-4e59-9a88-0bfc533c1b84 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:17.623609 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7efbd799-116c-4013-b721-6a72fe0d28ec req-08fcf981-92aa-4e59-9a88-0bfc533c1b84 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.2013564 Sep 02 13:40:17.650507 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-934b9288-2721-4dad-9c25-c97b7733f06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.657081 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e372b2de-a033-4a55-9a51-7b16b8cd3ed2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.705865 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7efbd799-116c-4013-b721-6a72fe0d28ec req-23555fe7-c6b3-42b7-963a-cf1a8d078e08 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694759 Sep 02 13:40:17.711697 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e372b2de-a033-4a55-9a51-7b16b8cd3ed2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.716423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-934b9288-2721-4dad-9c25-c97b7733f06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.767157 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.788567 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-934b9288-2721-4dad-9c25-c97b7733f06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.792833 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-934b9288-2721-4dad-9c25-c97b7733f06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.797733 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-934b9288-2721-4dad-9c25-c97b7733f06c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fee8e331-7740-49c2-9e16-6391e1b1c87c HTTP/1.1" status: 204 len: 168 time: 0.3171315 Sep 02 13:40:17.833288 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 2270394b-c42e-4ae9-a0f8-da8b174448bc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2270394b-c42e-4ae9-a0f8-da8b174448bc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:17.836471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f9a7d311-d64f-49dc-8e15-3a20ef80223e req-0417ca24-0557-4ab7-9c48-72adbcf8764f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 210 time: 0.0992396 Sep 02 13:40:17.837302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3439d48f-8680-424e-800a-d2c85de0a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2270394b-c42e-4ae9-a0f8-da8b174448bc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:17.840735 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1aff70-98bf-4761-89fe-a7f6955e9761" -d '{"events": [{"server_uuid": "3439d48f-8680-424e-800a-d2c85de0a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "2270394b-c42e-4ae9-a0f8-da8b174448bc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:17.854106 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:17.909122 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-e58d8189-312a-42ad-b29e-e6d4d8136b11 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] remove_router_interface failed (client error): The resource could not be found. Sep 02 13:40:17.910174 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e58d8189-312a-42ad-b29e-e6d4d8136b11 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/95421600-3e6f-42b3-9e47-d8b8dd87e9cb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6264980 Sep 02 13:40:17.914476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:17.922860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b9288-2721-4dad-9c25-c97b7733f06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8e331-7740-49c2-9e16-6391e1b1c87c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:17.950857 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d805c4b0-f31c-4d00-9a21-1024725f1353 x-openstack-request-id: req-d805c4b0-f31c-4d00-9a21-1024725f1353 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:17.951222 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3439d48f-8680-424e-800a-d2c85de0a0e3", "name": "network-vif-plugged", "status": "completed", "tag": "2270394b-c42e-4ae9-a0f8-da8b174448bc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:17.951492 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d805c4b0-f31c-4d00-9a21-1024725f1353 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:17.952157 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3439d48f-8680-424e-800a-d2c85de0a0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2270394b-c42e-4ae9-a0f8-da8b174448bc', 'code': 200} Sep 02 13:40:18.044182 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-46d7f5b6-d743-492c-b75c-681b09efd698 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=95421600-3e6f-42b3-9e47-d8b8dd87e9cb HTTP/1.1" status: 200 len: 205 time: 0.1213286 Sep 02 13:40:18.049281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:18.052039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=2270394b-c42e-4ae9-a0f8-da8b174448bc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:18.075993 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e372b2de-a033-4a55-9a51-7b16b8cd3ed2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.082401 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e372b2de-a033-4a55-9a51-7b16b8cd3ed2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.085033 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e372b2de-a033-4a55-9a51-7b16b8cd3ed2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/security-groups/0c6b47ac-a5f5-4eb6-ac7b-966904fe28c5 HTTP/1.1" status: 204 len: 168 time: 0.6978831 Sep 02 13:40:18.090302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:18.117840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372b2de-a033-4a55-9a51-7b16b8cd3ed2 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6b47ac-a5f5-4eb6-ac7b-966904fe28c5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:18.203580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee17ea7-83f5-414e-96f4-bb3981fba84c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet 5853d486-3f33-4b5e-be4b-4abf4903b764 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:40:18.207536 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aee17ea7-83f5-414e-96f4-bb3981fba84c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.288665 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aee17ea7-83f5-414e-96f4-bb3981fba84c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.355216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-7c1f0aa4-ee45-4b31-af0c-2612e6cb1aa9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:18.358384 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-7c1f0aa4-ee45-4b31-af0c-2612e6cb1aa9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 0.5421860 Sep 02 13:40:18.366544 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e59029d6-abfc-45d9-939b-689569d3a153 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.389136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'port': {'device_id': 'c47b2510-8d21-4347-b1f2-8d03a127863b', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'admin_state_up': True, 'tenant_id': 'cba36950095149368fce1218ef76bd4c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:18.452083 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aee17ea7-83f5-414e-96f4-bb3981fba84c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.472361 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f1b0-2426-4170-998d-28b5a1c35f4c req-3921d4e4-d459-4fea-8c59-ac2361e38880 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:18.480693 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4d94f1b0-2426-4170-998d-28b5a1c35f4c req-3921d4e4-d459-4fea-8c59-ac2361e38880 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 949 time: 0.3260825 Sep 02 13:40:18.563476 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aee17ea7-83f5-414e-96f4-bb3981fba84c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.575210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cae1a3-78ee-494a-b870-17e87f217779 req-929f04d2-eb0f-4090-9f69-9f87a2ff2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:18.576772 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f7cae1a3-78ee-494a-b870-17e87f217779 req-929f04d2-eb0f-4090-9f69-9f87a2ff2d08 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 1100 time: 0.4627302 Sep 02 13:40:18.605398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aee17ea7-83f5-414e-96f4-bb3981fba84c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.607560 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aee17ea7-83f5-414e-96f4-bb3981fba84c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/5853d486-3f33-4b5e-be4b-4abf4903b764 HTTP/1.1" status: 204 len: 168 time: 0.5160019 Sep 02 13:40:18.608747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee17ea7-83f5-414e-96f4-bb3981fba84c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=5853d486-3f33-4b5e-be4b-4abf4903b764,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:18.611832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35470) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:18.621335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f217a16-1fcc-4ab2-8c48-6dc67b9bff31 None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:18.621845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:18.642208 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4d94f1b0-2426-4170-998d-28b5a1c35f4c req-cea388c6-d28b-4503-9286-b9f9fe758156 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606865 Sep 02 13:40:18.808520 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f7cae1a3-78ee-494a-b870-17e87f217779 req-d99bd5fa-d199-460f-afb7-045a9615725e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222307 Sep 02 13:40:18.816116 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e59029d6-abfc-45d9-939b-689569d3a153 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.823225 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e59029d6-abfc-45d9-939b-689569d3a153 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.891678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e59029d6-abfc-45d9-939b-689569d3a153 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.892680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59029d6-abfc-45d9-939b-689569d3a153 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Fanout notify agent at l3_agent the message router_deleted on router 95421600-3e6f-42b3-9e47-d8b8dd87e9cb {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:40:18.904861 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e59029d6-abfc-45d9-939b-689569d3a153 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.906593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e59029d6-abfc-45d9-939b-689569d3a153 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/95421600-3e6f-42b3-9e47-d8b8dd87e9cb HTTP/1.1" status: 204 len: 168 time: 0.8459241 Sep 02 13:40:18.909752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35480) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:18.910777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Made reservation on behalf of cba36950095149368fce1218ef76bd4c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:18.914951 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:18.975421 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0e3b-bf69-48f2-8654-1b7fa208c4ba req-c61d30a8-d1f0-4423-b514-3e9c92518c30 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:18.977044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bba0e3b-bf69-48f2-8654-1b7fa208c4ba req-c61d30a8-d1f0-4423-b514-3e9c92518c30 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1274912 Sep 02 13:40:18.978517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:18.987244 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.025002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b2d2e2-4011-411e-9399-7f2ef9e7889c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting subnet 6f9dda04-ae86-4734-861d-79bae3229bde {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:40:19.065103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-30e6e1ff-efbf-47ab-81b7-c1dc62867607 req-3e820111-ef76-469a-8a43-338add3145f4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 210 time: 0.0844316 Sep 02 13:40:19.066392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68b2d2e2-4011-411e-9399-7f2ef9e7889c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.078243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7bba0e3b-bf69-48f2-8654-1b7fa208c4ba req-a14fb8af-d47c-45f4-8947-7bb8403b4f29 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874240 Sep 02 13:40:19.173145 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68b2d2e2-4011-411e-9399-7f2ef9e7889c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.315392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Allocated IP 172.20.0.13 (5965e849-8a36-4836-bb86-d1198a6e6395/2d11bfc7-0690-4094-a929-b96d038a29bc/c72fb0c2-ff99-4b00-beb8-5fee8a9158fe) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:19.351460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68b2d2e2-4011-411e-9399-7f2ef9e7889c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.393029 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.441829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:19.445762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:19.450940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:19.451616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.467327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=a587f34d-f730-4317-9125-642c6795cd66,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:19.484888 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2a37745e-c815-43d1-add3-50fe0a32eefa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8698583 Sep 02 13:40:19.485168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:19.495484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ed8ebac2-1762-4c62-a6dd-e1e08baaf182 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'security_group': {'name': 'tempest-secgroup-1726782179'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:19.524795 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed8ebac2-1762-4c62-a6dd-e1e08baaf182 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.536481 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68b2d2e2-4011-411e-9399-7f2ef9e7889c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.564363 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68b2d2e2-4011-411e-9399-7f2ef9e7889c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.570070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a40d3-e97e-4d86-aa5e-36409d73a6ca None None] Network b37d7fea-23f0-4f1b-8413-73238647853b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:19.574796 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-68b2d2e2-4011-411e-9399-7f2ef9e7889c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/6f9dda04-ae86-4734-861d-79bae3229bde HTTP/1.1" status: 204 len: 168 time: 0.6420021 Sep 02 13:40:19.584268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:19.633556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2d2e2-4011-411e-9399-7f2ef9e7889c tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9dda04-ae86-4734-861d-79bae3229bde,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:19.662393 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.693829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Transition to ACTIVE for port object c72fb0c2-ff99-4b00-beb8-5fee8a9158fe will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:19.743945 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.767559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5ea67-011a-4c96-a8d3-d24dd4019725 None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:19.811635 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.879823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'Port': ['ID=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:19.897326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Network 5965e849-8a36-4836-bb86-d1198a6e6395 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:19.899799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:19.903625 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:19.926975 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed8ebac2-1762-4c62-a6dd-e1e08baaf182 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.939475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed8ebac2-1762-4c62-a6dd-e1e08baaf182 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.976711 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 01e08234-8c66-41c1-8ffc-33fae6284b98 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:19.977352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.979697 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed8ebac2-1762-4c62-a6dd-e1e08baaf182 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:19.980921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ed8ebac2-1762-4c62-a6dd-e1e08baaf182 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4946542 Sep 02 13:40:19.987655 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:19.992629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-47cef164-f6e6-44a3-b00c-cc4b9cb1656c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'security_group': {'name': 'tempest-secgroup-1651949451'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:20.008045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:20.008814 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.026158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82251ae0-f329-44e9-938d-49c849ead8b3 req-2ac2e936-b358-4888-bc75-55679c9ab4b6 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:20.028308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82251ae0-f329-44e9-938d-49c849ead8b3 req-2ac2e936-b358-4888-bc75-55679c9ab4b6 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 949 time: 0.2036781 Sep 02 13:40:20.079901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ebac2-1762-4c62-a6dd-e1e08baaf182 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b76e8-252a-49a0-b8e0-a51f4638ef0e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:20.129725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82251ae0-f329-44e9-938d-49c849ead8b3 req-15c9e215-b0b6-4e57-adb7-5804fc5196b3 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929379 Sep 02 13:40:20.139770 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-f0831436-8d0f-4b34-8fb5-ad4842799c23 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7529242 Sep 02 13:40:20.153340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c6a53dba-6b1d-4b4e-9ef2-1bf992c1d14d None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:20.153727 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c6a53dba-6b1d-4b4e-9ef2-1bf992c1d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.174001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port 01e08234-8c66-41c1-8ffc-33fae6284b98, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=01e08234-8c66-41c1-8ffc-33fae6284b98,segment=NetworkSegment(c6cf0649-1902-49da-a12f-4e4ef3ab4e2a),segment_id=c6cf0649-1902-49da-a12f-4e4ef3ab4e2a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:20.174001 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.175568 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Request body: {'port': {'device_id': 'c47b2510-8d21-4347-b1f2-8d03a127863b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:20.191294 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47cef164-f6e6-44a3-b00c-cc4b9cb1656c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.229559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 01e08234-8c66-41c1-8ffc-33fae6284b98 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:20.287155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] DHCP port deletion for b37d7fea-23f0-4f1b-8413-73238647853b request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:40:20.315905 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.413620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9d5f3-c300-436f-8c03-8285c521f435 req-9e68cc6e-c4a9-4f18-959e-178b0c4c530d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:20.415268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b7c9d5f3-c300-436f-8c03-8285c521f435 req-9e68cc6e-c4a9-4f18-959e-178b0c4c530d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 932 time: 0.1643915 Sep 02 13:40:20.459078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b41e6-ba81-4809-9d47-daf623d51df6 req-8e5170e4-f0d2-4587-91ce-b878f7071033 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:20.461249 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee5b41e6-ba81-4809-9d47-daf623d51df6 req-8e5170e4-f0d2-4587-91ce-b878f7071033 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1196153 Sep 02 13:40:20.483918 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b7c9d5f3-c300-436f-8c03-8285c521f435 req-af9165a5-e3e3-403a-859b-c7979652ce63 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Sep 02 13:40:20.490580 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.528658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47cef164-f6e6-44a3-b00c-cc4b9cb1656c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.531657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=01e08234-8c66-41c1-8ffc-33fae6284b98,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:20.533834 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No DVR routers for this DVR port 01e08234-8c66-41c1-8ffc-33fae6284b98 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:20.591475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] Deleting port 01e08234-8c66-41c1-8ffc-33fae6284b98 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:20.592397 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.615268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c6a53dba-6b1d-4b4e-9ef2-1bf992c1d14d None None] Provisioning complete for port 7fb0931a-531e-4805-bd78-3049de52a80d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:20.616324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c6a53dba-6b1d-4b4e-9ef2-1bf992c1d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.627716 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.641988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37d7fea-23f0-4f1b-8413-73238647853b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:20.654350 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee5b41e6-ba81-4809-9d47-daf623d51df6 req-efb93a02-612d-4545-93c8-74f3f6049ba4 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142459 Sep 02 13:40:20.654930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cf0649-1902-49da-a12f-4e4ef3ab4e2a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:20.654930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cf0649-1902-49da-a12f-4e4ef3ab4e2a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:20.665525 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.680376 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.688421 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:40:20.688845 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:40:20.764661 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:40:20.768270 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47cef164-f6e6-44a3-b00c-cc4b9cb1656c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.775177 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.812744 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.815965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9065804-0986-4880-820e-9678a97fa023 None None] Update dhcp port {'port': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'fixed_ips': [{'subnet_id': 'fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a587f34d-f730-4317-9125-642c6795cd66'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:40:20.835540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35530) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:20.836184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/networks/b37d7fea-23f0-4f1b-8413-73238647853b HTTP/1.1" status: 204 len: 168 time: 1.2494867 Sep 02 13:40:20.891004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-566623479'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:20.897860 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47cef164-f6e6-44a3-b00c-cc4b9cb1656c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.898318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 01e08234-8c66-41c1-8ffc-33fae6284b98 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:20.899095 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-47cef164-f6e6-44a3-b00c-cc4b9cb1656c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9104555 Sep 02 13:40:20.901671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3bed1-be50-407c-bc73-5e5bcc82372b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Network': ['ID=b37d7fea-23f0-4f1b-8413-73238647853b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:20.903417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:20.904073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef164-f6e6-44a3-b00c-cc4b9cb1656c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa10c530-b63f-4c9f-92e9-d6c44808229b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:20.910720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2ab18572-14c1-404c-adc8-39a27e2705f5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'security_group': {'name': 'tempest-secgroup-1308475080'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:20.914730 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c6a53dba-6b1d-4b4e-9ef2-1bf992c1d14d None None] Port 7fb0931a-531e-4805-bd78-3049de52a80d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:20.918846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] For port 01e08234-8c66-41c1-8ffc-33fae6284b98, host n-d-794796-4, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:20.920180 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.948892 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ab18572-14c1-404c-adc8-39a27e2705f5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.978160 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9065804-0986-4880-820e-9678a97fa023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:20.982031 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 01e08234-8c66-41c1-8ffc-33fae6284b98 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:20.982697 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 01e08234-8c66-41c1-8ffc-33fae6284b98 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:20.986610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] Calling delete_port for 01e08234-8c66-41c1-8ffc-33fae6284b98 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:20.992818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] Port 01e08234-8c66-41c1-8ffc-33fae6284b98 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:40:21.003897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a003d-be6c-47d4-923e-cbbee607b8c5 req-8649cab0-09ea-4968-b6c7-96464812c825 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:21.009797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c6a003d-be6c-47d4-923e-cbbee607b8c5 req-8649cab0-09ea-4968-b6c7-96464812c825 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1363165 Sep 02 13:40:21.014494 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.062724 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:21.075270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.079301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] Network b37d7fea-23f0-4f1b-8413-73238647853b is not hosted by any dhcp agent {{(pid=94689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:40:21.080101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] No DVR routers for this DVR port 01e08234-8c66-41c1-8ffc-33fae6284b98 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:21.107585 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c6a003d-be6c-47d4-923e-cbbee607b8c5 req-8bf09c60-ed05-45e6-b381-ec971b8a4637 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919428 Sep 02 13:40:21.154775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:21.191604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72fb0c2-ff99-4b00-beb8-5fee8a9158fe {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:40:21.248548 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.262807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ab18572-14c1-404c-adc8-39a27e2705f5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.268625 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ab18572-14c1-404c-adc8-39a27e2705f5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.270117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.272981 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added segment 84ec7fc2-1c1d-42b7-96e5-0137823f13ef of type vlan for network b856d7e1-de2d-4a67-953b-335c7d57a1e3 Sep 02 13:40:21.306607 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ab18572-14c1-404c-adc8-39a27e2705f5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.308391 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2ab18572-14c1-404c-adc8-39a27e2705f5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4019222 Sep 02 13:40:21.314556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:21.325182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2131040726', 'security_groups': ['655c1da6-2b5c-4ef5-9a45-81ff62fbb1a8'], 'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a587f34d-f730-4317-9125-642c6795cd66'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:21.359760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be822a-81d8-437b-81bb-36638bbe5199 None None] Pushing event deleted for resources: {'Port': ['ID=01e08234-8c66-41c1-8ffc-33fae6284b98,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:21.413690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4bd13576-efac-4341-991c-4e9803679a25 None None] Provisioning for port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:21.417447 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f9065804-0986-4880-820e-9678a97fa023 None None] Allocated IP 172.20.0.2 (7423adf8-ea36-460b-99fc-1b74751d292a/a587f34d-f730-4317-9125-642c6795cd66/1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:21.428532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4bd13576-efac-4341-991c-4e9803679a25 None None] Provisioning complete for port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:21.429150 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4bd13576-efac-4341-991c-4e9803679a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.431175 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab18572-14c1-404c-adc8-39a27e2705f5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655c1da6-2b5c-4ef5-9a45-81ff62fbb1a8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:21.439016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:21.455577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Transition to ACTIVE for port object c72fb0c2-ff99-4b00-beb8-5fee8a9158fe will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:21.470265 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.474218 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.534911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4bd13576-efac-4341-991c-4e9803679a25 None None] Port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:21.585011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Pushing event updated for resources: {'Port': ['ID=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:21.602037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3faa15c-b972-45aa-a77c-86f0e576dbc0 req-2129b016-e7fb-4480-bf45-8873235a8405 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:21.611020 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3faa15c-b972-45aa-a77c-86f0e576dbc0 req-2129b016-e7fb-4480-bf45-8873235a8405 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.3529603 Sep 02 13:40:21.626050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.632355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969492dc-8036-431b-bad0-cc42c460aec7 req-167bbc2d-fa31-4382-b8b4-479a737ccb9f tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:21.633396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f9065804-0986-4880-820e-9678a97fa023 None None] For port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,segment=NetworkSegment(b6365700-99be-4e6f-a98d-77cece8b29f3),segment_id=b6365700-99be-4e6f-a98d-77cece8b29f3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:21.640164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:21.643158 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.647667 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-969492dc-8036-431b-bad0-cc42c460aec7 req-167bbc2d-fa31-4382-b8b4-479a737ccb9f tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 949 time: 0.2094157 Sep 02 13:40:21.701615 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9065804-0986-4880-820e-9678a97fa023 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.723645 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f9065804-0986-4880-820e-9678a97fa023 None None] Transition to ACTIVE for port object 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:21.733021 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9065804-0986-4880-820e-9678a97fa023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.766711 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-969492dc-8036-431b-bad0-cc42c460aec7 req-50e474d7-d3db-4dda-8aa3-94aac1ec33ce tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156876 Sep 02 13:40:21.786753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:21.827820 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9569197 Sep 02 13:40:21.836103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35556) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:21.861579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'subnet': {'network_id': 'b856d7e1-de2d-4a67-953b-335c7d57a1e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:21.875024 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3faa15c-b972-45aa-a77c-86f0e576dbc0 req-be116b48-b78a-4b1e-b77a-61fe5cebc09c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629414 Sep 02 13:40:21.876188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275669f8-5355-4b62-aa39-bff745efc851 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Network': ['ID=b856d7e1-de2d-4a67-953b-335c7d57a1e3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:21.924122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6126c1f2-e4f3-499a-bbbc-5b25d7f6dd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:21.930185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9065804-0986-4880-820e-9678a97fa023 None None] Pushing event updated for resources: {'Port': ['ID=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:21.943192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network b856d7e1-de2d-4a67-953b-335c7d57a1e3 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:40:21.968630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Attempting to bind port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:21.969244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Attempting to bind port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:21.970142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Attempting to bind port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:21.980507 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe on network 5965e849-8a36-4836-bb86-d1198a6e6395 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:40:21.981329 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Attempting to bind port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:22.000779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:22.001526 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Checking segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:22.002336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Bound using segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:22.003133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Bound port: c72fb0c2-ff99-4b00-beb8-5fee8a9158fe, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:22.003657 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.096891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.120023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89da48-9019-4491-b415-e684ab6546cf req-ae9dbbc7-025f-4eef-aac6-744868f60c5a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:22.121727 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da89da48-9019-4491-b415-e684ab6546cf req-ae9dbbc7-025f-4eef-aac6-744868f60c5a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 944 time: 0.1922753 Sep 02 13:40:22.128780 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] For port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:22.133176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] For port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:22.138808 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.161587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] device_id is not set on port 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:40:22.269247 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da89da48-9019-4491-b415-e684ab6546cf req-352248b8-4ec8-4606-9a22-c80e14235262 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353998 Sep 02 13:40:22.369760 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6126c1f2-e4f3-499a-bbbc-5b25d7f6dd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.389068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6126c1f2-e4f3-499a-bbbc-5b25d7f6dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.499518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126c1f2-e4f3-499a-bbbc-5b25d7f6dd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c93e5-e85a-4fb3-9552-931cf1cc3109,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:22.507699 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6126c1f2-e4f3-499a-bbbc-5b25d7f6dd62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3cd071931c9406cad0b4865a3a149eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0608430 Sep 02 13:40:22.510136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:22.524902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.8 (7423adf8-ea36-460b-99fc-1b74751d292a/a587f34d-f730-4317-9125-642c6795cd66/441b5f4d-4d15-48d3-a6ba-35c4dbcb730b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:22.557713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719f0bf-9891-48c2-be23-e85f491831bb req-7b74b4bf-95bb-45cc-a0d4-349412d15a38 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:22.559294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5719f0bf-9891-48c2-be23-e85f491831bb req-7b74b4bf-95bb-45cc-a0d4-349412d15a38 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 1100 time: 0.1768761 Sep 02 13:40:22.568195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:22.569206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.570616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] 10.222.0.90 "PUT /v2.0/ports/c72fb0c2-ff99-4b00-beb8-5fee8a9158fe HTTP/1.1" status: 200 len: 1092 time: 2.4177010 Sep 02 13:40:22.570855 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47b2510-8d21-4347-b1f2-8d03a127863b', 'tag': 'c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:22.573260 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c47b2510-8d21-4347-b1f2-8d03a127863b", "tag": "c72fb0c2-ff99-4b00-beb8-5fee8a9158fe"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:22.612074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:22.616392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.624069 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5719f0bf-9891-48c2-be23-e85f491831bb req-aa721bbd-b323-49c8-9500-cebcecaff303 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.667656 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a23888-7c0e-4d56-b417-041cb1ef688b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.698505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81672ae7-c89d-4c7c-9220-141572dae896 service neutron] Pushing event updated for resources: {'Port': ['ID=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:22.731026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89372-d48f-4319-a7cd-114da43218ee req-fe406693-59dd-4e46-8ef4-28c01df28c40 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:22.751158 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6cc89372-d48f-4319-a7cd-114da43218ee req-fe406693-59dd-4e46-8ef4-28c01df28c40 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.2271891 Sep 02 13:40:22.765375 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a23888-7c0e-4d56-b417-041cb1ef688b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.817768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:22.881796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.889395 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6cc89372-d48f-4319-a7cd-114da43218ee req-3de7d401-4812-4ae9-af2a-054405d97873 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363823 Sep 02 13:40:22.903174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:22.909486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a23888-7c0e-4d56-b417-041cb1ef688b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.912332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a23888-7c0e-4d56-b417-041cb1ef688b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:22.913512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c0a23888-7c0e-4d56-b417-041cb1ef688b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a7c93e5-e85a-4fb3-9552-931cf1cc3109 HTTP/1.1" status: 204 len: 168 time: 0.4005089 Sep 02 13:40:22.927110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-03c47d32-bdf1-4991-a609-3382a1353896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:22.929051 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-03c47d32-bdf1-4991-a609-3382a1353896 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 1095 time: 0.3074512 Sep 02 13:40:22.936550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a23888-7c0e-4d56-b417-041cb1ef688b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c93e5-e85a-4fb3-9552-931cf1cc3109,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:22.966428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90538c61-3e50-470a-b0ee-38a8d95c9efa None None] Provisioning for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:22.981012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90538c61-3e50-470a-b0ee-38a8d95c9efa None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:22.989832 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90538c61-3e50-470a-b0ee-38a8d95c9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.003312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5719f0bf-9891-48c2-be23-e85f491831bb req-aa721bbd-b323-49c8-9500-cebcecaff303 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.011488 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5719f0bf-9891-48c2-be23-e85f491831bb req-aa721bbd-b323-49c8-9500-cebcecaff303 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.015783 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a00540-49e2-48af-b65b-5d7733bb0588 x-openstack-request-id: req-f1a00540-49e2-48af-b65b-5d7733bb0588 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:23.016228 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47b2510-8d21-4347-b1f2-8d03a127863b", "tag": "c72fb0c2-ff99-4b00-beb8-5fee8a9158fe", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:23.016793 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1a00540-49e2-48af-b65b-5d7733bb0588 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:23.017642 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47b2510-8d21-4347-b1f2-8d03a127863b', 'tag': 'c72fb0c2-ff99-4b00-beb8-5fee8a9158fe', 'status': 'completed', 'code': 200} Sep 02 13:40:23.023336 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-1be46d90-d1e4-407c-b8bf-2f3cfbe522d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe HTTP/1.1" status: 200 len: 217 time: 0.0806623 Sep 02 13:40:23.036122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.067547 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5719f0bf-9891-48c2-be23-e85f491831bb req-aa721bbd-b323-49c8-9500-cebcecaff303 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864807 Sep 02 13:40:23.072800 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:23.073188 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.110374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa721bbd-b323-49c8-9500-cebcecaff303 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4238362e-53e3-4d4e-8ddc-ec252bbec6f7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:23.122446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:23.125947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:23.129450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:23.199946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=441b5f4d-4d15-48d3-a6ba-35c4dbcb730b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:23.246560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:23.247272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.268739 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90538c61-3e50-470a-b0ee-38a8d95c9efa None None] Provisioning complete for port 7fb0931a-531e-4805-bd78-3049de52a80d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:23.269236 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90538c61-3e50-470a-b0ee-38a8d95c9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.280913 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4d92de0e-7dbd-4e69-abc4-0a035fd6a019 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9649563 Sep 02 13:40:23.281418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-da5625e7-2405-493c-add1-ab0928684b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:23.282898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:23.283441 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-da5625e7-2405-493c-add1-ab0928684b0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.2508559 Sep 02 13:40:23.295538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-91f6562d-4464-4d11-bbdd-4d8da2506cd7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:23.360081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200622-78b0-42a9-89b4-9b28a7b5ffbc req-d3c8c25f-3093-45f1-81ae-dc84c459291f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:23.367641 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-90538c61-3e50-470a-b0ee-38a8d95c9efa None None] Port 7fb0931a-531e-4805-bd78-3049de52a80d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:23.373061 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c200622-78b0-42a9-89b4-9b28a7b5ffbc req-d3c8c25f-3093-45f1-81ae-dc84c459291f tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.2157910 Sep 02 13:40:23.445426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f6562d-4464-4d11-bbdd-4d8da2506cd7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:23.449692 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-91f6562d-4464-4d11-bbdd-4d8da2506cd7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.497472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.561326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-944223b7-4c3f-475e-b09a-76a19685e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:23.563066 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-944223b7-4c3f-475e-b09a-76a19685e6e7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705367 Sep 02 13:40:23.589170 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3c200622-78b0-42a9-89b4-9b28a7b5ffbc req-115fd9b7-7255-48e6-89ff-54504e7d9f0c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150481 Sep 02 13:40:23.633172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f814785c-edd9-4732-b6d6-02b3442a2850 None None] Provisioning for port 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:23.639549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f814785c-edd9-4732-b6d6-02b3442a2850 None None] Provisioning complete for port 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:23.640136 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f814785c-edd9-4732-b6d6-02b3442a2850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.727816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f814785c-edd9-4732-b6d6-02b3442a2850 None None] Port 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:23.749936 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-2b883ca7-9a3b-4f60-bc2c-4d57327647a1 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642711 Sep 02 13:40:23.790636 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Subnet': ['ID=87b28143-ede7-4a81-b300-a9564b66f387,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:23.865057 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-238aa6c3-e041-4288-b90a-af91d03eeb9a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2882366 Sep 02 13:40:23.866771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Checking segment: {'id': '84ec7fc2-1c1d-42b7-96e5-0137823f13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b856d7e1-de2d-4a67-953b-335c7d57a1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:23.867145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network hostable DHCP agents. Network: b856d7e1-de2d-4a67-953b-335c7d57a1e3, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:40:23.902949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169150f-08e7-4300-8498-867ce5e86ba6 req-6222e445-2031-49eb-b5da-2eb56f8ca4d5 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:23.904611 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9169150f-08e7-4300-8498-867ce5e86ba6 req-6222e445-2031-49eb-b5da-2eb56f8ca4d5 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1870520 Sep 02 13:40:23.945475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network b856d7e1-de2d-4a67-953b-335c7d57a1e3 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:40:23.986324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, b856d7e1-de2d-4a67-953b-335c7d57a1e3) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:23.991796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:23.992420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:23.997910 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56625b64-c575-4455-b7cf-80fe75b9bd43 req-50e1785f-0205-4557-a32a-af1cada9ded5 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237496 Sep 02 13:40:24.000812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40193b9b-e4d5-4581-ae9e-0cc08d657368 None None] Network b856d7e1-de2d-4a67-953b-335c7d57a1e3 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:24.018651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c408e-d863-4095-9bbf-c8112a98572f req-277c3777-92dc-413a-8bb4-0ad83b855014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.028016 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-403c408e-d863-4095-9bbf-c8112a98572f req-277c3777-92dc-413a-8bb4-0ad83b855014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 944 time: 0.5030568 Sep 02 13:40:24.037362 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9169150f-08e7-4300-8498-867ce5e86ba6 req-31b033f2-6354-4432-9778-307be41e2f67 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142209 Sep 02 13:40:24.041965 n-d-794796-4 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-91f6562d-4464-4d11-bbdd-4d8da2506cd7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a587f34d-f730-4317-9125-642c6795cd66 (CIDR: 172.20.0.0/28) Sep 02 13:40:24.043302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35602) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:24.045282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-03f78376-56e3-46d1-b5b0-5730491bf9d6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1946967 Sep 02 13:40:24.047609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-7fb04cc6-8a5b-41cf-adb8-aa78a623c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.049245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-7fb04cc6-8a5b-41cf-adb8-aa78a623c284 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 1097 time: 0.1237757 Sep 02 13:40:24.056858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-62884935-1589-47c4-b5e0-ee9860f43cbd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1636467624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:24.084905 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f6562d-4464-4d11-bbdd-4d8da2506cd7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:40:24.085976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f6562d-4464-4d11-bbdd-4d8da2506cd7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:24.147038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-403c408e-d863-4095-9bbf-c8112a98572f req-486f2ef1-d9c6-4a8c-8ed6-c5f2ccf1a609 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174808 Sep 02 13:40:24.159655 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62884935-1589-47c4-b5e0-ee9860f43cbd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.161340 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62884935-1589-47c4-b5e0-ee9860f43cbd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.170930 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-91f6562d-4464-4d11-bbdd-4d8da2506cd7 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8854322 Sep 02 13:40:24.174256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:24.182027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3be06d55-8499-4919-ab2d-4a37f44f98af tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:24.242753 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62884935-1589-47c4-b5e0-ee9860f43cbd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.250303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62884935-1589-47c4-b5e0-ee9860f43cbd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.304604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-77a95e63-62ab-46b9-9c7a-33572988a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.304837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-b856d7e1-de2d-4a67-953b-335c7d57a1e3', 'network_id': 'b856d7e1-de2d-4a67-953b-335c7d57a1e3', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'fixed_ips': [{'subnet_id': '87b28143-ede7-4a81-b300-a9564b66f387'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:40:24.305726 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.306195 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-77a95e63-62ab-46b9-9c7a-33572988a124 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 915 time: 0.1941984 Sep 02 13:40:24.370762 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62884935-1589-47c4-b5e0-ee9860f43cbd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.373281 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-8f415569-b83b-4207-93bd-7ac6d6082428 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9 HTTP/1.1" status: 200 len: 217 time: 0.0558558 Sep 02 13:40:24.375190 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-62884935-1589-47c4-b5e0-ee9860f43cbd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3295884 Sep 02 13:40:24.378449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:24.384546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-fa242768-17de-4727-baaa-d380cdae91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.386600 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-fa242768-17de-4727-baaa-d380cdae91b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 1095 time: 0.3218956 Sep 02 13:40:24.446967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd8bcd-f9a5-45ae-a077-81442130c92e req-0d83dd60-d645-4ced-8ce4-39966eb3632e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.455436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-95dd8bcd-f9a5-45ae-a077-81442130c92e req-0d83dd60-d645-4ced-8ce4-39966eb3632e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.3032300 Sep 02 13:40:24.475694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-64c28792-a654-492a-b356-68714b5aca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.477244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-64c28792-a654-492a-b356-68714b5aca34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 200 len: 854 time: 0.0855193 Sep 02 13:40:24.509508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986c7c1-a1bf-4f2e-8c1c-4bc65c59fb00 req-14ed2281-3d06-44df-8d03-760b27e2aa01 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.515810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Allocated IP 2001:db8::2 (b856d7e1-de2d-4a67-953b-335c7d57a1e3/87b28143-ede7-4a81-b300-a9564b66f387/2871d5aa-05f5-4cca-a2af-f8689c01f55e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:24.518688 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4986c7c1-a1bf-4f2e-8c1c-4bc65c59fb00 req-14ed2281-3d06-44df-8d03-760b27e2aa01 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 1100 time: 0.2733850 Sep 02 13:40:24.552689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35622) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:24.602651 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-1e6fbe26-7e10-4878-a080-84bd499e77ba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad0565fb-fe62-4703-8ec1-9653ba7f880f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264173 Sep 02 13:40:24.619575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-95dd8bcd-f9a5-45ae-a077-81442130c92e req-abac270e-5e9b-429c-a2d3-6b76b4444124 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634207 Sep 02 13:40:24.709494 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4986c7c1-a1bf-4f2e-8c1c-4bc65c59fb00 req-23f8354b-3e3c-4fbb-95d3-6d2effb07be3 tempest-ServersAdminNegativeTestJSON-1894387201 tempest-ServersAdminNegativeTestJSON-1894387201-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860831 Sep 02 13:40:24.788215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18533c44-5756-4183-b369-2805097477b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.792998 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.808529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Transition to ACTIVE for port object 2871d5aa-05f5-4cca-a2af-f8689c01f55e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:24.832655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Transition to ACTIVE for port object 2871d5aa-05f5-4cca-a2af-f8689c01f55e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:24.842210 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.842825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-bbc64fc7-e68d-4e3f-9fba-7d9e36f0b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:24.844671 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-bbc64fc7-e68d-4e3f-9fba-7d9e36f0b953 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.3662894 Sep 02 13:40:24.869619 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-394f48a0-c257-4aea-a8d5-06ee79767213 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483969 Sep 02 13:40:24.910784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be06d55-8499-4919-ab2d-4a37f44f98af tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:24.911588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Network b856d7e1-de2d-4a67-953b-335c7d57a1e3 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:24.914769 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3be06d55-8499-4919-ab2d-4a37f44f98af tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:24.917771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:24.928188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:24.933462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Pushing event updated for resources: {'Port': ['ID=2871d5aa-05f5-4cca-a2af-f8689c01f55e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:24.983345 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-7af86f01-66c6-4061-a0eb-583184a921b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe HTTP/1.1" status: 200 len: 217 time: 0.1125364 Sep 02 13:40:25.068688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Attempting to bind port 2871d5aa-05f5-4cca-a2af-f8689c01f55e on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:25.070278 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Attempting to bind port 2871d5aa-05f5-4cca-a2af-f8689c01f55e by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '84ec7fc2-1c1d-42b7-96e5-0137823f13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b856d7e1-de2d-4a67-953b-335c7d57a1e3'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:25.070871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Attempting to bind port 2871d5aa-05f5-4cca-a2af-f8689c01f55e on network b856d7e1-de2d-4a67-953b-335c7d57a1e3 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:25.078968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:25.080021 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Checking segment: {'id': '84ec7fc2-1c1d-42b7-96e5-0137823f13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b856d7e1-de2d-4a67-953b-335c7d57a1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:25.080839 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.081780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Bound using segment: {'id': '84ec7fc2-1c1d-42b7-96e5-0137823f13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b856d7e1-de2d-4a67-953b-335c7d57a1e3'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:25.082991 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Bound port: 2871d5aa-05f5-4cca-a2af-f8689c01f55e, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ec7fc2-1c1d-42b7-96e5-0137823f13ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b856d7e1-de2d-4a67-953b-335c7d57a1e3'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:25.083712 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.096964 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18533c44-5756-4183-b369-2805097477b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.109609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18533c44-5756-4183-b369-2805097477b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.155749 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.185271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] For port 2871d5aa-05f5-4cca-a2af-f8689c01f55e, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:25.190269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-d7233c2c-0b85-4b2d-9589-ea7cecd9affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:25.192365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] For port 2871d5aa-05f5-4cca-a2af-f8689c01f55e, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=2871d5aa-05f5-4cca-a2af-f8689c01f55e,segment=NetworkSegment(84ec7fc2-1c1d-42b7-96e5-0137823f13ef),segment_id=84ec7fc2-1c1d-42b7-96e5-0137823f13ef)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:25.192575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-d7233c2c-0b85-4b2d-9589-ea7cecd9affd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.1725395 Sep 02 13:40:25.213278 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.225094 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a8bc39a8-150d-4aec-a7af-87e01634a34e req-866383a0-c268-40d1-8af6-5a07643d6136 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398974 Sep 02 13:40:25.226311 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-18533c44-5756-4183-b369-2805097477b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae867cda0aed4feb81386e2aff4505f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6694925 Sep 02 13:40:25.230931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18533c44-5756-4183-b369-2805097477b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65a2711-b00a-433a-8e14-69c67cb009b6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:25.241266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:25.247954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e9ecb-4afe-4d4f-9be8-bad8db3a1ad5 req-3b74d530-a39e-485e-8a74-8b347a5d7ed3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:25.249262 n-d-794796-4 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-3be06d55-8499-4919-ab2d-4a37f44f98af tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d (CIDR: 172.20.0.16/28) Sep 02 13:40:25.261230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-620e9ecb-4afe-4d4f-9be8-bad8db3a1ad5 req-3b74d530-a39e-485e-8a74-8b347a5d7ed3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1790307 Sep 02 13:40:25.323842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae60b5-48a0-4e98-bf3b-8cbce465640a None None] Pushing event updated for resources: {'Port': ['ID=2871d5aa-05f5-4cca-a2af-f8689c01f55e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:25.333711 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be06d55-8499-4919-ab2d-4a37f44f98af tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:40:25.334203 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be06d55-8499-4919-ab2d-4a37f44f98af tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:25.360644 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-620e9ecb-4afe-4d4f-9be8-bad8db3a1ad5 req-a778dfd8-3797-4bc8-bf39-70df2bd248ab tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981798 Sep 02 13:40:25.373435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-fcd55f7c-2cbc-4b8f-8e6e-16324e41a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:25.373435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-fcd55f7c-2cbc-4b8f-8e6e-16324e41a487 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460063 Sep 02 13:40:25.469348 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3be06d55-8499-4919-ab2d-4a37f44f98af tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2943048 Sep 02 13:40:25.472727 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:25.485607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'subnet': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:25.548234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be49848-8efe-41b4-9c1c-bfae8565407b req-5afdd0ce-c441-4c29-8e9f-a5c0f15c8a79 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:25.551463 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5be49848-8efe-41b4-9c1c-bfae8565407b req-5afdd0ce-c441-4c29-8e9f-a5c0f15c8a79 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 949 time: 0.1045017 Sep 02 13:40:25.561470 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-a8cde27f-6110-40bb-93f1-933607cd4893 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799638 Sep 02 13:40:25.632140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935e548-b966-4a54-b944-2a705e210927 req-f5b5eaf5-3625-4afd-8c0e-1a4c7f0b1067 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:25.633749 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1935e548-b966-4a54-b944-2a705e210927 req-f5b5eaf5-3625-4afd-8c0e-1a4c7f0b1067 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 944 time: 0.3014126 Sep 02 13:40:25.653492 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a12e7dd-0fbf-4ca0-9c48-7f245269078d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.663414 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5be49848-8efe-41b4-9c1c-bfae8565407b req-e44883af-d780-4d71-ab88-d9d2c4ee1409 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960789 Sep 02 13:40:25.709003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b95beace-a3d7-4d1c-9b1a-b98b5ed804a3 req-1b3ec725-90fb-44ef-9547-2978f85a60c8 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347342 Sep 02 13:40:25.773200 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a12e7dd-0fbf-4ca0-9c48-7f245269078d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.822748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 2001:db8::1 (b856d7e1-de2d-4a67-953b-335c7d57a1e3/87b28143-ede7-4a81-b300-a9564b66f387/a2401e9d-3af5-4e39-afaf-b2f88b926774) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:25.833302 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1935e548-b966-4a54-b944-2a705e210927 req-f1c97667-7d64-43ac-96bf-904ac55487ca tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855531 Sep 02 13:40:25.867137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Made reservation on behalf of 254d2e525cdc4b80b770537341a0f529 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:25.872000 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.968250 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a12e7dd-0fbf-4ca0-9c48-7f245269078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.970745 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a12e7dd-0fbf-4ca0-9c48-7f245269078d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:25.971943 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7a12e7dd-0fbf-4ca0-9c48-7f245269078d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c65a2711-b00a-433a-8e14-69c67cb009b6 HTTP/1.1" status: 204 len: 168 time: 0.7213886 Sep 02 13:40:26.000905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12e7dd-0fbf-4ca0-9c48-7f245269078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65a2711-b00a-433a-8e14-69c67cb009b6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:26.070931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:26.091445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Transition to ACTIVE for port object a2401e9d-3af5-4e39-afaf-b2f88b926774 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:26.197908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:26.261816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network b856d7e1-de2d-4a67-953b-335c7d57a1e3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:26.266688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:26.273690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:26.274245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:26.327890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=a2401e9d-3af5-4e39-afaf-b2f88b926774,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:26.333238 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:26.405705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Network 7423adf8-ea36-460b-99fc-1b74751d292a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:26.414111 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:26.420784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:26.421395 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:26.424278 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dca301-b04a-4222-9e24-cb0049457d5c None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:26.457849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Subnet': ['ID=d256afad-b69c-4b02-9366-0c730e30eb6a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:26.478682 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e0f9cc80-6d21-4e28-8f1f-0f7c22741fa6 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0028055 Sep 02 13:40:26.481922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:26.488818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1727438917', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd256afad-b69c-4b02-9366-0c730e30eb6a'}], 'security_groups': ['f19b76e8-252a-49a0-b8e0-a51f4638ef0e', 'fa10c530-b63f-4c9f-92e9-d6c44808229b']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:26.514352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:26.595602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bc1812-11ce-49b4-b9fa-08f16f4c21dd None None] Network b856d7e1-de2d-4a67-953b-335c7d57a1e3 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:26.607009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a162b0-42b1-4c1f-b936-ab095d2a5397 req-72ee01f1-564c-4e97-ab0d-c6563fd96f4a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:26.608843 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57a162b0-42b1-4c1f-b936-ab095d2a5397 req-72ee01f1-564c-4e97-ab0d-c6563fd96f4a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1523180 Sep 02 13:40:26.672961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-401456e4-bdd1-4c03-a9d9-d69561c4a9dd None None] Provisioning for port 2871d5aa-05f5-4cca-a2af-f8689c01f55e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:26.731538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:26.771955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57a162b0-42b1-4c1f-b936-ab095d2a5397 req-ce1edc61-b689-43ef-98d8-1bcdd63ab231 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512301 Sep 02 13:40:26.919664 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 2871d5aa-05f5-4cca-a2af-f8689c01f55e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:26.969666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-b2ee8bc9-af53-4622-b71f-10b4959b29c3 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:26.976789 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-b2ee8bc9-af53-4622-b71f-10b4959b29c3 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 949 time: 0.1926129 Sep 02 13:40:26.999062 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0656c0d8-a49e-4db2-a876-bdcd8ff0d9ff None None] Update dhcp port {'port': {'network_id': '7423adf8-ea36-460b-99fc-1b74751d292a', 'fixed_ips': [{'subnet_id': 'fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a587f34d-f730-4317-9125-642c6795cd66', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd256afad-b69c-4b02-9366-0c730e30eb6a'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:40:27.017481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0020d-f9bb-4b19-9c1f-f49a489398a7 req-e3f80298-8e40-4692-9299-56a184b4026a tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:27.018020 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47f0020d-f9bb-4b19-9c1f-f49a489398a7 req-e3f80298-8e40-4692-9299-56a184b4026a tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 949 time: 0.1832740 Sep 02 13:40:27.042508 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.047979 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.049002 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.073862 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0656c0d8-a49e-4db2-a876-bdcd8ff0d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.136322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=a2401e9d-3af5-4e39-afaf-b2f88b926774,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:27.241291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52051800-cb70-40bb-b1a4-2be1d72c5fbb req-87974a47-6102-4b33-82d5-2758dba5b658 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:27.250802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-52051800-cb70-40bb-b1a4-2be1d72c5fbb req-87974a47-6102-4b33-82d5-2758dba5b658 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 944 time: 0.1109955 Sep 02 13:40:27.264413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0656c0d8-a49e-4db2-a876-bdcd8ff0d9ff None None] Allocated IP 172.20.0.34 (7423adf8-ea36-460b-99fc-1b74751d292a/d256afad-b69c-4b02-9366-0c730e30eb6a/1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:27.308725 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network b856d7e1-de2d-4a67-953b-335c7d57a1e3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:27.309197 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47f0020d-f9bb-4b19-9c1f-f49a489398a7 req-2949d75f-df92-43fa-9183-abc14d7a2bde tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937951 Sep 02 13:40:27.320811 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-52051800-cb70-40bb-b1a4-2be1d72c5fbb req-75304458-3e72-4523-918a-d2a57d545438 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676212 Sep 02 13:40:27.336782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:27.391982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Deleting port 2270394b-c42e-4ae9-a0f8-da8b174448bc {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:27.392488 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.401698 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 2871d5aa-05f5-4cca-a2af-f8689c01f55e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:27.408295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0656c0d8-a49e-4db2-a876-bdcd8ff0d9ff None None] For port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,segment=NetworkSegment(b6365700-99be-4e6f-a98d-77cece8b29f3),segment_id=b6365700-99be-4e6f-a98d-77cece8b29f3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:27.410905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 2871d5aa-05f5-4cca-a2af-f8689c01f55e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:27.410905 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.474414 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0656c0d8-a49e-4db2-a876-bdcd8ff0d9ff None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.504323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0656c0d8-a49e-4db2-a876-bdcd8ff0d9ff None None] Transition to ACTIVE for port object 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:27.512044 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0656c0d8-a49e-4db2-a876-bdcd8ff0d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.522225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router da4dff90-b660-4428-b37f-d4d566a236b5 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:40:27.847564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] For port 2270394b-c42e-4ae9-a0f8-da8b174448bc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2270394b-c42e-4ae9-a0f8-da8b174448bc,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:27.848177 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.881435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Calling delete_port for 2270394b-c42e-4ae9-a0f8-da8b174448bc owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:27.902466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-280655aa-4e33-407a-98fd-58ea4ff330df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:27.904855 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-280655aa-4e33-407a-98fd-58ea4ff330df service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=02a82765e17e4b0aa2e247a26378e545&device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 1097 time: 0.2179489 Sep 02 13:40:27.913899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3874e933-d05f-4739-845b-638d60832e71 None None] Provisioning complete for port 2871d5aa-05f5-4cca-a2af-f8689c01f55e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:27.914274 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3874e933-d05f-4739-845b-638d60832e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.922485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Delete allocated IP 172.20.0.8 (7423adf8-ea36-460b-99fc-1b74751d292a/a587f34d-f730-4317-9125-642c6795cd66) {{(pid=94687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 13:40:27.950557 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:27.971648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656c0d8-a49e-4db2-a876-bdcd8ff0d9ff None None] Pushing event updated for resources: {'Port': ['ID=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:28.019756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Allocated IP 172.20.0.42 (7423adf8-ea36-460b-99fc-1b74751d292a/d256afad-b69c-4b02-9366-0c730e30eb6a/441b5f4d-4d15-48d3-a6ba-35c4dbcb730b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:28.099685 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 2871d5aa-05f5-4cca-a2af-f8689c01f55e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=2871d5aa-05f5-4cca-a2af-f8689c01f55e,segment=NetworkSegment(84ec7fc2-1c1d-42b7-96e5-0137823f13ef),segment_id=84ec7fc2-1c1d-42b7-96e5-0137823f13ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:28.108249 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:28.231242 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:28.237017 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7316aed0-a026-4c68-b278-d2be123cf2a4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/da4dff90-b660-4428-b37f-d4d566a236b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8550918 Sep 02 13:40:28.240713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35716) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:28.259977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73807c29-96ef-40ac-84e8-6f1a301933f9 req-caa68eec-0a4d-48d0-8bf1-06516c84f2ce tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:28.269080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73807c29-96ef-40ac-84e8-6f1a301933f9 req-caa68eec-0a4d-48d0-8bf1-06516c84f2ce tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1232738 Sep 02 13:40:28.269445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e58f147-3269-461f-83e3-8511a3d3c761 None None] Sync routers for ids ['da4dff90-b660-4428-b37f-d4d566a236b5'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:28.317232 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=2871d5aa-05f5-4cca-a2af-f8689c01f55e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:28.321914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58f147-3269-461f-83e3-8511a3d3c761 None None] Routers {'da4dff90-b660-4428-b37f-d4d566a236b5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:28.322359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3e58f147-3269-461f-83e3-8511a3d3c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da4dff90-b660-4428-b37f-d4d566a236b5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:28.366203 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a617171c-04fb-41b3-85ed-682d57061073 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:28.371181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a617171c-04fb-41b3-85ed-682d57061073 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports/a2401e9d-3af5-4e39-afaf-b2f88b926774 HTTP/1.1" status: 200 len: 911 time: 0.1262155 Sep 02 13:40:28.371361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:28.372488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3874e933-d05f-4739-845b-638d60832e71 None None] Provisioning for port a2401e9d-3af5-4e39-afaf-b2f88b926774 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:28.379354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3e58f147-3269-461f-83e3-8511a3d3c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:28.387538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3874e933-d05f-4739-845b-638d60832e71 None None] Provisioning complete for port a2401e9d-3af5-4e39-afaf-b2f88b926774 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:28.388046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3874e933-d05f-4739-845b-638d60832e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:28.388843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-b1cef7d6-c1c1-4cee-8f44-686d9df92b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:28.391802 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-b1cef7d6-c1c1-4cee-8f44-686d9df92b25 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 200 len: 915 time: 0.4766874 Sep 02 13:40:28.435010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58f147-3269-461f-83e3-8511a3d3c761 None None] Routers {'da4dff90-b660-4428-b37f-d4d566a236b5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:28.435893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3e58f147-3269-461f-83e3-8511a3d3c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da4dff90-b660-4428-b37f-d4d566a236b5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:28.486966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3e58f147-3269-461f-83e3-8511a3d3c761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:28.487821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e58f147-3269-461f-83e3-8511a3d3c761 None None] The sync data for ids ['da4dff90-b660-4428-b37f-d4d566a236b5'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:28.499526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3874e933-d05f-4739-845b-638d60832e71 None None] Port a2401e9d-3af5-4e39-afaf-b2f88b926774 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:28.529384 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-3db7e07b-9f0e-462d-8b2b-be60d7e33084 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9 HTTP/1.1" status: 200 len: 217 time: 0.1224105 Sep 02 13:40:28.628570 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73807c29-96ef-40ac-84e8-6f1a301933f9 req-fdc6fcbb-43f9-46ad-83e2-b3ca289df931 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577788 Sep 02 13:40:28.650482 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f504b1a7-e2a4-4e2a-8915-920a1412570d None None] Provisioning complete for port a2401e9d-3af5-4e39-afaf-b2f88b926774 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:28.650874 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f504b1a7-e2a4-4e2a-8915-920a1412570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:28.748069 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f504b1a7-e2a4-4e2a-8915-920a1412570d None None] Port a2401e9d-3af5-4e39-afaf-b2f88b926774 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:28.753417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c72fb0c2-ff99-4b00-beb8-5fee8a9158fe details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:40:28.760266 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:28.783653 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['ecc7e886-f5de-4a76-ae15-3b0b83a54f8b', '2270394b-c42e-4ae9-a0f8-da8b174448bc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:40:28.802215 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-2b5473d4-c9f8-4a35-8f6a-26016186cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:28.803805 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-2b5473d4-c9f8-4a35-8f6a-26016186cef2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 200 len: 854 time: 0.2447693 Sep 02 13:40:28.842320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12d8c4-bc0d-48d9-90c8-77849a5c60ca req-843dbdae-8f16-4dbc-831d-715a7fca9d56 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:28.844610 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ac12d8c4-bc0d-48d9-90c8-77849a5c60ca req-843dbdae-8f16-4dbc-831d-715a7fca9d56 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3439d48f-8680-424e-800a-d2c85de0a0e3 HTTP/1.1" status: 200 len: 949 time: 0.3555489 Sep 02 13:40:28.860183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 2871d5aa-05f5-4cca-a2af-f8689c01f55e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:28.890033 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Pushing event deleted for resources: {'Port': ['ID=2270394b-c42e-4ae9-a0f8-da8b174448bc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:29.047393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da6f9b-99f2-418c-bc11-e96e6e56baea req-98f7713e-5a72-4269-9236-91c9f2628303 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:29.056714 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c2da6f9b-99f2-418c-bc11-e96e6e56baea req-98f7713e-5a72-4269-9236-91c9f2628303 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 944 time: 0.1612887 Sep 02 13:40:29.097866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-90423cc1-767b-4217-9bb0-2606373f3ec8 None None] Provisioning complete for port a2401e9d-3af5-4e39-afaf-b2f88b926774 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:29.098499 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90423cc1-767b-4217-9bb0-2606373f3ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.136331 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c2da6f9b-99f2-418c-bc11-e96e6e56baea req-c352e6ca-fad6-4e2b-b02b-b1a99b5c3803 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780630 Sep 02 13:40:29.237979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-90423cc1-767b-4217-9bb0-2606373f3ec8 None None] Port a2401e9d-3af5-4e39-afaf-b2f88b926774 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:29.251384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:29.284722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'c72fb0c2-ff99-4b00-beb8-5fee8a9158fe', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'port_id': 'c72fb0c2-ff99-4b00-beb8-5fee8a9158fe', 'mac_address': 'fa:16:3e:e7:11:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:40:29.288667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 2871d5aa-05f5-4cca-a2af-f8689c01f55e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:29.289236 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.337255 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.429784 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.433385 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.434092 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.439242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Provisioning for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:29.454721 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-6385a15a-15c5-44e2-a2ea-87f3d002c58a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad0565fb-fe62-4703-8ec1-9653ba7f880f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5745006 Sep 02 13:40:29.461627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:29.462091 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.464712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] No DVR routers for this DVR port 2270394b-c42e-4ae9-a0f8-da8b174448bc on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:29.467146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72fb0c2-ff99-4b00-beb8-5fee8a9158fe {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:40:29.473185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.475499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-77995874-d4d9-4ed6-8b9f-df737f2fcf4b req-8df13af9-a540-4fdb-bdcb-0e6a1bcf5288 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "DELETE /v2.0/ports/2270394b-c42e-4ae9-a0f8-da8b174448bc HTTP/1.1" status: 204 len: 173 time: 2.4979079 Sep 02 13:40:29.500260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3439d48f-8680-424e-800a-d2c85de0a0e3', 'name': 'network-vif-deleted', 'tag': '2270394b-c42e-4ae9-a0f8-da8b174448bc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:29.503265 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d357a5-d8f9-40c7-abbe-8ea35602c512" -d '{"events": [{"server_uuid": "3439d48f-8680-424e-800a-d2c85de0a0e3", "name": "network-vif-deleted", "tag": "2270394b-c42e-4ae9-a0f8-da8b174448bc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:29.554165 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:29.560582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Transition to ACTIVE for port object 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:29.582956 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.584253 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.619491 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ac12d8c4-bc0d-48d9-90c8-77849a5c60ca req-18468058-54c7-4d7b-8377-0b369b5858e4 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7176461 Sep 02 13:40:29.633792 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd32d0c6-cdbb-4851-918f-f187d69e19ff x-openstack-request-id: req-dd32d0c6-cdbb-4851-918f-f187d69e19ff {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:29.633792 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3439d48f-8680-424e-800a-d2c85de0a0e3", "name": "network-vif-deleted", "tag": "2270394b-c42e-4ae9-a0f8-da8b174448bc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:29.633792 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd32d0c6-cdbb-4851-918f-f187d69e19ff {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:29.633792 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3439d48f-8680-424e-800a-d2c85de0a0e3', 'name': 'network-vif-deleted', 'tag': '2270394b-c42e-4ae9-a0f8-da8b174448bc', 'status': 'completed', 'code': 200} Sep 02 13:40:29.721892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:29.766932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event updated for resources: {'Port': ['ID=441b5f4d-4d15-48d3-a6ba-35c4dbcb730b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:29.799508 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-df7384b6-e5f6-447f-92f4-4dd0bf349553 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278916 Sep 02 13:40:29.800645 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] In _notify_port_updated(), no bound segment for port 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b on network 7423adf8-ea36-460b-99fc-1b74751d292a {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:40:29.811113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:29.812420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.814402 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-996b0960-42dd-4bc9-beec-1324a6bf3f2c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "PUT /v2.0/ports/441b5f4d-4d15-48d3-a6ba-35c4dbcb730b HTTP/1.1" status: 200 len: 960 time: 3.3307149 Sep 02 13:40:29.817286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35814) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:29.856783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Provisioning for port 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:29.863754 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c2092-48cd-4143-b62f-802c1fd60263 req-275e7484-c4b5-48bf-a484-3e92c72669a1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:29.865685 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4f9c2092-48cd-4143-b62f-802c1fd60263 req-275e7484-c4b5-48bf-a484-3e92c72669a1 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1147954 Sep 02 13:40:29.874947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:29.881386 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Provisioning complete for port 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:29.881769 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.907496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port a2401e9d-3af5-4e39-afaf-b2f88b926774 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:29.908293 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.916764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:29.917306 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:29.996030 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Port 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:30.000379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4f9c2092-48cd-4143-b62f-802c1fd60263 req-782f542c-dc1a-40ce-b1be-fc9419f56968 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262372 Sep 02 13:40:30.011286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:40:30.059844 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-094ae21a-e5b8-4c8e-b822-d189dcc179e1 req-16efc8e2-2968-4ee8-8495-6bf86af9ee29 service neutron] 10.222.0.77 "GET /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433774 Sep 02 13:40:30.084049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-7655869a-2649-432a-9441-f964b792b50c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:30.084627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7655869a-2649-432a-9441-f964b792b50c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:30.107820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Provisioning complete for port 7fb0931a-531e-4805-bd78-3049de52a80d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:30.108304 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:30.120669 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:30.210932 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7655869a-2649-432a-9441-f964b792b50c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:30.211997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-731567ba-0786-4984-b877-3fd02d7bba95 None None] Port 7fb0931a-531e-4805-bd78-3049de52a80d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:30.230859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-7655869a-2649-432a-9441-f964b792b50c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:30.233388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for a2401e9d-3af5-4e39-afaf-b2f88b926774 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:30.373905 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:30.530384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d83278-453e-4810-aa5c-d3fe94e035e1 req-3aa5fee3-0706-479b-ae04-b388e58ec82f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:30.536166 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d83278-453e-4810-aa5c-d3fe94e035e1 req-3aa5fee3-0706-479b-ae04-b388e58ec82f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 945 time: 0.1576798 Sep 02 13:40:30.615932 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:30.623011 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7655869a-2649-432a-9441-f964b792b50c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:30.642150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c8da555d-0058-45c8-9e06-80f85539cbba None None] Could not find standard attr ID for object 441b5f4d-4d15-48d3-a6ba-35c4dbcb730b. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:40:30.648724 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d83278-453e-4810-aa5c-d3fe94e035e1 req-5304f2c4-f2a4-4461-a628-bfd250df8f9c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779188 Sep 02 13:40:30.653419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=a2401e9d-3af5-4e39-afaf-b2f88b926774,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:30.686930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655869a-2649-432a-9441-f964b792b50c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=441b5f4d-4d15-48d3-a6ba-35c4dbcb730b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:30.846374 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:30.897118 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7655869a-2649-432a-9441-f964b792b50c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:30.899232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7655869a-2649-432a-9441-f964b792b50c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/441b5f4d-4d15-48d3-a6ba-35c4dbcb730b HTTP/1.1" status: 204 len: 168 time: 1.0807788 Sep 02 13:40:30.907024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35868) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:30.961583 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a892e18a-72d7-4366-a139-4d32703f4c29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] GET failed (client error): The resource could not be found. Sep 02 13:40:30.965794 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a892e18a-72d7-4366-a139-4d32703f4c29 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports/441b5f4d-4d15-48d3-a6ba-35c4dbcb730b HTTP/1.1" status: 404 len: 333 time: 0.0571232 Sep 02 13:40:30.971107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:31.124343 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-227e839d-201d-4893-9b0b-4e4397045dcd tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.128110 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31c75a7-f1eb-4d5f-bcd7-161735b7f955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.185606 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-227e839d-201d-4893-9b0b-4e4397045dcd tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.221274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router da4dff90-b660-4428-b37f-d4d566a236b5 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:40:31.234592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c7398-85c8-40a2-bef9-7529358ef8dd req-8d073c03-01a0-46c3-a016-bdcf203ddb05 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:31.236272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a08c7398-85c8-40a2-bef9-7529358ef8dd req-8d073c03-01a0-46c3-a016-bdcf203ddb05 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 950 time: 0.0925536 Sep 02 13:40:31.242522 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d6ac-eb78-478a-a514-2146baeee1a3 req-e57b5d47-2e16-459e-a499-d0ccb186ef77 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:31.244317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-52b0d6ac-eb78-478a-a514-2146baeee1a3 req-e57b5d47-2e16-459e-a499-d0ccb186ef77 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.0990682 Sep 02 13:40:31.255712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-227e839d-201d-4893-9b0b-4e4397045dcd tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.258668 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-227e839d-201d-4893-9b0b-4e4397045dcd tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.263009 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-227e839d-201d-4893-9b0b-4e4397045dcd tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/security-groups/655c1da6-2b5c-4ef5-9a45-81ff62fbb1a8 HTTP/1.1" status: 204 len: 168 time: 0.2879953 Sep 02 13:40:31.272203 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35876) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:31.291190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e839d-201d-4893-9b0b-4e4397045dcd tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c1da6-2b5c-4ef5-9a45-81ff62fbb1a8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:31.341695 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a08c7398-85c8-40a2-bef9-7529358ef8dd req-4a7a0f84-c392-4068-af6a-f402ec73d8f2 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799265 Sep 02 13:40:31.357955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:31.365122 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28dff3a8-3d93-44c1-8d1b-c5c71d903881 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.367201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a76d3483-6e4c-42f1-b0e6-f08a40d9d84a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/da4dff90-b660-4428-b37f-d4d566a236b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9901893 Sep 02 13:40:31.373654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:31.376390 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0543c4f-d5f8-4bc2-8588-3d297d28733f None None] Sync routers for ids ['da4dff90-b660-4428-b37f-d4d566a236b5'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:31.394234 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0543c4f-d5f8-4bc2-8588-3d297d28733f None None] Routers {'da4dff90-b660-4428-b37f-d4d566a236b5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:31.394868 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0543c4f-d5f8-4bc2-8588-3d297d28733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da4dff90-b660-4428-b37f-d4d566a236b5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:31.423321 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28dff3a8-3d93-44c1-8d1b-c5c71d903881 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.438084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f6ba16a7-bf68-4114-87cd-ea81a77abda1 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4dff90-b660-4428-b37f-d4d566a236b5 HTTP/1.1" status: 200 len: 205 time: 0.0541615 Sep 02 13:40:31.446463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35884) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:31.460714 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-52b0d6ac-eb78-478a-a514-2146baeee1a3 req-e4810bbe-985f-49b4-a5e5-c230784eaaaf tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036994 Sep 02 13:40:31.485477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2270394b-c42e-4ae9-a0f8-da8b174448bc no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:31.558109 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0543c4f-d5f8-4bc2-8588-3d297d28733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:31.564934 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 2270394b-c42e-4ae9-a0f8-da8b174448bc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:31.565512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2270394b-c42e-4ae9-a0f8-da8b174448bc not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:31.567962 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0543c4f-d5f8-4bc2-8588-3d297d28733f None None] Routers {'da4dff90-b660-4428-b37f-d4d566a236b5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:31.568752 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0543c4f-d5f8-4bc2-8588-3d297d28733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['da4dff90-b660-4428-b37f-d4d566a236b5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:31.622130 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0543c4f-d5f8-4bc2-8588-3d297d28733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:31.622989 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0543c4f-d5f8-4bc2-8588-3d297d28733f None None] The sync data for ids ['da4dff90-b660-4428-b37f-d4d566a236b5'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:31.637262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c133f-2572-4014-aaa3-d11062c041df req-7b90deff-1d79-4929-a5c2-372a2bab4d62 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:31.638060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35890) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:31.640425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-509c133f-2572-4014-aaa3-d11062c041df req-7b90deff-1d79-4929-a5c2-372a2bab4d62 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.0889533 Sep 02 13:40:31.662918 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-969ea53a-9f8a-4faf-8a6a-82083124c43d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.691576 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-509c133f-2572-4014-aaa3-d11062c041df req-6caabd2b-4e42-4ca4-97f1-14663ea3d149 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Sep 02 13:40:31.752930 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28dff3a8-3d93-44c1-8d1b-c5c71d903881 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.756459 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28dff3a8-3d93-44c1-8d1b-c5c71d903881 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.757910 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-28dff3a8-3d93-44c1-8d1b-c5c71d903881 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa10c530-b63f-4c9f-92e9-d6c44808229b HTTP/1.1" status: 204 len: 168 time: 0.4846983 Sep 02 13:40:31.761300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:31.819853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dff3a8-3d93-44c1-8d1b-c5c71d903881 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa10c530-b63f-4c9f-92e9-d6c44808229b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:31.879270 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ddd79a7-e8ff-4af2-b198-877f9c0e7a3b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.912495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7a451-0be7-49e8-b85b-d5740f2e3bb1 req-33b0933b-75fc-4d7a-9d45-01dabaae2488 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:31.914033 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10d7a451-0be7-49e8-b85b-d5740f2e3bb1 req-33b0933b-75fc-4d7a-9d45-01dabaae2488 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.0874193 Sep 02 13:40:31.916139 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ddd79a7-e8ff-4af2-b198-877f9c0e7a3b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.920936 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45439e93-ac98-4735-9f65-c354eb5ee1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.938347 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-969ea53a-9f8a-4faf-8a6a-82083124c43d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.944029 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-969ea53a-9f8a-4faf-8a6a-82083124c43d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.966149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9af1f1-3dce-46a0-b42c-469e903234a1 req-6d3e394c-f64f-4ee7-a5fe-235e97604499 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:31.968421 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2f9af1f1-3dce-46a0-b42c-469e903234a1 req-6d3e394c-f64f-4ee7-a5fe-235e97604499 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 945 time: 0.2037997 Sep 02 13:40:31.977615 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10d7a451-0be7-49e8-b85b-d5740f2e3bb1 req-2c31cf82-5086-4033-946b-09d6a261e1af tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529442 Sep 02 13:40:31.989991 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ddd79a7-e8ff-4af2-b198-877f9c0e7a3b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.992845 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ddd79a7-e8ff-4af2-b198-877f9c0e7a3b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:31.994963 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6ddd79a7-e8ff-4af2-b198-877f9c0e7a3b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/security-groups/f19b76e8-252a-49a0-b8e0-a51f4638ef0e HTTP/1.1" status: 204 len: 168 time: 0.2322831 Sep 02 13:40:31.998003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:32.036390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd79a7-e8ff-4af2-b198-877f9c0e7a3b tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b76e8-252a-49a0-b8e0-a51f4638ef0e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:32.070321 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-969ea53a-9f8a-4faf-8a6a-82083124c43d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.070871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969ea53a-9f8a-4faf-8a6a-82083124c43d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Fanout notify agent at l3_agent the message router_deleted on router da4dff90-b660-4428-b37f-d4d566a236b5 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:40:32.073856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-585d843b-ee14-4f71-bd06-4cb7f5ed3eaa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet a587f34d-f730-4317-9125-642c6795cd66 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:40:32.086432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-585d843b-ee14-4f71-bd06-4cb7f5ed3eaa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.086622 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-969ea53a-9f8a-4faf-8a6a-82083124c43d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.087185 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-969ea53a-9f8a-4faf-8a6a-82083124c43d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/da4dff90-b660-4428-b37f-d4d566a236b5 HTTP/1.1" status: 204 len: 168 time: 0.6388183 Sep 02 13:40:32.090043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35906) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:32.132797 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2f9af1f1-3dce-46a0-b42c-469e903234a1 req-232b2781-0437-48d4-8d89-6771ac1116e1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166475 Sep 02 13:40:32.144303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-585d843b-ee14-4f71-bd06-4cb7f5ed3eaa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.171336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-723a70d3-f480-4f66-aaec-6b677d9d8958 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting subnet 87b28143-ede7-4a81-b300-a9564b66f387 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:40:32.179048 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-723a70d3-f480-4f66-aaec-6b677d9d8958 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.186052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7667d34-f5b4-41d1-af68-1523117a3180 req-a462c19d-3d8c-4e5d-9445-dde8873c129a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:32.187617 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7667d34-f5b4-41d1-af68-1523117a3180 req-a462c19d-3d8c-4e5d-9445-dde8873c129a tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1201167 Sep 02 13:40:32.233796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-723a70d3-f480-4f66-aaec-6b677d9d8958 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.262988 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45439e93-ac98-4735-9f65-c354eb5ee1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.268295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45439e93-ac98-4735-9f65-c354eb5ee1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.270748 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7667d34-f5b4-41d1-af68-1523117a3180 req-2d315a49-f827-45b9-ab6d-0890147cbcc6 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718091 Sep 02 13:40:32.280055 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-585d843b-ee14-4f71-bd06-4cb7f5ed3eaa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.336576 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-45439e93-ac98-4735-9f65-c354eb5ee1c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94349e2da35741c78e4f544174a26fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6974223 Sep 02 13:40:32.341981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:32.355310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45439e93-ac98-4735-9f65-c354eb5ee1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ebe99-9a19-4768-8065-b172bf9e87bb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:32.361994 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-585d843b-ee14-4f71-bd06-4cb7f5ed3eaa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.380035 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-723a70d3-f480-4f66-aaec-6b677d9d8958 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.405389 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-585d843b-ee14-4f71-bd06-4cb7f5ed3eaa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.407316 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-585d843b-ee14-4f71-bd06-4cb7f5ed3eaa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/a587f34d-f730-4317-9125-642c6795cd66 HTTP/1.1" status: 204 len: 168 time: 0.4083853 Sep 02 13:40:32.409399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d843b-ee14-4f71-bd06-4cb7f5ed3eaa tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=a587f34d-f730-4317-9125-642c6795cd66,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:32.411933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35916) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:32.417420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf554c72-3228-48f6-a130-ac4554c301d0 None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:32.515170 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-723a70d3-f480-4f66-aaec-6b677d9d8958 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.523984 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a00a7988-5e20-4aa0-969f-ae00839abed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.531787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-447633b3-4447-4822-9f60-c62a78f1ac9f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet d256afad-b69c-4b02-9366-0c730e30eb6a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:40:32.538802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-447633b3-4447-4822-9f60-c62a78f1ac9f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.552504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a70d3-f480-4f66-aaec-6b677d9d8958 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Subnet': ['ID=87b28143-ede7-4a81-b300-a9564b66f387,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:32.558551 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-723a70d3-f480-4f66-aaec-6b677d9d8958 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.564227 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-723a70d3-f480-4f66-aaec-6b677d9d8958 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/87b28143-ede7-4a81-b300-a9564b66f387 HTTP/1.1" status: 204 len: 168 time: 0.4714384 Sep 02 13:40:32.568969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35918) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:32.573517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa10760-a3a2-4446-a4b3-1f0176752810 None None] Network b856d7e1-de2d-4a67-953b-335c7d57a1e3 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:32.577428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0132299-db7f-4358-a02f-5c51763571b8 req-5c1c4a58-6a79-43cc-94c6-e4dc077a147b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:32.579028 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e0132299-db7f-4358-a02f-5c51763571b8 req-5c1c4a58-6a79-43cc-94c6-e4dc077a147b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1592574 Sep 02 13:40:32.614714 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a00a7988-5e20-4aa0-969f-ae00839abed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.632845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-ba37f425-3fe5-4ee6-ae3b-1820c607e9b2 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:32.635134 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-447633b3-4447-4822-9f60-c62a78f1ac9f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.635268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-ba37f425-3fe5-4ee6-ae3b-1820c607e9b2 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 950 time: 0.1763923 Sep 02 13:40:32.648096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf2be7-4d82-4403-ad63-202fd9d42037 req-ee1435d5-562f-4cfa-82d8-aaddf0c29aaa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:32.649440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ecf2be7-4d82-4403-ad63-202fd9d42037 req-ee1435d5-562f-4cfa-82d8-aaddf0c29aaa tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 950 time: 0.1931458 Sep 02 13:40:32.740390 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.749623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e0132299-db7f-4358-a02f-5c51763571b8 req-66bb5736-aff4-4179-9126-3df6cc2ba8b2 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565750 Sep 02 13:40:32.782851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c72fb0c2-ff99-4b00-beb8-5fee8a9158fe up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:32.814893 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a00a7988-5e20-4aa0-969f-ae00839abed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.817653 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a00a7988-5e20-4aa0-969f-ae00839abed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.822809 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a00a7988-5e20-4aa0-969f-ae00839abed6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a43ebe99-9a19-4768-8065-b172bf9e87bb HTTP/1.1" status: 204 len: 168 time: 0.4797976 Sep 02 13:40:32.836201 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ecf2be7-4d82-4403-ad63-202fd9d42037 req-1b6a7ef6-31be-4f17-88b2-c25129c3203e tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/security-groups?id=922d7785-b7e7-4232-9b36-5f974e0dac2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536438 Sep 02 13:40:32.845360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a7988-5e20-4aa0-969f-ae00839abed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ebe99-9a19-4768-8065-b172bf9e87bb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:32.849388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c085ade5-9d35-40a1-b323-a8fa80330919 None None] DHCP port deletion for b856d7e1-de2d-4a67-953b-335c7d57a1e3 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:40:32.868095 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-447633b3-4447-4822-9f60-c62a78f1ac9f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.935234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Deleting port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:32.935678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.950052 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-447633b3-4447-4822-9f60-c62a78f1ac9f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:32.995295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447633b3-4447-4822-9f60-c62a78f1ac9f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=d256afad-b69c-4b02-9366-0c730e30eb6a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:32.998148 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-447633b3-4447-4822-9f60-c62a78f1ac9f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.000597 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-447633b3-4447-4822-9f60-c62a78f1ac9f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/d256afad-b69c-4b02-9366-0c730e30eb6a HTTP/1.1" status: 204 len: 168 time: 0.5819781 Sep 02 13:40:33.003219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:33.050169 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efb7ab6-12d1-4ea1-b656-24a06ed3304e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:33.050547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:33.050714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efb7ab6-12d1-4ea1-b656-24a06ed3304e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:33.054853 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4efb7ab6-12d1-4ea1-b656-24a06ed3304e tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/a587f34d-f730-4317-9125-642c6795cd66 HTTP/1.1" status: 404 len: 337 time: 0.0483232 Sep 02 13:40:33.055169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:33.061025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:33.061874 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.088319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] For port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:33.088996 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.127528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Calling delete_port for ecc7e886-f5de-4a76-ae15-3b0b83a54f8b owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:33.143799 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c085ade5-9d35-40a1-b323-a8fa80330919 None None] Deleting port 2871d5aa-05f5-4cca-a2af-f8689c01f55e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:33.144562 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c085ade5-9d35-40a1-b323-a8fa80330919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.189641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae10905-b0f3-4de2-bb9c-94ad2007eb53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting subnet fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:40:33.205674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae10905-b0f3-4de2-bb9c-94ad2007eb53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.260524 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae10905-b0f3-4de2-bb9c-94ad2007eb53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.312837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c085ade5-9d35-40a1-b323-a8fa80330919 None None] For port 2871d5aa-05f5-4cca-a2af-f8689c01f55e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=2871d5aa-05f5-4cca-a2af-f8689c01f55e,segment=NetworkSegment(84ec7fc2-1c1d-42b7-96e5-0137823f13ef),segment_id=84ec7fc2-1c1d-42b7-96e5-0137823f13ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:33.313734 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c085ade5-9d35-40a1-b323-a8fa80330919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.335329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c085ade5-9d35-40a1-b323-a8fa80330919 None None] Calling delete_port for 2871d5aa-05f5-4cca-a2af-f8689c01f55e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:33.337719 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.365464 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae10905-b0f3-4de2-bb9c-94ad2007eb53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.384774 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.397653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Pushing event deleted for resources: {'Port': ['ID=ecc7e886-f5de-4a76-ae15-3b0b83a54f8b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:33.444559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['ecc7e886-f5de-4a76-ae15-3b0b83a54f8b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:40:33.465656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:33.474862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362616b-29e6-4997-bc7c-0438842d623a req-8124cf58-a647-4fc9-8665-10092d1ae203 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:33.476489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b362616b-29e6-4997-bc7c-0438842d623a req-8124cf58-a647-4fc9-8665-10092d1ae203 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.3759243 Sep 02 13:40:33.482439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 2871d5aa-05f5-4cca-a2af-f8689c01f55e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:33.482848 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.490925 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae10905-b0f3-4de2-bb9c-94ad2007eb53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.517818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47b2510-8d21-4347-b1f2-8d03a127863b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:33.520916 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285f1b84-39e5-488e-b78e-486d27606873" -d '{"events": [{"server_uuid": "c47b2510-8d21-4347-b1f2-8d03a127863b", "name": "network-vif-plugged", "status": "completed", "tag": "c72fb0c2-ff99-4b00-beb8-5fee8a9158fe"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:33.531335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae10905-b0f3-4de2-bb9c-94ad2007eb53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:33.548136 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:33.549400 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aae10905-b0f3-4de2-bb9c-94ad2007eb53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.550423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port 2871d5aa-05f5-4cca-a2af-f8689c01f55e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=2871d5aa-05f5-4cca-a2af-f8689c01f55e,segment=NetworkSegment(84ec7fc2-1c1d-42b7-96e5-0137823f13ef),segment_id=84ec7fc2-1c1d-42b7-96e5-0137823f13ef)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:33.550804 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.551887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aae10905-b0f3-4de2-bb9c-94ad2007eb53 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/fa8633d6-7f68-45cf-aa15-1bd2c8b2a99d HTTP/1.1" status: 204 len: 168 time: 0.4955676 Sep 02 13:40:33.555689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:33.558021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-295307cb-46f2-47e1-9802-aab9369ef33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.567915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] No DVR routers for this DVR port ecc7e886-f5de-4a76-ae15-3b0b83a54f8b on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:33.570209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 2871d5aa-05f5-4cca-a2af-f8689c01f55e owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:33.575949 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.581075 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.592758 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f79ec1b2-c806-4c64-be9a-cfdffd14d530 req-313bfe87-8d59-47d3-99f0-c9072b3fb480 tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.77 "DELETE /v2.0/ports/ecc7e886-f5de-4a76-ae15-3b0b83a54f8b HTTP/1.1" status: 204 len: 173 time: 0.9353390 Sep 02 13:40:33.599261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b71b9c-beb0-479e-b389-a87a8e600108', 'name': 'network-vif-deleted', 'tag': 'ecc7e886-f5de-4a76-ae15-3b0b83a54f8b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:33.601850 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314850b0-e358-4045-9830-3f87c00ce42f" -d '{"events": [{"server_uuid": "c0b71b9c-beb0-479e-b389-a87a8e600108", "name": "network-vif-deleted", "tag": "ecc7e886-f5de-4a76-ae15-3b0b83a54f8b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:33.616175 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-036ed6e5-63a2-4f2a-bda0-a454c77e2369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.619943 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0320c9f0-3666-415e-9c9e-e383c28b9d54 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:33.620556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0320c9f0-3666-415e-9c9e-e383c28b9d54 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:33.622424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f182a-8bf8-4c89-9f31-30434f64dd0d req-3a4b6663-0808-41a7-8260-1d1d2f0a4cbf tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:33.622829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0320c9f0-3666-415e-9c9e-e383c28b9d54 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/5853d486-3f33-4b5e-be4b-4abf4903b764 HTTP/1.1" status: 404 len: 337 time: 0.0566742 Sep 02 13:40:33.628781 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c085ade5-9d35-40a1-b323-a8fa80330919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.631185 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b6f182a-8bf8-4c89-9f31-30434f64dd0d req-3a4b6663-0808-41a7-8260-1d1d2f0a4cbf tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 945 time: 0.2993016 Sep 02 13:40:33.635290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 35944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:33.662615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085ade5-9d35-40a1-b323-a8fa80330919 None None] No DVR routers for this DVR port 2871d5aa-05f5-4cca-a2af-f8689c01f55e on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:33.668449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:33.698666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085ade5-9d35-40a1-b323-a8fa80330919 None None] Pushing event deleted for resources: {'Port': ['ID=2871d5aa-05f5-4cca-a2af-f8689c01f55e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:33.715285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b362616b-29e6-4997-bc7c-0438842d623a req-cbfaac1f-4ba0-4fb7-8ea0-66fbb799eb38 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139270 Sep 02 13:40:33.726632 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0b6c3210-5492-4953-8215-44927c40d379 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f470e83-3612-4e4a-ac65-cac09a8bf805 HTTP/1.1" status: 200 len: 205 time: 0.0903802 Sep 02 13:40:33.732611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:33.757327 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b6f182a-8bf8-4c89-9f31-30434f64dd0d req-9a2f51e2-008d-440b-92cd-54ed203e28e8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250989 Sep 02 13:40:33.788648 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-295307cb-46f2-47e1-9802-aab9369ef33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.810262 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.823060 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-295307cb-46f2-47e1-9802-aab9369ef33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:33.834602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8371b291-32d7-40bd-92be-f0ca7a858d08 None None] Network 7423adf8-ea36-460b-99fc-1b74751d292a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:33.835419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No DVR routers for this DVR port 2871d5aa-05f5-4cca-a2af-f8689c01f55e on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:33.878038 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f3959-fbeb-4040-a280-29ae1ccf01bc x-openstack-request-id: req-fc4f3959-fbeb-4040-a280-29ae1ccf01bc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:33.878350 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b71b9c-beb0-479e-b389-a87a8e600108", "name": "network-vif-deleted", "tag": "ecc7e886-f5de-4a76-ae15-3b0b83a54f8b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:33.878652 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc4f3959-fbeb-4040-a280-29ae1ccf01bc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:33.879394 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b71b9c-beb0-479e-b389-a87a8e600108', 'name': 'network-vif-deleted', 'tag': 'ecc7e886-f5de-4a76-ae15-3b0b83a54f8b', 'status': 'completed', 'code': 200} Sep 02 13:40:33.894160 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-b3f2bfb0-9f8d-4f0c-8a02-daedadebdaa4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] delete failed (client error): The resource could not be found. Sep 02 13:40:33.895063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=2871d5aa-05f5-4cca-a2af-f8689c01f55e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:33.895440 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b3f2bfb0-9f8d-4f0c-8a02-daedadebdaa4 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/routers/8f470e83-3612-4e4a-ac65-cac09a8bf805 HTTP/1.1" status: 404 len: 336 time: 0.1047213 Sep 02 13:40:33.916460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35952) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:33.937544 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d10d0f-9814-4403-872d-95c64841a242 x-openstack-request-id: req-c4d10d0f-9814-4403-872d-95c64841a242 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:33.938085 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47b2510-8d21-4347-b1f2-8d03a127863b", "name": "network-vif-plugged", "status": "completed", "tag": "c72fb0c2-ff99-4b00-beb8-5fee8a9158fe", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:33.938508 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4d10d0f-9814-4403-872d-95c64841a242 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:33.939234 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b2510-8d21-4347-b1f2-8d03a127863b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72fb0c2-ff99-4b00-beb8-5fee8a9158fe', 'code': 200} Sep 02 13:40:33.975184 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e077a2d5-b00b-4dc6-ab6a-03958365cb5c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:33.976419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e077a2d5-b00b-4dc6-ab6a-03958365cb5c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:33.977796 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e077a2d5-b00b-4dc6-ab6a-03958365cb5c tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/d29eb306-f1c0-4c9a-bc45-082a52fb347e HTTP/1.1" status: 404 len: 337 time: 0.0601664 Sep 02 13:40:33.982665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-295307cb-46f2-47e1-9802-aab9369ef33d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62116d1c2cf04e6a9c85ee5ed58e9f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5050294 Sep 02 13:40:33.983789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:33.984563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295307cb-46f2-47e1-9802-aab9369ef33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65122e56-89af-4a90-af7a-4c5954979002,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:33.988831 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.018014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f06eb58a-26c2-4025-9e23-998b0609423e None None] Provisioning complete for port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:34.027283 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f06eb58a-26c2-4025-9e23-998b0609423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.053016 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d221768-73b1-4be5-acb2-765341c6dec3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:34.053662 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d221768-73b1-4be5-acb2-765341c6dec3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:34.060928 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6d221768-73b1-4be5-acb2-765341c6dec3 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/4c7d1779-9050-4aeb-b26a-092242f9e37f HTTP/1.1" status: 404 len: 337 time: 0.0710382 Sep 02 13:40:34.073617 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.130845 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.139463 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-55cc645e-e416-4ae5-8110-435046ad0034 req-6584051c-236a-4c79-877d-ed41903a2c9d tempest-ServersAdminNegativeTestJSON-308349732 tempest-ServersAdminNegativeTestJSON-308349732-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b71b9c-beb0-479e-b389-a87a8e600108 HTTP/1.1" status: 200 len: 210 time: 0.0903912 Sep 02 13:40:34.150013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b856d7e1-de2d-4a67-953b-335c7d57a1e3']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:34.171193 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-751c3022-51b7-44ce-bba7-0e146d088bf5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:34.171885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751c3022-51b7-44ce-bba7-0e146d088bf5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:34.176353 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-751c3022-51b7-44ce-bba7-0e146d088bf5 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/8dbf9f25-1cc6-4a7b-8c71-5d45edabc33b HTTP/1.1" status: 404 len: 337 time: 0.0959947 Sep 02 13:40:34.178427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.201082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ec7fc2-1c1d-42b7-96e5-0137823f13ef') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:34.202817 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ec7fc2-1c1d-42b7-96e5-0137823f13ef') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:34.217141 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-32464921-aa19-4853-abcf-74821f542344 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:34.218050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32464921-aa19-4853-abcf-74821f542344 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:34.222419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-32464921-aa19-4853-abcf-74821f542344 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/7002cd78-1b5c-4406-8962-3457a7679f2b HTTP/1.1" status: 404 len: 333 time: 0.0396879 Sep 02 13:40:34.223249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35968) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.232471 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d82fe698-6b35-44b7-ad3b-7336f2b03380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.246876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab5206-69d3-417f-9fe3-a3422832df76 req-635cdc56-2073-4692-bfd9-5f913ad25382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:34.256162 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81ab5206-69d3-417f-9fe3-a3422832df76 req-635cdc56-2073-4692-bfd9-5f913ad25382 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 1097 time: 0.2610581 Sep 02 13:40:34.258140 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.265090 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-988f3085-5a03-4018-811a-e12a261b4295 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:34.265770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988f3085-5a03-4018-811a-e12a261b4295 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:34.267987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-988f3085-5a03-4018-811a-e12a261b4295 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/570d0ee4-6a50-4acd-bdc4-cf1bea2859e3 HTTP/1.1" status: 404 len: 337 time: 0.0431912 Sep 02 13:40:34.273963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.298841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8377c-d880-421b-8c6d-3a6cafef560f req-a12ec31e-7405-4f90-bb67-2e622b43e324 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:34.308080 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-daf8377c-d880-421b-8c6d-3a6cafef560f req-a12ec31e-7405-4f90-bb67-2e622b43e324 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.2551980 Sep 02 13:40:34.322952 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4a43cd-11f9-46d5-ac6b-8612531d86b8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:34.323962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4a43cd-11f9-46d5-ac6b-8612531d86b8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:34.326065 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2a4a43cd-11f9-46d5-ac6b-8612531d86b8 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/2875955b-c8aa-4ff0-92d4-0f4106703c15 HTTP/1.1" status: 404 len: 337 time: 0.0509245 Sep 02 13:40:34.328702 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d82fe698-6b35-44b7-ad3b-7336f2b03380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.330021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.331153 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.361828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:40:34.362449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:40:34.365451 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:40:34.371790 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18cf505-e51f-419d-8861-a3817b58e70f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:34.372686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18cf505-e51f-419d-8861-a3817b58e70f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:34.374604 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a18cf505-e51f-419d-8861-a3817b58e70f tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/66013cc1-caa2-4452-b477-5a41a6c24225 HTTP/1.1" status: 404 len: 333 time: 0.0421364 Sep 02 13:40:34.377533 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35974) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.389049 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.419122 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0fee83-7dea-4a40-a485-83e3cbf2d461 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:34.419586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0fee83-7dea-4a40-a485-83e3cbf2d461 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:34.421678 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ed0fee83-7dea-4a40-a485-83e3cbf2d461 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/74dd76e4-9c4b-42d5-95d3-e667fb6fd77c HTTP/1.1" status: 404 len: 337 time: 0.0431771 Sep 02 13:40:34.424342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.438072 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81ab5206-69d3-417f-9fe3-a3422832df76 req-1e5d361c-2294-48f5-9188-61650a5f645e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678622 Sep 02 13:40:34.455381 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-139a58dd-2264-4745-a266-23afb896d853 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] DELETE failed (client error): The resource could not be found. Sep 02 13:40:34.455869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139a58dd-2264-4745-a266-23afb896d853 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:40:34.457652 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-139a58dd-2264-4745-a266-23afb896d853 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/subnets/73963918-675d-4fcc-9c9c-e87a7b550def HTTP/1.1" status: 404 len: 337 time: 0.0320241 Sep 02 13:40:34.461179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.482675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-daf8377c-d880-421b-8c6d-3a6cafef560f req-b729f384-af8e-45bb-9d88-15fcd3f6a444 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731520 Sep 02 13:40:34.510140 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d82fe698-6b35-44b7-ad3b-7336f2b03380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.513156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d82fe698-6b35-44b7-ad3b-7336f2b03380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.513300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34610e-3dd9-44f2-9d2f-4fe75b61ecf7 None None] DHCP port deletion for 7423adf8-ea36-460b-99fc-1b74751d292a request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:40:34.514544 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.516097 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f06eb58a-26c2-4025-9e23-998b0609423e None None] Provisioning complete for port 7fb0931a-531e-4805-bd78-3049de52a80d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:34.516580 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f06eb58a-26c2-4025-9e23-998b0609423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.519660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d82fe698-6b35-44b7-ad3b-7336f2b03380 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65122e56-89af-4a90-af7a-4c5954979002 HTTP/1.1" status: 204 len: 168 time: 0.5294416 Sep 02 13:40:34.537030 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fe698-6b35-44b7-ad3b-7336f2b03380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65122e56-89af-4a90-af7a-4c5954979002,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:34.551684 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.558638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/networks/b856d7e1-de2d-4a67-953b-335c7d57a1e3 HTTP/1.1" status: 204 len: 168 time: 1.9837606 Sep 02 13:40:34.582596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35984) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:34.585232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7222e6-92ea-47b0-b5d8-0b36f25fe504 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Network': ['ID=b856d7e1-de2d-4a67-953b-335c7d57a1e3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:34.595522 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-347523157', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:34.626932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f06eb58a-26c2-4025-9e23-998b0609423e None None] Port 7fb0931a-531e-4805-bd78-3049de52a80d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:34.641073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-be34610e-3dd9-44f2-9d2f-4fe75b61ecf7 None None] Deleting port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:34.641434 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be34610e-3dd9-44f2-9d2f-4fe75b61ecf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.661939 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.662980 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.696052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da59f1-36f0-4795-84b6-57313377c96d req-2637e623-e156-4fc8-bd68-a691fba0e9c3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:34.698087 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00da59f1-36f0-4795-84b6-57313377c96d req-2637e623-e156-4fc8-bd68-a691fba0e9c3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1073675 Sep 02 13:40:34.703834 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1d70e7b4-6c45-40ad-8e74-ea25e78957b1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Deleting port 7fb0931a-531e-4805-bd78-3049de52a80d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:34.704131 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d70e7b4-6c45-40ad-8e74-ea25e78957b1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.767681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-be34610e-3dd9-44f2-9d2f-4fe75b61ecf7 None None] For port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,segment=NetworkSegment(b6365700-99be-4e6f-a98d-77cece8b29f3),segment_id=b6365700-99be-4e6f-a98d-77cece8b29f3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:34.769855 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be34610e-3dd9-44f2-9d2f-4fe75b61ecf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.804458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-be34610e-3dd9-44f2-9d2f-4fe75b61ecf7 None None] Calling delete_port for 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:34.806493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.817072 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:34.822354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 2871d5aa-05f5-4cca-a2af-f8689c01f55e no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:34.890273 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 2871d5aa-05f5-4cca-a2af-f8689c01f55e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:34.890644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 2871d5aa-05f5-4cca-a2af-f8689c01f55e not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:34.891105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:34.964146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00da59f1-36f0-4795-84b6-57313377c96d req-be4add50-28e9-4015-abd8-511a18bb11d5 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468262 Sep 02 13:40:34.975137 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d70e7b4-6c45-40ad-8e74-ea25e78957b1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:35.027766 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:35.047097 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be34610e-3dd9-44f2-9d2f-4fe75b61ecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:35.106125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34610e-3dd9-44f2-9d2f-4fe75b61ecf7 None None] Pushing event deleted for resources: {'Port': ['ID=1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:35.117101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34610e-3dd9-44f2-9d2f-4fe75b61ecf7 None None] No DVR routers for this DVR port 1b58e0ab-ccc9-44d4-8a66-58e4be34dfa4 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:35.335170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2e6a4-4dfc-4453-ac59-e24b21d0fac3 req-e6e8e56d-5388-497c-9d4b-a0f9c853c937 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:35.337402 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5c2e6a4-4dfc-4453-ac59-e24b21d0fac3 req-e6e8e56d-5388-497c-9d4b-a0f9c853c937 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.0689180 Sep 02 13:40:35.404994 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5c2e6a4-4dfc-4453-ac59-e24b21d0fac3 req-9a3b19fd-819f-41d9-825f-ab1747f62dc0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488994 Sep 02 13:40:35.411016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-40f339f7-654a-4de5-a681-a1d4d868f0e8 req-6b7795cf-b72c-48eb-9861-beb866a12c70 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:40:35.411998 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40f339f7-654a-4de5-a681-a1d4d868f0e8 req-6b7795cf-b72c-48eb-9861-beb866a12c70 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056150 Sep 02 13:40:35.416328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1d70e7b4-6c45-40ad-8e74-ea25e78957b1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Calling delete_port for 7fb0931a-531e-4805-bd78-3049de52a80d owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:35.471927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:35.496997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ecc7e886-f5de-4a76-ae15-3b0b83a54f8b no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:35.554628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: ecc7e886-f5de-4a76-ae15-3b0b83a54f8b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:35.555306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ecc7e886-f5de-4a76-ae15-3b0b83a54f8b not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:35.638311 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d70e7b4-6c45-40ad-8e74-ea25e78957b1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:35.680933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70e7b4-6c45-40ad-8e74-ea25e78957b1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Port': ['ID=7fb0931a-531e-4805-bd78-3049de52a80d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:35.690870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d70e7b4-6c45-40ad-8e74-ea25e78957b1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:35.693708 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d70e7b4-6c45-40ad-8e74-ea25e78957b1 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/ports/7fb0931a-531e-4805-bd78-3049de52a80d HTTP/1.1" status: 204 len: 168 time: 1.2305346 Sep 02 13:40:35.698320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36020) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:35.919392 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:35.930820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41112179-fb9b-40ec-92a0-ebc7af4ab1ea req-c7c342fd-f5ac-4309-be27-63bb2dfcfd0c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:35.946054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-41112179-fb9b-40ec-92a0-ebc7af4ab1ea req-c7c342fd-f5ac-4309-be27-63bb2dfcfd0c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.2354639 Sep 02 13:40:35.952770 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:35.954090 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.036274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36034) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:36.071910 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-41112179-fb9b-40ec-92a0-ebc7af4ab1ea req-9e239ead-8044-4a33-99af-c3a3af94450b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240578 Sep 02 13:40:36.097207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.098625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 172.25.3.173 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/da820c68-81ba-46ff-983f-b1d1c83da5a2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:36.109468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7423adf8-ea36-460b-99fc-1b74751d292a']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:36.130934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6365700-99be-4e6f-a98d-77cece8b29f3') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:36.131236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6365700-99be-4e6f-a98d-77cece8b29f3') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:36.146499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.178811 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.197344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:40:36.198055 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:40:36.202346 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:40:36.283572 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.295957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645325-8bcb-412a-b616-268fa0956313 req-2a50e653-5ec3-4a36-8331-7201c53511fd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:36.297763 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21645325-8bcb-412a-b616-268fa0956313 req-2a50e653-5ec3-4a36-8331-7201c53511fd tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.0888724 Sep 02 13:40:36.301156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.314051 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.315991 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] 10.222.0.13 "DELETE /v2.0/networks/7423adf8-ea36-460b-99fc-1b74751d292a HTTP/1.1" status: 204 len: 168 time: 0.6162190 Sep 02 13:40:36.318293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6db91-42e5-4e84-bd50-785e4fff32a9 tempest-PortsTestJSON-1057719984 tempest-PortsTestJSON-1057719984-project] Pushing event deleted for resources: {'Network': ['ID=7423adf8-ea36-460b-99fc-1b74751d292a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:36.356840 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21645325-8bcb-412a-b616-268fa0956313 req-0afee024-ecb2-4d57-b1da-552c3f87f63c tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516102 Sep 02 13:40:36.385108 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.433451 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0106614c-e9cf-416a-ae3b-c37d2ade6a0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44578515e3c64c539aea868ec1d67cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960323 Sep 02 13:40:36.442745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:36.479484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:36.486944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:36.499709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:36.510149 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.543346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=da820c68-81ba-46ff-983f-b1d1c83da5a2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:36.615969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b60a2-c9ce-4198-b712-2ddfd629be68 req-43c002a3-2c70-48a6-b188-1cdbb13d12e2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:36.618820 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a6b60a2-c9ce-4198-b712-2ddfd629be68 req-43c002a3-2c70-48a6-b188-1cdbb13d12e2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.0854788 Sep 02 13:40:36.679625 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fa94156-d2f0-4adb-9fd3-881c84717f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.688363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a6b60a2-c9ce-4198-b712-2ddfd629be68 req-e6cc89ab-a025-404d-ae8a-7d5d30930034 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560150 Sep 02 13:40:36.688363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36086) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:36.734109 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c82875-bd26-4707-a231-599bb1773818 req-9d799f40-130f-4340-9f8c-deb32784bb22 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:36.735752 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-34c82875-bd26-4707-a231-599bb1773818 req-9d799f40-130f-4340-9f8c-deb32784bb22 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.2005622 Sep 02 13:40:36.765260 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fa94156-d2f0-4adb-9fd3-881c84717f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.841054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36092) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:36.892077 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-34c82875-bd26-4707-a231-599bb1773818 req-ef974936-46be-471f-9f3e-e28b38f0ee76 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453245 Sep 02 13:40:36.968499 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.971353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-55b13a10-81dc-4367-88fa-994910676eee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=254d2e525cdc4b80b770537341a0f529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819471 Sep 02 13:40:36.974063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:36.975563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fa94156-d2f0-4adb-9fd3-881c84717f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.979122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fa94156-d2f0-4adb-9fd3-881c84717f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:36.980310 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3fa94156-d2f0-4adb-9fd3-881c84717f2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/922d7785-b7e7-4232-9b36-5f974e0dac2f HTTP/1.1" status: 204 len: 168 time: 0.5365844 Sep 02 13:40:37.048175 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c4758c6-58e7-49f1-9d73-e21c7be2204e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.090583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b57d469-8eff-4ac8-b73d-b1965a358cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.115007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c4758c6-58e7-49f1-9d73-e21c7be2204e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.191598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa94156-d2f0-4adb-9fd3-881c84717f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922d7785-b7e7-4232-9b36-5f974e0dac2f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:37.255097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a2e2-a554-4f72-9cb5-16ca54a29abd req-fd213fd7-80c4-46b8-b75e-0511d181d174 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:37.257693 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e428a2e2-a554-4f72-9cb5-16ca54a29abd req-fd213fd7-80c4-46b8-b75e-0511d181d174 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1131933 Sep 02 13:40:37.305348 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcce4aa-fc1b-4861-be8b-beecbc6c7345 req-0caa4791-cf3d-4665-93d6-f31682164fec tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:37.308243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fcce4aa-fc1b-4861-be8b-beecbc6c7345 req-0caa4791-cf3d-4665-93d6-f31682164fec tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1600192 Sep 02 13:40:37.331448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c4758c6-58e7-49f1-9d73-e21c7be2204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.336426 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2c4758c6-58e7-49f1-9d73-e21c7be2204e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.341301 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2c4758c6-58e7-49f1-9d73-e21c7be2204e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dc8340e-ab9c-4565-af67-66e590134063 HTTP/1.1" status: 204 len: 168 time: 0.3634312 Sep 02 13:40:37.346136 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.367135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4758c6-58e7-49f1-9d73-e21c7be2204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc8340e-ab9c-4565-af67-66e590134063,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:37.391480 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e428a2e2-a554-4f72-9cb5-16ca54a29abd req-edaf3c13-0133-4775-a971-265cc117ff85 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221926 Sep 02 13:40:37.450227 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b57d469-8eff-4ac8-b73d-b1965a358cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.452690 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fcce4aa-fc1b-4861-be8b-beecbc6c7345 req-6968a971-4841-42c0-8f74-afef29bf2a12 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333151 Sep 02 13:40:37.459708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b57d469-8eff-4ac8-b73d-b1965a358cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.500724 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57d469-8eff-4ac8-b73d-b1965a358cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb784b18-646d-4644-bdec-592dcd2ac1d5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:37.508981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:37.534636 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9b57d469-8eff-4ac8-b73d-b1965a358cb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85734004d99e4e35888d280cfde7c7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920807 Sep 02 13:40:37.539467 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:37.561574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router e68aea9b-8e10-473f-af3f-b8f2fed816a3 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:40:37.606920 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5ed7c297-3922-40f6-a8cf-c302e7e10894 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34f436e7be4140e7a8a88582df478c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963004 Sep 02 13:40:37.610319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36116) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:37.658582 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-555c2f58-8ae2-42a1-9013-8c6b75e2fe38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.699081 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-555c2f58-8ae2-42a1-9013-8c6b75e2fe38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.710135 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31f89146-bb6c-43bc-81ce-eb115d340203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.734739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bf2da-988a-4b7e-92ea-a3d02cf9b1ea req-aa1baf58-829f-4125-9516-96270014c96e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:37.737201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c8bf2da-988a-4b7e-92ea-a3d02cf9b1ea req-aa1baf58-829f-4125-9516-96270014c96e tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1056154 Sep 02 13:40:37.754997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:37.759954 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31f89146-bb6c-43bc-81ce-eb115d340203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.769655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60dd8d-578c-4e5b-9d17-3fa77529f530 None None] Sync routers for ids ['e68aea9b-8e10-473f-af3f-b8f2fed816a3'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:37.789353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60dd8d-578c-4e5b-9d17-3fa77529f530 None None] Routers {'e68aea9b-8e10-473f-af3f-b8f2fed816a3'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:37.790880 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6b60dd8d-578c-4e5b-9d17-3fa77529f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e68aea9b-8e10-473f-af3f-b8f2fed816a3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:37.821631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c8bf2da-988a-4b7e-92ea-a3d02cf9b1ea req-83b591a0-4875-402c-9f22-9391c3b97c66 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766218 Sep 02 13:40:37.826969 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-555c2f58-8ae2-42a1-9013-8c6b75e2fe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.830814 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.834917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-555c2f58-8ae2-42a1-9013-8c6b75e2fe38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.835193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-14507091-26a8-4967-a612-b3228d10bada tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2487297 Sep 02 13:40:37.835827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:37.838516 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-555c2f58-8ae2-42a1-9013-8c6b75e2fe38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb784b18-646d-4644-bdec-592dcd2ac1d5 HTTP/1.1" status: 204 len: 168 time: 0.2972264 Sep 02 13:40:37.862034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c2f58-8ae2-42a1-9013-8c6b75e2fe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb784b18-646d-4644-bdec-592dcd2ac1d5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:37.883336 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31f89146-bb6c-43bc-81ce-eb115d340203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.889957 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31f89146-bb6c-43bc-81ce-eb115d340203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:37.895692 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-31f89146-bb6c-43bc-81ce-eb115d340203 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4238362e-53e3-4d4e-8ddc-ec252bbec6f7 HTTP/1.1" status: 204 len: 168 time: 0.2842717 Sep 02 13:40:37.904807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6b60dd8d-578c-4e5b-9d17-3fa77529f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:37.909572 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f89146-bb6c-43bc-81ce-eb115d340203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4238362e-53e3-4d4e-8ddc-ec252bbec6f7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:37.960087 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60dd8d-578c-4e5b-9d17-3fa77529f530 None None] Routers {'e68aea9b-8e10-473f-af3f-b8f2fed816a3'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:37.961161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6b60dd8d-578c-4e5b-9d17-3fa77529f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e68aea9b-8e10-473f-af3f-b8f2fed816a3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:38.005363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6b60dd8d-578c-4e5b-9d17-3fa77529f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:38.006329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60dd8d-578c-4e5b-9d17-3fa77529f530 None None] The sync data for ids ['e68aea9b-8e10-473f-af3f-b8f2fed816a3'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:38.056660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58553cf-87a9-45af-8e63-289a144ece38 req-99165916-2cc8-4007-820d-bb89c7316cf0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:38.065642 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e58553cf-87a9-45af-8e63-289a144ece38 req-99165916-2cc8-4007-820d-bb89c7316cf0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.0866604 Sep 02 13:40:38.101172 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5ffa787a-d325-4620-9b99-14dccd7130ae tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/routers/e68aea9b-8e10-473f-af3f-b8f2fed816a3 HTTP/1.1" status: 200 len: 884 time: 0.2642472 Sep 02 13:40:38.105541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36140) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:38.126282 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e58553cf-87a9-45af-8e63-289a144ece38 req-6b00974a-13c1-4ad7-b554-cfc18e50a6d8 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553100 Sep 02 13:40:38.297537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54891339-f967-450e-a158-7b330057b85b req-1402eddd-a828-4adc-a5f0-ca2e3e63b8c5 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:38.299165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54891339-f967-450e-a158-7b330057b85b req-1402eddd-a828-4adc-a5f0-ca2e3e63b8c5 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.0891511 Sep 02 13:40:38.356090 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54891339-f967-450e-a158-7b330057b85b req-485be022-38fd-4d2c-8283-cde45a3f96ff tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Sep 02 13:40:38.777012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbf640-3748-41c8-9d43-812dde1a50b5 req-9f59efc2-fc8e-4ba0-96a0-8c4460721a82 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:38.781823 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afbf640-3748-41c8-9d43-812dde1a50b5 req-9f59efc2-fc8e-4ba0-96a0-8c4460721a82 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1035447 Sep 02 13:40:38.880883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afbf640-3748-41c8-9d43-812dde1a50b5 req-2b935192-04ae-42f0-ab30-57466ef8a3de tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879338 Sep 02 13:40:38.954924 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0160b6e4-92f4-48e8-b54f-c0e0db29c7d7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8480675 Sep 02 13:40:38.957768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:38.963118 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-432e3747-385b-4e30-8a31-8e5ec4fc0feb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-347523157'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:38.974589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:39.222096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c680d5da-d10b-496a-ab4b-37d8e9bc41e6 tempest-DvrRoutersNegativeTest-157330103 tempest-DvrRoutersNegativeTest-157330103-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1508727884', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:39.225579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.policy [None req-c680d5da-d10b-496a-ab4b-37d8e9bc41e6 tempest-DvrRoutersNegativeTest-157330103 tempest-DvrRoutersNegativeTest-157330103-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94687) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 02 13:40:39.225873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.policy [None req-c680d5da-d10b-496a-ab4b-37d8e9bc41e6 tempest-DvrRoutersNegativeTest-157330103 tempest-DvrRoutersNegativeTest-157330103-project] Failed policy check for 'create_router' {{(pid=94687) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 02 13:40:39.226625 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c680d5da-d10b-496a-ab4b-37d8e9bc41e6 tempest-DvrRoutersNegativeTest-157330103 tempest-DvrRoutersNegativeTest-157330103-project] create failed (client error): Access was denied to this resource. Sep 02 13:40:39.228354 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c680d5da-d10b-496a-ab4b-37d8e9bc41e6 tempest-DvrRoutersNegativeTest-157330103 tempest-DvrRoutersNegativeTest-157330103-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2510469 Sep 02 13:40:39.420787 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-432e3747-385b-4e30-8a31-8e5ec4fc0feb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:39.437577 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-432e3747-385b-4e30-8a31-8e5ec4fc0feb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:39.572493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36210) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:39.614478 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432e3747-385b-4e30-8a31-8e5ec4fc0feb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router e68aea9b-8e10-473f-af3f-b8f2fed816a3 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:40:39.763330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36216) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:39.807491 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1471434769'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:39.833102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:39.864861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432e3747-385b-4e30-8a31-8e5ec4fc0feb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:39.874583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdc14cc8-e8b1-4c11-a95d-9fd8555adafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:39.875699 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-432e3747-385b-4e30-8a31-8e5ec4fc0feb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:39.877654 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-432e3747-385b-4e30-8a31-8e5ec4fc0feb tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/e68aea9b-8e10-473f-af3f-b8f2fed816a3 HTTP/1.1" status: 200 len: 891 time: 0.9187603 Sep 02 13:40:39.878538 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438c95a-dbad-4f00-b5e4-61e052f9a163 None None] Sync routers for ids ['e68aea9b-8e10-473f-af3f-b8f2fed816a3'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:39.880076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:39.895531 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438c95a-dbad-4f00-b5e4-61e052f9a163 None None] Routers {'e68aea9b-8e10-473f-af3f-b8f2fed816a3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:39.896460 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c438c95a-dbad-4f00-b5e4-61e052f9a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e68aea9b-8e10-473f-af3f-b8f2fed816a3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:39.902198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Made reservation on behalf of 7d5e024ee98740539d03d90d05dd567f for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:39.905993 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:39.937326 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c438c95a-dbad-4f00-b5e4-61e052f9a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:39.944217 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:39.948407 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438c95a-dbad-4f00-b5e4-61e052f9a163 None None] Routers {'e68aea9b-8e10-473f-af3f-b8f2fed816a3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:39.949236 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c438c95a-dbad-4f00-b5e4-61e052f9a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e68aea9b-8e10-473f-af3f-b8f2fed816a3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:39.997326 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c438c95a-dbad-4f00-b5e4-61e052f9a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:39.999138 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c438c95a-dbad-4f00-b5e4-61e052f9a163 None None] The sync data for ids ['e68aea9b-8e10-473f-af3f-b8f2fed816a3'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:40.033694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-network', 'tenant_id': 'd459434f7efe49a08190d4da05924277'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:40.096950 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdc14cc8-e8b1-4c11-a95d-9fd8555adafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.103287 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cdc14cc8-e8b1-4c11-a95d-9fd8555adafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.145927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8db2cd-15ec-4107-883b-73a9d400439d req-9b4a40f0-80b7-477f-a889-3c4e9b5c5b40 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:40.155885 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b8db2cd-15ec-4107-883b-73a9d400439d req-9b4a40f0-80b7-477f-a889-3c4e9b5c5b40 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1121356 Sep 02 13:40:40.185058 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6eaf5908-f393-476c-a434-783b5df5258a tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/routers/e68aea9b-8e10-473f-af3f-b8f2fed816a3 HTTP/1.1" status: 200 len: 891 time: 0.3017683 Sep 02 13:40:40.186934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:40.232048 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8111fedc-26ac-4f18-bb58-119e8e3cf96f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68aea9b-8e10-473f-af3f-b8f2fed816a3 HTTP/1.1" status: 200 len: 205 time: 0.0439401 Sep 02 13:40:40.235311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:40.253345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b8db2cd-15ec-4107-883b-73a9d400439d req-5d5d033f-8ce1-4c5c-b3f1-d043717839ca tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964546 Sep 02 13:40:40.313632 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.315466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14cc8-e8b1-4c11-a95d-9fd8555adafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0472aa-8c1c-4d7a-b3b5-d9e4055dcc6b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:40.323690 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cdc14cc8-e8b1-4c11-a95d-9fd8555adafc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=333dd0c188a34d07b6184ac5c284ba80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564167 Sep 02 13:40:40.323690 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.326376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36236) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:40.386112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffe1948-33d0-45db-937b-8e78d57bfb74,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:40.389163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:40.426583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.426942 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Added segment 5474f18b-4b7c-4e3f-b196-5ab2a870394e of type vlan for network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 Sep 02 13:40:40.443509 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32140b00-4037-481f-b700-fd004fc39d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.488416 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.501707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32140b00-4037-481f-b700-fd004fc39d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.551661 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.558069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:40.558730 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.648938 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32140b00-4037-481f-b700-fd004fc39d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.652136 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32140b00-4037-481f-b700-fd004fc39d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.653604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-32140b00-4037-481f-b700-fd004fc39d06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da0472aa-8c1c-4d7a-b3b5-d9e4055dcc6b HTTP/1.1" status: 204 len: 168 time: 0.3120008 Sep 02 13:40:40.656589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Network': ['ID=5bfc3e91-ef7e-49cc-a3a2-cbec9180df65,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:40.664027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Made reservation on behalf of d459434f7efe49a08190d4da05924277 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:40.666398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.681472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.685457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:40:40.729532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-88c38256-45ed-47e5-94c0-95b4cc9586c3 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1546993 Sep 02 13:40:40.733118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32140b00-4037-481f-b700-fd004fc39d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0472aa-8c1c-4d7a-b3b5-d9e4055dcc6b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:40.736554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:40.747487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'subnet': {'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:40.753327 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:40.921110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.122910 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.128198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port da820c68-81ba-46ff-983f-b1d1c83da5a2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:41.128546 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.134182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.286891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.300593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for da820c68-81ba-46ff-983f-b1d1c83da5a2 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:41.452960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74844599-5219-4380-a8d6-79291915343d admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:41.471417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Made reservation on behalf of 7d5e024ee98740539d03d90d05dd567f for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:41.475261 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.481702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41498ff-1274-41ad-963e-96fa0c92888c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:41.491807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.492173 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Added segment d50afa1a-8210-4a17-887c-45a4f19f8e0c of type vlan for network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 Sep 02 13:40:41.627183 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257df1f-dcca-4ee4-b1b4-ad07322be4cd req-6a361f67-4e35-46cc-aacd-f9898db998c0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:41.628874 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c257df1f-dcca-4ee4-b1b4-ad07322be4cd req-6a361f67-4e35-46cc-aacd-f9898db998c0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.2525129 Sep 02 13:40:41.687582 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.794405 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c257df1f-dcca-4ee4-b1b4-ad07322be4cd req-4f69e371-984a-443f-95d7-0ede463417b4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414633 Sep 02 13:40:41.816643 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.817866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:41.818367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.825793 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:41.909585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:41.910137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-74844599-5219-4380-a8d6-79291915343d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0755405 Sep 02 13:40:41.914819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Request body: {'subnet': {'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-subnet', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:41.919904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74844599-5219-4380-a8d6-79291915343d admin admin] Pushing event updated for resources: {'Network': ['ID=ea2d5904-cc7d-4185-b0da-d3e46aecdd22,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:41.923230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:41.932744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:40:41.958055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=da820c68-81ba-46ff-983f-b1d1c83da5a2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:41.974120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Made reservation on behalf of d459434f7efe49a08190d4da05924277 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:41.977410 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.070182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-352979312'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:42.147866 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.157683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Made reservation on behalf of a8fd6136c7d04870ad6d1e08b3969e0d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:42.161344 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.213331 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.269230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.281255 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.284038 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.286945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb0d7ad-4c52-45ed-9dad-9811592c38ac,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:42.301400 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Checking segment: {'id': 'd50afa1a-8210-4a17-887c-45a4f19f8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:42.301989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Network hostable DHCP agents. Network: ea2d5904-cc7d-4185-b0da-d3e46aecdd22, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:40:42.326948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:40:42.336960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.338051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, ea2d5904-cc7d-4185-b0da-d3e46aecdd22) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:42.346684 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5c443a-5944-436d-b775-7ba482582984 None None] Network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:42.351587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:42.352898 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.375211 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4eae8ed8-d08b-4422-b1f8-b39a5ed68d1c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4617124 Sep 02 13:40:42.375585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:42.382396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.383238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Fanout notify agent at l3_agent the message router_deleted on router e68aea9b-8e10-473f-af3f-b8f2fed816a3 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:40:42.383395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:42.393745 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.395473 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-98ac2637-b281-460d-b91d-a00af97bfe82 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/e68aea9b-8e10-473f-af3f-b8f2fed816a3 HTTP/1.1" status: 204 len: 168 time: 2.1590877 Sep 02 13:40:42.400501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:42.411267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-886626233'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:42.466067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Subnet': ['ID=e18dbd37-9c24-422a-af37-c43ce901c1d7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:42.480552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Checking segment: {'id': '5474f18b-4b7c-4e3f-b196-5ab2a870394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:42.480928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Network hostable DHCP agents. Network: 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:40:42.490178 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.491408 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.496935 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:42.500462 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.533548 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:40:42.538072 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:42.550775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:42.556560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:42.557182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.567898 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce910d-1d08-4c29-938e-e41cb2582c67 None None] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:42.604820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.606316 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.606666 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added segment b8b63ec7-51e6-4d98-ab1b-1596cc6287f9 of type vlan for network 4bc9973a-aa74-41df-b215-b64a424e03a8 Sep 02 13:40:42.656348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-ea2d5904-cc7d-4185-b0da-d3e46aecdd22', 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'fixed_ips': [{'subnet_id': '7bb0d7ad-4c52-45ed-9dad-9811592c38ac'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:40:42.657917 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.663408 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.675875 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.694144 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-73d6499b-16b5-4ce2-8d71-a5bbd9e3e5ae tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9512339 Sep 02 13:40:42.695359 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:42.713335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'port': {'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-339824595'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:42.732457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:42.738822 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.776605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f0ddec-d1e5-4f0d-bb30-6a39874d145d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:42.791927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.792277 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Added segment 5fab03b6-b12e-46fa-9f21-7e37dbe0e86c of type vlan for network 72782d56-faeb-47fc-b340-f70b947fb237 Sep 02 13:40:42.846798 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.863573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Allocated IP 172.20.0.2 (ea2d5904-cc7d-4185-b0da-d3e46aecdd22/7bb0d7ad-4c52-45ed-9dad-9811592c38ac/20ebe2ea-8939-4b42-aad8-6bf6121d2f41) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:42.869754 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:40:42.884193 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.948561 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.954296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:42.954931 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.959844 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:42.974472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:42.975454 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.114759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Network': ['ID=4bc9973a-aa74-41df-b215-b64a424e03a8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:43.137183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0f4244c0-865a-4265-864e-da763cc2e32f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7307234 Sep 02 13:40:43.139147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:43.149804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'subnet': {'network_id': '4bc9973a-aa74-41df-b215-b64a424e03a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:43.158918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Pushing event updated for resources: {'Network': ['ID=72782d56-faeb-47fc-b340-f70b947fb237,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:43.172977 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 4bc9973a-aa74-41df-b215-b64a424e03a8 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:40:43.192217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Made reservation on behalf of 7d5e024ee98740539d03d90d05dd567f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:43.205202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-5bfc3e91-ef7e-49cc-a3a2-cbec9180df65', 'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65', 'tenant_id': '7d5e024ee98740539d03d90d05dd567f', 'fixed_ips': [{'subnet_id': 'e18dbd37-9c24-422a-af37-c43ce901c1d7'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:40:43.206188 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.206706 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.235313 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] device_id is not set on port 5004d9cb-18b7-4d15-9bef-687f1d30304d yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:40:43.256988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75c2a-d12a-46ba-bb47-b9722a849c4c req-58154d9c-c9f7-4db7-acb3-3277161dc5ba tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:43.258830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63e75c2a-d12a-46ba-bb47-b9722a849c4c req-58154d9c-c9f7-4db7-acb3-3277161dc5ba tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.3117149 Sep 02 13:40:43.318598 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:43.328947 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.331249 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.341648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Transition to ACTIVE for port object 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:43.364605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Transition to ACTIVE for port object 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:43.376514 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-63e75c2a-d12a-46ba-bb47-b9722a849c4c req-c86fe545-2089-42dc-91ce-c775b41e3d11 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084387 Sep 02 13:40:43.392067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 72782d56-faeb-47fc-b340-f70b947fb237 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:40:43.412219 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.488437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9292bc25-13d8-41de-a2f3-ef00241cf067 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6614177 Sep 02 13:40:43.492141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:43.499219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-467e8a86-0b38-4e6c-8a84-6743ac958c59 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237', 'tempest-TagsTest-Tag-1212800190') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:43.579197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Pushing event updated for resources: {'Port': ['ID=20ebe2ea-8939-4b42-aad8-6bf6121d2f41,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:43.606975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:43.625579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:43.644314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:43.645285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Allocated IP 2001:db8::251 (5bfc3e91-ef7e-49cc-a3a2-cbec9180df65/e18dbd37-9c24-422a-af37-c43ce901c1d7/5004d9cb-18b7-4d15-9bef-687f1d30304d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:43.836085 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.867369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5022-792a-46fd-8d94-1941db509e6a req-9a02d8bd-9b73-45b0-9e20-2f9029a77da9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:43.869110 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14ac5022-792a-46fd-8d94-1941db509e6a req-9a02d8bd-9b73-45b0-9e20-2f9029a77da9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.1700635 Sep 02 13:40:43.883996 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.912502 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-467e8a86-0b38-4e6c-8a84-6743ac958c59 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "PUT /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags/tempest-TagsTest-Tag-1212800190 HTTP/1.1" status: 201 len: 201 time: 0.4167569 Sep 02 13:40:43.919473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Attempting to bind port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:43.919992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Attempting to bind port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'd50afa1a-8210-4a17-887c-45a4f19f8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:43.921555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Attempting to bind port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 on network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:43.928681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:43.930731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:43.932732 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Checking segment: {'id': 'd50afa1a-8210-4a17-887c-45a4f19f8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:43.933194 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.933724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Bound using segment: {'id': 'd50afa1a-8210-4a17-887c-45a4f19f8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:43.934412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Bound port: 20ebe2ea-8939-4b42-aad8-6bf6121d2f41, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50afa1a-8210-4a17-887c-45a4f19f8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:43.934946 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:43.936419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-7ad21bee-54f9-493c-b0b5-e8b0c31aa468 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237', 'tempest-TagsTest-Tag-1212800190') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:43.995873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Allocated IP 172.25.3.126 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/b8292eba-c431-4d6f-8476-0019a2c4ba1c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:44.005419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14ac5022-792a-46fd-8d94-1941db509e6a req-093cf597-5ad4-4a53-bc91-a4c1b50744d0 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175716 Sep 02 13:40:44.058451 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] For port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:44.067901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] For port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=20ebe2ea-8939-4b42-aad8-6bf6121d2f41,segment=NetworkSegment(d50afa1a-8210-4a17-887c-45a4f19f8e0c),segment_id=d50afa1a-8210-4a17-887c-45a4f19f8e0c)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:44.068775 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.077149 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.096819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Transition to ACTIVE for port object 5004d9cb-18b7-4d15-9bef-687f1d30304d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:44.152097 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a2460-7d0f-41a6-bc4e-50b78a486608 None None] Pushing event updated for resources: {'Port': ['ID=20ebe2ea-8939-4b42-aad8-6bf6121d2f41,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:44.158389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7ad21bee-54f9-493c-b0b5-e8b0c31aa468 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "GET /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags/tempest-TagsTest-Tag-1212800190 HTTP/1.1" status: 204 len: 168 time: 0.2284973 Sep 02 13:40:44.161919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36312) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:44.166224 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.173700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-6a68ab41-43c6-4ca1-aec6-1cacec8732ee tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:44.185480 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.217711 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:44.238107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Allocated IP 2001:db8::2 (5bfc3e91-ef7e-49cc-a3a2-cbec9180df65/e18dbd37-9c24-422a-af37-c43ce901c1d7/f7994d7e-f37c-41ba-8cbb-757b3e868308) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:44.263581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:44.274543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:44.287385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:44.288249 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.311209 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.320102 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.320454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6131058 Sep 02 13:40:44.320454 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5757709-b15e-48d1-a993-6c74a679c3df tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Port': ['ID=5004d9cb-18b7-4d15-9bef-687f1d30304d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:44.327395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:44.356611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'port': {'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1736717765', 'allowed_address_pairs': [{'ip_address': '2001:db8::251', 'mac_address': 'fa:16:3e:a6:48:bf'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:44.470120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:44.478506 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.490692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Transition to ACTIVE for port object f7994d7e-f37c-41ba-8cbb-757b3e868308 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:44.491078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:44.514411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:44.535258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Transition to ACTIVE for port object f7994d7e-f37c-41ba-8cbb-757b3e868308 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:44.545805 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.570937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b8292eba-c431-4d6f-8476-0019a2c4ba1c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:44.573275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Subnet': ['ID=51415abb-6cef-4ee6-b235-2e980ba791cf,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:44.606382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:44.610288 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:44.615526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:44.625881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Pushing event updated for resources: {'Port': ['ID=f7994d7e-f37c-41ba-8cbb-757b3e868308,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:44.635800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6a68ab41-43c6-4ca1-aec6-1cacec8732ee tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "GET /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags HTTP/1.1" status: 200 len: 238 time: 0.4659655 Sep 02 13:40:44.637261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:44.643429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-c80957ed-741f-4e35-98a0-ca117d2e25e9 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237', {'tags': ['tempest-TagsTest-Tag-895392907', 'tempest-TagsTest-Tag-1491552832', 'tempest-TagsTest-Tag-1693111097']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:44.671449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Checking segment: {'id': 'b8b63ec7-51e6-4d98-ab1b-1596cc6287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc9973a-aa74-41df-b215-b64a424e03a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:44.671850 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network hostable DHCP agents. Network: 4bc9973a-aa74-41df-b215-b64a424e03a8, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:40:44.707085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Attempting to bind port f7994d7e-f37c-41ba-8cbb-757b3e868308 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:44.707602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Attempting to bind port f7994d7e-f37c-41ba-8cbb-757b3e868308 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '5474f18b-4b7c-4e3f-b196-5ab2a870394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:44.708520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Attempting to bind port f7994d7e-f37c-41ba-8cbb-757b3e868308 on network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:44.732783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:44.734848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Checking segment: {'id': '5474f18b-4b7c-4e3f-b196-5ab2a870394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:44.736010 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.737766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Bound using segment: {'id': '5474f18b-4b7c-4e3f-b196-5ab2a870394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:44.740173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Bound port: f7994d7e-f37c-41ba-8cbb-757b3e868308, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5474f18b-4b7c-4e3f-b196-5ab2a870394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:44.742017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.764477 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36324) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:44.766201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c80957ed-741f-4e35-98a0-ca117d2e25e9 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "PUT /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags HTTP/1.1" status: 200 len: 308 time: 0.1272969 Sep 02 13:40:44.774928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-708fcae6-e7d8-4c62-b123-9327929b6258 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237', 'tempest-TagsTest-Tag-895392907') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:44.852681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78564ac0-b32f-4346-893c-80eaa48494b1 req-f8a8080f-2ba9-4a6b-907a-3cc03b93457f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:44.855473 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78564ac0-b32f-4346-893c-80eaa48494b1 req-f8a8080f-2ba9-4a6b-907a-3cc03b93457f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.3177555 Sep 02 13:40:44.868322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:44.890419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 4bc9973a-aa74-41df-b215-b64a424e03a8 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:40:44.904893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Made reservation on behalf of 7d5e024ee98740539d03d90d05dd567f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:44.906849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] For port f7994d7e-f37c-41ba-8cbb-757b3e868308, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:44.925580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] For port f7994d7e-f37c-41ba-8cbb-757b3e868308, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f7994d7e-f37c-41ba-8cbb-757b3e868308,segment=NetworkSegment(5474f18b-4b7c-4e3f-b196-5ab2a870394e),segment_id=5474f18b-4b7c-4e3f-b196-5ab2a870394e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:44.932713 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:44.970668 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 4bc9973a-aa74-41df-b215-b64a424e03a8) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:44.985843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec4628e-22ee-402e-92bd-c5d6569882c2 None None] Network 4bc9973a-aa74-41df-b215-b64a424e03a8 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:44.992387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:44.993051 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:45.055652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:45.099892 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78564ac0-b32f-4346-893c-80eaa48494b1 req-8e346124-0d23-4c1d-a5c5-088a75499a94 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103026 Sep 02 13:40:45.101957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9537f-fe52-4c07-b43e-0a09e219f502 None None] Pushing event updated for resources: {'Port': ['ID=f7994d7e-f37c-41ba-8cbb-757b3e868308,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:45.150638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-03a6227e-bb8d-45a4-bd5f-d5f95398a4ec tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0102472 Sep 02 13:40:45.152550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36328) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:45.162318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3b7a4405-1cef-4115-b757-fee69b1c98e7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1550516750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:45.221299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871acdf5-ba44-45b7-904e-50fd03398336 req-43f2ccf7-4088-4448-b37e-cec494e900ba tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:45.223515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-871acdf5-ba44-45b7-904e-50fd03398336 req-43f2ccf7-4088-4448-b37e-cec494e900ba tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.0841084 Sep 02 13:40:45.256783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-4bc9973a-aa74-41df-b215-b64a424e03a8', 'network_id': '4bc9973a-aa74-41df-b215-b64a424e03a8', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'fixed_ips': [{'subnet_id': '51415abb-6cef-4ee6-b235-2e980ba791cf'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:40:45.258226 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:45.272966 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:45.288038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-871acdf5-ba44-45b7-904e-50fd03398336 req-7fd352ec-2727-4afb-8cfb-9ba9503c08b9 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532415 Sep 02 13:40:45.324664 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4405-1cef-4115-b757-fee69b1c98e7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:45.326032 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4405-1cef-4115-b757-fee69b1c98e7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:45.342329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-708fcae6-e7d8-4c62-b123-9327929b6258 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "DELETE /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags/tempest-TagsTest-Tag-895392907 HTTP/1.1" status: 204 len: 168 time: 0.5728285 Sep 02 13:40:45.342567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:45.356244 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-cdcd78eb-c6de-498f-b5ba-2628f76c23d9 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237', 'tempest-TagsTest-Tag-895392907') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:45.380889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] device_id is not set on port 591d9770-5f24-41f8-bca3-898108397825 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:40:45.388777 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:45.406412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-9cca1061-c42f-4c07-be9e-c018465225b3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:45.408085 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-9cca1061-c42f-4c07-be9e-c018465225b3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.77 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.2247994 Sep 02 13:40:45.488558 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-cdcd78eb-c6de-498f-b5ba-2628f76c23d9 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] show failed (client error): The resource could not be found. Sep 02 13:40:45.490885 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cdcd78eb-c6de-498f-b5ba-2628f76c23d9 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "GET /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags/tempest-TagsTest-Tag-895392907 HTTP/1.1" status: 404 len: 325 time: 0.1468742 Sep 02 13:40:45.493346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:45.498159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-49375fd5-8b41-45e1-89d7-73429238b3dc tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237', 'tempest-TagsTest-Tag-1491552832') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:45.524848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Allocated IP 2001:db8::2 (4bc9973a-aa74-41df-b215-b64a424e03a8/51415abb-6cef-4ee6-b235-2e980ba791cf/8913be99-744d-4c0b-8c39-a08ebc0e97ca) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:45.618038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-49375fd5-8b41-45e1-89d7-73429238b3dc tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "GET /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags/tempest-TagsTest-Tag-1491552832 HTTP/1.1" status: 204 len: 168 time: 0.1233115 Sep 02 13:40:45.619372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:45.626684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-6ed8f4b1-c6f1-4d2a-a708-795dec02f542 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237', 'tempest-TagsTest-Tag-1693111097') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:45.759664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6ed8f4b1-c6f1-4d2a-a708-795dec02f542 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "GET /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags/tempest-TagsTest-Tag-1693111097 HTTP/1.1" status: 204 len: 168 time: 0.1389515 Sep 02 13:40:45.760306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:45.765854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-32733433-08fa-46c0-b35a-3fd4b30e88e7 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:45.788846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd44871-6236-45b2-b440-bf38803694ae None None] Network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:45.888426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b227c9bc-6690-42a1-99e8-4fd1bd717073 None None] Provisioning for port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:45.895207 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-32733433-08fa-46c0-b35a-3fd4b30e88e7 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "DELETE /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags HTTP/1.1" status: 204 len: 168 time: 0.1335902 Sep 02 13:40:45.897598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:45.901708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-22336225-f88f-4839-97a0-f43e69bf695f tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237', 'tempest-TagsTest-Tag-1491552832') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:45.915201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b227c9bc-6690-42a1-99e8-4fd1bd717073 None None] Provisioning complete for port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:45.915749 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b227c9bc-6690-42a1-99e8-4fd1bd717073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:45.986170 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-22336225-f88f-4839-97a0-f43e69bf695f tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] show failed (client error): The resource could not be found. Sep 02 13:40:45.990851 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-22336225-f88f-4839-97a0-f43e69bf695f tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "GET /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags/tempest-TagsTest-Tag-1491552832 HTTP/1.1" status: 404 len: 326 time: 0.0910025 Sep 02 13:40:45.991527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:45.998551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-12209959-0c1c-4690-a3d8-9e6cf6bb63c7 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237', 'tempest-TagsTest-Tag-1693111097') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:46.069647 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4405-1cef-4115-b757-fee69b1c98e7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.081132 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-12209959-0c1c-4690-a3d8-9e6cf6bb63c7 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] show failed (client error): The resource could not be found. Sep 02 13:40:46.085224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-12209959-0c1c-4690-a3d8-9e6cf6bb63c7 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "GET /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags/tempest-TagsTest-Tag-1693111097 HTTP/1.1" status: 404 len: 326 time: 0.0901034 Sep 02 13:40:46.087635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:46.092686 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4405-1cef-4115-b757-fee69b1c98e7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.095121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-5e32c091-4c34-452f-ba99-d1819cea3ae0 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '72782d56-faeb-47fc-b340-f70b947fb237') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:46.182479 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.197815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Transition to ACTIVE for port object 8913be99-744d-4c0b-8c39-a08ebc0e97ca will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:46.203692 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b227c9bc-6690-42a1-99e8-4fd1bd717073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.212529 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3b7a4405-1cef-4115-b757-fee69b1c98e7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.214507 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3b7a4405-1cef-4115-b757-fee69b1c98e7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0559487 Sep 02 13:40:46.219112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:46.243272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Transition to ACTIVE for port object 8913be99-744d-4c0b-8c39-a08ebc0e97ca will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:46.257079 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.317858 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b227c9bc-6690-42a1-99e8-4fd1bd717073 None None] For port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=20ebe2ea-8939-4b42-aad8-6bf6121d2f41,segment=NetworkSegment(d50afa1a-8210-4a17-887c-45a4f19f8e0c),segment_id=d50afa1a-8210-4a17-887c-45a4f19f8e0c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:46.342990 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b227c9bc-6690-42a1-99e8-4fd1bd717073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.359518 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Network 4bc9973a-aa74-41df-b215-b64a424e03a8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:46.370028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:46.375696 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:46.391536 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Pushing event updated for resources: {'Port': ['ID=8913be99-744d-4c0b-8c39-a08ebc0e97ca,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:46.410813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Allocated IP 2001:db8::362 (5bfc3e91-ef7e-49cc-a3a2-cbec9180df65/e18dbd37-9c24-422a-af37-c43ce901c1d7/591d9770-5f24-41f8-bca3-898108397825) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:46.413479 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.514998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227c9bc-6690-42a1-99e8-4fd1bd717073 None None] Pushing event updated for resources: {'Port': ['ID=20ebe2ea-8939-4b42-aad8-6bf6121d2f41,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:46.529937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Attempting to bind port 8913be99-744d-4c0b-8c39-a08ebc0e97ca on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:46.533708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Attempting to bind port 8913be99-744d-4c0b-8c39-a08ebc0e97ca by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'b8b63ec7-51e6-4d98-ab1b-1596cc6287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc9973a-aa74-41df-b215-b64a424e03a8'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:46.534310 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Attempting to bind port 8913be99-744d-4c0b-8c39-a08ebc0e97ca on network 4bc9973a-aa74-41df-b215-b64a424e03a8 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:46.545079 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:46.545547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Checking segment: {'id': 'b8b63ec7-51e6-4d98-ab1b-1596cc6287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc9973a-aa74-41df-b215-b64a424e03a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:46.546062 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.546528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Bound using segment: {'id': 'b8b63ec7-51e6-4d98-ab1b-1596cc6287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc9973a-aa74-41df-b215-b64a424e03a8'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:46.547151 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Bound port: 8913be99-744d-4c0b-8c39-a08ebc0e97ca, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b63ec7-51e6-4d98-ab1b-1596cc6287f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4bc9973a-aa74-41df-b215-b64a424e03a8'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:46.547616 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.576911 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Deleting port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:46.577255 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.638563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c17da1a2-f0bf-4f7b-be5d-0620fc137496 None None] Provisioning complete for port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:46.639228 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c17da1a2-f0bf-4f7b-be5d-0620fc137496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.712814 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe77c4-a1cd-46e5-b563-e09b486a1be7 None None] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:46.758985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dc1df-43de-4ce7-b44e-b3181baf41e5 req-4cbc6c08-6b7a-452d-aa7e-f3cfe082ad86 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:46.760609 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dc1df-43de-4ce7-b44e-b3181baf41e5 req-4cbc6c08-6b7a-452d-aa7e-f3cfe082ad86 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.5115538 Sep 02 13:40:46.780694 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:40:46.824299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] For port 8913be99-744d-4c0b-8c39-a08ebc0e97ca, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:46.859592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] For port a2b7808c-39c0-4a3e-9596-dbaad00be6c9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,segment=NetworkSegment(01edd66a-6504-403e-893e-bf1eecd7cdb9),segment_id=01edd66a-6504-403e-893e-bf1eecd7cdb9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:46.859592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.893724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] For port 8913be99-744d-4c0b-8c39-a08ebc0e97ca, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8913be99-744d-4c0b-8c39-a08ebc0e97ca,segment=NetworkSegment(b8b63ec7-51e6-4d98-ab1b-1596cc6287f9),segment_id=b8b63ec7-51e6-4d98-ab1b-1596cc6287f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:46.901888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Calling delete_port for a2b7808c-39c0-4a3e-9596-dbaad00be6c9 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:46.943948 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dc1df-43de-4ce7-b44e-b3181baf41e5 req-99190317-00f7-4b5f-ad58-d1ddea932b20 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580837 Sep 02 13:40:46.946339 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:46.966797 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.090523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a89955-8123-4473-8281-2678e837c8d3 None None] Pushing event updated for resources: {'Port': ['ID=8913be99-744d-4c0b-8c39-a08ebc0e97ca,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:47.112338 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5e32c091-4c34-452f-ba99-d1819cea3ae0 tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "DELETE /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237/tags HTTP/1.1" status: 204 len: 168 time: 1.0239964 Sep 02 13:40:47.120223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:47.153014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Transition to ACTIVE for port object 591d9770-5f24-41f8-bca3-898108397825 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:47.159113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f7994d7e-f37c-41ba-8cbb-757b3e868308 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:47.236386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1648b-1d50-490a-9676-25072b81a3c3 req-90e08bd0-ed09-471b-a992-e8285a4fec3b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:47.237992 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-55b1648b-1d50-490a-9676-25072b81a3c3 req-90e08bd0-ed09-471b-a992-e8285a4fec3b tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b970b6-9423-40e8-b540-8d9b4066296f HTTP/1.1" status: 200 len: 946 time: 0.7645769 Sep 02 13:40:47.255300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:40:47.269785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d951d73c-c1d8-4777-b2f8-3cdd3a4b92ff None None] Provisioning for port f7994d7e-f37c-41ba-8cbb-757b3e868308 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:47.330006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port f7994d7e-f37c-41ba-8cbb-757b3e868308 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:47.334517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f7994d7e-f37c-41ba-8cbb-757b3e868308 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:47.335670 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.339163 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.352764 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.434490 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.503007 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.513176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-55b1648b-1d50-490a-9676-25072b81a3c3 req-5f8aae75-36ca-40bc-b6f3-7dfe6c3f23c3 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f7863a9-fba7-497b-a8cb-8fea010cfa1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320080 Sep 02 13:40:47.569600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port f7994d7e-f37c-41ba-8cbb-757b3e868308, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f7994d7e-f37c-41ba-8cbb-757b3e868308,segment=NetworkSegment(5474f18b-4b7c-4e3f-b196-5ab2a870394e),segment_id=5474f18b-4b7c-4e3f-b196-5ab2a870394e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:47.579312 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.580206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:47.614798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:47.633351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:47.640994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:47.654292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:47.655004 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.720403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14fcc319-1b7f-4726-8435-7b78b7e7f305 None None] Provisioning complete for port f7994d7e-f37c-41ba-8cbb-757b3e868308 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:47.721148 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14fcc319-1b7f-4726-8435-7b78b7e7f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.722007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.722766 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Port': ['ID=591d9770-5f24-41f8-bca3-898108397825,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:47.738286 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.743140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72782d56-faeb-47fc-b340-f70b947fb237']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:47.751494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-85fd6471-53e2-4caf-9cb4-69de846d8f78 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.3994200 Sep 02 13:40:47.758063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:47.760333 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fab03b6-b12e-46fa-9f21-7e37dbe0e86c') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:47.760645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fab03b6-b12e-46fa-9f21-7e37dbe0e86c') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:47.769302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=f7994d7e-f37c-41ba-8cbb-757b3e868308,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:47.771684 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.786445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:47.786445 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.792663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.800431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:40:47.800886 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.840301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Pushing event deleted for resources: {'Port': ['ID=a2b7808c-39c0-4a3e-9596-dbaad00be6c9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:40:47.869376 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:40:47.872269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:47.905582 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.910944 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-592ac165-9d2b-4467-a108-86e61382e7c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5334589 Sep 02 13:40:47.911692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Sync routers for ids ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:47.914774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36362) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:47.954717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Routers {'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:47.955012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] No DVR routers for this DVR port a2b7808c-39c0-4a3e-9596-dbaad00be6c9 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:47.955256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:47.957593 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:47.960284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c1ead0f-422f-416c-bad7-3a772c75cc2b req-2c5b90e7-7bec-4d2b-a858-57d728985a93 tempest-ServersNegativeTestJSON-683969570 tempest-ServersNegativeTestJSON-683969570-project] 10.222.0.77 "DELETE /v2.0/ports/a2b7808c-39c0-4a3e-9596-dbaad00be6c9 HTTP/1.1" status: 204 len: 173 time: 2.3942921 Sep 02 13:40:48.007797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-deleted', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:40:48.010798 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fe38e6-f113-458e-84b7-96e268c1fc0e" -d '{"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-deleted", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:40:48.057625 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:48.063519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:48.065314 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] 10.222.0.13 "DELETE /v2.0/networks/72782d56-faeb-47fc-b340-f70b947fb237 HTTP/1.1" status: 204 len: 168 time: 0.9432416 Sep 02 13:40:48.080095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ae2c0-ae4b-4f2b-b222-ba319e116db5 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:48.099529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Pushing event deleted for resources: {'Network': ['ID=72782d56-faeb-47fc-b340-f70b947fb237,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:48.105562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ae2c0-ae4b-4f2b-b222-ba319e116db5 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:48.117763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ae2c0-ae4b-4f2b-b222-ba319e116db5 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:48.124737 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.125619 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3c6ae2c0-ae4b-4f2b-b222-ba319e116db5 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3645859 Sep 02 13:40:48.131223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36372) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:48.132260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.133095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.133329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.133677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.134018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.134354 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.134691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.137930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.138286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.138902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.139026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0143-c9e5-42c5-a71b-e28a9b67478d tempest-TagsTest-1932271395 tempest-TagsTest-1932271395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:48.197694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14fcc319-1b7f-4726-8435-7b78b7e7f305 None None] Provisioning for port 5004d9cb-18b7-4d15-9bef-687f1d30304d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:48.252806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 2001:db8::1 (4bc9973a-aa74-41df-b215-b64a424e03a8/51415abb-6cef-4ee6-b235-2e980ba791cf/891d87e3-c6fd-4e96-8959-54f90b3b870e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:48.270946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14fcc319-1b7f-4726-8435-7b78b7e7f305 None None] Provisioning complete for port 5004d9cb-18b7-4d15-9bef-687f1d30304d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:48.271414 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14fcc319-1b7f-4726-8435-7b78b7e7f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:48.407587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Set router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:48.536296 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632d4c81-1734-4137-95a1-ef86b6da23c5 x-openstack-request-id: req-632d4c81-1734-4137-95a1-ef86b6da23c5 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:40:48.536945 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b970b6-9423-40e8-b540-8d9b4066296f", "name": "network-vif-deleted", "tag": "a2b7808c-39c0-4a3e-9596-dbaad00be6c9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:40:48.536945 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-632d4c81-1734-4137-95a1-ef86b6da23c5 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:40:48.538727 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b970b6-9423-40e8-b540-8d9b4066296f', 'name': 'network-vif-deleted', 'tag': 'a2b7808c-39c0-4a3e-9596-dbaad00be6c9', 'status': 'completed', 'code': 200} Sep 02 13:40:48.574577 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:48.608063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f761-f5a0-47b8-80ed-6b91cba141f7 req-72f9f8c9-bbb3-484f-9aa8-16794101f96c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:48.612220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Transition to ACTIVE for port object 891d87e3-c6fd-4e96-8959-54f90b3b870e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:48.617656 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8102f761-f5a0-47b8-80ed-6b91cba141f7 req-72f9f8c9-bbb3-484f-9aa8-16794101f96c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.3792644 Sep 02 13:40:48.668362 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:48.704655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-14fcc319-1b7f-4726-8435-7b78b7e7f305 None None] Port 5004d9cb-18b7-4d15-9bef-687f1d30304d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:48.749039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:48.788942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 4bc9973a-aa74-41df-b215-b64a424e03a8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:48.841853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:48.843957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:48.881511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4b18893a-6631-4be9-b93b-99e58e4651fa tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Deleting port 591d9770-5f24-41f8-bca3-898108397825 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:48.881873 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b18893a-6631-4be9-b93b-99e58e4651fa tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:48.915655 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:48.916296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:48.921296 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-58197704-c5ca-44f0-97e4-29a659eb1975 admin admin] Deleting subnet 703ebc8e-650f-417d-a31d-c3d1dc44b18f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:40:48.932140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8102f761-f5a0-47b8-80ed-6b91cba141f7 req-4117c28f-a0ab-4a9e-a064-db278fd4e99e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134892 Sep 02 13:40:48.960856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4926afce-8ce1-4e02-beb8-f05d7a828598 None None] Provisioning complete for port 5004d9cb-18b7-4d15-9bef-687f1d30304d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:48.961227 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4926afce-8ce1-4e02-beb8-f05d7a828598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:48.979762 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0f3ad9-a5e5-41da-bc70-5af15770b07a None None] Network 4bc9973a-aa74-41df-b215-b64a424e03a8 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:48.990988 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58197704-c5ca-44f0-97e4-29a659eb1975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.018192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=891d87e3-c6fd-4e96-8959-54f90b3b870e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:49.069874 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b18893a-6631-4be9-b93b-99e58e4651fa tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.113231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4b18893a-6631-4be9-b93b-99e58e4651fa tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Calling delete_port for 591d9770-5f24-41f8-bca3-898108397825 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:49.126737 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58197704-c5ca-44f0-97e4-29a659eb1975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.194658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f7994d7e-f37c-41ba-8cbb-757b3e868308 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:49.239084 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58197704-c5ca-44f0-97e4-29a659eb1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.241283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4926afce-8ce1-4e02-beb8-f05d7a828598 None None] Port 5004d9cb-18b7-4d15-9bef-687f1d30304d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:49.246278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2aad5231-cc4e-43f4-97b4-1766eaa441ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8fd6136c7d04870ad6d1e08b3969e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934535 Sep 02 13:40:49.248836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:49.285543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4926afce-8ce1-4e02-beb8-f05d7a828598 None None] Provisioning for port 591d9770-5f24-41f8-bca3-898108397825 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:49.291486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.307940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4926afce-8ce1-4e02-beb8-f05d7a828598 None None] Provisioning complete for port 591d9770-5f24-41f8-bca3-898108397825 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:49.308320 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4926afce-8ce1-4e02-beb8-f05d7a828598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.314468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:42Z', 'updated_at': '2021-09-02T13:40:44Z', 'revision_number': 3, 'project_id': 'd459434f7efe49a08190d4da05924277', 'gw_port': {'id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:43Z', 'updated_at': '2021-09-02T13:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:49.372332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58197704-c5ca-44f0-97e4-29a659eb1975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.390352 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b827cde-5288-4c8b-ad5c-9560db957d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.396871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Checking router: c7f1c169-51f6-42b0-8e1a-7bb0a13b182b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:40:49.397474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Updating router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b port b8292eba-c431-4d6f-8476-0019a2c4ba1c binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:40:49.441925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4926afce-8ce1-4e02-beb8-f05d7a828598 None None] Port 591d9770-5f24-41f8-bca3-898108397825 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:49.446802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f7994d7e-f37c-41ba-8cbb-757b3e868308 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:49.448044 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.453585 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.464819 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b827cde-5288-4c8b-ad5c-9560db957d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.471775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58197704-c5ca-44f0-97e4-29a659eb1975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703ebc8e-650f-417d-a31d-c3d1dc44b18f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:49.477683 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58197704-c5ca-44f0-97e4-29a659eb1975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.482272 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-58197704-c5ca-44f0-97e4-29a659eb1975 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/703ebc8e-650f-417d-a31d-c3d1dc44b18f HTTP/1.1" status: 204 len: 168 time: 0.6332123 Sep 02 13:40:49.485412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:49.562261 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:49.585087 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b18893a-6631-4be9-b93b-99e58e4651fa tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.645277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: a2b7808c-39c0-4a3e-9596-dbaad00be6c9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:49.645741 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device a2b7808c-39c0-4a3e-9596-dbaad00be6c9 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:49.657432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.669217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bf413920-a639-4c27-be29-7b109d6790b2 None None] Provisioning for port 8913be99-744d-4c0b-8c39-a08ebc0e97ca completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:49.736984 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8913be99-744d-4c0b-8c39-a08ebc0e97ca up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:49.796640 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18893a-6631-4be9-b93b-99e58e4651fa tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event deleted for resources: {'Port': ['ID=591d9770-5f24-41f8-bca3-898108397825,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:49.808047 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.813464 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.837408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0565fb-fe62-4703-8ec1-9653ba7f880f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:49.853246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01edd66a-6504-403e-893e-bf1eecd7cdb9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:49.853364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01edd66a-6504-403e-893e-bf1eecd7cdb9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:49.867237 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b827cde-5288-4c8b-ad5c-9560db957d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.870230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2b827cde-5288-4c8b-ad5c-9560db957d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.873308 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.885652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.887082 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2b827cde-5288-4c8b-ad5c-9560db957d4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92f0ddec-d1e5-4f0d-bb30-6a39874d145d HTTP/1.1" status: 204 len: 168 time: 0.6263497 Sep 02 13:40:49.899574 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.900909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.942854 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.950729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 8913be99-744d-4c0b-8c39-a08ebc0e97ca completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:49.958367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:40:49.960320 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.965183 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b827cde-5288-4c8b-ad5c-9560db957d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f0ddec-d1e5-4f0d-bb30-6a39874d145d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:49.971959 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b18893a-6631-4be9-b93b-99e58e4651fa tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:49.973103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4b18893a-6631-4be9-b93b-99e58e4651fa tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "DELETE /v2.0/ports/591d9770-5f24-41f8-bca3-898108397825 HTTP/1.1" status: 204 len: 168 time: 1.8397748 Sep 02 13:40:49.980458 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36398) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:50.000660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8913be99-744d-4c0b-8c39-a08ebc0e97ca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:50.000808 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:40:50.015822 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:40:50.063044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=891d87e3-c6fd-4e96-8959-54f90b3b870e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:50.120013 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d1b594-0d2f-4578-b6bd-875ac676439a tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] GET failed (client error): The resource could not be found. Sep 02 13:40:50.152724 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-33d1b594-0d2f-4578-b6bd-875ac676439a tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "GET /v2.0/ports/591d9770-5f24-41f8-bca3-898108397825 HTTP/1.1" status: 404 len: 333 time: 0.1486862 Sep 02 13:40:50.153575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:50.181350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'port': {'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-457352122'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:50.189517 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.198154 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.203005 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad0565fb-fe62-4703-8ec1-9653ba7f880f HTTP/1.1" status: 204 len: 168 time: 0.7139657 Sep 02 13:40:50.236957 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.252353 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.267160 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Transition to ACTIVE for port object b8292eba-c431-4d6f-8476-0019a2c4ba1c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:50.286612 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.317361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fd49e-12bc-4004-bdb5-314473be140c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0565fb-fe62-4703-8ec1-9653ba7f880f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:50.350902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f290d-c2a1-470e-8306-cc2d8cec1429 req-850aa41e-11fe-49d4-b58e-57860d758b72 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:50.357041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 8913be99-744d-4c0b-8c39-a08ebc0e97ca, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8913be99-744d-4c0b-8c39-a08ebc0e97ca,segment=NetworkSegment(b8b63ec7-51e6-4d98-ab1b-1596cc6287f9),segment_id=b8b63ec7-51e6-4d98-ab1b-1596cc6287f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:50.371213 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c59f290d-c2a1-470e-8306-cc2d8cec1429 req-850aa41e-11fe-49d4-b58e-57860d758b72 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.2764969 Sep 02 13:40:50.379671 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.393440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Attempting to bind port b8292eba-c431-4d6f-8476-0019a2c4ba1c on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:50.394114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Attempting to bind port b8292eba-c431-4d6f-8476-0019a2c4ba1c by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:50.394657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Attempting to bind port b8292eba-c431-4d6f-8476-0019a2c4ba1c on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:50.407885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1664012-7a07-40c2-bf00-3fd47923dac5 None None] Pushing event updated for resources: {'Port': ['ID=b8292eba-c431-4d6f-8476-0019a2c4ba1c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:50.415622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:50.416200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:50.416505 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.416946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:50.417572 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Bound port: b8292eba-c431-4d6f-8476-0019a2c4ba1c, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:50.417963 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.423824 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 4bc9973a-aa74-41df-b215-b64a424e03a8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:50.439418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:50.468505 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-53b7519b-f35f-4d9e-97d4-5186c66f4025 None None] Provisioning for port 891d87e3-c6fd-4e96-8959-54f90b3b870e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:50.480435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-53b7519b-f35f-4d9e-97d4-5186c66f4025 None None] Provisioning complete for port 891d87e3-c6fd-4e96-8959-54f90b3b870e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:50.481271 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53b7519b-f35f-4d9e-97d4-5186c66f4025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.507307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Allocated IP 172.20.0.1 (ea2d5904-cc7d-4185-b0da-d3e46aecdd22/7bb0d7ad-4c52-45ed-9dad-9811592c38ac/e9d7b6b2-fba0-48f8-9a54-07e8ee061111) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:50.524834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Made reservation on behalf of 7d5e024ee98740539d03d90d05dd567f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:50.531646 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c59f290d-c2a1-470e-8306-cc2d8cec1429 req-df798186-1a8f-4d0e-9a89-c82ec57fbd8c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574085 Sep 02 13:40:50.551851 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.560248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=8913be99-744d-4c0b-8c39-a08ebc0e97ca,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:50.568114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-53b7519b-f35f-4d9e-97d4-5186c66f4025 None None] Port 891d87e3-c6fd-4e96-8959-54f90b3b870e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:50.571200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] For port b8292eba-c431-4d6f-8476-0019a2c4ba1c, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:50.575479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] For port b8292eba-c431-4d6f-8476-0019a2c4ba1c, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b8292eba-c431-4d6f-8476-0019a2c4ba1c,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:50.582540 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.617126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-53b7519b-f35f-4d9e-97d4-5186c66f4025 None None] Provisioning complete for port 8913be99-744d-4c0b-8c39-a08ebc0e97ca triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:50.617514 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53b7519b-f35f-4d9e-97d4-5186c66f4025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:50.625913 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] device_id is not set on port 736e6219-06aa-4220-807a-929997acc787 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:40:50.636588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36412) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:50.710294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1664012-7a07-40c2-bf00-3fd47923dac5 None None] Pushing event updated for resources: {'Port': ['ID=b8292eba-c431-4d6f-8476-0019a2c4ba1c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:50.719776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Routers {'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:50.720615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:50.763927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router 6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:40:50.891698 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8913be99-744d-4c0b-8c39-a08ebc0e97ca up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:50.923800 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:50.933655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a861f556-7141-467a-922c-e00478aeef59 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7113252 Sep 02 13:40:50.940440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:50.941060 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ec56b-6676-45e7-a65a-92f893a65a92 None None] Sync routers for ids ['6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:50.955636 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0c80e133-0c98-437a-bb1c-e44157dcbf0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02a82765e17e4b0aa2e247a26378e545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178315 Sep 02 13:40:50.957778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:50.961701 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ec56b-6676-45e7-a65a-92f893a65a92 None None] Routers {'6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:50.962344 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-558ec56b-6676-45e7-a65a-92f893a65a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:51.050560 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-558ec56b-6676-45e7-a65a-92f893a65a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:51.067404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b3b41-704d-4021-ae55-0973319068ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:51.068252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.073603 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-be2b3b41-704d-4021-ae55-0973319068ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports/891d87e3-c6fd-4e96-8959-54f90b3b870e HTTP/1.1" status: 200 len: 911 time: 0.1282611 Sep 02 13:40:51.073714 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ec56b-6676-45e7-a65a-92f893a65a92 None None] Routers {'6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:51.073714 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-558ec56b-6676-45e7-a65a-92f893a65a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:51.078667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:51.086330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-af5543b8-8ffb-4a25-b040-4d547e330410 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '51415abb-6cef-4ee6-b235-2e980ba791cf'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:51.093994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Transition to ACTIVE for port object e9d7b6b2-fba0-48f8-9a54-07e8ee061111 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:51.130524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] Set router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:51.160182 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-558ec56b-6676-45e7-a65a-92f893a65a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:51.166640 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ec56b-6676-45e7-a65a-92f893a65a92 None None] The sync data for ids ['6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:51.176953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Allocated IP 2001:db8::258 (5bfc3e91-ef7e-49cc-a3a2-cbec9180df65/e18dbd37-9c24-422a-af37-c43ce901c1d7/736e6219-06aa-4220-807a-929997acc787) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:51.201740 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6397b2de-938c-4140-a8c5-3e56187eb397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.213837 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.236729 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:51.241731 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:51.276460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8913be99-744d-4c0b-8c39-a08ebc0e97ca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:51.276844 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.287090 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6397b2de-938c-4140-a8c5-3e56187eb397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.361928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7ec7da70-ad98-4f54-934a-f647745a509a None None] Provisioning complete for port 891d87e3-c6fd-4e96-8959-54f90b3b870e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:51.362527 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ec7da70-ad98-4f54-934a-f647745a509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.417028 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6397b2de-938c-4140-a8c5-3e56187eb397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.419710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6397b2de-938c-4140-a8c5-3e56187eb397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.420929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6397b2de-938c-4140-a8c5-3e56187eb397 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f7863a9-fba7-497b-a8cb-8fea010cfa1a HTTP/1.1" status: 204 len: 168 time: 0.4621139 Sep 02 13:40:51.446744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7da70-ad98-4f54-934a-f647745a509a None None] Port 891d87e3-c6fd-4e96-8959-54f90b3b870e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:51.473024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397b2de-938c-4140-a8c5-3e56187eb397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7863a9-fba7-497b-a8cb-8fea010cfa1a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:51.539560 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af5543b8-8ffb-4a25-b040-4d547e330410 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.592385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-57379a6a-280a-4eaa-84cc-884ee39ec13e None None] Provisioning complete for port 891d87e3-c6fd-4e96-8959-54f90b3b870e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:51.592704 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57379a6a-280a-4eaa-84cc-884ee39ec13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.595339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:42Z', 'updated_at': '2021-09-02T13:40:44Z', 'revision_number': 3, 'project_id': 'd459434f7efe49a08190d4da05924277', 'gw_port': {'id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:43Z', 'updated_at': '2021-09-02T13:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:51.654861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5decf-0b16-4240-bce7-41cdb213d182 None None] The sync data for ids ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'] in n-d-794796-4 is: [{'id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:42Z', 'updated_at': '2021-09-02T13:40:44Z', 'revision_number': 3, 'project_id': 'd459434f7efe49a08190d4da05924277', 'gw_port': {'id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:43Z', 'updated_at': '2021-09-02T13:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:51.714128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-57379a6a-280a-4eaa-84cc-884ee39ec13e None None] Port 891d87e3-c6fd-4e96-8959-54f90b3b870e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:51.837765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:51.844298 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b95c5aa7-597d-47cf-a6d8-e7c71ef604bd None None] Provisioning for port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:51.848361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b95c5aa7-597d-47cf-a6d8-e7c71ef604bd None None] Provisioning complete for port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:51.848740 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95c5aa7-597d-47cf-a6d8-e7c71ef604bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:51.936959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b95c5aa7-597d-47cf-a6d8-e7c71ef604bd None None] Port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:51.986310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d7b6b2-fba0-48f8-9a54-07e8ee061111,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:52.036348 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.220989 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af5543b8-8ffb-4a25-b040-4d547e330410 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.250328 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af5543b8-8ffb-4a25-b040-4d547e330410 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.266935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5543b8-8ffb-4a25-b040-4d547e330410 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:52.267837 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af5543b8-8ffb-4a25-b040-4d547e330410 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.276674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-af5543b8-8ffb-4a25-b040-4d547e330410 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/ports/891d87e3-c6fd-4e96-8959-54f90b3b870e HTTP/1.1" status: 200 len: 911 time: 1.1945846 Sep 02 13:40:52.277490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36464) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:52.297481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e48d08-4461-45ef-98a7-7002e8691398 req-8d422e53-9f49-4129-951c-075eb70c4369 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:52.299531 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26e48d08-4461-45ef-98a7-7002e8691398 req-8d422e53-9f49-4129-951c-075eb70c4369 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.4631839 Sep 02 13:40:52.381861 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.414708 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26e48d08-4461-45ef-98a7-7002e8691398 req-8b4100b1-b4b5-48c8-b216-0296f09c9926 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998106 Sep 02 13:40:52.466317 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.492845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Transition to ACTIVE for port object 736e6219-06aa-4220-807a-929997acc787 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:52.562015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5543b8-8ffb-4a25-b040-4d547e330410 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=891d87e3-c6fd-4e96-8959-54f90b3b870e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:52.633390 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.744931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:52.750780 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:52.766757 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:52.783781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:52.784447 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.819607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Port': ['ID=736e6219-06aa-4220-807a-929997acc787,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:52.846502 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.862575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-98d8b197-1098-4da8-ad93-2fb161ee34cc tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6993666 Sep 02 13:40:52.865089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:52.872831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36480) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:52.961251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b8292eba-c431-4d6f-8476-0019a2c4ba1c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:53.000865 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e5c57cb9-020f-4510-b74b-fe454cc5c304 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::251', 'mac_address': 'fa:16:3e:a6:48:bf'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:53.087975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port b8292eba-c431-4d6f-8476-0019a2c4ba1c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:53.092971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b8292eba-c431-4d6f-8476-0019a2c4ba1c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:53.093614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.100579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d7b6b2-fba0-48f8-9a54-07e8ee061111,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:53.104773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:53.203021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.274219 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.338526 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.340135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-924031525-network', 'tenant_id': 'd4f316fb437f4e45a8f0051fec0aadfd'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:53.371212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-86cadcf8-9e73-47ca-ac7b-f1309ba5b9cc None None] Provisioning for port 736e6219-06aa-4220-807a-929997acc787 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:53.377376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port b8292eba-c431-4d6f-8476-0019a2c4ba1c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b8292eba-c431-4d6f-8476-0019a2c4ba1c,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:53.379113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-86cadcf8-9e73-47ca-ac7b-f1309ba5b9cc None None] Provisioning complete for port 736e6219-06aa-4220-807a-929997acc787 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:53.379660 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86cadcf8-9e73-47ca-ac7b-f1309ba5b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.383357 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.457344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Made reservation on behalf of d4f316fb437f4e45a8f0051fec0aadfd for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:53.461183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.474210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-86cadcf8-9e73-47ca-ac7b-f1309ba5b9cc None None] Port 736e6219-06aa-4220-807a-929997acc787 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:53.488670 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.512384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=b8292eba-c431-4d6f-8476-0019a2c4ba1c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:53.620973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5c57cb9-020f-4510-b74b-fe454cc5c304 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.632391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e17b9-f66b-4b58-bb58-68c8dc699a3b req-09c6ca6a-cbf1-4cc6-bd3e-5e035e6fe838 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:53.634640 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d33e17b9-f66b-4b58-bb58-68c8dc699a3b req-09c6ca6a-cbf1-4cc6-bd3e-5e035e6fe838 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1023729 Sep 02 13:40:53.641411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:53.647950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:53.663066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 891d87e3-c6fd-4e96-8959-54f90b3b870e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:53.663409 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.742451 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d33e17b9-f66b-4b58-bb58-68c8dc699a3b req-93045fa3-b4f3-480d-811d-02fc5902d54e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986955 Sep 02 13:40:53.795983 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.821893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 891d87e3-c6fd-4e96-8959-54f90b3b870e owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:53.931891 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.944470 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:53.983996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:40:54.002186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1fa60f1f-2b6c-41a6-a3cc-69945b342e52 None None] Provisioning complete for port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:54.003214 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fa60f1f-2b6c-41a6-a3cc-69945b342e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.021667 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.040341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:54.040695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1fa60f1f-2b6c-41a6-a3cc-69945b342e52 None None] Port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:54.043802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:54.098900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=891d87e3-c6fd-4e96-8959-54f90b3b870e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:54.134164 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.134522 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Added segment 12f2cdd7-57d2-4a31-8bf2-86ef30ded006 of type vlan for network 5e7eba69-13e8-49ca-9456-6803654b5125 Sep 02 13:40:54.137303 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5c57cb9-020f-4510-b74b-fe454cc5c304 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.151512 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5c57cb9-020f-4510-b74b-fe454cc5c304 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.236771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e5c57cb9-020f-4510-b74b-fe454cc5c304 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] In _notify_port_updated(), no bound segment for port 736e6219-06aa-4220-807a-929997acc787 on network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:40:54.245928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c57cb9-020f-4510-b74b-fe454cc5c304 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:54.246961 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5c57cb9-020f-4510-b74b-fe454cc5c304 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.248949 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e5c57cb9-020f-4510-b74b-fe454cc5c304 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "PUT /v2.0/ports/736e6219-06aa-4220-807a-929997acc787 HTTP/1.1" status: 200 len: 1002 time: 1.2529354 Sep 02 13:40:54.262129 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.264907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36502) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:54.357456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c57cb9-020f-4510-b74b-fe454cc5c304 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Port': ['ID=736e6219-06aa-4220-807a-929997acc787,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:54.363511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:54.392485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432caa79-4355-4796-9226-d42c2777209c None None] Sync routers for ids ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:54.411346 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c5aeb085-4fb0-4879-b282-c556c1583e87 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7f1c169-51f6-42b0-8e1a-7bb0a13b182b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4927499 Sep 02 13:40:54.415763 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.417003 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:54.417757 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.430695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432caa79-4355-4796-9226-d42c2777209c None None] Routers {'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:54.434980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-432caa79-4355-4796-9226-d42c2777209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:54.502269 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3921790 Sep 02 13:40:54.510483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36510) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:54.518082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Request body: {'subnet': {'network_id': '5e7eba69-13e8-49ca-9456-6803654b5125', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-924031525-subnet', 'tenant_id': 'd4f316fb437f4e45a8f0051fec0aadfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:54.530261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf406fd-7e71-4ac5-a0c8-3a6851439e24 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7eba69-13e8-49ca-9456-6803654b5125,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:54.555447 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b0a61819-09b8-4b54-85e4-68208479c0c6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Deleting port 736e6219-06aa-4220-807a-929997acc787 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:54.555824 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0a61819-09b8-4b54-85e4-68208479c0c6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.560629 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Made reservation on behalf of d4f316fb437f4e45a8f0051fec0aadfd for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:54.563245 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.617967 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.745044 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0a61819-09b8-4b54-85e4-68208479c0c6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.768468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b0a61819-09b8-4b54-85e4-68208479c0c6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Calling delete_port for 736e6219-06aa-4220-807a-929997acc787 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:54.823410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 5e7eba69-13e8-49ca-9456-6803654b5125 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:40:54.890187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b8292eba-c431-4d6f-8476-0019a2c4ba1c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:40:54.979385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c1ec7159-16d1-4514-8a9d-5beedb3a9ee7 None None] Provisioning complete for port 736e6219-06aa-4220-807a-929997acc787 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:54.979803 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1ec7159-16d1-4514-8a9d-5beedb3a9ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:54.986173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router 6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:40:55.034866 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-06a0952b-2c44-4eb3-9e59-b75710c0cf1f req-45620740-f8f2-47fc-bc62-d9fc69dee496 tempest-FloatingIPsNegativeTestJSON-1131160861 tempest-FloatingIPsNegativeTestJSON-1131160861-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=d459434f7efe49a08190d4da05924277 HTTP/1.1" status: 200 len: 217 time: 0.0861187 Sep 02 13:40:55.039054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-432caa79-4355-4796-9226-d42c2777209c None None] Set router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:55.053586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b8292eba-c431-4d6f-8476-0019a2c4ba1c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:55.053953 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.059757 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.078936 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:40:55.089810 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-87c147a5-477f-40a2-acbe-432dda3f1e13 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029189 Sep 02 13:40:55.089810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:55.093550 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc951d-46a7-40dd-a867-2a4acd664226 None None] Sync routers for ids ['6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:40:55.108606 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc951d-46a7-40dd-a867-2a4acd664226 None None] Routers {'6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:55.112726 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b6bc951d-46a7-40dd-a867-2a4acd664226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:55.115564 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-54f4c8e0-0aee-48ff-838e-4bba25cc2ff5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f HTTP/1.1" status: 200 len: 205 time: 0.0269728 Sep 02 13:40:55.120353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36526) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:55.122927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec7159-16d1-4514-8a9d-5beedb3a9ee7 None None] Port 736e6219-06aa-4220-807a-929997acc787 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:55.133856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b95315-4255-46d0-b382-e8aa8ea545cb req-829706b5-eb08-4e67-a834-bdfe76ebe9a1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:55.147093 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48b95315-4255-46d0-b382-e8aa8ea545cb req-829706b5-eb08-4e67-a834-bdfe76ebe9a1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.2053506 Sep 02 13:40:55.168567 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b6bc951d-46a7-40dd-a867-2a4acd664226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:55.180838 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc951d-46a7-40dd-a867-2a4acd664226 None None] Routers {'6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:55.182040 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b6bc951d-46a7-40dd-a867-2a4acd664226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:55.222871 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b6bc951d-46a7-40dd-a867-2a4acd664226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:55.223678 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc951d-46a7-40dd-a867-2a4acd664226 None None] The sync data for ids ['6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:55.261182 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48b95315-4255-46d0-b382-e8aa8ea545cb req-f36d6393-d1aa-4508-9e6a-9ec65cf7143f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124966 Sep 02 13:40:55.309985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8ed7-2fa6-4a85-bdea-b5f0288d50b7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.376571 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-42c25af5-ad18-463c-8e75-8afed425b67c req-bfcb21b9-8b4b-4805-a4f3-7149dfe82440 tempest-FloatingIPsNegativeTestJSON-1131160861 tempest-FloatingIPsNegativeTestJSON-1131160861-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2486837 Sep 02 13:40:55.422876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-432caa79-4355-4796-9226-d42c2777209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:42Z', 'updated_at': '2021-09-02T13:40:52Z', 'revision_number': 4, 'project_id': 'd459434f7efe49a08190d4da05924277', 'gw_port': {'id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:43Z', 'updated_at': '2021-09-02T13:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'e9d7b6b2-fba0-48f8-9a54-07e8ee061111', 'name': '', 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'mac_address': 'fa:16:3e:3d:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7bb0d7ad-4c52-45ed-9dad-9811592c38ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:49Z', 'updated_at': '2021-09-02T13:40:52Z', 'revision_number': 2, 'project_id': 'd459434f7efe49a08190d4da05924277', 'subnets': [{'id': '7bb0d7ad-4c52-45ed-9dad-9811592c38ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:55.459793 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-35d8e86e-2b26-4990-813b-f7de611ae4eb req-e8b78ef1-48f7-47f2-b901-f01fed00b603 tempest-FloatingIPsNegativeTestJSON-1131160861 tempest-FloatingIPsNegativeTestJSON-1131160861-project] show failed (client error): The resource could not be found. Sep 02 13:40:55.461875 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35d8e86e-2b26-4990-813b-f7de611ae4eb req-e8b78ef1-48f7-47f2-b901-f01fed00b603 tempest-FloatingIPsNegativeTestJSON-1131160861 tempest-FloatingIPsNegativeTestJSON-1131160861-project] 10.222.0.13 "GET /v2.0/floatingips/f2e1dfcb-eb7e-4fb6-843c-8f5cbb4cc19f HTTP/1.1" status: 404 len: 350 time: 0.0619981 Sep 02 13:40:55.473641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bbecdcb-3bc1-49d3-a129-6bea76490153,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:55.474712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:55.492992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432caa79-4355-4796-9226-d42c2777209c None None] Checking router: c7f1c169-51f6-42b0-8e1a-7bb0a13b182b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:40:55.493401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432caa79-4355-4796-9226-d42c2777209c None None] Updating router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:40:55.514519 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0a61819-09b8-4b54-85e4-68208479c0c6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.550099 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-432caa79-4355-4796-9226-d42c2777209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.606490 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8ed7-2fa6-4a85-bdea-b5f0288d50b7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.610021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8ed7-2fa6-4a85-bdea-b5f0288d50b7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.694759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Checking segment: {'id': '12f2cdd7-57d2-4a31-8bf2-86ef30ded006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e7eba69-13e8-49ca-9456-6803654b5125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:55.695288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Network hostable DHCP agents. Network: 5e7eba69-13e8-49ca-9456-6803654b5125, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:40:55.699031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a61819-09b8-4b54-85e4-68208479c0c6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event deleted for resources: {'Port': ['ID=736e6219-06aa-4220-807a-929997acc787,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:55.711934 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8ed7-2fa6-4a85-bdea-b5f0288d50b7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.712446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5a8ed7-2fa6-4a85-bdea-b5f0288d50b7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Fanout notify agent at l3_agent the message router_deleted on router 6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:40:55.720247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8ed7-2fa6-4a85-bdea-b5f0288d50b7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.723627 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1a5a8ed7-2fa6-4a85-bdea-b5f0288d50b7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f HTTP/1.1" status: 204 len: 168 time: 0.5784764 Sep 02 13:40:55.724476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:55.795676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Network 5e7eba69-13e8-49ca-9456-6803654b5125 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:40:55.824605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a428d9ff-a22d-4164-b0f6-9a88f883f7fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting subnet 51415abb-6cef-4ee6-b235-2e980ba791cf {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:40:55.828937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 5e7eba69-13e8-49ca-9456-6803654b5125) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:55.834892 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a428d9ff-a22d-4164-b0f6-9a88f883f7fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.847503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:55.848139 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.855680 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe9b41-9119-4905-ab16-8bb5ecd0ed83 None None] Network 5e7eba69-13e8-49ca-9456-6803654b5125 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:55.916934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c41b780a-afb1-42b2-b21b-6ab0c0e55c0b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4024322 Sep 02 13:40:55.962972 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b0a61819-09b8-4b54-85e4-68208479c0c6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.968532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b0a61819-09b8-4b54-85e4-68208479c0c6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "DELETE /v2.0/ports/736e6219-06aa-4220-807a-929997acc787 HTTP/1.1" status: 204 len: 168 time: 1.7025316 Sep 02 13:40:55.972433 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36550) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:55.977361 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-432caa79-4355-4796-9226-d42c2777209c None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:55.977558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a428d9ff-a22d-4164-b0f6-9a88f883f7fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.002108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-432caa79-4355-4796-9226-d42c2777209c None None] Transition to ACTIVE for port object e9d7b6b2-fba0-48f8-9a54-07e8ee061111 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:56.017781 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-432caa79-4355-4796-9226-d42c2777209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.053681 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b221097-1991-4004-af89-1c92c1c651de tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] GET failed (client error): The resource could not be found. Sep 02 13:40:56.063430 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1b221097-1991-4004-af89-1c92c1c651de tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "GET /v2.0/ports/736e6219-06aa-4220-807a-929997acc787 HTTP/1.1" status: 404 len: 333 time: 0.0897086 Sep 02 13:40:56.064486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36552) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:56.071772 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'port': {'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-900725527'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:56.180212 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a428d9ff-a22d-4164-b0f6-9a88f883f7fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.221517 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.225539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b505456-f93f-4d64-8954-c5b776a319bd None None] Pushing event updated for resources: {'Port': ['ID=e9d7b6b2-fba0-48f8-9a54-07e8ee061111,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:56.244282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ffe77-a081-40f4-a9e0-4c77626a83d5 None None] Network 5e7eba69-13e8-49ca-9456-6803654b5125 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:56.313560 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Made reservation on behalf of 7d5e024ee98740539d03d90d05dd567f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:56.323529 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.373306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] device_id is not set on port 98ac3a08-6e53-4983-ba54-2e58277e0004 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:40:56.527181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a428d9ff-a22d-4164-b0f6-9a88f883f7fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.605622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff45c5-19fd-45cc-b45a-4b72250dd670 req-07a7e4b4-87ba-41fd-9973-65fe7269619e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:56.607875 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-daff45c5-19fd-45cc-b45a-4b72250dd670 req-07a7e4b4-87ba-41fd-9973-65fe7269619e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1385102 Sep 02 13:40:56.614540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-432caa79-4355-4796-9226-d42c2777209c None None] Attempting to bind port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:40:56.614540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-432caa79-4355-4796-9226-d42c2777209c None None] Attempting to bind port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'd50afa1a-8210-4a17-887c-45a4f19f8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:40:56.614540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432caa79-4355-4796-9226-d42c2777209c None None] Attempting to bind port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 on network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:40:56.642773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432caa79-4355-4796-9226-d42c2777209c None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:40:56.643563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432caa79-4355-4796-9226-d42c2777209c None None] Checking segment: {'id': 'd50afa1a-8210-4a17-887c-45a4f19f8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:56.644208 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-432caa79-4355-4796-9226-d42c2777209c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.645006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432caa79-4355-4796-9226-d42c2777209c None None] Bound using segment: {'id': 'd50afa1a-8210-4a17-887c-45a4f19f8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:40:56.646059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-432caa79-4355-4796-9226-d42c2777209c None None] Bound port: e9d7b6b2-fba0-48f8-9a54-07e8ee061111, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50afa1a-8210-4a17-887c-45a4f19f8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:40:56.646858 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-432caa79-4355-4796-9226-d42c2777209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.671562 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428d9ff-a22d-4164-b0f6-9a88f883f7fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Subnet': ['ID=51415abb-6cef-4ee6-b235-2e980ba791cf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:56.698865 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a428d9ff-a22d-4164-b0f6-9a88f883f7fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.703434 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a428d9ff-a22d-4164-b0f6-9a88f883f7fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/51415abb-6cef-4ee6-b235-2e980ba791cf HTTP/1.1" status: 204 len: 168 time: 0.9691350 Sep 02 13:40:56.703600 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:56.715911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a6b42a-3d46-437a-9b55-d23acc9651dc None None] Network 4bc9973a-aa74-41df-b215-b64a424e03a8 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:56.720630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Allocated IP 2001:db8::248 (5bfc3e91-ef7e-49cc-a3a2-cbec9180df65/e18dbd37-9c24-422a-af37-c43ce901c1d7/98ac3a08-6e53-4983-ba54-2e58277e0004) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:40:56.732423 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-daff45c5-19fd-45cc-b45a-4b72250dd670 req-9a4e9eea-a42c-44d5-a715-aa8944060fd4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094782 Sep 02 13:40:56.838295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-432caa79-4355-4796-9226-d42c2777209c None None] For port e9d7b6b2-fba0-48f8-9a54-07e8ee061111, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:40:56.844668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-432caa79-4355-4796-9226-d42c2777209c None None] For port e9d7b6b2-fba0-48f8-9a54-07e8ee061111, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e9d7b6b2-fba0-48f8-9a54-07e8ee061111,segment=NetworkSegment(d50afa1a-8210-4a17-887c-45a4f19f8e0c),segment_id=d50afa1a-8210-4a17-887c-45a4f19f8e0c)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:40:56.854810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36578) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:56.867255 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-432caa79-4355-4796-9226-d42c2777209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.873888 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.890097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-205142199-network', 'tenant_id': 'cbfc22dbd471412a979f1c1bd7daf952'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:56.936236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Made reservation on behalf of cbfc22dbd471412a979f1c1bd7daf952 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:56.938793 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:56.959620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432caa79-4355-4796-9226-d42c2777209c None None] Routers {'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:40:56.960300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-432caa79-4355-4796-9226-d42c2777209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:56.965398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b505456-f93f-4d64-8954-c5b776a319bd None None] Pushing event updated for resources: {'Port': ['ID=e9d7b6b2-fba0-48f8-9a54-07e8ee061111,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:56.966671 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.022037 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.071289 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 8913be99-744d-4c0b-8c39-a08ebc0e97ca {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:57.071893 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.114953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Transition to ACTIVE for port object 98ac3a08-6e53-4983-ba54-2e58277e0004 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:40:57.126618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-432caa79-4355-4796-9226-d42c2777209c None None] Set router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:40:57.127461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Deleting port e9d7b6b2-fba0-48f8-9a54-07e8ee061111 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:57.128021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.225463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port 8913be99-744d-4c0b-8c39-a08ebc0e97ca, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8913be99-744d-4c0b-8c39-a08ebc0e97ca,segment=NetworkSegment(b8b63ec7-51e6-4d98-ab1b-1596cc6287f9),segment_id=b8b63ec7-51e6-4d98-ab1b-1596cc6287f9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:57.226133 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.260355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] DHCP port deletion for 4bc9973a-aa74-41df-b215-b64a424e03a8 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:40:57.262763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 8913be99-744d-4c0b-8c39-a08ebc0e97ca owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:57.321061 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.338743 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.370189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85870684-4130-4d38-af7a-6db4ae81a447,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:57.373118 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.418591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] For port e9d7b6b2-fba0-48f8-9a54-07e8ee061111, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e9d7b6b2-fba0-48f8-9a54-07e8ee061111,segment=NetworkSegment(d50afa1a-8210-4a17-887c-45a4f19f8e0c),segment_id=d50afa1a-8210-4a17-887c-45a4f19f8e0c)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:57.418965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.435609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Calling delete_port for e9d7b6b2-fba0-48f8-9a54-07e8ee061111 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:57.444105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Port': ['ID=98ac3a08-6e53-4983-ba54-2e58277e0004,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:57.454972 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.455249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.455644 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.456025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.456366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.456708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.457156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.457698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.458083 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.458493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.458830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.459167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.468264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:57.479773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.480150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.480547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.480904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.481249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.481643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.481987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.482325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.482661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.482998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.483333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.483743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:40:57.494826 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:40:57.498585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:57.501959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:40:57.509012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:57.509835 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.522967 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.523410 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Added segment 8aebb5ba-5d8d-4123-bb86-8c372068e652 of type vlan for network 5165b6a3-6302-4ff9-98ab-4047cbf0c4af Sep 02 13:40:57.530353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b2d9df65-095f-45cf-bda7-ac61f083eadf tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4645815 Sep 02 13:40:57.537939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36584) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:57.544843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ffb4f1c2-b64a-45d1-aa67-3a54d67bdb4f tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a6:48:bf'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:57.641515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.680988 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.681809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=8913be99-744d-4c0b-8c39-a08ebc0e97ca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:57.688408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No DVR routers for this DVR port 8913be99-744d-4c0b-8c39-a08ebc0e97ca on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:57.754724 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.756319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:57.758010 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.826803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] Deleting port 8913be99-744d-4c0b-8c39-a08ebc0e97ca {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:57.827184 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.839477 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f1c2-b64a-45d1-aa67-3a54d67bdb4f tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.902104 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0458097 Sep 02 13:40:57.906052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36598) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:57.910174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.925753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Request body: {'subnet': {'network_id': '5165b6a3-6302-4ff9-98ab-4047cbf0c4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-205142199-subnet', 'tenant_id': 'cbfc22dbd471412a979f1c1bd7daf952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:57.946990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] For port 8913be99-744d-4c0b-8c39-a08ebc0e97ca, host n-d-794796-4, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:40:57.947402 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.963773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] Calling delete_port for 8913be99-744d-4c0b-8c39-a08ebc0e97ca owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:57.967803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] Port 8913be99-744d-4c0b-8c39-a08ebc0e97ca was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:40:57.970893 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:57.971070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1f616-f8f2-41aa-b64b-99d4ac49baa1 admin admin] Pushing event updated for resources: {'Network': ['ID=5165b6a3-6302-4ff9-98ab-4047cbf0c4af,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:57.975606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc9973a-aa74-41df-b215-b64a424e03a8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:57.999459 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.005897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 5165b6a3-6302-4ff9-98ab-4047cbf0c4af details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:40:58.010399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b63ec7-51e6-4d98-ab1b-1596cc6287f9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:58.011051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b63ec7-51e6-4d98-ab1b-1596cc6287f9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:58.022791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] Pushing event deleted for resources: {'Port': ['ID=8913be99-744d-4c0b-8c39-a08ebc0e97ca,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:58.053481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-432caa79-4355-4796-9226-d42c2777209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:42Z', 'updated_at': '2021-09-02T13:40:52Z', 'revision_number': 4, 'project_id': 'd459434f7efe49a08190d4da05924277', 'gw_port': {'id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:43Z', 'updated_at': '2021-09-02T13:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'e9d7b6b2-fba0-48f8-9a54-07e8ee061111', 'name': '', 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'mac_address': 'fa:16:3e:3d:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7bb0d7ad-4c52-45ed-9dad-9811592c38ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:49Z', 'updated_at': '2021-09-02T13:40:56Z', 'revision_number': 4, 'project_id': 'd459434f7efe49a08190d4da05924277', 'subnets': [{'id': '7bb0d7ad-4c52-45ed-9dad-9811592c38ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:40:58.059236 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.072084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d7b6b2-fba0-48f8-9a54-07e8ee061111,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:58.089673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe928184-e0d8-4700-8a8e-c484d789b2b8 None None] No DVR routers for this DVR port 8913be99-744d-4c0b-8c39-a08ebc0e97ca on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:40:58.092099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4b665-85a9-492c-b3f5-18dde941b421 req-77b59644-648a-476d-9fca-f8486b703f9f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:58.094011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dfc4b665-85a9-492c-b3f5-18dde941b421 req-77b59644-648a-476d-9fca-f8486b703f9f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.2207172 Sep 02 13:40:58.102791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Made reservation on behalf of cbfc22dbd471412a979f1c1bd7daf952 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:58.104897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.110540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432caa79-4355-4796-9226-d42c2777209c None None] The sync data for ids ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'] in n-d-794796-4 is: [{'id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:42Z', 'updated_at': '2021-09-02T13:40:52Z', 'revision_number': 4, 'project_id': 'd459434f7efe49a08190d4da05924277', 'gw_port': {'id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:43Z', 'updated_at': '2021-09-02T13:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'e9d7b6b2-fba0-48f8-9a54-07e8ee061111', 'name': '', 'network_id': 'ea2d5904-cc7d-4185-b0da-d3e46aecdd22', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'mac_address': 'fa:16:3e:3d:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '7bb0d7ad-4c52-45ed-9dad-9811592c38ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:49Z', 'updated_at': '2021-09-02T13:40:56Z', 'revision_number': 4, 'project_id': 'd459434f7efe49a08190d4da05924277', 'subnets': [{'id': '7bb0d7ad-4c52-45ed-9dad-9811592c38ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:40:58.136555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b335ce38-34de-485f-8b1e-7903945ac57a None None] Provisioning for port 98ac3a08-6e53-4983-ba54-2e58277e0004 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:40:58.148216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b335ce38-34de-485f-8b1e-7903945ac57a None None] Provisioning complete for port 98ac3a08-6e53-4983-ba54-2e58277e0004 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:58.148597 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b335ce38-34de-485f-8b1e-7903945ac57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.227650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b335ce38-34de-485f-8b1e-7903945ac57a None None] Port 98ac3a08-6e53-4983-ba54-2e58277e0004 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:58.251764 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.268895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f1c2-b64a-45d1-aa67-3a54d67bdb4f tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.285302 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f1c2-b64a-45d1-aa67-3a54d67bdb4f tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.310243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:40:58.310610 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:40:58.313964 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:40:58.389202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4f1c2-b64a-45d1-aa67-3a54d67bdb4f tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Port': ['ID=98ac3a08-6e53-4983-ba54-2e58277e0004,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:58.408040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4f1c2-b64a-45d1-aa67-3a54d67bdb4f tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] In _notify_port_updated(), no bound segment for port 98ac3a08-6e53-4983-ba54-2e58277e0004 on network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:40:58.418020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4f1c2-b64a-45d1-aa67-3a54d67bdb4f tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:58.419815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ffb4f1c2-b64a-45d1-aa67-3a54d67bdb4f tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.425058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ffb4f1c2-b64a-45d1-aa67-3a54d67bdb4f tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "PUT /v2.0/ports/98ac3a08-6e53-4983-ba54-2e58277e0004 HTTP/1.1" status: 200 len: 1002 time: 0.8853831 Sep 02 13:40:58.426043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36600) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:58.505007 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dfc4b665-85a9-492c-b3f5-18dde941b421 req-304fbef0-bff6-4ecf-9509-5b05a628e784 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546158 Sep 02 13:40:58.572993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bccdd4fb-e979-4c86-bfdd-3c7fb621921b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Deleting port 98ac3a08-6e53-4983-ba54-2e58277e0004 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:40:58.573459 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bccdd4fb-e979-4c86-bfdd-3c7fb621921b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.620890 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.654637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.660654 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/networks/4bc9973a-aa74-41df-b215-b64a424e03a8 HTTP/1.1" status: 204 len: 168 time: 1.9521780 Sep 02 13:40:58.673700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36602) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:58.689896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-11330d20-854d-4926-a221-7e8b7c943f45 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1095232743', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:58.709502 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bccdd4fb-e979-4c86-bfdd-3c7fb621921b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.722958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0ae86-7d6e-46f2-a351-fb27e3bd460d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Network': ['ID=4bc9973a-aa74-41df-b215-b64a424e03a8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:58.729193 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bccdd4fb-e979-4c86-bfdd-3c7fb621921b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Calling delete_port for 98ac3a08-6e53-4983-ba54-2e58277e0004 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:40:58.745601 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11330d20-854d-4926-a221-7e8b7c943f45 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.747207 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11330d20-854d-4926-a221-7e8b7c943f45 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.892571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0a08041e-6f5b-43b7-b8d3-8c5806602f15 None None] Provisioning complete for port 98ac3a08-6e53-4983-ba54-2e58277e0004 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:40:58.893261 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a08041e-6f5b-43b7-b8d3-8c5806602f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:58.968860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8913be99-744d-4c0b-8c39-a08ebc0e97ca no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:40:58.980394 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bccdd4fb-e979-4c86-bfdd-3c7fb621921b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.002060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 8913be99-744d-4c0b-8c39-a08ebc0e97ca {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:40:59.002458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8913be99-744d-4c0b-8c39-a08ebc0e97ca not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:40:59.022460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0a08041e-6f5b-43b7-b8d3-8c5806602f15 None None] Port 98ac3a08-6e53-4983-ba54-2e58277e0004 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:40:59.024460 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdd4fb-e979-4c86-bfdd-3c7fb621921b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event deleted for resources: {'Port': ['ID=98ac3a08-6e53-4983-ba54-2e58277e0004,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:59.040278 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.045776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.056147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11330d20-854d-4926-a221-7e8b7c943f45 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.065096 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bccdd4fb-e979-4c86-bfdd-3c7fb621921b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.068732 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bccdd4fb-e979-4c86-bfdd-3c7fb621921b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "DELETE /v2.0/ports/98ac3a08-6e53-4983-ba54-2e58277e0004 HTTP/1.1" status: 204 len: 168 time: 0.6396649 Sep 02 13:40:59.070252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36612) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:59.088288 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11330d20-854d-4926-a221-7e8b7c943f45 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.119170 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7677941-8824-4754-b495-077092a74875 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] GET failed (client error): The resource could not be found. Sep 02 13:40:59.127464 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d7677941-8824-4754-b495-077092a74875 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "GET /v2.0/ports/98ac3a08-6e53-4983-ba54-2e58277e0004 HTTP/1.1" status: 404 len: 333 time: 0.0559380 Sep 02 13:40:59.127970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36614) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:59.134075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'port': {'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2143042091'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:59.256956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11330d20-854d-4926-a221-7e8b7c943f45 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.257701 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-11330d20-854d-4926-a221-7e8b7c943f45 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5830245 Sep 02 13:40:59.263650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:40:59.273248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b86683-2009-4272-a1b9-e57194ad0a83,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:40:59.277809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-335240977'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:40:59.377000 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Checking segment: {'id': '8aebb5ba-5d8d-4123-bb86-8c372068e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5165b6a3-6302-4ff9-98ab-4047cbf0c4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:40:59.377300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Network hostable DHCP agents. Network: 5165b6a3-6302-4ff9-98ab-4047cbf0c4af, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:40:59.388137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:59.400308 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.401945 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.448961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Made reservation on behalf of 7d5e024ee98740539d03d90d05dd567f for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:40:59.456219 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.483293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] device_id is not set on port d30aa445-141b-46dc-a38a-73ade52c894e yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:40:59.527904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Network 5165b6a3-6302-4ff9-98ab-4047cbf0c4af is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:40:59.543053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 5165b6a3-6302-4ff9-98ab-4047cbf0c4af) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:40:59.553615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:40:59.557328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff1252-95a6-4004-b4dc-a6242bf3438f None None] Network 5165b6a3-6302-4ff9-98ab-4047cbf0c4af requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:40:59.580885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:40:59.581714 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.620831 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-52d2ef28-d498-4323-88e2-4f73d14111a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7043772 Sep 02 13:40:59.627315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:40:59.627597 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added segment 5af8837a-03be-4fe7-8763-00330a014231 of type vlan for network ec02efd3-4436-4408-9a7c-347308b2bb89 Sep 02 13:40:59.785607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68dc1ec-52d9-4827-b371-74f6cd27bb4c None None] Network 5165b6a3-6302-4ff9-98ab-4047cbf0c4af requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:00.218518 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:00.238546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:00.288921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559702d-025d-4135-ab3f-ca49379aced7 req-62eebc3b-c53e-4cce-a937-14dd2e78685d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:00.291133 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6559702d-025d-4135-ab3f-ca49379aced7 req-62eebc3b-c53e-4cce-a937-14dd2e78685d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1131926 Sep 02 13:41:00.302114 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:00.310443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:00.313152 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:00.333846 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:00.376688 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6559702d-025d-4135-ab3f-ca49379aced7 req-c49c0b22-071c-4dba-a481-40a8e6bc1f95 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Sep 02 13:41:00.378019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Allocated IP 2001:db8::266 (5bfc3e91-ef7e-49cc-a3a2-cbec9180df65/e18dbd37-9c24-422a-af37-c43ce901c1d7/d30aa445-141b-46dc-a38a-73ade52c894e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:00.425839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1523516 Sep 02 13:41:00.426279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36636) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:00.437415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'subnet': {'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:00.448801 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c8e8e-c05c-468f-a9e6-02dd554847ff tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Network': ['ID=ec02efd3-4436-4408-9a7c-347308b2bb89,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:00.464243 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network ec02efd3-4436-4408-9a7c-347308b2bb89 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:41:00.497687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:00.511600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] Sync routers for ids ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:00.513201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-666dd397-e357-4d46-8f36-c3494cf3e268 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7f1c169-51f6-42b0-8e1a-7bb0a13b182b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0399973 Sep 02 13:41:00.513891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36638) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:00.541129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] Routers {'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:00.542057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:00.642746 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:00.646516 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:00.685742 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] Set router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:00.705560 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:00.753141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Transition to ACTIVE for port object d30aa445-141b-46dc-a38a-73ade52c894e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:00.758214 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:00.834676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911968a-c155-40eb-bb91-e742e16266ce req-e7f529ff-7d5c-4698-94f1-5cc1cfb04e1d tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:00.837191 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-e7f529ff-7d5c-4698-94f1-5cc1cfb04e1d tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/networks?id=5e7eba69-13e8-49ca-9456-6803654b5125 HTTP/1.1" status: 200 len: 824 time: 0.2235758 Sep 02 13:41:00.863989 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-3375d39c-936e-4c7a-b9a4-290440d518d4 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/quotas/d4f316fb437f4e45a8f0051fec0aadfd HTTP/1.1" status: 200 len: 375 time: 0.0192630 Sep 02 13:41:00.903353 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:00.915361 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-25e7db21-4c90-4cef-a900-cae19bb1740e tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4f316fb437f4e45a8f0051fec0aadfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453026 Sep 02 13:41:00.928069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:00.932648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:00.958396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:00.967257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:00.968060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:00.987755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:42Z', 'updated_at': '2021-09-02T13:40:57Z', 'revision_number': 5, 'project_id': 'd459434f7efe49a08190d4da05924277', 'gw_port': {'id': 'b8292eba-c431-4d6f-8476-0019a2c4ba1c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:40:43Z', 'updated_at': '2021-09-02T13:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:01.026692 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.033050 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9038906 Sep 02 13:41:01.036857 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:01.041515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2986b-54a7-43b6-a6ba-2806c3f38fb8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Port': ['ID=d30aa445-141b-46dc-a38a-73ade52c894e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:01.055880 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] Checking router: c7f1c169-51f6-42b0-8e1a-7bb0a13b182b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:01.063028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.074128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'port': {'network_id': '5bfc3e91-ef7e-49cc-a3a2-cbec9180df65', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-929433048'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:01.080026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] Routers {'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:01.081525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:40:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:01.209133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Checking segment: {'id': '5af8837a-03be-4fe7-8763-00330a014231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:01.209634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network hostable DHCP agents. Network: ec02efd3-4436-4408-9a7c-347308b2bb89, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:41:01.213897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Subnet': ['ID=3e39306a-9f30-4e09-8bf4-23c70496bded,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:01.243331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network ec02efd3-4436-4408-9a7c-347308b2bb89 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:41:01.282027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, ec02efd3-4436-4408-9a7c-347308b2bb89) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:01.288822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:01.289504 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.290330 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d46648e3-183a-4db9-b090-07360423745f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.296580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4937d-1adf-4de2-af3a-5c67450a9055 None None] Network ec02efd3-4436-4408-9a7c-347308b2bb89 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:01.314771 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a50c7bd1-c3b8-41d4-bc0e-0b1c273b4980 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8873196 Sep 02 13:41:01.317391 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36658) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:01.385503 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] Set router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:01.429761 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-cee9c142-9fc2-458c-9451-d0c5293605dc service neutron] 10.222.0.13 "GET /v2.0/networks/5e7eba69-13e8-49ca-9456-6803654b5125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109689 Sep 02 13:41:01.448983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:42Z', 'updated_at': '2021-09-02T13:41:01Z', 'revision_number': 6, 'project_id': 'd459434f7efe49a08190d4da05924277', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:01.460046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-01db38de-2667-4202-9528-6d8efa94aeae None None] Provisioning for port d30aa445-141b-46dc-a38a-73ade52c894e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:01.504075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784f763-024d-4d64-b9a4-f1aa91a8d941 None None] The sync data for ids ['c7f1c169-51f6-42b0-8e1a-7bb0a13b182b'] in n-d-794796-4 is: [{'id': 'c7f1c169-51f6-42b0-8e1a-7bb0a13b182b', 'name': 'tempest-FloatingIPsNegativeTestJSON-868778058-router', 'tenant_id': 'd459434f7efe49a08190d4da05924277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:42Z', 'updated_at': '2021-09-02T13:41:01Z', 'revision_number': 6, 'project_id': 'd459434f7efe49a08190d4da05924277', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:01.511196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-01db38de-2667-4202-9528-6d8efa94aeae None None] Provisioning complete for port d30aa445-141b-46dc-a38a-73ade52c894e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:01.511775 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01db38de-2667-4202-9528-6d8efa94aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.625038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Made reservation on behalf of 7d5e024ee98740539d03d90d05dd567f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:01.628491 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-01db38de-2667-4202-9528-6d8efa94aeae None None] Port d30aa445-141b-46dc-a38a-73ade52c894e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:01.640351 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.660460 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-94f05de0-21fb-4547-9326-b2d081af8c25 service neutron] 10.222.0.13 "GET /v2.0/networks/5e7eba69-13e8-49ca-9456-6803654b5125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292061 Sep 02 13:41:01.673318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-ec02efd3-4436-4408-9a7c-347308b2bb89', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:41:01.676466 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.687861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] device_id is not set on port eddad272-bc07-4367-9d9c-3eebaceb53d4 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:41:01.779253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d5446-e6b2-4810-95b8-448262612f99 req-518f6f8e-d51b-444b-8ca5-996148b7eb2d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:01.786964 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da0d5446-e6b2-4810-95b8-448262612f99 req-518f6f8e-d51b-444b-8ca5-996148b7eb2d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1817610 Sep 02 13:41:01.833334 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.842774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Deleting port b8292eba-c431-4d6f-8476-0019a2c4ba1c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:01.843119 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:01.893159 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da0d5446-e6b2-4810-95b8-448262612f99 req-00ae7605-a38b-4276-9562-f978a521a510 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050467 Sep 02 13:41:02.059627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Allocated IP 2001:db8::2 (ec02efd3-4436-4408-9a7c-347308b2bb89/3e39306a-9f30-4e09-8bf4-23c70496bded/49503b84-ac33-43d0-a642-a94a0f0f2d99) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:02.062666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca0ad90c-23a2-463b-a7f6-5c663822e5a8 req-edb96b53-f70c-40bb-9d1d-1cf3ca51a11c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 210 time: 0.0489459 Sep 02 13:41:02.094254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Allocated IP 2001:db8::1fe (5bfc3e91-ef7e-49cc-a3a2-cbec9180df65/e18dbd37-9c24-422a-af37-c43ce901c1d7/eddad272-bc07-4367-9d9c-3eebaceb53d4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:02.107219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] For port b8292eba-c431-4d6f-8476-0019a2c4ba1c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b8292eba-c431-4d6f-8476-0019a2c4ba1c,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:02.107782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.126734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Calling delete_port for b8292eba-c431-4d6f-8476-0019a2c4ba1c owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:02.475539 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.522471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Transition to ACTIVE for port object 49503b84-ac33-43d0-a642-a94a0f0f2d99 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:02.528406 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.544165 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Transition to ACTIVE for port object 49503b84-ac33-43d0-a642-a94a0f0f2d99 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:02.564901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8292eba-c431-4d6f-8476-0019a2c4ba1c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:02.577756 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.604332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.643922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Transition to ACTIVE for port object eddad272-bc07-4367-9d9c-3eebaceb53d4 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:02.658597 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.668750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Network ec02efd3-4436-4408-9a7c-347308b2bb89 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:02.679270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:02.690620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:02.700459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 2001:db8::1 (ec02efd3-4436-4408-9a7c-347308b2bb89/3e39306a-9f30-4e09-8bf4-23c70496bded/82b0acb5-9475-4d85-9d49-9dda70ff5020) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:02.784515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.793881 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.844154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Pushing event updated for resources: {'Port': ['ID=49503b84-ac33-43d0-a642-a94a0f0f2d99,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:02.868772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e9d7b6b2-fba0-48f8-9a54-07e8ee061111 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:02.897565 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: e9d7b6b2-fba0-48f8-9a54-07e8ee061111 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:02.898446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e9d7b6b2-fba0-48f8-9a54-07e8ee061111 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:02.898992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b8292eba-c431-4d6f-8476-0019a2c4ba1c no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:02.939456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.948238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: b8292eba-c431-4d6f-8476-0019a2c4ba1c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:02.948238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b8292eba-c431-4d6f-8476-0019a2c4ba1c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:02.951364 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Attempting to bind port 49503b84-ac33-43d0-a642-a94a0f0f2d99 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:02.951923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Attempting to bind port 49503b84-ac33-43d0-a642-a94a0f0f2d99 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '5af8837a-03be-4fe7-8763-00330a014231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:02.952656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Attempting to bind port 49503b84-ac33-43d0-a642-a94a0f0f2d99 on network ec02efd3-4436-4408-9a7c-347308b2bb89 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:02.957735 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.958451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7f1c169-51f6-42b0-8e1a-7bb0a13b182b {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:41:02.962274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:02.967474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Checking segment: {'id': '5af8837a-03be-4fe7-8763-00330a014231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:02.968163 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.968355 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.968511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Bound using segment: {'id': '5af8837a-03be-4fe7-8763-00330a014231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:02.974189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Bound port: 49503b84-ac33-43d0-a642-a94a0f0f2d99, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af8837a-03be-4fe7-8763-00330a014231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:02.974802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8430d996-2b9e-4dc5-acb6-df8382948b2b admin admin] 10.222.0.13 "DELETE /v2.0/routers/c7f1c169-51f6-42b0-8e1a-7bb0a13b182b HTTP/1.1" status: 204 len: 168 time: 2.4544661 Sep 02 13:41:02.974915 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:02.979562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36684) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:03.033817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Port': ['ID=eddad272-bc07-4367-9d9c-3eebaceb53d4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:03.067643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:03.099383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:03.102777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:03.117180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:03.117873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.167131 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] For port 49503b84-ac33-43d0-a642-a94a0f0f2d99, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:03.183490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] For port 49503b84-ac33-43d0-a642-a94a0f0f2d99, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=49503b84-ac33-43d0-a642-a94a0f0f2d99,segment=NetworkSegment(5af8837a-03be-4fe7-8763-00330a014231),segment_id=5af8837a-03be-4fe7-8763-00330a014231)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:03.191378 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.204985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-373aa103-7fed-4504-bd6e-4b375a65e2f3 admin admin] Deleting subnet 7bb0d7ad-4c52-45ed-9dad-9811592c38ac {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:03.210600 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-373aa103-7fed-4504-bd6e-4b375a65e2f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.283713 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b6490ab9-69f5-4d03-a11c-aa571aadf8cb tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2393448 Sep 02 13:41:03.286751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36688) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:03.308248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8aa9b9c9-fd2d-4728-ba2a-3e7e3c195bb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::251', 'mac_address': 'fa:16:3e:a6:48:bf'}, {'ip_address': '2001:db8::266', 'mac_address': 'fa:16:3e:51:f4:73'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:03.316203 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.381450 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b6ad9d02-0743-4fbd-83e2-3fab459034db req-4af39e06-f541-4289-8e0f-8f76079a1180 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 210 time: 0.0965223 Sep 02 13:41:03.417822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bb5aa-2010-429a-8049-c527d55c194e None None] Pushing event updated for resources: {'Port': ['ID=49503b84-ac33-43d0-a642-a94a0f0f2d99,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:03.450388 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-373aa103-7fed-4504-bd6e-4b375a65e2f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.476270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Transition to ACTIVE for port object 82b0acb5-9475-4d85-9d49-9dda70ff5020 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:03.512692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab5549-131c-475b-8917-68065a5da675 req-c94862bf-4a4f-46f8-af74-724fbd394e07 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:03.530772 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8ab5549-131c-475b-8917-68065a5da675 req-c94862bf-4a4f-46f8-af74-724fbd394e07 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.4034233 Sep 02 13:41:03.595434 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc878-0e21-4202-bac0-7ad4232fe228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.684832 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.690765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a07f1a7-9914-4486-bff3-b9785119effc None None] Provisioning for port eddad272-bc07-4367-9d9c-3eebaceb53d4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:03.710670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a07f1a7-9914-4486-bff3-b9785119effc None None] Provisioning complete for port eddad272-bc07-4367-9d9c-3eebaceb53d4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:03.710670 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a07f1a7-9914-4486-bff3-b9785119effc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.758648 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8ab5549-131c-475b-8917-68065a5da675 req-53570662-3ddf-448e-a310-0759b814b238 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180676 Sep 02 13:41:03.793181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network ec02efd3-4436-4408-9a7c-347308b2bb89 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:03.794662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:03.841679 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b9c9-fd2d-4728-ba2a-3e7e3c195bb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.852431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1a07f1a7-9914-4486-bff3-b9785119effc None None] Port eddad272-bc07-4367-9d9c-3eebaceb53d4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:03.862796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=82b0acb5-9475-4d85-9d49-9dda70ff5020,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:03.865840 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-373aa103-7fed-4504-bd6e-4b375a65e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:03.868853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:03.869463 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.065648 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-373aa103-7fed-4504-bd6e-4b375a65e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.129478 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.130396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373aa103-7fed-4504-bd6e-4b375a65e2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb0d7ad-4c52-45ed-9dad-9811592c38ac,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:04.133494 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b9c9-fd2d-4728-ba2a-3e7e3c195bb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.141032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b9c9-fd2d-4728-ba2a-3e7e3c195bb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.162008 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd3245-40c3-4f10-b0f2-19e562a303cc None None] Network ea2d5904-cc7d-4185-b0da-d3e46aecdd22 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:04.164211 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-373aa103-7fed-4504-bd6e-4b375a65e2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.166318 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-373aa103-7fed-4504-bd6e-4b375a65e2f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7bb0d7ad-4c52-45ed-9dad-9811592c38ac HTTP/1.1" status: 204 len: 168 time: 1.1804471 Sep 02 13:41:04.169092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:04.187663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9b9c9-fd2d-4728-ba2a-3e7e3c195bb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] In _notify_port_updated(), no bound segment for port eddad272-bc07-4367-9d9c-3eebaceb53d4 on network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:41:04.193798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa9b9c9-fd2d-4728-ba2a-3e7e3c195bb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:04.195711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b9c9-fd2d-4728-ba2a-3e7e3c195bb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.197473 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8aa9b9c9-fd2d-4728-ba2a-3e7e3c195bb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "PUT /v2.0/ports/eddad272-bc07-4367-9d9c-3eebaceb53d4 HTTP/1.1" status: 200 len: 1067 time: 0.8946249 Sep 02 13:41:04.218488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36700) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:04.264280 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.301232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9b9c9-fd2d-4728-ba2a-3e7e3c195bb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event updated for resources: {'Port': ['ID=eddad272-bc07-4367-9d9c-3eebaceb53d4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:04.318073 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.346750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911968a-c155-40eb-bb91-e742e16266ce req-885be174-90eb-43c1-9771-730a0f600712 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:04.348528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-885be174-90eb-43c1-9771-730a0f600712 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.77 "GET /v2.0/networks?id=5e7eba69-13e8-49ca-9456-6803654b5125 HTTP/1.1" status: 200 len: 824 time: 0.3704407 Sep 02 13:41:04.402001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Request body: {'port': {'device_id': '5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50', 'network_id': '5e7eba69-13e8-49ca-9456-6803654b5125', 'admin_state_up': True, 'tenant_id': 'd4f316fb437f4e45a8f0051fec0aadfd'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:04.404337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c11ea-71a4-4689-ad14-ba3f0f551f7d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Deleting port eddad272-bc07-4367-9d9c-3eebaceb53d4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:04.404692 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d1c11ea-71a4-4689-ad14-ba3f0f551f7d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.630264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d33ccd2-eafc-404e-bab8-55ad6fb7d46a req-9a0f9694-da34-4f51-ba5a-8af81a180bed tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 210 time: 0.0661306 Sep 02 13:41:04.641329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f87f0b9-8e59-4aba-842f-10538cdb8840 None None] DHCP port deletion for ea2d5904-cc7d-4185-b0da-d3e46aecdd22 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:41:04.669594 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d1c11ea-71a4-4689-ad14-ba3f0f551f7d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.700939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c11ea-71a4-4689-ad14-ba3f0f551f7d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Calling delete_port for eddad272-bc07-4367-9d9c-3eebaceb53d4 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:04.790249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3b6a1dc0-b1c5-46ca-aebf-5e22713c7709 None None] Provisioning complete for port eddad272-bc07-4367-9d9c-3eebaceb53d4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:04.790671 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1dc0-b1c5-46ca-aebf-5e22713c7709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.840108 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Deleting port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:04.840514 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.942554 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.984879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1f87f0b9-8e59-4aba-842f-10538cdb8840 None None] Deleting port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:04.985507 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f87f0b9-8e59-4aba-842f-10538cdb8840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:04.986875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a1dc0-b1c5-46ca-aebf-5e22713c7709 None None] Port eddad272-bc07-4367-9d9c-3eebaceb53d4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:05.059705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 49503b84-ac33-43d0-a642-a94a0f0f2d99 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:05.109529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78f1ca-0599-4db0-8f28-eeb823e4f7fe req-b0a63976-7b1e-4265-88aa-98939e627f8f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:05.120160 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e78f1ca-0599-4db0-8f28-eeb823e4f7fe req-b0a63976-7b1e-4265-88aa-98939e627f8f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1979163 Sep 02 13:41:05.128657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1f87f0b9-8e59-4aba-842f-10538cdb8840 None None] For port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=20ebe2ea-8939-4b42-aad8-6bf6121d2f41,segment=NetworkSegment(d50afa1a-8210-4a17-887c-45a4f19f8e0c),segment_id=d50afa1a-8210-4a17-887c-45a4f19f8e0c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:05.129069 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f87f0b9-8e59-4aba-842f-10538cdb8840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.142178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] For port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=20ebe2ea-8939-4b42-aad8-6bf6121d2f41,segment=NetworkSegment(d50afa1a-8210-4a17-887c-45a4f19f8e0c),segment_id=d50afa1a-8210-4a17-887c-45a4f19f8e0c)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:05.143638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.147593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1f87f0b9-8e59-4aba-842f-10538cdb8840 None None] Calling delete_port for 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:05.171798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9527c7c9-0463-4588-8b77-1245966d3666 None None] Network ec02efd3-4436-4408-9a7c-347308b2bb89 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:05.175716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Made reservation on behalf of d4f316fb437f4e45a8f0051fec0aadfd for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:05.181183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.190466 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e78f1ca-0599-4db0-8f28-eeb823e4f7fe req-78e9a1cd-e5f6-4d84-b447-70b2ca674eae tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693254 Sep 02 13:41:05.197155 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d1c11ea-71a4-4689-ad14-ba3f0f551f7d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.207488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Calling delete_port for 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:05.218054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 49503b84-ac33-43d0-a642-a94a0f0f2d99 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:05.253412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c11ea-71a4-4689-ad14-ba3f0f551f7d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event deleted for resources: {'Port': ['ID=eddad272-bc07-4367-9d9c-3eebaceb53d4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:05.302371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-085b1402-1aae-4f7a-953a-7eb0112af0b5 None None] Provisioning for port 49503b84-ac33-43d0-a642-a94a0f0f2d99 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:05.323888 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-085b1402-1aae-4f7a-953a-7eb0112af0b5 None None] Provisioning complete for port 49503b84-ac33-43d0-a642-a94a0f0f2d99 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:05.327993 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-085b1402-1aae-4f7a-953a-7eb0112af0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.370128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:05.461855 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.488735 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.489913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.506409 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f87f0b9-8e59-4aba-842f-10538cdb8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.550791 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d1c11ea-71a4-4689-ad14-ba3f0f551f7d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.552512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5d1c11ea-71a4-4689-ad14-ba3f0f551f7d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "DELETE /v2.0/ports/eddad272-bc07-4367-9d9c-3eebaceb53d4 HTTP/1.1" status: 204 len: 168 time: 1.3324285 Sep 02 13:41:05.555563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:05.569396 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.616839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87f0b9-8e59-4aba-842f-10538cdb8840 None None] Pushing event deleted for resources: {'Port': ['ID=20ebe2ea-8939-4b42-aad8-6bf6121d2f41,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:05.620206 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-368ea303-b77b-4a3f-bb58-8ddeb2061c51 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] GET failed (client error): The resource could not be found. Sep 02 13:41:05.622502 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-368ea303-b77b-4a3f-bb58-8ddeb2061c51 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "GET /v2.0/ports/eddad272-bc07-4367-9d9c-3eebaceb53d4 HTTP/1.1" status: 404 len: 333 time: 0.0653653 Sep 02 13:41:05.627418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36716) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:05.643117 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No active binding found for port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:41:05.643700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:05.661178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] No DVR routers for this DVR port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:05.665711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Allocated IP 172.20.0.7 (5e7eba69-13e8-49ca-9456-6803654b5125/5bbecdcb-3bc1-49d3-a129-6bea76490153/1a35f0c5-7894-4e2f-8de2-55c402226ce6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:05.675109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=82b0acb5-9475-4d85-9d49-9dda70ff5020,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:05.675330 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87f0b9-8e59-4aba-842f-10538cdb8840 None None] No DVR routers for this DVR port 20ebe2ea-8939-4b42-aad8-6bf6121d2f41 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:05.808718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ebe2ea-8939-4b42-aad8-6bf6121d2f41,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:05.832818 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-085b1402-1aae-4f7a-953a-7eb0112af0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.858591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1d625deb-1e72-436c-b15d-a629aa0e095d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Deleting port d30aa445-141b-46dc-a38a-73ade52c894e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:05.859141 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d625deb-1e72-436c-b15d-a629aa0e095d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:05.926591 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-085b1402-1aae-4f7a-953a-7eb0112af0b5 None None] For port 49503b84-ac33-43d0-a642-a94a0f0f2d99, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=49503b84-ac33-43d0-a642-a94a0f0f2d99,segment=NetworkSegment(5af8837a-03be-4fe7-8763-00330a014231),segment_id=5af8837a-03be-4fe7-8763-00330a014231)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:05.936799 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-085b1402-1aae-4f7a-953a-7eb0112af0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.004325 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be05020d-e3cd-4bf4-8056-0a09cf6c00f5 req-e88d964f-c598-4413-9018-61a47c787bda tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 210 time: 0.2345185 Sep 02 13:41:06.023856 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.045858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2d5904-cc7d-4185-b0da-d3e46aecdd22']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:06.047337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d625deb-1e72-436c-b15d-a629aa0e095d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.063830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b1402-1aae-4f7a-953a-7eb0112af0b5 None None] Pushing event updated for resources: {'Port': ['ID=49503b84-ac33-43d0-a642-a94a0f0f2d99,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:06.065048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network ec02efd3-4436-4408-9a7c-347308b2bb89 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:06.066527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1d625deb-1e72-436c-b15d-a629aa0e095d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Calling delete_port for d30aa445-141b-46dc-a38a-73ade52c894e owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:06.066793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50afa1a-8210-4a17-887c-45a4f19f8e0c') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:06.067094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50afa1a-8210-4a17-887c-45a4f19f8e0c') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:06.086423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:06.159538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.182428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.252511 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d625deb-1e72-436c-b15d-a629aa0e095d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.278839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e0089347-25ed-485b-805f-09f66b43ea61 None None] Provisioning for port 82b0acb5-9475-4d85-9d49-9dda70ff5020 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:06.284597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e0089347-25ed-485b-805f-09f66b43ea61 None None] Provisioning complete for port 82b0acb5-9475-4d85-9d49-9dda70ff5020 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:06.285200 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0089347-25ed-485b-805f-09f66b43ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.364619 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.374260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d625deb-1e72-436c-b15d-a629aa0e095d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event deleted for resources: {'Port': ['ID=d30aa445-141b-46dc-a38a-73ade52c894e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:06.378295 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d625deb-1e72-436c-b15d-a629aa0e095d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.380419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d625deb-1e72-436c-b15d-a629aa0e095d tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "DELETE /v2.0/ports/d30aa445-141b-46dc-a38a-73ade52c894e HTTP/1.1" status: 204 len: 168 time: 0.7510209 Sep 02 13:41:06.384239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:06.386290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:41:06.386714 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.391224 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e0089347-25ed-485b-805f-09f66b43ea61 None None] Port 82b0acb5-9475-4d85-9d49-9dda70ff5020 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:41:06.392078 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:41:06.417464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43384-db47-4bca-bc17-f49dd05b404d req-4143a873-c598-4fd2-9f17-b302c95c6c6e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:06.419987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e0089347-25ed-485b-805f-09f66b43ea61 None None] Provisioning complete for port 49503b84-ac33-43d0-a642-a94a0f0f2d99 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:06.420564 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0089347-25ed-485b-805f-09f66b43ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.424530 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6fd43384-db47-4bca-bc17-f49dd05b404d req-4143a873-c598-4fd2-9f17-b302c95c6c6e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1068144 Sep 02 13:41:06.494351 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6fd43384-db47-4bca-bc17-f49dd05b404d req-fef9f132-1469-42b4-973b-e5b939db6d25 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614533 Sep 02 13:41:06.536148 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.542320 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e664f1-4927-4f06-aae0-2817cfa3bcb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] GET failed (client error): The resource could not be found. Sep 02 13:41:06.544032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a1e664f1-4927-4f06-aae0-2817cfa3bcb6 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "GET /v2.0/ports/d30aa445-141b-46dc-a38a-73ade52c894e HTTP/1.1" status: 404 len: 333 time: 0.1533408 Sep 02 13:41:06.551188 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:06.589200 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.596570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.598511 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea2d5904-cc7d-4185-b0da-d3e46aecdd22 HTTP/1.1" status: 204 len: 168 time: 2.4267993 Sep 02 13:41:06.859202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f92b4832-8e7c-4849-a2e7-4a481d13e40b None None] Provisioning complete for port 82b0acb5-9475-4d85-9d49-9dda70ff5020 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:06.859852 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f92b4832-8e7c-4849-a2e7-4a481d13e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.890114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-99dbdf02-5a9f-46f6-813a-56b037dd31c8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Deleting port 5004d9cb-18b7-4d15-9bef-687f1d30304d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:06.890695 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf02-5a9f-46f6-813a-56b037dd31c8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:06.973214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 49503b84-ac33-43d0-a642-a94a0f0f2d99 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:07.182292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f92b4832-8e7c-4849-a2e7-4a481d13e40b None None] Port 82b0acb5-9475-4d85-9d49-9dda70ff5020 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:07.264407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 49503b84-ac33-43d0-a642-a94a0f0f2d99 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:07.265331 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:07.292964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36746) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:07.300741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:41:07.306871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:07.320914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737aa151-046b-485b-8681-3649a9e290e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2d5904-cc7d-4185-b0da-d3e46aecdd22,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:07.445469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e9df5cc0-be2b-4902-b8a4-2e93c9bbc2dc None None] Provisioning complete for port 82b0acb5-9475-4d85-9d49-9dda70ff5020 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:07.448164 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9df5cc0-be2b-4902-b8a4-2e93c9bbc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:07.552958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e9df5cc0-be2b-4902-b8a4-2e93c9bbc2dc None None] Port 82b0acb5-9475-4d85-9d49-9dda70ff5020 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:07.592278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Network 5e7eba69-13e8-49ca-9456-6803654b5125 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:07.630374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc780e-568d-4fd7-bb32-35945967e0c2 req-c03a243d-dcf1-47a6-9a91-06060ee5e3d7 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:07.632827 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27dc780e-568d-4fd7-bb32-35945967e0c2 req-c03a243d-dcf1-47a6-9a91-06060ee5e3d7 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 931 time: 0.3432288 Sep 02 13:41:07.634052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:07.668600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:07.718361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172efb6b-1db3-4f9e-93e7-1efe7d16f1af req-88385416-78bb-4702-8db2-4f8483d6c758 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:07.720994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Pushing event updated for resources: {'Port': ['ID=1a35f0c5-7894-4e2f-8de2-55c402226ce6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:07.726167 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-172efb6b-1db3-4f9e-93e7-1efe7d16f1af req-88385416-78bb-4702-8db2-4f8483d6c758 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.0851142 Sep 02 13:41:07.765426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1f2f2af8-3b33-4413-b423-dac8f03e9a4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d459434f7efe49a08190d4da05924277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713583 Sep 02 13:41:07.771229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:07.772207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:07.779423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:07.797111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf02-5a9f-46f6-813a-56b037dd31c8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:07.812543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:07.828036 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-77af4878-aa7d-44fc-9122-733596367312 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5094469 Sep 02 13:41:07.830030 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-4b5d7999-5241-45fa-baa7-a1402d34c3b6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4566660 Sep 02 13:41:07.832200 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-172efb6b-1db3-4f9e-93e7-1efe7d16f1af req-64b052cf-a26b-4fc3-afb2-f3fc17d1b26e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028886 Sep 02 13:41:07.848197 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:07.848738 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36752) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:07.862740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1208746201'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:07.864252 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-99dbdf02-5a9f-46f6-813a-56b037dd31c8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Calling delete_port for 5004d9cb-18b7-4d15-9bef-687f1d30304d owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:07.873537 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:07.874081 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:07.916019 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27dc780e-568d-4fd7-bb32-35945967e0c2 req-c5d7b189-e8b4-40a8-ae47-a706a15e4c23 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091203 Sep 02 13:41:07.934597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:07.945355 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:07.999450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:41:08.027843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.028374 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added segment 9735d15d-607c-496c-ad48-131340d2b900 of type vlan for network 90feb202-6794-4ca5-a471-40950d5f8af0 Sep 02 13:41:08.098250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.107766 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:08.127894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf02-5a9f-46f6-813a-56b037dd31c8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.227220 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bab3a80c-0582-4b6d-8a8e-8d6e7a9548a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.256129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Request body: {'port': {'device_id': '5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:08.280949 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bab3a80c-0582-4b6d-8a8e-8d6e7a9548a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.312896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbdf02-5a9f-46f6-813a-56b037dd31c8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event deleted for resources: {'Port': ['ID=5004d9cb-18b7-4d15-9bef-687f1d30304d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:08.385871 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf02-5a9f-46f6-813a-56b037dd31c8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.386767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb53e3-2af7-4a75-ba03-e165e19d1faf req-0f722185-3626-4f59-9cf8-9c75e2d0b7b1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:08.388473 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2edb53e3-2af7-4a75-ba03-e165e19d1faf req-0f722185-3626-4f59-9cf8-9c75e2d0b7b1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2835503 Sep 02 13:41:08.392755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-99dbdf02-5a9f-46f6-813a-56b037dd31c8 tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "DELETE /v2.0/ports/5004d9cb-18b7-4d15-9bef-687f1d30304d HTTP/1.1" status: 204 len: 168 time: 1.8401814 Sep 02 13:41:08.393897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:08.398844 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.404421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:08.405056 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.449938 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bab3a80c-0582-4b6d-8a8e-8d6e7a9548a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.453093 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bab3a80c-0582-4b6d-8a8e-8d6e7a9548a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.465224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bab3a80c-0582-4b6d-8a8e-8d6e7a9548a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c41498ff-1274-41ad-963e-96fa0c92888c HTTP/1.1" status: 204 len: 168 time: 0.6808100 Sep 02 13:41:08.466347 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.466456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3a80c-0582-4b6d-8a8e-8d6e7a9548a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41498ff-1274-41ad-963e-96fa0c92888c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:08.480455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f3b236-984e-4dac-97ac-4783e865138b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Deleting subnet e18dbd37-9c24-422a-af37-c43ce901c1d7 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:08.484562 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f3b236-984e-4dac-97ac-4783e865138b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.516613 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:04Z', 'revision_number': 2, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:04Z', 'revision_number': 2, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:08.546913 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:08.547657 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Updating router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 port 82b0acb5-9475-4d85-9d49-9dda70ff5020 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:41:08.610394 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.628088 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f3b236-984e-4dac-97ac-4783e865138b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.712207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8629143 Sep 02 13:41:08.717988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36772) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:08.729949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'subnet': {'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:08.765826 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b05f5-3d81-424e-9d5e-d06b8b18a00b tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Network': ['ID=90feb202-6794-4ca5-a471-40950d5f8af0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:08.802152 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f3b236-984e-4dac-97ac-4783e865138b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.808003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 90feb202-6794-4ca5-a471-40950d5f8af0 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:41:08.902575 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2edb53e3-2af7-4a75-ba03-e165e19d1faf req-0ce8310c-a17d-453c-857f-783bd05aac16 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4945729 Sep 02 13:41:08.914718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f3b236-984e-4dac-97ac-4783e865138b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.966543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3b236-984e-4dac-97ac-4783e865138b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event deleted for resources: {'Subnet': ['ID=e18dbd37-9c24-422a-af37-c43ce901c1d7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:08.970652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f3b236-984e-4dac-97ac-4783e865138b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:08.972785 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-12f3b236-984e-4dac-97ac-4783e865138b tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "DELETE /v2.0/subnets/e18dbd37-9c24-422a-af37-c43ce901c1d7 HTTP/1.1" status: 204 len: 168 time: 0.5772140 Sep 02 13:41:08.975571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:08.997789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d9709-8323-4724-963a-cc05e4c10523 None None] Network 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:09.116943 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.135486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.144762 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Transition to ACTIVE for port object 82b0acb5-9475-4d85-9d49-9dda70ff5020 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:09.167290 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.251197 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Pushing event updated for resources: {'Port': ['ID=82b0acb5-9475-4d85-9d49-9dda70ff5020,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:09.269940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3ab88-5bfc-4221-9552-722eda4a2b23 req-af0df230-44cf-440e-92ab-cc1bf2fb6e62 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:09.278476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f3ab88-5bfc-4221-9552-722eda4a2b23 req-af0df230-44cf-440e-92ab-cc1bf2fb6e62 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1683984 Sep 02 13:41:09.296221 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.296835 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.297350 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.297848 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.298478 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.299438 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.299984 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.300568 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.301150 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.302627 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.302994 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.310033 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:09.322009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918f715-cc72-4638-b29f-ca125160a36e None None] DHCP port deletion for 5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:41:09.330848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca818a40-36d9-421e-b0d1-dbfaa396c3fc req-34bd35e4-b34e-49f1-b899-ffff465e59a8 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:09.336115 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca818a40-36d9-421e-b0d1-dbfaa396c3fc req-34bd35e4-b34e-49f1-b899-ffff465e59a8 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 931 time: 0.2681913 Sep 02 13:41:09.353172 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c5f3ab88-5bfc-4221-9552-722eda4a2b23 req-3ad75b57-a6c5-4ef9-bf04-a431e928df3a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732489 Sep 02 13:41:09.382833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Deleting port f7994d7e-f37c-41ba-8cbb-757b3e868308 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:09.382833 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.476561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3918f715-cc72-4638-b29f-ca125160a36e None None] Deleting port f7994d7e-f37c-41ba-8cbb-757b3e868308 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:09.476950 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3918f715-cc72-4638-b29f-ca125160a36e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.543612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] For port f7994d7e-f37c-41ba-8cbb-757b3e868308, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f7994d7e-f37c-41ba-8cbb-757b3e868308,segment=NetworkSegment(5474f18b-4b7c-4e3f-b196-5ab2a870394e),segment_id=5474f18b-4b7c-4e3f-b196-5ab2a870394e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:09.556798 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.560578 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Attempting to bind port 82b0acb5-9475-4d85-9d49-9dda70ff5020 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:09.565856 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Attempting to bind port 82b0acb5-9475-4d85-9d49-9dda70ff5020 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '5af8837a-03be-4fe7-8763-00330a014231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:09.566273 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Attempting to bind port 82b0acb5-9475-4d85-9d49-9dda70ff5020 on network ec02efd3-4436-4408-9a7c-347308b2bb89 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:09.597055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca818a40-36d9-421e-b0d1-dbfaa396c3fc req-1a8ee9b5-7dde-4111-90ed-7bf0e835931a tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322707 Sep 02 13:41:09.611186 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:09.611398 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Checking segment: {'id': '5af8837a-03be-4fe7-8763-00330a014231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:09.611832 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.612019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Calling delete_port for f7994d7e-f37c-41ba-8cbb-757b3e868308 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:09.612247 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Bound using segment: {'id': '5af8837a-03be-4fe7-8763-00330a014231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:09.612718 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Bound port: 82b0acb5-9475-4d85-9d49-9dda70ff5020, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af8837a-03be-4fe7-8763-00330a014231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:09.613134 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.781051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a35f0c5-7894-4e2f-8de2-55c402226ce6 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:41:09.781544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3918f715-cc72-4638-b29f-ca125160a36e None None] For port f7994d7e-f37c-41ba-8cbb-757b3e868308, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f7994d7e-f37c-41ba-8cbb-757b3e868308,segment=NetworkSegment(5474f18b-4b7c-4e3f-b196-5ab2a870394e),segment_id=5474f18b-4b7c-4e3f-b196-5ab2a870394e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:09.783171 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3918f715-cc72-4638-b29f-ca125160a36e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.818797 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.832241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3918f715-cc72-4638-b29f-ca125160a36e None None] Calling delete_port for f7994d7e-f37c-41ba-8cbb-757b3e868308 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:09.850822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Transition to ACTIVE for port object 1a35f0c5-7894-4e2f-8de2-55c402226ce6 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:09.861183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.896784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:09.907656 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.907898 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.922514 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] For port 82b0acb5-9475-4d85-9d49-9dda70ff5020, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:09.932471 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] For port 82b0acb5-9475-4d85-9d49-9dda70ff5020, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=82b0acb5-9475-4d85-9d49-9dda70ff5020,segment=NetworkSegment(5af8837a-03be-4fe7-8763-00330a014231),segment_id=5af8837a-03be-4fe7-8763-00330a014231)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:09.939457 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:09.987788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event deleted for resources: {'Port': ['ID=f7994d7e-f37c-41ba-8cbb-757b3e868308,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:09.994545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] No DVR routers for this DVR port f7994d7e-f37c-41ba-8cbb-757b3e868308 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:10.010469 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3918f715-cc72-4638-b29f-ca125160a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:10.077915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918f715-cc72-4638-b29f-ca125160a36e None None] Pushing event deleted for resources: {'Port': ['ID=f7994d7e-f37c-41ba-8cbb-757b3e868308,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:10.088137 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0e09f-20d1-4a79-ad68-177c847f653c None None] Pushing event updated for resources: {'Port': ['ID=82b0acb5-9475-4d85-9d49-9dda70ff5020,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:10.098201 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:10.099063 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:10.107816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918f715-cc72-4638-b29f-ca125160a36e None None] No DVR routers for this DVR port f7994d7e-f37c-41ba-8cbb-757b3e868308 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:10.140009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:10.152551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfc3e91-ef7e-49cc-a3a2-cbec9180df65']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:10.186518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5474f18b-4b7c-4e3f-b196-5ab2a870394e') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:10.186809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5474f18b-4b7c-4e3f-b196-5ab2a870394e') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:10.197736 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:10.217764 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:10.230236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:41:10.231682 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:10.250927 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:41:10.323286 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:41:10.328563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:10.335671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:10.341750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] 10.222.0.13 "DELETE /v2.0/networks/5bfc3e91-ef7e-49cc-a3a2-cbec9180df65 HTTP/1.1" status: 204 len: 168 time: 1.3648739 Sep 02 13:41:10.386236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b9414-54f7-4c6a-a17e-f45491181ebe tempest-AllowedAddressPairIpV6TestJSON-1223780367 tempest-AllowedAddressPairIpV6TestJSON-1223780367-project] Pushing event deleted for resources: {'Network': ['ID=5bfc3e91-ef7e-49cc-a3a2-cbec9180df65,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:10.406096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-169a8e0b-afa1-48e1-a3f0-232a6ccc6c48 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:10.407692 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-169a8e0b-afa1-48e1-a3f0-232a6ccc6c48 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 0.5477462 Sep 02 13:41:10.408383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Pushing event updated for resources: {'Port': ['ID=1a35f0c5-7894-4e2f-8de2-55c402226ce6,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:10.463813 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-094b9f3e-d0cb-4f9b-8741-d832c46daa29 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/quotas/cba36950095149368fce1218ef76bd4c HTTP/1.1" status: 200 len: 375 time: 0.0451193 Sep 02 13:41:10.570943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Attempting to bind port 1a35f0c5-7894-4e2f-8de2-55c402226ce6 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:10.571356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Attempting to bind port 1a35f0c5-7894-4e2f-8de2-55c402226ce6 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '12f2cdd7-57d2-4a31-8bf2-86ef30ded006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e7eba69-13e8-49ca-9456-6803654b5125'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:10.571802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Attempting to bind port 1a35f0c5-7894-4e2f-8de2-55c402226ce6 on network 5e7eba69-13e8-49ca-9456-6803654b5125 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:10.621576 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-9bf55e45-9ecc-4381-bafc-3da6d09a5d17 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1426578 Sep 02 13:41:10.624687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Port 1a35f0c5-7894-4e2f-8de2-55c402226ce6 on network 5e7eba69-13e8-49ca-9456-6803654b5125 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:41:10.625026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Attempting to bind port 1a35f0c5-7894-4e2f-8de2-55c402226ce6 on network 5e7eba69-13e8-49ca-9456-6803654b5125 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:10.645390 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:04Z', 'revision_number': 2, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:09Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:10.674057 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d45db6-2452-4a01-a7d8-f7a17e3635a2 None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:04Z', 'revision_number': 2, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:09Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:10.700264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:10.700611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Checking segment: {'id': '12f2cdd7-57d2-4a31-8bf2-86ef30ded006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e7eba69-13e8-49ca-9456-6803654b5125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:10.701240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Bound using segment: {'id': '12f2cdd7-57d2-4a31-8bf2-86ef30ded006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e7eba69-13e8-49ca-9456-6803654b5125'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:10.701467 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Bound port: 1a35f0c5-7894-4e2f-8de2-55c402226ce6, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f2cdd7-57d2-4a31-8bf2-86ef30ded006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e7eba69-13e8-49ca-9456-6803654b5125'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:10.701823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:10.705667 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-ecf4e4ce-895d-4b91-a5ee-2c5e52cf878d tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c3c3a7b9b2bd4ea0b540ad15e1ae7aaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500174 Sep 02 13:41:10.882044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f7994d7e-f37c-41ba-8cbb-757b3e868308 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:10.891540 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-944fb7d4-997c-4986-95e5-aebd7c9c7d25 service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567153 Sep 02 13:41:10.926221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-51e21154-5570-4250-93df-f3e6508d6385 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:10.935165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-51e21154-5570-4250-93df-f3e6508d6385 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182457 Sep 02 13:41:10.949955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: f7994d7e-f37c-41ba-8cbb-757b3e868308 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:10.952681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f7994d7e-f37c-41ba-8cbb-757b3e868308 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:10.965824 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-fc0a1ed0-8c40-4e61-a301-4ca527973df0 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/quotas/c3c3a7b9b2bd4ea0b540ad15e1ae7aaf HTTP/1.1" status: 200 len: 375 time: 0.0292108 Sep 02 13:41:10.970179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:10.981005 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:11.003901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] For port 1a35f0c5-7894-4e2f-8de2-55c402226ce6, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:11.038734 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] For port 1a35f0c5-7894-4e2f-8de2-55c402226ce6, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a35f0c5-7894-4e2f-8de2-55c402226ce6,segment=NetworkSegment(12f2cdd7-57d2-4a31-8bf2-86ef30ded006),segment_id=12f2cdd7-57d2-4a31-8bf2-86ef30ded006)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:11.071071 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-45cd5af1-dc1a-4577-ba85-8af463a3eba6 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3c3a7b9b2bd4ea0b540ad15e1ae7aaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036971 Sep 02 13:41:11.081878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-288783e3-ce90-4cd2-bb13-6210fd1641c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812973 Sep 02 13:41:11.083007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:11.147957 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:11.148565 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:11.150023 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] 10.222.0.77 "PUT /v2.0/ports/1a35f0c5-7894-4e2f-8de2-55c402226ce6 HTTP/1.1" status: 200 len: 1091 time: 3.2687194 Sep 02 13:41:11.170485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50', 'tag': '1a35f0c5-7894-4e2f-8de2-55c402226ce6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:11.187107 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b8e5a-2fdf-4dd8-9519-3cad593c775f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50", "tag": "1a35f0c5-7894-4e2f-8de2-55c402226ce6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:11.215399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Subnet': ['ID=db1a238d-ee13-4705-ad6c-e9561139cd29,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:11.227988 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-41c08776-270c-48b0-979a-84fff68f00ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d5e024ee98740539d03d90d05dd567f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548959 Sep 02 13:41:11.229313 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36852) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:11.335796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f765d234-793e-4480-8787-7065a2b1867e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:11.366306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f765d234-793e-4480-8787-7065a2b1867e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:11.394575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53616b-c09d-4a8c-8591-b0ae4ef6cf85 service neutron] Pushing event updated for resources: {'Port': ['ID=1a35f0c5-7894-4e2f-8de2-55c402226ce6,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:11.399994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Checking segment: {'id': '9735d15d-607c-496c-ad48-131340d2b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:11.400429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network hostable DHCP agents. Network: 90feb202-6794-4ca5-a471-40950d5f8af0, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:41:11.411299 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911968a-c155-40eb-bb91-e742e16266ce req-72e9a27e-eef8-4733-822d-e9b26e3c8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:11.413528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-72e9a27e-eef8-4733-822d-e9b26e3c8445 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d4f316fb437f4e45a8f0051fec0aadfd&device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 1094 time: 0.1987238 Sep 02 13:41:11.438118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 90feb202-6794-4ca5-a471-40950d5f8af0 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:41:11.501548 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-fdd769af-33f6-4516-a45b-3d118dc3f809 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a35f0c5-7894-4e2f-8de2-55c402226ce6 HTTP/1.1" status: 200 len: 217 time: 0.0713446 Sep 02 13:41:11.514405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 90feb202-6794-4ca5-a471-40950d5f8af0) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:11.519826 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:11.521021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:11.525528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc814e-e269-41c5-8ce0-b1e11d304c39 None None] Network 90feb202-6794-4ca5-a471-40950d5f8af0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:11.563927 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409e89c1-7b34-4230-b0d7-0c240cd1ca7b x-openstack-request-id: req-409e89c1-7b34-4230-b0d7-0c240cd1ca7b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:11.564231 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50", "tag": "1a35f0c5-7894-4e2f-8de2-55c402226ce6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:11.564463 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-409e89c1-7b34-4230-b0d7-0c240cd1ca7b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:11.565019 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50', 'tag': '1a35f0c5-7894-4e2f-8de2-55c402226ce6', 'status': 'completed', 'code': 200} Sep 02 13:41:11.566384 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f765d234-793e-4480-8787-7065a2b1867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:11.583061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f765d234-793e-4480-8787-7065a2b1867e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:11.588463 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1dd8e57a-ce1d-48e3-bcd9-23b183c9a9c9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8635664 Sep 02 13:41:11.588676 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f765d234-793e-4480-8787-7065a2b1867e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ffe1948-33d0-45db-937b-8e78d57bfb74 HTTP/1.1" status: 204 len: 168 time: 0.3558178 Sep 02 13:41:11.604061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911968a-c155-40eb-bb91-e742e16266ce req-c0fb6fde-3ec3-4f50-91da-456dc07cb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:11.606165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-c0fb6fde-3ec3-4f50-91da-456dc07cb532 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5bbecdcb-3bc1-49d3-a129-6bea76490153 HTTP/1.1" status: 200 len: 864 time: 0.1036823 Sep 02 13:41:11.606544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:11.633223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765d234-793e-4480-8787-7065a2b1867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffe1948-33d0-45db-937b-8e78d57bfb74,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:11.664349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f42a-2bb4-4987-84bf-3b1625a5b8fc req-cfcd19d4-0f0d-4a9d-80a5-2a35dfa36b20 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:11.666841 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b264f42a-2bb4-4987-84bf-3b1625a5b8fc req-cfcd19d4-0f0d-4a9d-80a5-2a35dfa36b20 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 943 time: 0.2328420 Sep 02 13:41:11.782838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b264f42a-2bb4-4987-84bf-3b1625a5b8fc req-e9a893a9-e1aa-47c8-b227-0544772b57d6 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080103 Sep 02 13:41:11.853424 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-64b21417-d49d-4f28-8e7f-3f99fc6568c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e7eba69-13e8-49ca-9456-6803654b5125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2332549 Sep 02 13:41:11.915590 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59364607-c074-4e2e-b5e8-6b5275ab43c0 req-cc17f6c6-57d2-41a2-8e37-63c9a38521ad tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 210 time: 0.2063613 Sep 02 13:41:12.096290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e4d2baa-6716-4c59-9326-9cf316c52a63 req-917d6c99-aadb-4f6f-976a-15a48fa65a00 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0676479 Sep 02 13:41:12.220774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-e06a2d4c-9522-4b1b-9fbd-b33b361b1ca8 service neutron] 10.222.0.77 "GET /v2.0/networks/5e7eba69-13e8-49ca-9456-6803654b5125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466065 Sep 02 13:41:12.318667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-90feb202-6794-4ca5-a471-40950d5f8af0', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:41:12.319583 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:12.467851 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b911968a-c155-40eb-bb91-e742e16266ce req-f8dac255-9035-480c-8f2a-449d9a868432 service neutron] 10.222.0.77 "GET /v2.0/networks/5e7eba69-13e8-49ca-9456-6803654b5125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265098 Sep 02 13:41:12.528541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Allocated IP 2001:db8:1::2 (90feb202-6794-4ca5-a471-40950d5f8af0/db1a238d-ee13-4705-ad6c-e9561139cd29/8ccbb202-4840-408f-a743-d96fde086364) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:12.595427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:12.622262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-31a908ae-64e9-4f70-b48d-d145f4653e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:12.624058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-31a908ae-64e9-4f70-b48d-d145f4653e27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d4f316fb437f4e45a8f0051fec0aadfd&device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 1094 time: 0.0829582 Sep 02 13:41:12.715645 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:12.728813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Transition to ACTIVE for port object 8ccbb202-4840-408f-a743-d96fde086364 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:12.748762 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Transition to ACTIVE for port object 8ccbb202-4840-408f-a743-d96fde086364 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:12.754915 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:12.803792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Network 90feb202-6794-4ca5-a471-40950d5f8af0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:12.809146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:12.873101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:12.918770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Pushing event updated for resources: {'Port': ['ID=8ccbb202-4840-408f-a743-d96fde086364,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:12.965927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 82b0acb5-9475-4d85-9d49-9dda70ff5020 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:12.966123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:13.115967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Attempting to bind port 8ccbb202-4840-408f-a743-d96fde086364 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:13.116351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Attempting to bind port 8ccbb202-4840-408f-a743-d96fde086364 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '9735d15d-607c-496c-ad48-131340d2b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:13.118188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Attempting to bind port 8ccbb202-4840-408f-a743-d96fde086364 on network 90feb202-6794-4ca5-a471-40950d5f8af0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:13.138198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:13.139017 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Checking segment: {'id': '9735d15d-607c-496c-ad48-131340d2b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:13.139657 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.140342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Bound using segment: {'id': '9735d15d-607c-496c-ad48-131340d2b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:13.141112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Bound port: 8ccbb202-4840-408f-a743-d96fde086364, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9735d15d-607c-496c-ad48-131340d2b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:13.141740 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.144871 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba8a7fa8-36e6-4c91-9140-d73a7858c8b7 req-a01ba053-a8e2-4f90-b962-06a6f2b05ca9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 210 time: 0.1026123 Sep 02 13:41:13.154387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2073212626'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:13.197830 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:13.207878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.232824 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.258392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] For port 8ccbb202-4840-408f-a743-d96fde086364, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:13.261810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] For port 8ccbb202-4840-408f-a743-d96fde086364, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8ccbb202-4840-408f-a743-d96fde086364,segment=NetworkSegment(9735d15d-607c-496c-ad48-131340d2b900),segment_id=9735d15d-607c-496c-ad48-131340d2b900)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:13.275420 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.321633 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-01305ff9-351a-4aad-a4a0-d65fb172998b req-49ab57f1-e201-490d-83eb-ab72eff27536 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0642405 Sep 02 13:41:13.335028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 82b0acb5-9475-4d85-9d49-9dda70ff5020 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:13.352170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 82b0acb5-9475-4d85-9d49-9dda70ff5020 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:13.352287 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.415975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Pushing event updated for resources: {'Port': ['ID=8ccbb202-4840-408f-a743-d96fde086364,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:13.438815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.439661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.440933 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.441449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.442060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.442980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.443767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.444507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.445046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.446319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.447522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.448832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3feed-a3f1-4fcc-b673-5b0aedacd926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:13.480620 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.489354 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.538970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-1eb0d5e7-7716-41ce-ad77-fe452b3b242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:13.541634 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-1eb0d5e7-7716-41ce-ad77-fe452b3b242f service neutron] 10.222.0.77 "GET /v2.0/networks?id=5e7eba69-13e8-49ca-9456-6803654b5125 HTTP/1.1" status: 200 len: 925 time: 0.8589242 Sep 02 13:41:13.542355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:41:13.555924 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.567503 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8929d389-3906-468f-a2a8-207187c70b49,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:13.587174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.589759 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Added segment 401a6eec-13b7-44e6-b154-289a11c876f9 of type vlan for network 6536a6f3-744d-4aaf-8438-60c2494b3279 Sep 02 13:41:13.612626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-30cbeb17-932c-459d-b403-f128097c19cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a35f0c5-7894-4e2f-8de2-55c402226ce6 HTTP/1.1" status: 200 len: 217 time: 0.0581179 Sep 02 13:41:13.647983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 82b0acb5-9475-4d85-9d49-9dda70ff5020, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=82b0acb5-9475-4d85-9d49-9dda70ff5020,segment=NetworkSegment(5af8837a-03be-4fe7-8763-00330a014231),segment_id=5af8837a-03be-4fe7-8763-00330a014231)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:13.664803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.669274 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.745587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.753119 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:13.753850 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:13.762584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=82b0acb5-9475-4d85-9d49-9dda70ff5020,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:13.859423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e69039-fc83-4a9e-9a63-0f72642c336b req-1f90baba-830d-418e-b920-4494bf7eb1a2 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:13.860941 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74e69039-fc83-4a9e-9a63-0f72642c336b req-1f90baba-830d-418e-b920-4494bf7eb1a2 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 943 time: 0.6004808 Sep 02 13:41:13.893173 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9257495 Sep 02 13:41:13.899341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:13.908852 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:13.971799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-68395af8-88ee-4cab-a42a-b474e6193a8b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:13.973428 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-68395af8-88ee-4cab-a42a-b474e6193a8b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.77 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 0.6950142 Sep 02 13:41:13.975125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-1502f859-3aac-4db8-92dd-8ddaa24544c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:13.976649 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-1502f859-3aac-4db8-92dd-8ddaa24544c0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5bbecdcb-3bc1-49d3-a129-6bea76490153 HTTP/1.1" status: 200 len: 864 time: 0.3496559 Sep 02 13:41:14.002194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'port': {'device_id': '099a5402-d928-4511-8bf9-250052452cae', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'admin_state_up': True, 'tenant_id': 'cba36950095149368fce1218ef76bd4c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:14.020574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db983b-9802-4a9c-a55a-cd77f2cd61c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Network': ['ID=6536a6f3-744d-4aaf-8438-60c2494b3279,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:14.034330 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:41:14.080540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:14.080787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 2001:db8:1::1 (90feb202-6794-4ca5-a471-40950d5f8af0/db1a238d-ee13-4705-ad6c-e9561139cd29/eb4da695-e2f0-4f49-865e-dbaba5405d56) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:14.086206 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:14.147824 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74e69039-fc83-4a9e-9a63-0f72642c336b req-1280eda3-5bbb-45b2-8341-c431e9f0116c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743597 Sep 02 13:41:14.221254 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-0ff7ccf8-384d-4f76-a800-24f07a0f6544 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5e7eba69-13e8-49ca-9456-6803654b5125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2126846 Sep 02 13:41:14.313854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6097d9a1-852c-4fdb-9104-6092b6c03514 req-10793563-41bc-47dd-b181-5487a296a36c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 210 time: 0.0552959 Sep 02 13:41:14.314086 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:14.368051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Transition to ACTIVE for port object eb4da695-e2f0-4f49-865e-dbaba5405d56 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:14.391882 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:14.441453 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-f72f30c9-f1f2-48f1-ba37-b43121a93906 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c3c3a7b9b2bd4ea0b540ad15e1ae7aaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730345 Sep 02 13:41:14.486759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1758d5b-1919-41cf-a897-18b383e2eb8d req-ba8bb399-2f45-4cdc-8871-49c0f8ac6964 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0599105 Sep 02 13:41:14.505923 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-7ddc4a89-d5bd-4965-9a69-a600b67dfc3f service neutron] 10.222.0.77 "GET /v2.0/networks/5e7eba69-13e8-49ca-9456-6803654b5125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688737 Sep 02 13:41:14.568597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:14.569520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network hostable DHCP agents. Network: 6536a6f3-744d-4aaf-8438-60c2494b3279, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:41:14.573414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Made reservation on behalf of cba36950095149368fce1218ef76bd4c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:14.575761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=0a1c3144-1319-4bd8-8063-5b0982aab4f2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:14.577245 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:14.647383 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:14.690230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:41:14.719959 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-da1c5b46-0f70-42e5-a19a-1bf3c99ab47f tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:14.721516 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-da1c5b46-0f70-42e5-a19a-1bf3c99ab47f tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699783 Sep 02 13:41:14.727173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 6536a6f3-744d-4aaf-8438-60c2494b3279) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:14.735314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24f351-b2c3-4ea9-a0c9-5a18d33fc865 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:14.736472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Request body: {'port': {'device_id': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': 'c3c3a7b9b2bd4ea0b540ad15e1ae7aaf'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:14.746072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:14.747350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:14.772902 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-767b8e5a-2fdf-4dd8-9519-3cad593c775f req-e7cf5b38-0e8c-4f00-9c6b-4f9db540fe91 service neutron] 10.222.0.77 "GET /v2.0/networks/5e7eba69-13e8-49ca-9456-6803654b5125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584910 Sep 02 13:41:14.792060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 90feb202-6794-4ca5-a471-40950d5f8af0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:14.799165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:14.824780 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:14.825373 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:14.845231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=eb4da695-e2f0-4f49-865e-dbaba5405d56,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:14.908706 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a90fa-e4de-4879-a628-f8676dd2753e None None] Network 90feb202-6794-4ca5-a471-40950d5f8af0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:14.959898 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-41df90ef-88a0-488a-8cab-cc764a037215 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0585859 Sep 02 13:41:14.966923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:14.967310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'name': 'tempest-NetworksTestDHCPv6-154915877'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:14.993954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Allocated IP 172.20.0.6 (5965e849-8a36-4836-bb86-d1198a6e6395/2d11bfc7-0690-4094-a929-b96d038a29bc/0297e65b-2cd5-4490-867b-29f15d198422) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:15.045941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 82b0acb5-9475-4d85-9d49-9dda70ff5020 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:15.098149 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.119995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-df6024c9-9e5e-4dd8-ad3b-4959650444cc None None] Provisioning for port 8ccbb202-4840-408f-a743-d96fde086364 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:15.154916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Made reservation on behalf of c3c3a7b9b2bd4ea0b540ad15e1ae7aaf for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:15.158703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.176615 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.236642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:15.241202 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.275461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port f802147d-1a67-4a2b-b29b-0960e9d90456 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:41:15.307651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 82b0acb5-9475-4d85-9d49-9dda70ff5020 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:15.308690 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.378881 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.418227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Transition to ACTIVE for port object 0297e65b-2cd5-4490-867b-29f15d198422 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:15.441592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '0a1c3144-1319-4bd8-8063-5b0982aab4f2'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:41:15.442765 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.505357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8ccbb202-4840-408f-a743-d96fde086364 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:15.509152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.542602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270850cf-4f0c-48b3-961c-3b32b2c8f6c0 req-cf2ace78-9796-4463-8836-02d9af7830b8 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:15.550384 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-270850cf-4f0c-48b3-961c-3b32b2c8f6c0 req-cf2ace78-9796-4463-8836-02d9af7830b8 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 943 time: 0.2600863 Sep 02 13:41:15.615275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:41:15.623795 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.653149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-270850cf-4f0c-48b3-961c-3b32b2c8f6c0 req-4c0345b9-3839-4bbb-a613-c4cf28fece3b tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017444 Sep 02 13:41:15.656433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::1ae (6536a6f3-744d-4aaf-8438-60c2494b3279/0a1c3144-1319-4bd8-8063-5b0982aab4f2/f802147d-1a67-4a2b-b29b-0960e9d90456) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:15.661970 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.663911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1a35f0c5-7894-4e2f-8de2-55c402226ce6 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:41:15.667202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'Port': ['ID=0297e65b-2cd5-4490-867b-29f15d198422,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:15.709715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Network 5965e849-8a36-4836-bb86-d1198a6e6395 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:15.718221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:15.724611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:15.855204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 8ccbb202-4840-408f-a743-d96fde086364 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:15.873671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8ccbb202-4840-408f-a743-d96fde086364 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:15.874061 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.874635 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c704ff7-445f-4e8d-a503-92e50ef55cd7 req-4ea5e3e8-53fb-4093-bf81-42002fef0c3e tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0766597 Sep 02 13:41:15.897031 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.975830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 1a35f0c5-7894-4e2f-8de2-55c402226ce6, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a35f0c5-7894-4e2f-8de2-55c402226ce6,segment=NetworkSegment(12f2cdd7-57d2-4a31-8bf2-86ef30ded006),segment_id=12f2cdd7-57d2-4a31-8bf2-86ef30ded006)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:15.988525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:15.989418 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.999120 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:15.999932 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.005131 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '1a35f0c5-7894-4e2f-8de2-55c402226ce6', 'network_id': '5e7eba69-13e8-49ca-9456-6803654b5125', 'port_id': '1a35f0c5-7894-4e2f-8de2-55c402226ce6', 'mac_address': 'fa:16:3e:ce:d6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbecdcb-3bc1-49d3-a129-6bea76490153', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:41:16.021829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:16.098215 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f03332-19d4-4384-b04d-ae99b5edde6c req-8ada37b9-07ce-4688-803a-68f98f446c48 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:16.105230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15f03332-19d4-4384-b04d-ae99b5edde6c req-8ada37b9-07ce-4688-803a-68f98f446c48 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 931 time: 0.6203825 Sep 02 13:41:16.135712 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-5bb3352c-bd95-4b6f-bb8e-1b2f26e54014 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1436899 Sep 02 13:41:16.199972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Allocated IP 192.168.233.37 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/e2cc065e-aca1-42fd-93aa-41fea7e55c78) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:16.216176 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.258229 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.261481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a35f0c5-7894-4e2f-8de2-55c402226ce6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:41:16.265962 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 90feb202-6794-4ca5-a471-40950d5f8af0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:16.272509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Request body: {'port': {'device_id': '099a5402-d928-4511-8bf9-250052452cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:16.278740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-99d044e6-b443-41d3-9e41-b96b020ecf7f None None] Provisioning for port 0297e65b-2cd5-4490-867b-29f15d198422 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:16.279097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:16.289097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=eb4da695-e2f0-4f49-865e-dbaba5405d56,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:16.317200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 1a35f0c5-7894-4e2f-8de2-55c402226ce6, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a35f0c5-7894-4e2f-8de2-55c402226ce6,segment=NetworkSegment(12f2cdd7-57d2-4a31-8bf2-86ef30ded006),segment_id=12f2cdd7-57d2-4a31-8bf2-86ef30ded006)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:16.320941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-99d044e6-b443-41d3-9e41-b96b020ecf7f None None] Provisioning complete for port 0297e65b-2cd5-4490-867b-29f15d198422 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:16.321544 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99d044e6-b443-41d3-9e41-b96b020ecf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.342834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15f03332-19d4-4384-b04d-ae99b5edde6c req-a96410ff-98b7-4c98-9eda-9ece50241c11 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259307 Sep 02 13:41:16.387369 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.405758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 8ccbb202-4840-408f-a743-d96fde086364, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8ccbb202-4840-408f-a743-d96fde086364,segment=NetworkSegment(9735d15d-607c-496c-ad48-131340d2b900),segment_id=9735d15d-607c-496c-ad48-131340d2b900)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:16.448801 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.456944 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-99d044e6-b443-41d3-9e41-b96b020ecf7f None None] Port 0297e65b-2cd5-4490-867b-29f15d198422 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:16.482847 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.486315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=1a35f0c5-7894-4e2f-8de2-55c402226ce6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:16.514593 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.558780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=8ccbb202-4840-408f-a743-d96fde086364,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:16.581674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object f802147d-1a67-4a2b-b29b-0960e9d90456 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:16.593596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-407f8d81-0e17-4aaf-8d62-e407ce5bf5fb None None] Provisioning for port eb4da695-e2f0-4f49-865e-dbaba5405d56 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:16.596532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:16.603046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-407f8d81-0e17-4aaf-8d62-e407ce5bf5fb None None] Provisioning complete for port eb4da695-e2f0-4f49-865e-dbaba5405d56 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:16.603442 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f8d81-0e17-4aaf-8d62-e407ce5bf5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.668603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['1a35f0c5-7894-4e2f-8de2-55c402226ce6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:41:16.685481 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.730115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-407f8d81-0e17-4aaf-8d62-e407ce5bf5fb None None] Port eb4da695-e2f0-4f49-865e-dbaba5405d56 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:16.731901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Transition to ACTIVE for port object e2cc065e-aca1-42fd-93aa-41fea7e55c78 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:16.734211 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.861494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-407f8d81-0e17-4aaf-8d62-e407ce5bf5fb None None] Provisioning complete for port 8ccbb202-4840-408f-a743-d96fde086364 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:16.862606 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f8d81-0e17-4aaf-8d62-e407ce5bf5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:16.926125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:16.942665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/0a1c3144-1319-4bd8-8063-5b0982aab4f2/4b1516a2-28b2-4989-831d-2b1855632f55) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:16.947966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:16.958735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:16.965614 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-38812637-4ddf-422c-b4fb-a84df13f7f08 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3549190 Sep 02 13:41:16.972380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36974) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:16.981293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8ccbb202-4840-408f-a743-d96fde086364 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:16.982063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:16.990890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1724703892'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:17.007291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:17.013290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:17.013939 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.020839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:17.025626 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.062009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=f802147d-1a67-4a2b-b29b-0960e9d90456,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:17.118990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3024ea7-40ad-4edb-a115-3c2280de7be2 req-68ac0c0c-a086-47bf-9824-12f126f7b26a tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:17.127000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:41:17.130724 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e334dad1-3f14-48c8-8e04-dc3195cc80ad req-fe059550-90d4-4153-97df-815b6bf549a2 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0738516 Sep 02 13:41:17.134918 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3024ea7-40ad-4edb-a115-3c2280de7be2 req-68ac0c0c-a086-47bf-9824-12f126f7b26a tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 944 time: 0.3554046 Sep 02 13:41:17.153042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c6f61502-84f3-4e78-bf1c-fb2a160bf929 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1891723 Sep 02 13:41:17.155415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.157197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36980) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:17.173184 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.173184 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added segment 6407a398-5f7c-4584-b385-c756d0177178 of type vlan for network 9020aa0d-60a1-4be2-8885-a297ba58ab1a Sep 02 13:41:17.268785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:17.269886 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:17.293815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.299857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0297e65b-2cd5-4490-867b-29f15d198422 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:41:17.315243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:17.324367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c3024ea7-40ad-4edb-a115-3c2280de7be2 req-6205d8fa-a48e-46e0-b6bf-28be6a159d40 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880655 Sep 02 13:41:17.332073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5fe8a6-fbec-4a17-8c75-7af1194bb205 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:17.341718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:17.342387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:17.345779 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4e5fe8a6-fbec-4a17-8c75-7af1194bb205 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1859074 Sep 02 13:41:17.346445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36986) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:17.348724 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.458176 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.resource_extend [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:41:17.468536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:17.469367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.492504 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:17.501832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Transition to ACTIVE for port object 0297e65b-2cd5-4490-867b-29f15d198422 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:17.522820 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-34672868-63fe-4634-8f9f-3ab73e4a7587 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7900317 Sep 02 13:41:17.536947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Request body: {'port': {'device_id': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:17.548571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.602464 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.611006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:17.612185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.670535 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.696054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8ccbb202-4840-408f-a743-d96fde086364 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:17.696710 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.767502 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:17.924525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Transition to ACTIVE for port object 4b1516a2-28b2-4989-831d-2b1855632f55 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:17.933309 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9563417 Sep 02 13:41:17.934189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:17.951251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:17.986547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521ef71-ea18-4580-96e0-58631ef9e9c6 req-d1ebd561-7ea6-4673-ab82-0a153fae00e4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:17.990396 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c521ef71-ea18-4580-96e0-58631ef9e9c6 req-d1ebd561-7ea6-4673-ab82-0a153fae00e4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 943 time: 0.4903176 Sep 02 13:41:18.003503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'subnet': {'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:18.011826 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0297e65b-2cd5-4490-867b-29f15d198422,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:18.058168 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Transition to ACTIVE for port object 4b1516a2-28b2-4989-831d-2b1855632f55 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:18.083123 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.152883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cc065e-aca1-42fd-93aa-41fea7e55c78 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:41:18.166059 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.187173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Transition to ACTIVE for port object e2cc065e-aca1-42fd-93aa-41fea7e55c78 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:18.193327 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.281160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:18.311437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:18.320971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a66b3161-9367-40db-9b7d-ad6f507765b0 None None] Provisioning complete for port eb4da695-e2f0-4f49-865e-dbaba5405d56 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:18.321517 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a66b3161-9367-40db-9b7d-ad6f507765b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.323676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:18.428280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:18.436017 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a66b3161-9367-40db-9b7d-ad6f507765b0 None None] Port eb4da695-e2f0-4f49-865e-dbaba5405d56 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:18.445912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb55c5a-0c7d-40be-88f6-f416c2433d21 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Network': ['ID=9020aa0d-60a1-4be2-8885-a297ba58ab1a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:18.465917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Attempting to bind port e2cc065e-aca1-42fd-93aa-41fea7e55c78 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:18.469995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Attempting to bind port e2cc065e-aca1-42fd-93aa-41fea7e55c78 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:18.470585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Attempting to bind port e2cc065e-aca1-42fd-93aa-41fea7e55c78 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:18.481596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Port e2cc065e-aca1-42fd-93aa-41fea7e55c78 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:41:18.482107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Attempting to bind port e2cc065e-aca1-42fd-93aa-41fea7e55c78 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:18.510531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 9020aa0d-60a1-4be2-8885-a297ba58ab1a details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:41:18.511615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c765f-a88d-41d3-ae70-16b607949910 req-8fa670ed-9eeb-4db7-a10d-5fefe66e7afa tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:18.513481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e3833196-4445-4f19-9107-9c76ae9bb7d1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port f802147d-1a67-4a2b-b29b-0960e9d90456 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:18.513826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3833196-4445-4f19-9107-9c76ae9bb7d1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.520199 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-284c765f-a88d-41d3-ae70-16b607949910 req-8fa670ed-9eeb-4db7-a10d-5fefe66e7afa tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 947 time: 0.1719129 Sep 02 13:41:18.530655 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:18.536029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:18.536710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:18.537411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Bound port: e2cc065e-aca1-42fd-93aa-41fea7e55c78, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:18.537961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.600764 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-284c765f-a88d-41d3-ae70-16b607949910 req-83bf8031-48c8-4adf-aee7-5d23ee34208d tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792975 Sep 02 13:41:18.602095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c521ef71-ea18-4580-96e0-58631ef9e9c6 req-f2f0e7a6-5827-4e0f-8e9e-edb3475e8a59 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823896 Sep 02 13:41:18.639173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:18.639510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Attempting to bind port 0297e65b-2cd5-4490-867b-29f15d198422 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:18.639886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Attempting to bind port 0297e65b-2cd5-4490-867b-29f15d198422 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:18.640520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Attempting to bind port 0297e65b-2cd5-4490-867b-29f15d198422 on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:18.642058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:18.649399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Port 0297e65b-2cd5-4490-867b-29f15d198422 on network 5965e849-8a36-4836-bb86-d1198a6e6395 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:41:18.649733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Attempting to bind port 0297e65b-2cd5-4490-867b-29f15d198422 on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:18.657976 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.659237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Pushing event updated for resources: {'Port': ['ID=4b1516a2-28b2-4989-831d-2b1855632f55,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:18.680599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:18.680933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Checking segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:18.681813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Bound using segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:18.682375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Bound port: 0297e65b-2cd5-4490-867b-29f15d198422, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:18.682747 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.697466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:18.701183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.729790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:18.730738 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.732204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] 10.222.0.77 "PUT /v2.0/ports/e2cc065e-aca1-42fd-93aa-41fea7e55c78 HTTP/1.1" status: 200 len: 1095 time: 1.2002273 Sep 02 13:41:18.732815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:18.735386 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea7b72d-1d4e-4874-b716-8f9c44580657" -d '{"events": [{"name": "network-changed", "server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:18.797620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269bc29-fdd0-4798-a66a-23f062ea1225 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:18.809334 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3833196-4445-4f19-9107-9c76ae9bb7d1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.870871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Attempting to bind port 4b1516a2-28b2-4989-831d-2b1855632f55 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:18.871479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Attempting to bind port 4b1516a2-28b2-4989-831d-2b1855632f55 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:18.872075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Attempting to bind port 4b1516a2-28b2-4989-831d-2b1855632f55 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:18.883154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e3833196-4445-4f19-9107-9c76ae9bb7d1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for f802147d-1a67-4a2b-b29b-0960e9d90456 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:18.925374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a66b3161-9367-40db-9b7d-ad6f507765b0 None None] Provisioning for port e2cc065e-aca1-42fd-93aa-41fea7e55c78 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:18.927126 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-c7a50cff-ffe0-45a3-9b5c-47274078d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:18.929367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-c7a50cff-ffe0-45a3-9b5c-47274078d876 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3c3a7b9b2bd4ea0b540ad15e1ae7aaf&device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 1098 time: 0.1144345 Sep 02 13:41:18.947545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:18.952719 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:18.953134 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:18.953543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:18.954112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Bound port: 4b1516a2-28b2-4989-831d-2b1855632f55, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:18.954518 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.024352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-4227af27-01ab-4b05-aacd-b98ec9862c3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78 HTTP/1.1" status: 200 len: 217 time: 0.0848768 Sep 02 13:41:19.054808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] For port 0297e65b-2cd5-4490-867b-29f15d198422, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:19.110401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] For port 0297e65b-2cd5-4490-867b-29f15d198422, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0297e65b-2cd5-4490-867b-29f15d198422,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:19.124585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52db319-7149-4b47-a367-95d778288df5 req-f3c63d48-6a98-4d00-b1ca-c6cb67c391e2 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.134307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:15Z', 'revision_number': 3, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:15Z', 'revision_number': 2, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:19.135714 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c52db319-7149-4b47-a367-95d778288df5 req-f3c63d48-6a98-4d00-b1ca-c6cb67c391e2 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 944 time: 0.1401219 Sep 02 13:41:19.142351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] For port 4b1516a2-28b2-4989-831d-2b1855632f55, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:19.151834 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-d3a46819-ad97-47af-b791-94cd26b2a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.153897 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-d3a46819-ad97-47af-b791-94cd26b2a46a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1221559 Sep 02 13:41:19.180705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:19.181523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Updating router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 port eb4da695-e2f0-4f49-865e-dbaba5405d56 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:41:19.183773 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.193569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] For port 4b1516a2-28b2-4989-831d-2b1855632f55, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4b1516a2-28b2-4989-831d-2b1855632f55,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:19.199507 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.253417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-57b1c214-b226-416f-821c-95ece7a43511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.255122 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-57b1c214-b226-416f-821c-95ece7a43511 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930104 Sep 02 13:41:19.261536 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175e6c1d-1d97-48e3-ab9f-a547b5577511 x-openstack-request-id: req-175e6c1d-1d97-48e3-ab9f-a547b5577511 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:19.261964 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:19.262922 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-175e6c1d-1d97-48e3-ab9f-a547b5577511 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:19.262922 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'status': 'completed', 'code': 200} Sep 02 13:41:19.275068 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c52db319-7149-4b47-a367-95d778288df5 req-c98e70c5-5411-48aa-8ce5-ed45effa00e2 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366694 Sep 02 13:41:19.292071 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.300446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.304544 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.307228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] 10.222.0.77 "PUT /v2.0/ports/0297e65b-2cd5-4490-867b-29f15d198422 HTTP/1.1" status: 200 len: 1091 time: 3.0544493 Sep 02 13:41:19.317020 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ecc37-7799-4f06-bc68-bb71657fdcb0 None None] Pushing event updated for resources: {'Port': ['ID=4b1516a2-28b2-4989-831d-2b1855632f55,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:19.324740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099a5402-d928-4511-8bf9-250052452cae', 'tag': '0297e65b-2cd5-4490-867b-29f15d198422'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:19.331120 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e190df5f-c9ee-4440-bc03-35e8245595b9" -d '{"events": [{"name": "network-changed", "server_uuid": "099a5402-d928-4511-8bf9-250052452cae", "tag": "0297e65b-2cd5-4490-867b-29f15d198422"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:19.467152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-5a3a678f-bc7d-4859-98fe-440170ad0609 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008607 Sep 02 13:41:19.480627 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9149bd59-8b16-4dcb-a6f4-58ffd6cb7685 x-openstack-request-id: req-9149bd59-8b16-4dcb-a6f4-58ffd6cb7685 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:19.481087 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099a5402-d928-4511-8bf9-250052452cae", "tag": "0297e65b-2cd5-4490-867b-29f15d198422", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:19.481447 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9149bd59-8b16-4dcb-a6f4-58ffd6cb7685 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:19.481949 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '099a5402-d928-4511-8bf9-250052452cae', 'tag': '0297e65b-2cd5-4490-867b-29f15d198422', 'status': 'completed', 'code': 200} Sep 02 13:41:19.571022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f266991-42cd-4671-8164-0944ba7477e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0297e65b-2cd5-4490-867b-29f15d198422,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:19.640287 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.644412 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff0c67e6-44e4-43c7-9df0-f341989b41e1 req-82c3c8dc-1c33-4f5b-8f46-974d71d04add service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687880 Sep 02 13:41:19.687798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1a35f0c5-7894-4e2f-8de2-55c402226ce6 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:19.719340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3833196-4445-4f19-9107-9c76ae9bb7d1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.727059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-42619806-92b0-4adf-9c58-4e5cf79e4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.729747 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-42619806-92b0-4adf-9c58-4e5cf79e4f36 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 1094 time: 0.3455980 Sep 02 13:41:19.856499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3833196-4445-4f19-9107-9c76ae9bb7d1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=f802147d-1a67-4a2b-b29b-0960e9d90456,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:19.865714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Subnet': ['ID=de60705a-1835-4c6b-96fa-cdb64b0cdb12,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:19.881090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 1a35f0c5-7894-4e2f-8de2-55c402226ce6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:19.889827 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-0de385ff-515c-4ed8-8263-700b830d1c87 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0297e65b-2cd5-4490-867b-29f15d198422 HTTP/1.1" status: 200 len: 217 time: 0.1427062 Sep 02 13:41:19.896569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 1a35f0c5-7894-4e2f-8de2-55c402226ce6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:19.897047 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.903055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-e034b998-1617-4e97-b519-94be7b710714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.904884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-e034b998-1617-4e97-b519-94be7b710714 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3c3a7b9b2bd4ea0b540ad15e1ae7aaf&device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 1098 time: 0.1784761 Sep 02 13:41:19.922853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5fa31-878d-4d02-b53c-c4447d8fcb95 req-cdc0b119-8b09-40f5-bd14-e646ce718b35 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:19.925964 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3833196-4445-4f19-9107-9c76ae9bb7d1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:19.930734 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e3833196-4445-4f19-9107-9c76ae9bb7d1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/f802147d-1a67-4a2b-b29b-0960e9d90456 HTTP/1.1" status: 204 len: 168 time: 2.5671484 Sep 02 13:41:19.931879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37030) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:19.936142 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04d5fa31-878d-4d02-b53c-c4447d8fcb95 req-cdc0b119-8b09-40f5-bd14-e646ce718b35 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 943 time: 0.1031466 Sep 02 13:41:19.979659 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.008030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Checking segment: {'id': '6407a398-5f7c-4584-b385-c756d0177178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:20.008404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network hostable DHCP agents. Network: 9020aa0d-60a1-4be2-8885-a297ba58ab1a, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:41:20.035961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Transition to ACTIVE for port object eb4da695-e2f0-4f49-865e-dbaba5405d56 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:20.055271 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.071181 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.079018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-2cbd2d1d-1d16-4dca-be4f-82135e726f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.083522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01523e-87e1-43e3-a5ef-1dcac7e75639 req-4a860ec3-fcc8-4c3f-a6f3-dbfc4c73cac6 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.084835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-2cbd2d1d-1d16-4dca-be4f-82135e726f91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1235051 Sep 02 13:41:20.085964 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc01523e-87e1-43e3-a5ef-1dcac7e75639 req-4a860ec3-fcc8-4c3f-a6f3-dbfc4c73cac6 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 947 time: 0.3115284 Sep 02 13:41:20.137485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-e2150338-1140-457d-b059-532c54151f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.139384 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-e2150338-1140-457d-b059-532c54151f6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.2256393 Sep 02 13:41:20.145980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb56135-2314-477a-9593-9ccd298a5b49 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.151598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 1a35f0c5-7894-4e2f-8de2-55c402226ce6, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a35f0c5-7894-4e2f-8de2-55c402226ce6,segment=NetworkSegment(12f2cdd7-57d2-4a31-8bf2-86ef30ded006),segment_id=12f2cdd7-57d2-4a31-8bf2-86ef30ded006)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:20.154808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a35f0c5-7894-4e2f-8de2-55c402226ce6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:20.156478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb56135-2314-477a-9593-9ccd298a5b49 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.160505 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b528276-c1e1-4cd6-af11-3541578f58ed" -d '{"events": [{"server_uuid": "5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50", "name": "network-vif-plugged", "status": "completed", "tag": "1a35f0c5-7894-4e2f-8de2-55c402226ce6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:20.160700 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0fb56135-2314-477a-9593-9ccd298a5b49 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2238042 Sep 02 13:41:20.181029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37034) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:20.188496 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.195461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 9020aa0d-60a1-4be2-8885-a297ba58ab1a is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:41:20.196134 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-dfe86a5a-5d5c-4162-919a-576027c0e70b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78 HTTP/1.1" status: 200 len: 217 time: 0.0970678 Sep 02 13:41:20.220749 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04d5fa31-878d-4d02-b53c-c4447d8fcb95 req-5f19ed7e-7bfa-4e48-8f3f-37d071e1f558 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828274 Sep 02 13:41:20.260016 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b316b9-3c36-4cab-b9f7-2fe1e6cdd44f None None] Pushing event updated for resources: {'Port': ['ID=eb4da695-e2f0-4f49-865e-dbaba5405d56,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:20.367916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 9020aa0d-60a1-4be2-8885-a297ba58ab1a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:20.373446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f4acc2-2d41-4b45-99f2-464bdfdc658c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 0a1c3144-1319-4bd8-8063-5b0982aab4f2 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:20.391399 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34f4acc2-2d41-4b45-99f2-464bdfdc658c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.419648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=1a35f0c5-7894-4e2f-8de2-55c402226ce6,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:20.420282 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-771aca85-5a27-4e19-8ca6-6213caa69b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.421843 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-771aca85-5a27-4e19-8ca6-6213caa69b25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.1998658 Sep 02 13:41:20.430212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fe61a9-28be-4272-a9e3-9e033f20ed3c None None] Network 9020aa0d-60a1-4be2-8885-a297ba58ab1a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:20.434749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Attempting to bind port eb4da695-e2f0-4f49-865e-dbaba5405d56 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:20.435135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Attempting to bind port eb4da695-e2f0-4f49-865e-dbaba5405d56 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '9735d15d-607c-496c-ad48-131340d2b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:20.435513 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Attempting to bind port eb4da695-e2f0-4f49-865e-dbaba5405d56 on network 90feb202-6794-4ca5-a471-40950d5f8af0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:20.513186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-c4b16f52-d1e9-4e82-8df2-02dd52218fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.515864 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-c4b16f52-d1e9-4e82-8df2-02dd52218fed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842998 Sep 02 13:41:20.524955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.525592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.531154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:20.531553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Checking segment: {'id': '9735d15d-607c-496c-ad48-131340d2b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:20.532134 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.532564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Bound using segment: {'id': '9735d15d-607c-496c-ad48-131340d2b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:20.533241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Bound port: eb4da695-e2f0-4f49-865e-dbaba5405d56, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9735d15d-607c-496c-ad48-131340d2b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:20.544412 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.560571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34f4acc2-2d41-4b45-99f2-464bdfdc658c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.612595 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc01523e-87e1-43e3-a5ef-1dcac7e75639 req-67ce8076-df35-4785-a82f-f98422665382 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976261 Sep 02 13:41:20.618538 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ee203dba-8ff0-41ae-8dd8-73b96804209f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6424541 Sep 02 13:41:20.625339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37046) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:20.714668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-ed18da5b-a978-4b01-9bd1-2a4387316028 service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889167 Sep 02 13:41:20.723461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2279012a-992a-4316-aa2a-8402a3980f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:20.730723 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] For port eb4da695-e2f0-4f49-865e-dbaba5405d56, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:20.733495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-2279012a-992a-4316-aa2a-8402a3980f60 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5722692 Sep 02 13:41:20.742476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] For port eb4da695-e2f0-4f49-865e-dbaba5405d56, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=eb4da695-e2f0-4f49-865e-dbaba5405d56,segment=NetworkSegment(9735d15d-607c-496c-ad48-131340d2b900),segment_id=9735d15d-607c-496c-ad48-131340d2b900)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:20.845737 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37de18d-878b-4c9c-9391-520ee46eaa4e x-openstack-request-id: req-f37de18d-878b-4c9c-9391-520ee46eaa4e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:20.847518 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50", "name": "network-vif-plugged", "status": "completed", "tag": "1a35f0c5-7894-4e2f-8de2-55c402226ce6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:20.849393 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f37de18d-878b-4c9c-9391-520ee46eaa4e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:20.851346 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a35f0c5-7894-4e2f-8de2-55c402226ce6', 'code': 200} Sep 02 13:41:20.859563 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:20.894137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7ea7b72d-1d4e-4874-b716-8f9c44580657 req-6237d0d6-6d0b-4942-a5d3-fbe482282dee service neutron] 10.222.0.77 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709645 Sep 02 13:41:20.930471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e07a6f9-a1b4-4235-a70c-ecb90c85707a None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:20.984818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4b1516a2-28b2-4989-831d-2b1855632f55 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:21.030158 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-194b3023-51e0-4784-ad5c-8e65a8413e91 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9750066 Sep 02 13:41:21.120291 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34f4acc2-2d41-4b45-99f2-464bdfdc658c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:21.171980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9438acb-29ab-43cc-84b8-542def503931 req-9051555b-0d48-4d63-9b4b-8010f1e4878f tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.173660 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b9438acb-29ab-43cc-84b8-542def503931 req-9051555b-0d48-4d63-9b4b-8010f1e4878f tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 945 time: 0.3596780 Sep 02 13:41:21.226316 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:41:21.227168 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:21.265779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-727dccd8-88ae-4e0e-b70e-e244e9c94185 None None] Provisioning for port 4b1516a2-28b2-4989-831d-2b1855632f55 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:21.268070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b316b9-3c36-4cab-b9f7-2fe1e6cdd44f None None] Pushing event updated for resources: {'Port': ['ID=eb4da695-e2f0-4f49-865e-dbaba5405d56,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:21.289917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:21.290590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:21.297850 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-040df91b-6750-4299-baa7-abf0fcd10992 service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588525 Sep 02 13:41:21.341240 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b9438acb-29ab-43cc-84b8-542def503931 req-561c846d-148b-4b1a-a9c1-ca492d5ebed4 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507058 Sep 02 13:41:21.350054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f5306-12e0-46b3-b6de-3596c56d6729 req-9ed174df-c5c5-4d73-9998-d7790850b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.352190 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e0f5306-12e0-46b3-b6de-3596c56d6729 req-9ed174df-c5c5-4d73-9998-d7790850b59f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 1096 time: 0.5250349 Sep 02 13:41:21.371677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-86d3bc50-9b1e-4f85-921c-bb19e1a7f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.372192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-86d3bc50-9b1e-4f85-921c-bb19e1a7f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.372672 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-86d3bc50-9b1e-4f85-921c-bb19e1a7f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.373144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-86d3bc50-9b1e-4f85-921c-bb19e1a7f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.373634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-86d3bc50-9b1e-4f85-921c-bb19e1a7f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.374112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-86d3bc50-9b1e-4f85-921c-bb19e1a7f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.374555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-86d3bc50-9b1e-4f85-921c-bb19e1a7f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.382622 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-86d3bc50-9b1e-4f85-921c-bb19e1a7f2f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8655433ef47719d30773dae624220&device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6485 time: 0.2901542 Sep 02 13:41:21.434233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:21.437902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d4525-c557-444e-98eb-c3ca19ca5616 req-5c90360b-fb29-43f8-a4d0-d89657fa0023 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.452537 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8d1d4525-c557-444e-98eb-c3ca19ca5616 req-5c90360b-fb29-43f8-a4d0-d89657fa0023 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 943 time: 0.1282260 Sep 02 13:41:21.542808 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8d1d4525-c557-444e-98eb-c3ca19ca5616 req-8d46581e-6d51-4673-8d63-1ec47a0a36a1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919688 Sep 02 13:41:21.545774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e0f5306-12e0-46b3-b6de-3596c56d6729 req-ae0e6a8b-b3b9-4a90-b9ef-5041f726fdb3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600521 Sep 02 13:41:21.672270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:41:21.732944 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34f4acc2-2d41-4b45-99f2-464bdfdc658c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:21.785339 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83434eeb-12ab-454d-b5af-96e4bbf58ac6 req-3887b24e-8b57-4938-85f5-49df75e07850 service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549029 Sep 02 13:41:21.791542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef3da0-48db-4a38-840a-267a38e02ea6 req-58381fcf-3905-4e7e-806d-0c1268e13fda tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.794136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4ef3da0-48db-4a38-840a-267a38e02ea6 req-58381fcf-3905-4e7e-806d-0c1268e13fda tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 947 time: 0.0838652 Sep 02 13:41:21.871862 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a4ef3da0-48db-4a38-840a-267a38e02ea6 req-40fb0ce9-97de-4fbc-a5a0-b7352e9670f4 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618441 Sep 02 13:41:21.876757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 4b1516a2-28b2-4989-831d-2b1855632f55 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:21.914306 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-34f4acc2-2d41-4b45-99f2-464bdfdc658c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:21.918512 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-34f4acc2-2d41-4b45-99f2-464bdfdc658c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/0a1c3144-1319-4bd8-8063-5b0982aab4f2 HTTP/1.1" status: 204 len: 168 time: 1.7342613 Sep 02 13:41:21.919009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:21.944737 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4acc2-2d41-4b45-99f2-464bdfdc658c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1c3144-1319-4bd8-8063-5b0982aab4f2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:21.944969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4b1516a2-28b2-4989-831d-2b1855632f55 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:21.945454 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:21.970554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-2b68b650-29d7-4ee9-91f5-e8d76793e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.971080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-2b68b650-29d7-4ee9-91f5-e8d76793e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.971503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-2b68b650-29d7-4ee9-91f5-e8d76793e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:21.973183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-2b68b650-29d7-4ee9-91f5-e8d76793e43b service neutron] 10.222.0.90 "GET /v2.0/networks?id=f7101f13-aa28-439b-8f2e-77da4de64792&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&id=c873e024-b781-4ddf-a1d2-2663c483c3d1&id=c873e024-b781-4ddf-a1d2-2663c483c3d1 HTTP/1.1" status: 200 len: 2291 time: 0.5171516 Sep 02 13:41:22.025247 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-69f4b62a-ee31-462a-aa11-7ada98d4a6f7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020751 Sep 02 13:41:22.025884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:22.031238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:22.047464 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-d4b75cd2-b63d-4133-a27b-99ceb5c8bc4f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0626652 Sep 02 13:41:22.082306 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.137351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Allocated IP 2001:db8:2::2 (9020aa0d-60a1-4be2-8885-a297ba58ab1a/de60705a-1835-4c6b-96fa-cdb64b0cdb12/afd03ef5-35e5-430c-8c3f-5ebd89235523) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:22.180812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:22.190488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-48fcf52b-919c-4241-b1fb-5547f3055805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:22.192810 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-48fcf52b-919c-4241-b1fb-5547f3055805 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 1094 time: 0.2923467 Sep 02 13:41:22.243230 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f555af5-92c8-4454-9b7e-78bde40fd14f None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:41:22.248885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:22.255230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.259603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'mac_address': 'fa:16:3e:e7:3d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:41:22.260705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:22.384722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:15Z', 'revision_number': 3, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:20Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:22.421106 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.443450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe3fc95-ff30-4990-a599-5616191b8381 None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:15Z', 'revision_number': 3, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:20Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:22.452286 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.465506 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc23a4ef-1603-4aec-bc09-5d87bd3f332f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.502897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cc065e-aca1-42fd-93aa-41fea7e55c78 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:41:22.581447 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 4b1516a2-28b2-4989-831d-2b1855632f55, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4b1516a2-28b2-4989-831d-2b1855632f55,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:22.598925 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.713831 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.846635 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:22.849203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6f555af5-92c8-4454-9b7e-78bde40fd14f None None] Deleting port 4b1516a2-28b2-4989-831d-2b1855632f55 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:22.850313 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f555af5-92c8-4454-9b7e-78bde40fd14f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.865139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=d7e374c5-31e4-4572-b39b-00c9205a8b92,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:22.866514 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-a291edd9-0f4d-4022-8f95-649238cf7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:22.868333 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-a291edd9-0f4d-4022-8f95-649238cf7c30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aba5c1ba-0d1e-4e51-9e18-bd5b822fa765 HTTP/1.1" status: 200 len: 850 time: 0.8105268 Sep 02 13:41:22.920234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:22.924858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:22.930491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:22.931213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.957387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47f79a-d0af-4a98-a4f3-9f54870a6bff req-ddb9bb99-e04e-4c5f-810d-5816de3ad325 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:22.959572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc47f79a-d0af-4a98-a4f3-9f54870a6bff req-ddb9bb99-e04e-4c5f-810d-5816de3ad325 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 943 time: 0.2375357 Sep 02 13:41:22.987873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6f555af5-92c8-4454-9b7e-78bde40fd14f None None] For port 4b1516a2-28b2-4989-831d-2b1855632f55, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4b1516a2-28b2-4989-831d-2b1855632f55,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:22.988160 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f555af5-92c8-4454-9b7e-78bde40fd14f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:22.997669 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.010743 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc23a4ef-1603-4aec-bc09-5d87bd3f332f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.023865 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device eb4da695-e2f0-4f49-865e-dbaba5405d56 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:23.026217 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.030766 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc23a4ef-1603-4aec-bc09-5d87bd3f332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.051251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfafedf-58aa-43b5-b55d-bd8d298cd802 req-f8662f8b-4c88-471e-a9bb-af6e6423bccb tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:23.053006 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9dfafedf-58aa-43b5-b55d-bd8d298cd802 req-f8662f8b-4c88-471e-a9bb-af6e6423bccb tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 945 time: 0.2087305 Sep 02 13:41:23.062917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6f555af5-92c8-4454-9b7e-78bde40fd14f None None] Calling delete_port for 4b1516a2-28b2-4989-831d-2b1855632f55 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:23.066610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Transition to ACTIVE for port object afd03ef5-35e5-430c-8c3f-5ebd89235523 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:23.068961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=4b1516a2-28b2-4989-831d-2b1855632f55,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:23.071201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-63ef2ba2-cf4d-478b-a28c-ceca72ffef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:23.072898 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-63ef2ba2-cf4d-478b-a28c-ceca72ffef20 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.8690047 Sep 02 13:41:23.088226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cc23a4ef-1603-4aec-bc09-5d87bd3f332f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=625b7703950a4eedb008a3df0082ac89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8264110 Sep 02 13:41:23.090145 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-050d90d2-bbbe-41f0-88d3-54240cf736d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0632532 Sep 02 13:41:23.090968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:23.096935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:23.114442 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-67bf5bb8-5ff7-4e69-bbc5-ff13155e63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:23.116480 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-67bf5bb8-5ff7-4e69-bbc5-ff13155e63c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f7101f13-aa28-439b-8f2e-77da4de64792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174084 Sep 02 13:41:23.124344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc47f79a-d0af-4a98-a4f3-9f54870a6bff req-64e19db1-026c-43d3-bb3b-bc8ffadc0c80 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581800 Sep 02 13:41:23.136100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'name': 'tempest-NetworksTestDHCPv6-232491445'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:23.153072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:23.166404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Transition to ACTIVE for port object afd03ef5-35e5-430c-8c3f-5ebd89235523 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:23.219669 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.294670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Network 9020aa0d-60a1-4be2-8885-a297ba58ab1a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:23.300242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Pushing event updated for resources: {'Port': ['ID=afd03ef5-35e5-430c-8c3f-5ebd89235523,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:23.306468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:23.308576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['e2cc065e-aca1-42fd-93aa-41fea7e55c78'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:41:23.313864 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:23.382483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port eb4da695-e2f0-4f49-865e-dbaba5405d56 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:23.390502 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-1cfe025e-ecbc-49d4-9f81-c24a5b7447fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0297e65b-2cd5-4490-867b-29f15d198422 HTTP/1.1" status: 200 len: 217 time: 0.2918158 Sep 02 13:41:23.446482 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port eb4da695-e2f0-4f49-865e-dbaba5405d56 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:23.447601 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.448194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 2001:db8:2::1 (9020aa0d-60a1-4be2-8885-a297ba58ab1a/de60705a-1835-4c6b-96fa-cdb64b0cdb12/8adb9c17-cdae-4e1a-b383-25366044a753) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:23.504376 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f555af5-92c8-4454-9b7e-78bde40fd14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.531165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9dfafedf-58aa-43b5-b55d-bd8d298cd802 req-b8252f4b-300c-42cc-8fc0-127a42416fb7 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668677 Sep 02 13:41:23.541392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f555af5-92c8-4454-9b7e-78bde40fd14f None None] Pushing event deleted for resources: {'Port': ['ID=4b1516a2-28b2-4989-831d-2b1855632f55,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:23.543749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Attempting to bind port afd03ef5-35e5-430c-8c3f-5ebd89235523 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:23.544203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Attempting to bind port afd03ef5-35e5-430c-8c3f-5ebd89235523 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '6407a398-5f7c-4584-b385-c756d0177178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:23.544687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Attempting to bind port afd03ef5-35e5-430c-8c3f-5ebd89235523 on network 9020aa0d-60a1-4be2-8885-a297ba58ab1a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:23.553517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f555af5-92c8-4454-9b7e-78bde40fd14f None None] No DVR routers for this DVR port 4b1516a2-28b2-4989-831d-2b1855632f55 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:23.557789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:23.558393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Checking segment: {'id': '6407a398-5f7c-4584-b385-c756d0177178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:23.558909 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.559415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Bound using segment: {'id': '6407a398-5f7c-4584-b385-c756d0177178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:23.560054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Bound port: afd03ef5-35e5-430c-8c3f-5ebd89235523, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6407a398-5f7c-4584-b385-c756d0177178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:23.560556 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.585406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23a4ef-1603-4aec-bc09-5d87bd3f332f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f446b4-174f-430f-b231-c37a27cc1083,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:23.586120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceba5bf-cc22-412b-9de6-75ade278056b None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:23.687499 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c2b759b-3975-44cf-83af-ccf5c0bd18d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.689226 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-2e241c78-47ed-40e3-9d0e-52fbd42babcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:23.691370 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-2e241c78-47ed-40e3-9d0e-52fbd42babcb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.2623816 Sep 02 13:41:23.719497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf8555-d855-4176-928d-d9510a2ecfb9 req-d46b4a98-636c-4618-b42d-704df1f7f94f tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:23.721473 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8daf8555-d855-4176-928d-d9510a2ecfb9 req-d46b4a98-636c-4618-b42d-704df1f7f94f tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 948 time: 0.1455321 Sep 02 13:41:23.740175 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:41:23.768956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c2b759b-3975-44cf-83af-ccf5c0bd18d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.787650 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-ba297287-1bca-4a5f-8651-663c19066332 service neutron] 10.222.0.90 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204204 Sep 02 13:41:23.794460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.840887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0297e65b-2cd5-4490-867b-29f15d198422 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:41:23.860456 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8daf8555-d855-4176-928d-d9510a2ecfb9 req-e1c95c67-84db-4810-ad10-2417e9efefd6 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224341 Sep 02 13:41:23.869170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-0f925c77-bca7-4178-814a-f08e6ca468ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:23.870868 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-0f925c77-bca7-4178-814a-f08e6ca468ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680613 Sep 02 13:41:23.881555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:23.885744 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.914474 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port fdd2b2c5-cb87-428b-96ac-084d54886405 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:41:23.943709 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] For port afd03ef5-35e5-430c-8c3f-5ebd89235523, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:23.947069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Transition to ACTIVE for port object 8adb9c17-cdae-4e1a-b383-25366044a753 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:23.988708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c2b759b-3975-44cf-83af-ccf5c0bd18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.994151 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c2b759b-3975-44cf-83af-ccf5c0bd18d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:23.996040 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4c2b759b-3975-44cf-83af-ccf5c0bd18d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8f446b4-174f-430f-b231-c37a27cc1083 HTTP/1.1" status: 204 len: 168 time: 0.9014571 Sep 02 13:41:24.035625 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-93de1415-b75f-4e8f-90a2-30b6bbd3481a service neutron] 10.222.0.90 "GET /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382193 Sep 02 13:41:24.050682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] For port afd03ef5-35e5-430c-8c3f-5ebd89235523, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=afd03ef5-35e5-430c-8c3f-5ebd89235523,segment=NetworkSegment(6407a398-5f7c-4584-b385-c756d0177178),segment_id=6407a398-5f7c-4584-b385-c756d0177178)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:24.070955 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.078106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b759b-3975-44cf-83af-ccf5c0bd18d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f446b4-174f-430f-b231-c37a27cc1083,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:24.154446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::3b5 (6536a6f3-744d-4aaf-8438-60c2494b3279/d7e374c5-31e4-4572-b39b-00c9205a8b92/fdd2b2c5-cb87-428b-96ac-084d54886405) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:24.164280 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.201299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.213052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-8babedc0-e05b-4b36-9368-af9c96289233 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=62242978-32bf-44ee-ba00-453877bc6656 HTTP/1.1" status: 200 len: 217 time: 0.1462910 Sep 02 13:41:24.216363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-b005189d-2d1f-4857-9ebd-6384d7fdb22a service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311410 Sep 02 13:41:24.283403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4f40f-7dc4-49b5-a4b2-a911cd902e78 None None] Pushing event updated for resources: {'Port': ['ID=afd03ef5-35e5-430c-8c3f-5ebd89235523,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:24.299669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0297e65b-2cd5-4490-867b-29f15d198422, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0297e65b-2cd5-4490-867b-29f15d198422,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:24.359961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port eb4da695-e2f0-4f49-865e-dbaba5405d56, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=eb4da695-e2f0-4f49-865e-dbaba5405d56,segment=NetworkSegment(9735d15d-607c-496c-ad48-131340d2b900),segment_id=9735d15d-607c-496c-ad48-131340d2b900)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:24.368538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '0297e65b-2cd5-4490-867b-29f15d198422', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'port_id': '0297e65b-2cd5-4490-867b-29f15d198422', 'mac_address': 'fa:16:3e:58:ed:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:41:24.372208 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.456881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': 'd7e374c5-31e4-4572-b39b-00c9205a8b92'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:41:24.458289 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.580091 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4b1516a2-28b2-4989-831d-2b1855632f55 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:24.594351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 9020aa0d-60a1-4be2-8885-a297ba58ab1a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:24.607928 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.646753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:24.653777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object fdd2b2c5-cb87-428b-96ac-084d54886405 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:24.654912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-1147ee90-a9b1-4d72-9ecb-de4cf48c3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:24.667936 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-1147ee90-a9b1-4d72-9ecb-de4cf48c3a90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.4455321 Sep 02 13:41:24.668630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=8adb9c17-cdae-4e1a-b383-25366044a753,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:24.671238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:24.671815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.756701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 4b1516a2-28b2-4989-831d-2b1855632f55 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:24.757462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4b1516a2-28b2-4989-831d-2b1855632f55 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:24.784633 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.787965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=eb4da695-e2f0-4f49-865e-dbaba5405d56,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:24.828785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.840216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0297e65b-2cd5-4490-867b-29f15d198422 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:41:24.845054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0c175-68e7-4c10-a058-b3e3e2ea0a01 req-b3595c8c-5232-4625-ac4e-33228e62a217 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:24.853763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3c0c175-68e7-4c10-a058-b3e3e2ea0a01 req-b3595c8c-5232-4625-ac4e-33228e62a217 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 943 time: 0.4918463 Sep 02 13:41:24.905306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:24.923105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93064389-8328-472e-9425-ca350c241ad2 req-84f81a0e-d453-4ca5-8256-328c5b6b0656 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:24.932369 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-93064389-8328-472e-9425-ca350c241ad2 req-84f81a0e-d453-4ca5-8256-328c5b6b0656 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 945 time: 0.2179039 Sep 02 13:41:24.933358 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e190df5f-c9ee-4440-bc03-35e8245595b9 req-6526dabe-878e-4138-8b3d-fbcc8e9971e0 service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507816 Sep 02 13:41:24.949275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-6e5cbda6-4f8d-4696-a822-b2b1c26446f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:24.950815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-6e5cbda6-4f8d-4696-a822-b2b1c26446f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2629378 Sep 02 13:41:24.970760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0297e65b-2cd5-4490-867b-29f15d198422, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0297e65b-2cd5-4490-867b-29f15d198422,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:24.984847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:24.985838 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:24.996980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:25.003509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:25.004304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.009807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:25.020282 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=fdd2b2c5-cb87-428b-96ac-084d54886405,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:25.026610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/d7e374c5-31e4-4572-b39b-00c9205a8b92/9fbb4536-984d-4d2a-b9ef-50d98f7df50f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:25.051471 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b606ba2a-659a-466a-8b69-0145b88e79bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.052229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3c0c175-68e7-4c10-a058-b3e3e2ea0a01 req-7e02e0b0-d472-4611-b248-3ee125fdaf78 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907239 Sep 02 13:41:25.058674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6989cfee-bcfe-4f1c-a062-d6b5512a0b8a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9382553 Sep 02 13:41:25.082286 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-93064389-8328-472e-9425-ca350c241ad2 req-7342530e-4fd9-4ab9-b654-646751e974ab tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489048 Sep 02 13:41:25.082820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:25.166566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device afd03ef5-35e5-430c-8c3f-5ebd89235523 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:25.195338 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.205489 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0297e65b-2cd5-4490-867b-29f15d198422,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:25.240623 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-612fde47-a9bc-4419-b72f-be8b29fe011b service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780707 Sep 02 13:41:25.242504 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69046a4-ff3e-48b6-9901-4d92808093b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:25.248197 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f69046a4-ff3e-48b6-9901-4d92808093b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1632400 Sep 02 13:41:25.249177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:25.252280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0297e65b-2cd5-4490-867b-29f15d198422'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:41:25.320774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380af55c-8aa5-4b4c-8f97-d3bb990381b6 req-cca14a6e-581e-4751-a57c-dbfe3257c711 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:25.322512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-380af55c-8aa5-4b4c-8f97-d3bb990381b6 req-cca14a6e-581e-4751-a57c-dbfe3257c711 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 948 time: 0.1414604 Sep 02 13:41:25.373237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port afd03ef5-35e5-430c-8c3f-5ebd89235523 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:25.420625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device eb4da695-e2f0-4f49-865e-dbaba5405d56 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:25.447248 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-380af55c-8aa5-4b4c-8f97-d3bb990381b6 req-e0c0a002-bd30-42e1-9e3b-0136fcd71a71 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172500 Sep 02 13:41:25.496959 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.502936 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3cf366ba-c5a1-49b2-9ee9-6de62f0eb67e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port fdd2b2c5-cb87-428b-96ac-084d54886405 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:25.504600 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cf366ba-c5a1-49b2-9ee9-6de62f0eb67e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.507391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Transition to ACTIVE for port object 9fbb4536-984d-4d2a-b9ef-50d98f7df50f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:25.516944 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b606ba2a-659a-466a-8b69-0145b88e79bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.527411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Transition to ACTIVE for port object 9fbb4536-984d-4d2a-b9ef-50d98f7df50f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:25.575710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-2870d915-5aa7-4c09-8fba-76b7cc5c4a98 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897730 Sep 02 13:41:25.585160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b606ba2a-659a-466a-8b69-0145b88e79bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.596126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09428830-d6b7-4759-93c4-9a4eb530105c req-10d31d8e-9c98-42da-97cb-f514bd55e67e tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:25.603101 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09428830-d6b7-4759-93c4-9a4eb530105c req-10d31d8e-9c98-42da-97cb-f514bd55e67e tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 945 time: 0.2326813 Sep 02 13:41:25.612913 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.674083 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b606ba2a-659a-466a-8b69-0145b88e79bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4a3cade582643fda9ed5cfa6d490270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631219 Sep 02 13:41:25.676803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Pushing event updated for resources: {'Port': ['ID=9fbb4536-984d-4d2a-b9ef-50d98f7df50f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:25.680311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:25.681294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-a86e3dad-e161-4384-8fe1-5e33f131fa7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=01de64f3-ebac-4c94-8ffc-a2cc80feddb3 HTTP/1.1" status: 200 len: 217 time: 0.0729830 Sep 02 13:41:25.682912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606ba2a-659a-466a-8b69-0145b88e79bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149ff53a-f8d8-4726-a720-f8db18b29bf6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:25.688867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:25.702905 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cf366ba-c5a1-49b2-9ee9-6de62f0eb67e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.732562 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3cf366ba-c5a1-49b2-9ee9-6de62f0eb67e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for fdd2b2c5-cb87-428b-96ac-084d54886405 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:25.760704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:25.773844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:25.783320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:25.791652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port eb4da695-e2f0-4f49-865e-dbaba5405d56 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:25.792089 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.794848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port e2cc065e-aca1-42fd-93aa-41fea7e55c78 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:25.827638 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aea8a70d-0f9b-4a26-8c3a-2241d41bf831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.829408 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09428830-d6b7-4759-93c4-9a4eb530105c req-23954b93-6aae-4923-b00d-a9f7fb466655 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253428 Sep 02 13:41:25.834819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port e2cc065e-aca1-42fd-93aa-41fea7e55c78 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:25.835804 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.845594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-bd40de08-d0ee-4c70-bfc0-077a90260096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:25.847385 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-bd40de08-d0ee-4c70-bfc0-077a90260096 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.1469507 Sep 02 13:41:25.864261 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aea8a70d-0f9b-4a26-8c3a-2241d41bf831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:25.938240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fc2659-f410-4526-9bec-a713863a4b98 None None] Network 9020aa0d-60a1-4be2-8885-a297ba58ab1a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:25.966168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-46eeade5-9a18-40ff-a406-28325e1d398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:25.969006 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-46eeade5-9a18-40ff-a406-28325e1d398e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082032 Sep 02 13:41:26.003472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.005627 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cf366ba-c5a1-49b2-9ee9-6de62f0eb67e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.021021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.022766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.051747 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aea8a70d-0f9b-4a26-8c3a-2241d41bf831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.056165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aea8a70d-0f9b-4a26-8c3a-2241d41bf831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.057707 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aea8a70d-0f9b-4a26-8c3a-2241d41bf831 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/149ff53a-f8d8-4726-a720-f8db18b29bf6 HTTP/1.1" status: 204 len: 168 time: 0.3758185 Sep 02 13:41:26.064471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf366ba-c5a1-49b2-9ee9-6de62f0eb67e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=fdd2b2c5-cb87-428b-96ac-084d54886405,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:26.083901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Attempting to bind port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:26.084634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Attempting to bind port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:26.085035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Attempting to bind port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:26.140707 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0fb5731d-fdce-477c-8725-6092a4d0f564 None None] Provisioning for port afd03ef5-35e5-430c-8c3f-5ebd89235523 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:26.143039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:26.143743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:26.144229 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.144883 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:26.145568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Bound port: 9fbb4536-984d-4d2a-b9ef-50d98f7df50f, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:26.146066 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.148242 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8a70d-0f9b-4a26-8c3a-2241d41bf831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149ff53a-f8d8-4726-a720-f8db18b29bf6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:26.166838 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cf366ba-c5a1-49b2-9ee9-6de62f0eb67e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.172575 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3cf366ba-c5a1-49b2-9ee9-6de62f0eb67e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/fdd2b2c5-cb87-428b-96ac-084d54886405 HTTP/1.1" status: 204 len: 168 time: 0.9172180 Sep 02 13:41:26.175589 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:26.178854 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.180937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0fb5731d-fdce-477c-8725-6092a4d0f564 None None] Provisioning complete for port afd03ef5-35e5-430c-8c3f-5ebd89235523 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:26.181382 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fb5731d-fdce-477c-8725-6092a4d0f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.227080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=8adb9c17-cdae-4e1a-b383-25366044a753,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:26.353492 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-3bc0c7d2-4050-4095-b5a5-7f8f6c49875a service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720930 Sep 02 13:41:26.361696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb285fb-ecd0-4d52-a086-e5e4238ebe02 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:26.364234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb285fb-ecd0-4d52-a086-e5e4238ebe02 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:26.366358 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3bb285fb-ecd0-4d52-a086-e5e4238ebe02 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1889386 Sep 02 13:41:26.368976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:26.379163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:26.398544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0bb72-30f9-424f-9cca-7e5923545aab req-fe6979da-8878-41b4-a37b-b63bd9b18d16 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:26.400166 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-deb0bb72-30f9-424f-9cca-7e5923545aab req-fe6979da-8878-41b4-a37b-b63bd9b18d16 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 944 time: 0.1997929 Sep 02 13:41:26.420699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:26.423316 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcfb2c3-f6bb-4620-a9db-95c8250580e9" -d '{"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:26.467201 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.477904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4acb50-546a-42a0-81df-172f0c0cb484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet d7e374c5-31e4-4572-b39b-00c9205a8b92 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:26.481953 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4acb50-546a-42a0-81df-172f0c0cb484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.524322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-deb0bb72-30f9-424f-9cca-7e5923545aab req-3caa9dc6-6eff-4492-a0cd-dc4fd6849754 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017070 Sep 02 13:41:26.535529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 9020aa0d-60a1-4be2-8885-a297ba58ab1a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:26.539370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:26.573824 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4acb50-546a-42a0-81df-172f0c0cb484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.596408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] For port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:26.601647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] For port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9fbb4536-984d-4d2a-b9ef-50d98f7df50f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:26.640669 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.671489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc712a9-fe5e-40c5-8dca-9db8122b30bf req-f450aa28-0a35-46f9-b1a6-182ef035fe3c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:26.673321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dfc712a9-fe5e-40c5-8dca-9db8122b30bf req-f450aa28-0a35-46f9-b1a6-182ef035fe3c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 945 time: 0.1671445 Sep 02 13:41:26.707984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:26.766941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:26.775808 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fb5731d-fdce-477c-8725-6092a4d0f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.776016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4acb50-546a-42a0-81df-172f0c0cb484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.829819 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dfc712a9-fe5e-40c5-8dca-9db8122b30bf req-5cd211db-22c9-4ec0-865b-aa257f66e088 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461489 Sep 02 13:41:26.934400 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4acb50-546a-42a0-81df-172f0c0cb484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:26.994817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4acb50-546a-42a0-81df-172f0c0cb484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e374c5-31e4-4572-b39b-00c9205a8b92,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:27.014705 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4acb50-546a-42a0-81df-172f0c0cb484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:27.024011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6d4acb50-546a-42a0-81df-172f0c0cb484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/d7e374c5-31e4-4572-b39b-00c9205a8b92 HTTP/1.1" status: 204 len: 168 time: 0.6539280 Sep 02 13:41:27.024658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:27.098305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0fb5731d-fdce-477c-8725-6092a4d0f564 None None] For port afd03ef5-35e5-430c-8c3f-5ebd89235523, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=afd03ef5-35e5-430c-8c3f-5ebd89235523,segment=NetworkSegment(6407a398-5f7c-4584-b385-c756d0177178),segment_id=6407a398-5f7c-4584-b385-c756d0177178)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:27.099748 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522fcd1-d354-4dd3-a512-a683a59865e5 None None] Pushing event updated for resources: {'Port': ['ID=9fbb4536-984d-4d2a-b9ef-50d98f7df50f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:27.106658 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed8d5c8-244a-4b0e-b72d-6c0b5b79c79a x-openstack-request-id: req-eed8d5c8-244a-4b0e-b72d-6c0b5b79c79a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:27.106968 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:27.107458 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eed8d5c8-244a-4b0e-b72d-6c0b5b79c79a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:27.107956 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'code': 200} Sep 02 13:41:27.109978 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fb5731d-fdce-477c-8725-6092a4d0f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:27.207601 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5d54e81a-1f92-4603-bbeb-9b4e2a2b557d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1797922 Sep 02 13:41:27.207845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:27.215339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:27.225910 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5731d-fdce-477c-8725-6092a4d0f564 None None] Pushing event updated for resources: {'Port': ['ID=afd03ef5-35e5-430c-8c3f-5ebd89235523,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:27.329913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254d86b-b58a-4575-b06d-274071fb4087 req-6d35df43-c255-40ac-a3f1-399d18076f2d tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:27.338283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1254d86b-b58a-4575-b06d-274071fb4087 req-6d35df43-c255-40ac-a3f1-399d18076f2d tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 949 time: 0.2803235 Sep 02 13:41:27.396496 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1254d86b-b58a-4575-b06d-274071fb4087 req-be780849-b64f-4d22-ade1-67c8c2e5c11a tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572417 Sep 02 13:41:27.443605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:27.448026 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:27.477285 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e38ba3-a830-4cd9-a11e-7d683e84787c req-5f6df598-a280-4372-9382-c073730b7220 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:27.482201 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b7e38ba3-a830-4cd9-a11e-7d683e84787c req-5f6df598-a280-4372-9382-c073730b7220 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.8242903 Sep 02 13:41:27.494435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-1ab698b4-4da2-492c-89d8-d2d299859912 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1280668 Sep 02 13:41:27.572349 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-91c582ad-04ea-4276-bf29-cc6bea260b25 None None] Provisioning for port 8adb9c17-cdae-4e1a-b383-25366044a753 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:27.576852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-91c582ad-04ea-4276-bf29-cc6bea260b25 None None] Provisioning complete for port 8adb9c17-cdae-4e1a-b383-25366044a753 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:27.577224 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91c582ad-04ea-4276-bf29-cc6bea260b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:27.610364 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-326bc5e4-ce76-4f50-b9d0-4f0bf7a978b2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=3c2e2fc1-7c15-4427-9ff1-677d50e54d69 HTTP/1.1" status: 200 len: 217 time: 0.0958486 Sep 02 13:41:27.625992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-91c582ad-04ea-4276-bf29-cc6bea260b25 None None] Port 8adb9c17-cdae-4e1a-b383-25366044a753 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:27.630639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:27.641284 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:27.653690 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:27.654333 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:27.671749 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0cc0e868-49e0-4bed-8908-a18400badc75 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0221982 Sep 02 13:41:27.676221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-91c582ad-04ea-4276-bf29-cc6bea260b25 None None] Provisioning complete for port afd03ef5-35e5-430c-8c3f-5ebd89235523 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:27.676611 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91c582ad-04ea-4276-bf29-cc6bea260b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:27.679674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:27.684673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0297e65b-2cd5-4490-867b-29f15d198422 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:27.685057 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b7e38ba3-a830-4cd9-a11e-7d683e84787c req-42b58f83-4ea3-47c5-912f-c5e551e5706e tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701515 Sep 02 13:41:27.686529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-652640444'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:27.748961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789ef27-f7b1-46a9-9c06-7f345883c81b req-946308f9-bc99-4fb5-8dfc-f1e7062a178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:27.751229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1789ef27-f7b1-46a9-9c06-7f345883c81b req-946308f9-bc99-4fb5-8dfc-f1e7062a178c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 1100 time: 0.3502018 Sep 02 13:41:27.779683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:27.788637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:27.802887 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1789ef27-f7b1-46a9-9c06-7f345883c81b req-17b1798c-33cb-4c9f-8105-21d2cc09dabc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Sep 02 13:41:27.815008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-03e8a998-5eda-4296-9da3-2561d25cd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:27.816873 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-03e8a998-5eda-4296-9da3-2561d25cd0e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.1652765 Sep 02 13:41:27.917775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-781d2222-b784-406b-b644-20efe036d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:27.920295 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-781d2222-b784-406b-b644-20efe036d222 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0924227 Sep 02 13:41:28.049277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 0297e65b-2cd5-4490-867b-29f15d198422 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:28.063843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 0297e65b-2cd5-4490-867b-29f15d198422 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:28.068845 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.077500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:41:28.154452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0ce03-5dfa-4a89-a7c5-11956246b2e4 req-d58bc88d-9ee8-4a31-b768-1c485829840d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:28.162482 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:28.175701 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d1e0ce03-5dfa-4a89-a7c5-11956246b2e4 req-d58bc88d-9ee8-4a31-b768-1c485829840d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 944 time: 0.4263067 Sep 02 13:41:28.193622 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.194251 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added segment d5173271-18ee-4b12-bdce-94464dc24953 of type vlan for network 9954a3f7-31e6-4e56-8324-f81f3e664d91 Sep 02 13:41:28.201188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.287399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-f31bcf3e-29db-4a93-abde-ed07b4867b86 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333881 Sep 02 13:41:28.315047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c9b2b24-5401-44a8-b91c-7445631906f6 None None] Provisioning complete for port 8adb9c17-cdae-4e1a-b383-25366044a753 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:28.316120 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2b24-5401-44a8-b91c-7445631906f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.318395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7334-0d7e-4a83-8319-4a02f3542f75 req-f3f8d6fc-4b6f-4952-8cc4-ad62b98ad60a tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:28.326914 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e9c7334-0d7e-4a83-8319-4a02f3542f75 req-f3f8d6fc-4b6f-4952-8cc4-ad62b98ad60a tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 945 time: 0.1893921 Sep 02 13:41:28.368657 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.426701 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e9c7334-0d7e-4a83-8319-4a02f3542f75 req-2dc9a4d6-a59e-4e43-b3ba-49bd49c79577 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985367 Sep 02 13:41:28.428100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d1e0ce03-5dfa-4a89-a7c5-11956246b2e4 req-114bc04f-e194-45cd-84b2-b249583dcf51 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470157 Sep 02 13:41:28.481810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:28.503528 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.503766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-40219c2c-b5b7-4b8e-8cfd-5670dca4df07 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051384 Sep 02 13:41:28.504777 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b89a80-7f0a-448c-b483-4d5892fd7da8 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:28.558639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0297e65b-2cd5-4490-867b-29f15d198422, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0297e65b-2cd5-4490-867b-29f15d198422,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:28.580660 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:25Z', 'revision_number': 2, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:28.599707 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2b24-5401-44a8-b91c-7445631906f6 None None] Port 8adb9c17-cdae-4e1a-b383-25366044a753 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:28.605244 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.608306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:28.611382 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=0f391e01-4d45-4fff-8775-5eb388097a16,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:28.620813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:28.625547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.629092 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:28.629683 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Updating router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 port 8adb9c17-cdae-4e1a-b383-25366044a753 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:41:28.646197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.647355 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-a55e7a60-fceb-4541-89f7-040e70c347ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=349bfbef-9854-4427-8245-b7b164bf423a HTTP/1.1" status: 200 len: 217 time: 0.1314471 Sep 02 13:41:28.653957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:28.656420 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.657929 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.696179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0297e65b-2cd5-4490-867b-29f15d198422,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:28.761988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-f3e0e3c1-d38a-4bec-b778-71ac6d0fc468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:28.776952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-f3e0e3c1-d38a-4bec-b778-71ac6d0fc468 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 200 len: 797 time: 0.1199682 Sep 02 13:41:28.833621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bcf42709-2cc6-419b-8dd5-b3b137063d9b None None] Provisioning complete for port 8adb9c17-cdae-4e1a-b383-25366044a753 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:28.834123 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcf42709-2cc6-419b-8dd5-b3b137063d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:28.906617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-af0e7638-115c-4e01-b06e-7170f475dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:28.932479 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-af0e7638-115c-4e01-b06e-7170f475dd9a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381648 Sep 02 13:41:28.959671 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2787461 Sep 02 13:41:28.963600 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fd9426e0-f1f0-4dde-93f9-090bf2ab9395 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7540534 Sep 02 13:41:28.975781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37208) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:28.976322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:28.983323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'name': 'tempest-NetworksTestDHCPv6-1657739193'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:29.000430 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bcf42709-2cc6-419b-8dd5-b3b137063d9b None None] Port 8adb9c17-cdae-4e1a-b383-25366044a753 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:29.002687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'subnet': {'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:29.023637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bcf42709-2cc6-419b-8dd5-b3b137063d9b None None] Provisioning for port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:29.092094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6126709-d53e-44f2-babf-e8ddbfd0fcd3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Network': ['ID=9954a3f7-31e6-4e56-8324-f81f3e664d91,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:29.109078 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099a5402-d928-4511-8bf9-250052452cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0297e65b-2cd5-4490-867b-29f15d198422'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:29.114518 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2dc6f8-8bc9-40a6-9282-158761ea2990" -d '{"events": [{"server_uuid": "099a5402-d928-4511-8bf9-250052452cae", "name": "network-vif-plugged", "status": "completed", "tag": "0297e65b-2cd5-4490-867b-29f15d198422"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:29.127625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 9954a3f7-31e6-4e56-8324-f81f3e664d91 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:41:29.170528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device afd03ef5-35e5-430c-8c3f-5ebd89235523 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:29.194162 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:29.218725 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b058c-0fbe-4373-8d88-906a5deba18f req-8f090bcd-791e-4eaf-9a08-02aeae1ec9e0 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:29.220158 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Transition to ACTIVE for port object 8adb9c17-cdae-4e1a-b383-25366044a753 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:29.233800 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-127b058c-0fbe-4373-8d88-906a5deba18f req-8f090bcd-791e-4eaf-9a08-02aeae1ec9e0 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 949 time: 0.5917444 Sep 02 13:41:29.242050 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:29.272696 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port afd03ef5-35e5-430c-8c3f-5ebd89235523 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:29.273085 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:29.328678 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ec50e-29de-4b96-a555-c1e3d8b2e946 None None] Pushing event updated for resources: {'Port': ['ID=8adb9c17-cdae-4e1a-b383-25366044a753,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:29.346144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5545731-6f7f-4823-99cc-aea3f75f5477 req-0cbd1322-bcf3-41f0-8797-a662669fcbea tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:29.347852 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c5545731-6f7f-4823-99cc-aea3f75f5477 req-0cbd1322-bcf3-41f0-8797-a662669fcbea tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.1769896 Sep 02 13:41:29.380884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-127b058c-0fbe-4373-8d88-906a5deba18f req-ddbfa08b-3442-492c-be62-69ac47c25195 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457071 Sep 02 13:41:29.415539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-17410dae-124e-493b-beba-e0fd8d4e4642 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821670 Sep 02 13:41:29.471868 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Attempting to bind port 8adb9c17-cdae-4e1a-b383-25366044a753 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:29.472324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:29.473095 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Attempting to bind port 8adb9c17-cdae-4e1a-b383-25366044a753 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '6407a398-5f7c-4584-b385-c756d0177178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:29.473650 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Attempting to bind port 8adb9c17-cdae-4e1a-b383-25366044a753 on network 9020aa0d-60a1-4be2-8885-a297ba58ab1a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:29.488258 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:29.491081 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Checking segment: {'id': '6407a398-5f7c-4584-b385-c756d0177178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:29.491781 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:29.492346 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Bound using segment: {'id': '6407a398-5f7c-4584-b385-c756d0177178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:29.493637 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Bound port: 8adb9c17-cdae-4e1a-b383-25366044a753, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6407a398-5f7c-4584-b385-c756d0177178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:29.494320 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:29.501015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9fbb4536-984d-4d2a-b9ef-50d98f7df50f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:29.511332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d101e77-38b0-4881-8e1d-f8fc3e93531b None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:29.589212 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] For port 8adb9c17-cdae-4e1a-b383-25366044a753, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:29.593162 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] For port 8adb9c17-cdae-4e1a-b383-25366044a753, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8adb9c17-cdae-4e1a-b383-25366044a753,segment=NetworkSegment(6407a398-5f7c-4584-b385-c756d0177178),segment_id=6407a398-5f7c-4584-b385-c756d0177178)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:29.597140 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeaa987-caae-4d61-9402-0c9874b5cf03 x-openstack-request-id: req-cdeaa987-caae-4d61-9402-0c9874b5cf03 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:29.597443 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099a5402-d928-4511-8bf9-250052452cae", "name": "network-vif-plugged", "status": "completed", "tag": "0297e65b-2cd5-4490-867b-29f15d198422", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:29.597699 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdeaa987-caae-4d61-9402-0c9874b5cf03 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:29.598160 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099a5402-d928-4511-8bf9-250052452cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0297e65b-2cd5-4490-867b-29f15d198422', 'code': 200} Sep 02 13:41:29.601045 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:29.632996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Made reservation on behalf of 995a18d7577d4a57b09af19d4fcc9eaf for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:29.636542 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:29.702060 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c5545731-6f7f-4823-99cc-aea3f75f5477 req-4e96dfde-f297-40a1-8c64-fd69c5d2a9c8 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415852 Sep 02 13:41:29.736736 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ec50e-29de-4b96-a555-c1e3d8b2e946 None None] Pushing event updated for resources: {'Port': ['ID=8adb9c17-cdae-4e1a-b383-25366044a753,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:29.760558 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:29.761417 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:29.777386 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:41:29.777386 n-d-794796-4 neutron-server[94687]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 13:41:29.777386 n-d-794796-4 neutron-server[94687]: [parameters: {'project_id': 'c4a984848df744649c9e885ade2a148d', 'id': '35ff76da-db14-4da8-b8f7-5912e6890b23', 'expiration': datetime.datetime(2021, 9, 2, 13, 43, 29, 614942)}] Sep 02 13:41:29.777386 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:41:29.778307 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:41:29.856631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-92d713ac-4491-4f2c-82ff-b310705617fb tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:29.858346 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-92d713ac-4491-4f2c-82ff-b310705617fb tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 945 time: 0.3171237 Sep 02 13:41:29.874089 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:29.887532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:29.888020 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:29.905396 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae2fac-4968-414f-afef-8d7579cd0154 req-f412cca0-ebf6-4bb3-9b0f-ec5fe37f12ca tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:29.906982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44ae2fac-4968-414f-afef-8d7579cd0154 req-f412cca0-ebf6-4bb3-9b0f-ec5fe37f12ca tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 945 time: 0.1410308 Sep 02 13:41:29.919933 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:29.961347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00090d3e-3818-49e5-8d79-69f35e43b639 req-fcf22858-1d78-48f5-952e-622409e01adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:29.969752 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00090d3e-3818-49e5-8d79-69f35e43b639 req-fcf22858-1d78-48f5-952e-622409e01adf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 1096 time: 0.3557439 Sep 02 13:41:29.998087 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-f9b3dc40-ae9a-4e5e-9a57-adf6fbd83928 service neutron] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627871 Sep 02 13:41:30.049274 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.089033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.108672 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9fbb4536-984d-4d2a-b9ef-50d98f7df50f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:30.115717 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.133310 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00090d3e-3818-49e5-8d79-69f35e43b639 req-ea502d38-9818-4886-bcf6-f4ae1f9250bf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487033 Sep 02 13:41:30.148084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-dff93be3-ee9c-476e-8cf0-88f0271b8e12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4c51ac7-b7d6-4c75-bc94-da44b4158d24 HTTP/1.1" status: 200 len: 217 time: 0.1287000 Sep 02 13:41:30.156483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b0c7f-f893-4a52-8d49-3becb08a5260 req-1e41bdb6-8ab7-48ac-89ec-1ac9efe36d5a tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:30.168721 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-153b0c7f-f893-4a52-8d49-3becb08a5260 req-1e41bdb6-8ab7-48ac-89ec-1ac9efe36d5a tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 945 time: 0.3091581 Sep 02 13:41:30.229056 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44ae2fac-4968-414f-afef-8d7579cd0154 req-99bb314a-fefc-47ac-a70d-ca31020fad4f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029733 Sep 02 13:41:30.230722 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Subnet': ['ID=2a513edf-d548-4a06-8608-de3d558c63a0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:30.252424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Checking segment: {'id': 'd5173271-18ee-4b12-bdce-94464dc24953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:30.252801 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network hostable DHCP agents. Network: 9954a3f7-31e6-4e56-8324-f81f3e664d91, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:41:30.255878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=9fbb4536-984d-4d2a-b9ef-50d98f7df50f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:30.299766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-153b0c7f-f893-4a52-8d49-3becb08a5260 req-3340c695-8f24-4b11-8ee5-cd6d508f62c5 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300433 Sep 02 13:41:30.305056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 9954a3f7-31e6-4e56-8324-f81f3e664d91 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:41:30.320828 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:29Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:30.329448 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-4d56ee58-dd36-428c-8ed9-fd702a3ba387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:30.331288 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-4d56ee58-dd36-428c-8ed9-fd702a3ba387 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fe0a48-2fa0-49d0-9395-58935ed40d07 HTTP/1.1" status: 200 len: 797 time: 0.1598256 Sep 02 13:41:30.333565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 9954a3f7-31e6-4e56-8324-f81f3e664d91) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:30.336988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Deleting port 1a35f0c5-7894-4e2f-8de2-55c402226ce6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:30.337506 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.339215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:30.340302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.347939 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.374052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80085f2-11e0-483e-b13b-219fc9fb86ee None None] Network 9954a3f7-31e6-4e56-8324-f81f3e664d91 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:30.384424 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bbee4-dda6-4960-81a3-e4b74e5fd997 None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:29Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:30.447006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:30.447268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-987fc240-ade1-479e-a642-06c3bdbced62 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4537828 Sep 02 13:41:30.450028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:30.451107 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.508458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ef99d940-702c-44c4-8340-be460e55b460 None None] Provisioning complete for port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:30.509093 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef99d940-702c-44c4-8340-be460e55b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.520145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-f985f6a6-299c-4f43-99d4-3b0b37332baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:30.521708 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-f985f6a6-299c-4f43-99d4-3b0b37332baa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c873e024-b781-4ddf-a1d2-2663c483c3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1587877 Sep 02 13:41:30.531982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 65947c34-6e25-4dfc-9bf0-0c5f08318136 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:41:30.745954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] For port 1a35f0c5-7894-4e2f-8de2-55c402226ce6, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=1a35f0c5-7894-4e2f-8de2-55c402226ce6,segment=NetworkSegment(12f2cdd7-57d2-4a31-8bf2-86ef30ded006),segment_id=12f2cdd7-57d2-4a31-8bf2-86ef30ded006)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:30.746488 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.777322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-9954a3f7-31e6-4e56-8324-f81f3e664d91', 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'fixed_ips': [{'subnet_id': '2a513edf-d548-4a06-8608-de3d558c63a0'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:41:30.778264 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:30.880490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23be70c-c088-4d77-8def-8871f1d05b0f req-29e3bf6f-2429-457f-a927-7972c5b60d9b tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:30.882771 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b23be70c-c088-4d77-8def-8871f1d05b0f req-29e3bf6f-2429-457f-a927-7972c5b60d9b tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 949 time: 0.2625577 Sep 02 13:41:30.935590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2005d07a-1f20-47c3-9ffa-3537751e502e None None] Could not find standard attr ID for object f802147d-1a67-4a2b-b29b-0960e9d90456. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:41:30.986697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Calling delete_port for 1a35f0c5-7894-4e2f-8de2-55c402226ce6 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:31.252436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-dbe700f0-d6bc-44b9-8880-44db2e76d668 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7120662 Sep 02 13:41:31.253824 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c6b3f3e4-42fd-497a-a938-725bec52c1ee None None] Could not find standard attr ID for object fdd2b2c5-cb87-428b-96ac-084d54886405. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:41:31.268979 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b23be70c-c088-4d77-8def-8871f1d05b0f req-ea0f042c-8b6c-4a7d-8691-abe30e23e53b tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766818 Sep 02 13:41:31.291617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9fbb4536-984d-4d2a-b9ef-50d98f7df50f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:31.374934 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Allocated IP 2001:db8:3::2 (9954a3f7-31e6-4e56-8324-f81f3e664d91/2a513edf-d548-4a06-8608-de3d558c63a0/6e486df2-3131-4981-88c4-0e9490deb0f2) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:31.384612 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb5009ec-f652-443d-937f-d9d336b123a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:31.437592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::41 (6536a6f3-744d-4aaf-8438-60c2494b3279/0f391e01-4d45-4fff-8775-5eb388097a16/65947c34-6e25-4dfc-9bf0-0c5f08318136) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:31.558407 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:31.567925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:31.568962 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:31.633133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567575-8d85-4da6-848f-4935bc036f31 req-5bc81b59-1445-4ba1-8f5b-4c7a17a16e12 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:31.640936 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6567575-8d85-4da6-848f-4935bc036f31 req-5bc81b59-1445-4ba1-8f5b-4c7a17a16e12 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.3315899 Sep 02 13:41:31.735684 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-c83a7cff-70e0-4d24-9f2c-2fb204705fb2 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701276 Sep 02 13:41:31.765976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a4b73-86fb-46dd-9d92-eae52d6c563a req-b6cdf7f6-6f8f-497e-a9d5-58a9fd52ac82 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:31.783496 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a5a4b73-86fb-46dd-9d92-eae52d6c563a req-b6cdf7f6-6f8f-497e-a9d5-58a9fd52ac82 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 945 time: 0.3470252 Sep 02 13:41:31.786912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8adb9c17-cdae-4e1a-b383-25366044a753 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:31.832224 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:31.853885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Transition to ACTIVE for port object 6e486df2-3131-4981-88c4-0e9490deb0f2 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:31.887221 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-c363451b-434e-4651-8e68-ce0da4176e9d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d HTTP/1.1" status: 200 len: 217 time: 0.1017611 Sep 02 13:41:31.890857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Transition to ACTIVE for port object 6e486df2-3131-4981-88c4-0e9490deb0f2 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:31.899985 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:31.919205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6567575-8d85-4da6-848f-4935bc036f31 req-3d91aa14-41c1-4c6d-8818-dc3a06ef8cf9 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771511 Sep 02 13:41:31.937264 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 8adb9c17-cdae-4e1a-b383-25366044a753 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:31.970891 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8adb9c17-cdae-4e1a-b383-25366044a753 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:31.971280 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:31.998267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.023000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Network 9954a3f7-31e6-4e56-8324-f81f3e664d91 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:32.033405 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:32.039112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Allocated IP 2001:db8:3::1 (9954a3f7-31e6-4e56-8324-f81f3e664d91/2a513edf-d548-4a06-8608-de3d558c63a0/b4576249-7363-45ca-bd92-4a44f9bc0fa0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:32.041002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Pushing event updated for resources: {'Port': ['ID=6e486df2-3131-4981-88c4-0e9490deb0f2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:32.046236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:32.162789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Pushing event deleted for resources: {'Port': ['ID=1a35f0c5-7894-4e2f-8de2-55c402226ce6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:32.177007 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Attempting to bind port 6e486df2-3131-4981-88c4-0e9490deb0f2 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:32.177769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Attempting to bind port 6e486df2-3131-4981-88c4-0e9490deb0f2 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'd5173271-18ee-4b12-bdce-94464dc24953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:32.178424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Attempting to bind port 6e486df2-3131-4981-88c4-0e9490deb0f2 on network 9954a3f7-31e6-4e56-8324-f81f3e664d91 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:32.191396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:32.192232 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Checking segment: {'id': 'd5173271-18ee-4b12-bdce-94464dc24953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:32.193455 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.194092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Bound using segment: {'id': 'd5173271-18ee-4b12-bdce-94464dc24953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:32.194995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Bound port: 6e486df2-3131-4981-88c4-0e9490deb0f2, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5173271-18ee-4b12-bdce-94464dc24953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:32.195635 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.206454 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.236493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.260614 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.270312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-ed86db8e-ced9-4e50-b449-ead9fb2beded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:32.279837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-ed86db8e-ced9-4e50-b449-ead9fb2beded service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2fe0a48-2fa0-49d0-9395-58935ed40d07 HTTP/1.1" status: 200 len: 797 time: 0.3436797 Sep 02 13:41:32.293705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 8adb9c17-cdae-4e1a-b383-25366044a753, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8adb9c17-cdae-4e1a-b383-25366044a753,segment=NetworkSegment(6407a398-5f7c-4584-b385-c756d0177178),segment_id=6407a398-5f7c-4584-b385-c756d0177178)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:32.294088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Transition to ACTIVE for port object b4576249-7363-45ca-bd92-4a44f9bc0fa0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:32.303387 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.329537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] No DVR routers for this DVR port 1a35f0c5-7894-4e2f-8de2-55c402226ce6 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:32.336932 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.339336 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] For port 6e486df2-3131-4981-88c4-0e9490deb0f2, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:32.339883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8fd5035f-33a6-4dcd-ad1d-2f01172f257c req-20411eb8-3332-47f7-9c90-6b2726a6675c tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.77 "DELETE /v2.0/ports/1a35f0c5-7894-4e2f-8de2-55c402226ce6 HTTP/1.1" status: 204 len: 173 time: 2.4718812 Sep 02 13:41:32.340473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50', 'name': 'network-vif-deleted', 'tag': '1a35f0c5-7894-4e2f-8de2-55c402226ce6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:32.343832 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d188a4-c4b6-4d1b-b1a7-426cdd46745b" -d '{"events": [{"server_uuid": "5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50", "name": "network-vif-deleted", "tag": "1a35f0c5-7894-4e2f-8de2-55c402226ce6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:32.378095 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.384795 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] For port 6e486df2-3131-4981-88c4-0e9490deb0f2, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6e486df2-3131-4981-88c4-0e9490deb0f2,segment=NetworkSegment(d5173271-18ee-4b12-bdce-94464dc24953),segment_id=d5173271-18ee-4b12-bdce-94464dc24953)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:32.417918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 65947c34-6e25-4dfc-9bf0-0c5f08318136 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:32.419306 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a5a4b73-86fb-46dd-9d92-eae52d6c563a req-9f68cc4e-d2bf-4c6d-bcea-1754dbbde4fd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6340125 Sep 02 13:41:32.427614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.454474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=8adb9c17-cdae-4e1a-b383-25366044a753,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:32.488932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-6fad210c-8336-43d1-849a-83e45007ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:32.491221 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-6fad210c-8336-43d1-849a-83e45007ea5a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c873e024-b781-4ddf-a1d2-2663c483c3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1746151 Sep 02 13:41:32.579998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 9954a3f7-31e6-4e56-8324-f81f3e664d91 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:32.602446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f2f136d-7dc0-4b75-b8f1-c136e4809952 req-da572b8e-9194-4884-bde1-b00623134226 tempest-ServersNegativeTestMultiTenantJSON-1833408964 tempest-ServersNegativeTestMultiTenantJSON-1833408964-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50 HTTP/1.1" status: 200 len: 210 time: 0.0669746 Sep 02 13:41:32.608787 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.627935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:32.643799 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:32.644381 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.653555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=b4576249-7363-45ca-bd92-4a44f9bc0fa0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:32.688075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47a42f-c012-41e2-bb6f-42187f3eaefd None None] Pushing event updated for resources: {'Port': ['ID=6e486df2-3131-4981-88c4-0e9490deb0f2,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:32.734603 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:32.763588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:32.780675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:32.789411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:32.790060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:32.842771 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7532056a-b2e7-449e-8747-a3660b75284c x-openstack-request-id: req-7532056a-b2e7-449e-8747-a3660b75284c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:32.843181 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50", "name": "network-vif-deleted", "tag": "1a35f0c5-7894-4e2f-8de2-55c402226ce6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:32.843481 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7532056a-b2e7-449e-8747-a3660b75284c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:32.843956 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b17b1b5-1936-4a0b-9edf-bc4c5f80fc50', 'name': 'network-vif-deleted', 'tag': '1a35f0c5-7894-4e2f-8de2-55c402226ce6', 'status': 'completed', 'code': 200} Sep 02 13:41:32.872972 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-85ee54e9-8618-4556-9d83-4835ca99a4a5 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711033 Sep 02 13:41:32.914130 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9373786 Sep 02 13:41:32.961084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:33.012863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4fa4d-bf8e-4dd1-970e-61e30d1a923d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=65947c34-6e25-4dfc-9bf0-0c5f08318136,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:33.097386 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8adb9c17-cdae-4e1a-b383-25366044a753 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:33.311611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8adb9c17-cdae-4e1a-b383-25366044a753 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:33.314051 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:33.418056 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ecfbedf3-28ac-4bb3-b4bc-973ae077b862 req-18fcc754-401f-4478-8a02-3a1552863c63 service neutron] 10.222.0.90 "GET /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007484 Sep 02 13:41:33.457128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b4cca-79c5-453c-add5-8457ed868834 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:33.474786 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b4cca-79c5-453c-add5-8457ed868834 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:33.479045 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2b1b4cca-79c5-453c-add5-8457ed868834 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.5130646 Sep 02 13:41:33.480266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:33.505448 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:33.543318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-4ea9b511-7467-456d-a1d1-44eda055d80e tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:33.545219 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-4ea9b511-7467-456d-a1d1-44eda055d80e tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.6709850 Sep 02 13:41:33.641635 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21db28a7-55a4-43cb-8c58-681ae479713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:33.647463 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eaa82ed5-2c97-425d-b635-765d5ca1808a None None] Provisioning for port 65947c34-6e25-4dfc-9bf0-0c5f08318136 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:33.652850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eaa82ed5-2c97-425d-b635-765d5ca1808a None None] Provisioning complete for port 65947c34-6e25-4dfc-9bf0-0c5f08318136 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:33.653233 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eaa82ed5-2c97-425d-b635-765d5ca1808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:33.666251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a43781-8f32-4a48-975b-86120856b746 req-cf26619b-83fb-404e-bbf0-e66c5381e3f3 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:33.676234 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-66a43781-8f32-4a48-975b-86120856b746 req-cf26619b-83fb-404e-bbf0-e66c5381e3f3 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.1461163 Sep 02 13:41:33.709880 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37316) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:33.723933 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1a35f0c5-7894-4e2f-8de2-55c402226ce6 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:33.767294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 1a35f0c5-7894-4e2f-8de2-55c402226ce6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:33.767900 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 1a35f0c5-7894-4e2f-8de2-55c402226ce6 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:33.778101 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-66a43781-8f32-4a48-975b-86120856b746 req-726e39e0-84f0-481e-b0fa-6e92936f5c00 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903022 Sep 02 13:41:33.778328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eaa82ed5-2c97-425d-b635-765d5ca1808a None None] Port 65947c34-6e25-4dfc-9bf0-0c5f08318136 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:33.785381 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.094074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.102218 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.103819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.111548 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.181485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23bb012-0d31-46a5-ab43-7e7bd1213af0 None None] Network 9954a3f7-31e6-4e56-8324-f81f3e664d91 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:34.197126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1546688e-3f9e-4a6d-a3ee-fea363b9b6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.219803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fc31bfa3-f748-4e51-a050-70093b915e4a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 65947c34-6e25-4dfc-9bf0-0c5f08318136 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:34.220227 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc31bfa3-f748-4e51-a050-70093b915e4a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.227690 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4439127-a953-4810-a606-12ee9f69ee80 admin admin] Deleting subnet 5bbecdcb-3bc1-49d3-a129-6bea76490153 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:34.228940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event updated for resources: {'Port': ['ID=b4576249-7363-45ca-bd92-4a44f9bc0fa0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:34.243822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fd6d702e-6879-4fed-a8b5-519b6b94e666 None None] Provisioning for port 6e486df2-3131-4981-88c4-0e9490deb0f2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:34.247398 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4439127-a953-4810-a606-12ee9f69ee80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.283316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Network 9954a3f7-31e6-4e56-8324-f81f3e664d91 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:34.284996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:34.338375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Deleting port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:34.338857 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.394395 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4439127-a953-4810-a606-12ee9f69ee80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.396368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:34.487547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc31bfa3-f748-4e51-a050-70093b915e4a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.503202 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:34.508916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-388f5ea2-4d26-406a-992f-f5b2c562b633 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0561430 Sep 02 13:41:34.511875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:34.515836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:34.517215 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4439127-a953-4810-a606-12ee9f69ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.518340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:34.527326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:34.528334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:34.535503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fc31bfa3-f748-4e51-a050-70093b915e4a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 65947c34-6e25-4dfc-9bf0-0c5f08318136 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:34.603032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] For port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:34.603693 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.658839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:34.770060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1546688e-3f9e-4a6d-a3ee-fea363b9b6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.829214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-02d0984c-da26-4a37-a247-a07c367793b2 None None] Provisioning for port b4576249-7363-45ca-bd92-4a44f9bc0fa0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:34.849197 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1546688e-3f9e-4a6d-a3ee-fea363b9b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.859912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-02d0984c-da26-4a37-a247-a07c367793b2 None None] Provisioning complete for port b4576249-7363-45ca-bd92-4a44f9bc0fa0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:34.860286 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02d0984c-da26-4a37-a247-a07c367793b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.941325 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4439127-a953-4810-a606-12ee9f69ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.953511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-02d0984c-da26-4a37-a247-a07c367793b2 None None] Port b4576249-7363-45ca-bd92-4a44f9bc0fa0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:34.967200 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.989337 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4439127-a953-4810-a606-12ee9f69ee80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:34.994123 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e4439127-a953-4810-a606-12ee9f69ee80 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5bbecdcb-3bc1-49d3-a129-6bea76490153 HTTP/1.1" status: 204 len: 168 time: 1.2760308 Sep 02 13:41:35.026229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37338) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:35.027471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6e486df2-3131-4981-88c4-0e9490deb0f2 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:35.061869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:41:35.080747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4439127-a953-4810-a606-12ee9f69ee80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bbecdcb-3bc1-49d3-a129-6bea76490153,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:35.086643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Removed routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:41:35.087100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.118694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d0c8df63-3e10-4307-b67d-a9be2f29527b None None] Provisioning complete for port b4576249-7363-45ca-bd92-4a44f9bc0fa0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:35.119382 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0c8df63-3e10-4307-b67d-a9be2f29527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.177095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:33Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:32Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4576249-7363-45ca-bd92-4a44f9bc0fa0', 'name': '', 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:ed:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:31Z', 'updated_at': '2021-09-02T13:41:33Z', 'revision_number': 2, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:35.221613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:35.222197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Updating router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 port b4576249-7363-45ca-bd92-4a44f9bc0fa0 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:41:35.225111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8df63-3e10-4307-b67d-a9be2f29527b None None] Port b4576249-7363-45ca-bd92-4a44f9bc0fa0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:35.227083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 6e486df2-3131-4981-88c4-0e9490deb0f2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:35.236317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546688e-3f9e-4a6d-a3ee-fea363b9b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515961ab-b650-4ebb-8d3a-a4b1ae23fb34,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:35.258505 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.277671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 6e486df2-3131-4981-88c4-0e9490deb0f2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:35.277946 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.280470 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.293081 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1546688e-3f9e-4a6d-a3ee-fea363b9b6cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90128aa6205b498cb60df99389326ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7841055 Sep 02 13:41:35.316398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:35.429663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.435921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.449566 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc31bfa3-f748-4e51-a050-70093b915e4a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.469575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7d79b-4ae6-49b9-bd0a-2b574853d172 req-0222ad3a-1bd5-4da2-8d65-8f2cdccb0074 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:35.471147 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8de7d79b-4ae6-49b9-bd0a-2b574853d172 req-0222ad3a-1bd5-4da2-8d65-8f2cdccb0074 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 945 time: 0.5637441 Sep 02 13:41:35.501658 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.502637 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.502637 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Floating IP 89de9113-451c-4a8d-bbb1-e1c8721c7cb1 disassociated. External IP: 172.25.3.55, port: ef668f07-28d2-48a7-bd4b-065ccd1a1aaf. Sep 02 13:41:35.502877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Calling delete_port for ef668f07-28d2-48a7-bd4b-065ccd1a1aaf owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:35.511930 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.518678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-754ccbc7-ac1e-420f-8e98-fea8cdb8ce23 None None] Provisioning complete for port b4576249-7363-45ca-bd92-4a44f9bc0fa0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:35.518678 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-754ccbc7-ac1e-420f-8e98-fea8cdb8ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.591611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:35.614967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-754ccbc7-ac1e-420f-8e98-fea8cdb8ce23 None None] Port b4576249-7363-45ca-bd92-4a44f9bc0fa0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:41:35.638063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 6e486df2-3131-4981-88c4-0e9490deb0f2, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6e486df2-3131-4981-88c4-0e9490deb0f2,segment=NetworkSegment(d5173271-18ee-4b12-bdce-94464dc24953),segment_id=d5173271-18ee-4b12-bdce-94464dc24953)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:35.652923 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.717253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=6e486df2-3131-4981-88c4-0e9490deb0f2,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:35.749126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:41:35.765234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:35.775372 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.780088 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0151a905-69d2-4026-b6cf-bf8d7bf4eb18 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314 HTTP/1.1" status: 200 len: 954 time: 1.2667258 Sep 02 13:41:35.780967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37376) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:35.823587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31bfa3-f748-4e51-a050-70093b915e4a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=65947c34-6e25-4dfc-9bf0-0c5f08318136,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:35.857117 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:35.886239 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc31bfa3-f748-4e51-a050-70093b915e4a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.890672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fc31bfa3-f748-4e51-a050-70093b915e4a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/65947c34-6e25-4dfc-9bf0-0c5f08318136 HTTP/1.1" status: 204 len: 168 time: 2.4080873 Sep 02 13:41:35.890870 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'mac_address': 'fa:16:3e:e7:3d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:41:35.900855 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37cad159-cca6-42ba-9aee-c9d50ad4bfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.906186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37380) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:35.918498 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aae4d526-0e36-419e-9d44-34af693d7645 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314 HTTP/1.1" status: 200 len: 954 time: 0.1363351 Sep 02 13:41:35.925956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:35.926945 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:35.938097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'routes': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:36.000283 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.017048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22f9876-d189-4c57-a428-71cb273bd1a7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:36.018680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22f9876-d189-4c57-a428-71cb273bd1a7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:36.022752 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f22f9876-d189-4c57-a428-71cb273bd1a7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1107197 Sep 02 13:41:36.031354 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.035827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7eba69-13e8-49ca-9456-6803654b5125']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:36.040803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37386) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:36.050818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2cc065e-aca1-42fd-93aa-41fea7e55c78 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:41:36.080240 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37cad159-cca6-42ba-9aee-c9d50ad4bfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.083056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f2cdd7-57d2-4a31-8bf2-86ef30ded006') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:36.083353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f2cdd7-57d2-4a31-8bf2-86ef30ded006') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:36.095820 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.138851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Transition to ACTIVE for port object b4576249-7363-45ca-bd92-4a44f9bc0fa0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:36.147657 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8de7d79b-4ae6-49b9-bd0a-2b574853d172 req-268c97b2-5e80-4fc8-86f6-f9ceb9ed9914 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups?id=8ba3c49d-834f-472b-a058-a536b0a71426&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4782035 Sep 02 13:41:36.174493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Pushing event deleted for resources: {'Port': ['ID=ef668f07-28d2-48a7-bd4b-065ccd1a1aaf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:36.177545 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.178995 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.210754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:36.265984 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.363454 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.388394 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Attempting to bind port b4576249-7363-45ca-bd92-4a44f9bc0fa0 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:36.388961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Attempting to bind port b4576249-7363-45ca-bd92-4a44f9bc0fa0 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'd5173271-18ee-4b12-bdce-94464dc24953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:36.389428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Attempting to bind port b4576249-7363-45ca-bd92-4a44f9bc0fa0 on network 9954a3f7-31e6-4e56-8324-f81f3e664d91 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:36.389854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:41:36.390291 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.392242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['e2cc065e-aca1-42fd-93aa-41fea7e55c78'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:41:36.395639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48948d-a281-40e8-9622-327f1101175f None None] Pushing event updated for resources: {'Port': ['ID=b4576249-7363-45ca-bd92-4a44f9bc0fa0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:36.425825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:36.426501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Checking segment: {'id': 'd5173271-18ee-4b12-bdce-94464dc24953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:36.427512 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.428135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Bound using segment: {'id': 'd5173271-18ee-4b12-bdce-94464dc24953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:36.428952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Bound port: b4576249-7363-45ca-bd92-4a44f9bc0fa0, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5173271-18ee-4b12-bdce-94464dc24953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:36.429439 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:41:36.552882 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:41:36.560334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Router ebd481ca-2a84-415e-9993-d4431aaff837 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:36.567213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a550a344-10ef-4370-bc89-cbe26573063d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 0f391e01-4d45-4fff-8775-5eb388097a16 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:36.571713 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a550a344-10ef-4370-bc89-cbe26573063d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.611605 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.621678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a550a344-10ef-4370-bc89-cbe26573063d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.683795 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a550a344-10ef-4370-bc89-cbe26573063d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.717174 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:36.734948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:41:36.735520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:41:36.778804 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a550a344-10ef-4370-bc89-cbe26573063d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.813597 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.829555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.833884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550a344-10ef-4370-bc89-cbe26573063d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=0f391e01-4d45-4fff-8775-5eb388097a16,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:36.863056 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.867173 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5e7eba69-13e8-49ca-9456-6803654b5125 HTTP/1.1" status: 204 len: 168 time: 1.8182194 Sep 02 13:41:36.877906 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37cad159-cca6-42ba-9aee-c9d50ad4bfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.882728 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37cad159-cca6-42ba-9aee-c9d50ad4bfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:36.888788 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-37cad159-cca6-42ba-9aee-c9d50ad4bfbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/515961ab-b650-4ebb-8d3a-a4b1ae23fb34 HTTP/1.1" status: 204 len: 168 time: 1.5283740 Sep 02 13:41:36.889599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:36.897652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] For port b4576249-7363-45ca-bd92-4a44f9bc0fa0, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:36.954488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55107e5-790e-4e97-b922-f171bb321088 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7eba69-13e8-49ca-9456-6803654b5125,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:37.065100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cad159-cca6-42ba-9aee-c9d50ad4bfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515961ab-b650-4ebb-8d3a-a4b1ae23fb34,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:37.072773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4657f3a5-7b87-406f-99b4-67aa6a7718e7 admin admin] Deleting subnet a7b86683-2009-4272-a1b9-e57194ad0a83 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:37.088190 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a550a344-10ef-4370-bc89-cbe26573063d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.093593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a550a344-10ef-4370-bc89-cbe26573063d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/0f391e01-4d45-4fff-8775-5eb388097a16 HTTP/1.1" status: 204 len: 168 time: 1.0515654 Sep 02 13:41:37.144862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37408) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:37.201101 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.204707 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.240183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4657f3a5-7b87-406f-99b4-67aa6a7718e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.287515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6e486df2-3131-4981-88c4-0e9490deb0f2 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:37.290108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ef668f07-28d2-48a7-bd4b-065ccd1a1aaf no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:37.301144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2741e-2e9b-44c0-bfe0-f2916790d7ee None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:37.321328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cbc68d41-5e57-4a5e-940c-732b2c48ea74 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1762724 Sep 02 13:41:37.322285 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:37.332193 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] For port b4576249-7363-45ca-bd92-4a44f9bc0fa0, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b4576249-7363-45ca-bd92-4a44f9bc0fa0,segment=NetworkSegment(d5173271-18ee-4b12-bdce-94464dc24953),segment_id=d5173271-18ee-4b12-bdce-94464dc24953)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:37.416841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:37.423437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:37.441084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-86287cf0-d41f-4d89-97da-f21e5f94b408 req-455fcd10-be0e-4e55-a854-237150e8d376 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.1044908 Sep 02 13:41:37.458848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ea33-a7eb-4a6c-9d94-f7d7a4f75fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.459351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: ef668f07-28d2-48a7-bd4b-065ccd1a1aaf {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:37.459896 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ef668f07-28d2-48a7-bd4b-065ccd1a1aaf not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:37.504032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.561814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5d544a-cd8b-4f1e-b616-0d57d2ae4d1b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:37.568528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fe5d544a-cd8b-4f1e-b616-0d57d2ae4d1b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1974349 Sep 02 13:41:37.569151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:37.575163 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4657f3a5-7b87-406f-99b4-67aa6a7718e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.588512 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ea33-a7eb-4a6c-9d94-f7d7a4f75fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.631590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0d5ea33-a7eb-4a6c-9d94-f7d7a4f75fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.639532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48948d-a281-40e8-9622-327f1101175f None None] Pushing event updated for resources: {'Port': ['ID=b4576249-7363-45ca-bd92-4a44f9bc0fa0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:37.683007 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b53060-0bb1-4fb7-846a-23a167c0b9e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:37.687684 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-76b53060-0bb1-4fb7-846a-23a167c0b9e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027987 Sep 02 13:41:37.693412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37434) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:37.713676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:37.728108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:37.728875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:37.730416 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] Sync routers for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:37.747684 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:37.748627 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:37.828955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] No DVR routers for this DVR port ef668f07-28d2-48a7-bd4b-065ccd1a1aaf on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:37.837077 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.839467 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-864aa3d8-b462-48d5-8ae5-615467afc60c req-5883c879-a166-42d1-bdf5-a044576d7dec tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.90 "DELETE /v2.0/ports/ef668f07-28d2-48a7-bd4b-065ccd1a1aaf HTTP/1.1" status: 204 len: 173 time: 4.2824793 Sep 02 13:41:37.851374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'name': 'network-vif-deleted', 'tag': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:37.857762 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0db88e-c5f3-46a3-a254-ad18590780e8" -d '{"events": [{"server_uuid": "f8f14e8b-744e-4bf8-b7ae-975ed335b161", "name": "network-vif-deleted", "tag": "ef668f07-28d2-48a7-bd4b-065ccd1a1aaf"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:37.866627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4657f3a5-7b87-406f-99b4-67aa6a7718e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:37.914373 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:37.985649 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dcca92-c7a3-453b-bcfc-73928ac95c84 x-openstack-request-id: req-16dcca92-c7a3-453b-bcfc-73928ac95c84 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:37.989640 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f14e8b-744e-4bf8-b7ae-975ed335b161", "name": "network-vif-deleted", "tag": "ef668f07-28d2-48a7-bd4b-065ccd1a1aaf", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:37.993064 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16dcca92-c7a3-453b-bcfc-73928ac95c84 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:37.993862 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f14e8b-744e-4bf8-b7ae-975ed335b161', 'name': 'network-vif-deleted', 'tag': 'ef668f07-28d2-48a7-bd4b-065ccd1a1aaf', 'status': 'completed', 'code': 200} Sep 02 13:41:38.060119 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4657f3a5-7b87-406f-99b4-67aa6a7718e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.081379 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:38.100161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4657f3a5-7b87-406f-99b4-67aa6a7718e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.102972 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4657f3a5-7b87-406f-99b4-67aa6a7718e7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7b86683-2009-4272-a1b9-e57194ad0a83 HTTP/1.1" status: 204 len: 168 time: 1.1498892 Sep 02 13:41:38.104205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657f3a5-7b87-406f-99b4-67aa6a7718e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b86683-2009-4272-a1b9-e57194ad0a83,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:38.106982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37438) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:38.238989 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.256285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 6e486df2-3131-4981-88c4-0e9490deb0f2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:38.257337 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.373879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-80786272-60a4-4d2a-bed2-f26e328a955d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6708975 Sep 02 13:41:38.377779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:38.391775 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b0d5ea33-a7eb-4a6c-9d94-f7d7a4f75fba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70db6c00b9684d15b159f38a15ea5a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9627068 Sep 02 13:41:38.401368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:38.414077 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5ea33-a7eb-4a6c-9d94-f7d7a4f75fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada8a413-8a0f-4fd6-a9e1-c68871bde78f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:38.431564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:38.468254 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.529130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5165b6a3-6302-4ff9-98ab-4047cbf0c4af']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:38.535239 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '863c485e-7e54-4299-95a9-7262283ddb7d', 'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'mac_address': 'fa:16:3e:74:c1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:14Z', 'updated_at': '2021-09-02T13:38:25Z', 'revision_number': 5, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'subnets': [{'id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:38.579632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aebb5ba-5d8d-4123-bb86-8c372068e652') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:38.580220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aebb5ba-5d8d-4123-bb86-8c372068e652') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:38.599633 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.610975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:38.626693 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.633068 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] Checking router: ebd481ca-2a84-415e-9993-d4431aaff837 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:38.638697 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:36Z', 'revision_number': 7, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:32Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4576249-7363-45ca-bd92-4a44f9bc0fa0', 'name': '', 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:ed:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:31Z', 'updated_at': '2021-09-02T13:41:36Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:38.641497 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:41:38.641918 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.642587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.644301 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fe84c903-1459-4b9c-a19c-e6080d2dbe52 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314 HTTP/1.1" status: 200 len: 704 time: 2.7165470 Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:41:38.655409 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:41:38.667509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:38.675490 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:38.676274 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:38.698847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f2bb62-6da7-4dbc-a178-fc8a8f4e43f2 None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:36Z', 'revision_number': 7, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:32Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4576249-7363-45ca-bd92-4a44f9bc0fa0', 'name': '', 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:ed:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:31Z', 'updated_at': '2021-09-02T13:41:36Z', 'revision_number': 4, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:38.790363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9e80ba-f3a5-4cb4-8250-445dc494b1d0 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:41:38.910597 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-734089f9-f345-4246-8570-7cf5ef34c327 req-b704a512-645e-4076-887c-33fa7db774a4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.2702610 Sep 02 13:41:38.914431 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.972454 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:38.975143 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5165b6a3-6302-4ff9-98ab-4047cbf0c4af HTTP/1.1" status: 204 len: 168 time: 0.8669088 Sep 02 13:41:38.998919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7cb81-a8ba-4026-8559-03fb7ca7ff75 admin admin] Pushing event deleted for resources: {'Network': ['ID=5165b6a3-6302-4ff9-98ab-4047cbf0c4af,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:39.095672 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b4576249-7363-45ca-bd92-4a44f9bc0fa0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:39.098992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e80ba-f3a5-4cb4-8250-445dc494b1d0 None None] Deleting port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:39.099373 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c9e80ba-f3a5-4cb4-8250-445dc494b1d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:39.102562 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a06e918-dfe2-49f1-bfef-c12477e36701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:39.134295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-20051d26-ee07-42ff-b81b-b41edc1ca061 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314 HTTP/1.1" status: 200 len: 704 time: 0.4656985 Sep 02 13:41:39.136952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37464) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:39.141265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:39.145762 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:39.204153 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a06e918-dfe2-49f1-bfef-c12477e36701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:39.300022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5c9e80ba-f3a5-4cb4-8250-445dc494b1d0 None None] For port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9fbb4536-984d-4d2a-b9ef-50d98f7df50f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:39.300451 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c9e80ba-f3a5-4cb4-8250-445dc494b1d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:39.338449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e80ba-f3a5-4cb4-8250-445dc494b1d0 None None] Calling delete_port for 9fbb4536-984d-4d2a-b9ef-50d98f7df50f owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:39.353981 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a06e918-dfe2-49f1-bfef-c12477e36701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:39.365743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port b4576249-7363-45ca-bd92-4a44f9bc0fa0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:39.371011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b4576249-7363-45ca-bd92-4a44f9bc0fa0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:39.371394 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:39.378896 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a06e918-dfe2-49f1-bfef-c12477e36701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:39.383649 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0a06e918-dfe2-49f1-bfef-c12477e36701 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ada8a413-8a0f-4fd6-a9e1-c68871bde78f HTTP/1.1" status: 204 len: 168 time: 0.9511805 Sep 02 13:41:39.569950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06e918-dfe2-49f1-bfef-c12477e36701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada8a413-8a0f-4fd6-a9e1-c68871bde78f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:39.579333 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37472) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:39.648802 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:39.784724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:39.880346 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c9e80ba-f3a5-4cb4-8250-445dc494b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:39.893120 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f50ce053-04bc-4a93-a451-e97b8420e2ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4f316fb437f4e45a8f0051fec0aadfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969623 Sep 02 13:41:39.900721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37486) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:40.017495 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e80ba-f3a5-4cb4-8250-445dc494b1d0 None None] Pushing event deleted for resources: {'Port': ['ID=9fbb4536-984d-4d2a-b9ef-50d98f7df50f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:40.039144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e80ba-f3a5-4cb4-8250-445dc494b1d0 None None] No DVR routers for this DVR port 9fbb4536-984d-4d2a-b9ef-50d98f7df50f on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:40.056842 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:40.125218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port e2cc065e-aca1-42fd-93aa-41fea7e55c78 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:40.125868 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:40.139291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port b4576249-7363-45ca-bd92-4a44f9bc0fa0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b4576249-7363-45ca-bd92-4a44f9bc0fa0,segment=NetworkSegment(d5173271-18ee-4b12-bdce-94464dc24953),segment_id=d5173271-18ee-4b12-bdce-94464dc24953)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:40.201878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:40.209236 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:40.291916 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:40.350389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a1a0552b-c238-41b4-984a-ee2ceb6b1680 req-6d0a0683-f3f2-40ca-9978-273d87868db6 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.1048656 Sep 02 13:41:40.356300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9fbb4536-984d-4d2a-b9ef-50d98f7df50f no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:40.435261 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-728cb29a-cfb7-4cfd-af85-b60eda18bdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:40.438292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 9fbb4536-984d-4d2a-b9ef-50d98f7df50f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:40.439032 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '863c485e-7e54-4299-95a9-7262283ddb7d', 'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'mac_address': 'fa:16:3e:74:c1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:14Z', 'updated_at': '2021-09-02T13:38:25Z', 'revision_number': 5, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'subnets': [{'id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:40.443932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9fbb4536-984d-4d2a-b9ef-50d98f7df50f not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:40.444121 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:40.458833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:40.458833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:40.532891 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcfe8b1-8601-4315-8f7d-478f8e490ca3 None None] The sync data for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 is: [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:38:16Z', 'revision_number': 4, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '863c485e-7e54-4299-95a9-7262283ddb7d', 'name': '', 'network_id': '101332ea-b4de-4123-a52b-a53b5c4b6788', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'mac_address': 'fa:16:3e:74:c1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:14Z', 'updated_at': '2021-09-02T13:38:25Z', 'revision_number': 5, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'subnets': [{'id': 'ec6ff566-76cc-4525-88f2-a3e5db337e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:40.682277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=b4576249-7363-45ca-bd92-4a44f9bc0fa0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:40.684054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-728cb29a-cfb7-4cfd-af85-b60eda18bdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:40.736781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:40.742254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:40.818536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:40.848017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:40.849148 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:40.892307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e5623-9511-43bd-81ed-ca5507b8aab2 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:40.995309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=a3300580-947f-438a-b4e4-480193eda85e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:41.030279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-268abcd1-cb1c-4e2a-ae15-3067f4bd271c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6350532 Sep 02 13:41:41.031541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:41.073208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': 'a3300580-947f-438a-b4e4-480193eda85e', 'ip_address': '2001:db8::3220:69d5:d4a6:d49a'}], 'name': 'tempest-NetworksTestDHCPv6-1177302318'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:41.084306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-728cb29a-cfb7-4cfd-af85-b60eda18bdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:41.091106 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-728cb29a-cfb7-4cfd-af85-b60eda18bdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:41.096796 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-728cb29a-cfb7-4cfd-af85-b60eda18bdac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb8a3ccc-0a01-42f3-b72b-6e1db60eb943 HTTP/1.1" status: 204 len: 168 time: 1.0263464 Sep 02 13:41:41.112292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b4576249-7363-45ca-bd92-4a44f9bc0fa0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:41.114564 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:41.146429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cb29a-cfb7-4cfd-af85-b60eda18bdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8a3ccc-0a01-42f3-b72b-6e1db60eb943,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:41.152626 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774931d1-5a92-46d4-a56b-e5dd75d0c4cc None None] New status for floating IP 89de9113-451c-4a8d-bbb1-e1c8721c7cb1: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:41:41.587813 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-21de5c35-1525-4104-ab11-284a8a5e5c97 req-f0fa48ca-06cf-441e-aa03-5c13c32b40a1 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.0888410 Sep 02 13:41:41.654533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port b4576249-7363-45ca-bd92-4a44f9bc0fa0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:41.655213 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:41.858706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port b4576249-7363-45ca-bd92-4a44f9bc0fa0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b4576249-7363-45ca-bd92-4a44f9bc0fa0,segment=NetworkSegment(d5173271-18ee-4b12-bdce-94464dc24953),segment_id=d5173271-18ee-4b12-bdce-94464dc24953)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:41.859113 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:41.860965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:41.894146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:41:41.901472 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45bc644-aaae-4918-9762-a6abb1051684" -d '{"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:41:41.905895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for b4576249-7363-45ca-bd92-4a44f9bc0fa0 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:41.935958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:42.037068 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-977ccabc-16a7-483e-ac96-53f97c614d77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbfc22dbd471412a979f1c1bd7daf952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999770 Sep 02 13:41:42.042988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:42.123357 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c06baa-8edb-48f2-9a02-e0e746e669f0 x-openstack-request-id: req-82c06baa-8edb-48f2-9a02-e0e746e669f0 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:41:42.126450 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:41:42.126829 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82c06baa-8edb-48f2-9a02-e0e746e669f0 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:41:42.127439 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'code': 200} Sep 02 13:41:42.128263 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:42.185432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16757d3f-1378-4db1-bfa0-bfebe1d73e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:42.239044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16757d3f-1378-4db1-bfa0-bfebe1d73e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:42.241053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:42.310757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b4576249-7363-45ca-bd92-4a44f9bc0fa0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:42.312868 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:42.322760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': 'a3300580-947f-438a-b4e4-480193eda85e'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:41:42.324390 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:42.352009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16757d3f-1378-4db1-bfa0-bfebe1d73e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:42.355057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16757d3f-1378-4db1-bfa0-bfebe1d73e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:42.360551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-16757d3f-1378-4db1-bfa0-bfebe1d73e55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85870684-4130-4d38-af7a-6db4ae81a447 HTTP/1.1" status: 204 len: 168 time: 0.3163381 Sep 02 13:41:42.377495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16757d3f-1378-4db1-bfa0-bfebe1d73e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85870684-4130-4d38-af7a-6db4ae81a447,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:42.580573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:42.652135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/a3300580-947f-438a-b4e4-480193eda85e/ed298203-b639-4f38-a1d9-4a10d7682944) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:42.671190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:36Z', 'revision_number': 7, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:32Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4576249-7363-45ca-bd92-4a44f9bc0fa0', 'name': '', 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:ed:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:31Z', 'updated_at': '2021-09-02T13:41:40Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:42.824552 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:42.847947 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6933f33d-f30d-4e56-a905-f6106744af69 req-b15cab70-f007-46a0-8f17-abf0fb38ce9a tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.0787973 Sep 02 13:41:42.897560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:42.898308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:43.039642 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:43.108763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port b698f723-6411-44be-b2d9-958932092daf yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:41:43.130623 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:43.232201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:43.259540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=b4576249-7363-45ca-bd92-4a44f9bc0fa0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:43.449414 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:43.664549 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:43.681331 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Transition to ACTIVE for port object ed298203-b639-4f38-a1d9-4a10d7682944 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:43.762813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Transition to ACTIVE for port object ed298203-b639-4f38-a1d9-4a10d7682944 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:43.804057 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:43.923028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:43.938660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:43.946153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:43.963090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Pushing event updated for resources: {'Port': ['ID=ed298203-b639-4f38-a1d9-4a10d7682944,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:44.052200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::3220:69d5:d4a6:d49a (6536a6f3-744d-4aaf-8438-60c2494b3279/a3300580-947f-438a-b4e4-480193eda85e/b698f723-6411-44be-b2d9-958932092daf) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:44.126749 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2986ae8b-bd99-43fe-9230-be37fa9cbb35 req-68986136-3af9-45b0-81ad-69d1050cb2bf tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.0740874 Sep 02 13:41:44.152205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:36Z', 'revision_number': 7, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:32Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4576249-7363-45ca-bd92-4a44f9bc0fa0', 'name': '', 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:ed:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:31Z', 'updated_at': '2021-09-02T13:41:40Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:44.258873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338409e-85d8-4add-8fa5-58de9ebaeec2 None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:36Z', 'revision_number': 7, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:32Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4576249-7363-45ca-bd92-4a44f9bc0fa0', 'name': '', 'network_id': '9954a3f7-31e6-4e56-8324-f81f3e664d91', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:ed:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:31Z', 'updated_at': '2021-09-02T13:41:40Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '2a513edf-d548-4a06-8608-de3d558c63a0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:44.262700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Attempting to bind port ed298203-b639-4f38-a1d9-4a10d7682944 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:44.263606 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Attempting to bind port ed298203-b639-4f38-a1d9-4a10d7682944 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:44.263606 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Attempting to bind port ed298203-b639-4f38-a1d9-4a10d7682944 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:44.276174 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:44.276555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:44.276960 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:44.277357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:44.277844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Bound port: ed298203-b639-4f38-a1d9-4a10d7682944, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:44.280578 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:44.386658 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:44.409547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object b698f723-6411-44be-b2d9-958932092daf will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:44.449101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] For port ed298203-b639-4f38-a1d9-4a10d7682944, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:44.465410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] For port ed298203-b639-4f38-a1d9-4a10d7682944, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ed298203-b639-4f38-a1d9-4a10d7682944,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:44.477392 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:44.500288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:44.508141 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:44.546905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:44.600700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789d95e-e3c8-427d-a526-5a95bd56c641 None None] Pushing event updated for resources: {'Port': ['ID=ed298203-b639-4f38-a1d9-4a10d7682944,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:44.771503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:44.822481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:44.840409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:44.842325 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:44.988123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793c155-023d-40fc-b0ee-69e5f2db366d req-707b0161-8c95-4186-9300-6ccc606ad87d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:44.988491 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9554043 Sep 02 13:41:44.988929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09292b4-6f19-4441-8520-e364acdfb1c2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=b698f723-6411-44be-b2d9-958932092daf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:44.992901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37634) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:45.000808 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d793c155-023d-40fc-b0ee-69e5f2db366d req-707b0161-8c95-4186-9300-6ccc606ad87d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1324818 Sep 02 13:41:45.031465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:45.042804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:45.070313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:45.070804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:45.078545 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-35e6488c-b325-41ef-a9e2-b41996ca5ea0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9379187 Sep 02 13:41:45.081253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:45.113154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f09b19-e168-49ff-b801-b040184ffb98 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:45.121835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f09b19-e168-49ff-b801-b040184ffb98 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:45.126889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-25f09b19-e168-49ff-b801-b040184ffb98 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1330092 Sep 02 13:41:45.128036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37640) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:45.251630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-28032dc6-d055-4f22-bf2e-302b9093bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port b698f723-6411-44be-b2d9-958932092daf {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:45.253048 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28032dc6-d055-4f22-bf2e-302b9093bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:45.283715 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d793c155-023d-40fc-b0ee-69e5f2db366d req-3e73c05b-dd89-445a-9021-6a737dfeaffa tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773626 Sep 02 13:41:45.321601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef17634a-0e3c-48bb-816c-05015b7ea6e0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting subnet 2a513edf-d548-4a06-8608-de3d558c63a0 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:45.331036 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef17634a-0e3c-48bb-816c-05015b7ea6e0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:45.374101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:45.406266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a0940280-afe4-4693-a6f0-9c5badded85a req-d1f12ead-acc9-4e50-9f42-758608c1f71f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.0511007 Sep 02 13:41:45.484734 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef17634a-0e3c-48bb-816c-05015b7ea6e0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:45.490812 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28032dc6-d055-4f22-bf2e-302b9093bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:45.539237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-28032dc6-d055-4f22-bf2e-302b9093bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for b698f723-6411-44be-b2d9-958932092daf owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:45.586306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37660) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:45.790531 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef17634a-0e3c-48bb-816c-05015b7ea6e0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.002249 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef17634a-0e3c-48bb-816c-05015b7ea6e0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.033023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0ae9d-4b15-411e-84ae-e355d6bf6026 req-b9278663-9a11-4476-8ec3-cf22f763e180 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:46.033697 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef17634a-0e3c-48bb-816c-05015b7ea6e0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.041667 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ef17634a-0e3c-48bb-816c-05015b7ea6e0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/2a513edf-d548-4a06-8608-de3d558c63a0 HTTP/1.1" status: 204 len: 168 time: 0.9571607 Sep 02 13:41:46.041919 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13c0ae9d-4b15-411e-84ae-e355d6bf6026 req-b9278663-9a11-4476-8ec3-cf22f763e180 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3901238 Sep 02 13:41:46.042462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:46.047799 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74c29a09-cbb0-4c17-aebd-4f1051478cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.049571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:42Z', 'revision_number': 8, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:32Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:46.061927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28854b9b-afb6-4c67-aed5-e31771fac767 None None] Network 9954a3f7-31e6-4e56-8324-f81f3e664d91 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:46.079629 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28032dc6-d055-4f22-bf2e-302b9093bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.106394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17634a-0e3c-48bb-816c-05015b7ea6e0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Subnet': ['ID=2a513edf-d548-4a06-8608-de3d558c63a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:46.183412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:46.231887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.267396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:46.286809 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:46.293711 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74c29a09-cbb0-4c17-aebd-4f1051478cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.315030 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 6e486df2-3131-4981-88c4-0e9490deb0f2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:46.316330 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.316642 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74c29a09-cbb0-4c17-aebd-4f1051478cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.395114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port 6e486df2-3131-4981-88c4-0e9490deb0f2, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6e486df2-3131-4981-88c4-0e9490deb0f2,segment=NetworkSegment(d5173271-18ee-4b12-bdce-94464dc24953),segment_id=d5173271-18ee-4b12-bdce-94464dc24953)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:46.395464 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28032dc6-d055-4f22-bf2e-302b9093bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=b698f723-6411-44be-b2d9-958932092daf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:46.395767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.414143 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 6e486df2-3131-4981-88c4-0e9490deb0f2 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:46.482725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13c0ae9d-4b15-411e-84ae-e355d6bf6026 req-353ea185-1c0f-4682-bc16-9c41f3460ea5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4399674 Sep 02 13:41:46.492801 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28032dc6-d055-4f22-bf2e-302b9093bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.495075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-28032dc6-d055-4f22-bf2e-302b9093bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/b698f723-6411-44be-b2d9-958932092daf HTTP/1.1" status: 204 len: 168 time: 1.3651526 Sep 02 13:41:46.497702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:46.514658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c29a09-cbb0-4c17-aebd-4f1051478cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9180aeff-608c-4f6d-8708-5c527cb7e75c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:46.536204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.561550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=6e486df2-3131-4981-88c4-0e9490deb0f2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:46.578162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No DVR routers for this DVR port 6e486df2-3131-4981-88c4-0e9490deb0f2 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:46.657374 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa35f1f6-fa9d-49d7-875a-da4876ba5b33 req-a0a855b0-f74c-413f-90b1-fd7b217f3c18 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.0386200 Sep 02 13:41:46.693348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc6cc65-ed98-4d7e-a729-5bb1c72b1eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:46.717773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc6cc65-ed98-4d7e-a729-5bb1c72b1eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:46.719338 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cbc6cc65-ed98-4d7e-a729-5bb1c72b1eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2203538 Sep 02 13:41:46.744916 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-74c29a09-cbb0-4c17-aebd-4f1051478cc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd7033aac25d4671984a91cd1d33cdb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1468174 Sep 02 13:41:46.748064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:46.748413 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37690) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:46.784029 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.825578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9954a3f7-31e6-4e56-8324-f81f3e664d91']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:46.862276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5173271-18ee-4b12-bdce-94464dc24953') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:46.862933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5173271-18ee-4b12-bdce-94464dc24953') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:46.925006 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.972352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:46.980106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea158c4-8e57-41bd-bf6f-968791625e0d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet a3300580-947f-438a-b4e4-480193eda85e {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:47.010138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:41:47.012885 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:41:47.021188 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:41:47.033002 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ea158c4-8e57-41bd-bf6f-968791625e0d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.143655 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02764464-c286-47d8-ac22-16fe8582b5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.221650 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ea158c4-8e57-41bd-bf6f-968791625e0d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.272158 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.281828 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.284177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:47.286112 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/networks/9954a3f7-31e6-4e56-8324-f81f3e664d91 HTTP/1.1" status: 204 len: 168 time: 1.2403564 Sep 02 13:41:47.289011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37700) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:47.312924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6359c92-0642-4002-897a-b65f3e804b28 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Network': ['ID=9954a3f7-31e6-4e56-8324-f81f3e664d91,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:47.332002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf63833-5f12-46ee-8bff-95071a69669f req-805b6e3b-072f-4f06-bfb4-edebd2db5d20 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:47.347635 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-caf63833-5f12-46ee-8bff-95071a69669f req-805b6e3b-072f-4f06-bfb4-edebd2db5d20 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.4002309 Sep 02 13:41:47.374692 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02764464-c286-47d8-ac22-16fe8582b5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.425064 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ed298203-b639-4f38-a1d9-4a10d7682944 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:47.540372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4099b-e181-4aff-a785-2866acc008aa None None] DHCP port deletion for 9954a3f7-31e6-4e56-8324-f81f3e664d91 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:41:47.573474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ea158c4-8e57-41bd-bf6f-968791625e0d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.688401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f0b28cc6-1952-4290-bcb0-4886e85b4e7a None None] Provisioning for port ed298203-b639-4f38-a1d9-4a10d7682944 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:47.744718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ed298203-b639-4f38-a1d9-4a10d7682944 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:47.763586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ed298203-b639-4f38-a1d9-4a10d7682944 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:47.764145 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.776379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-caf63833-5f12-46ee-8bff-95071a69669f req-4c8e9c91-ce27-4bb8-8508-4d6f09cd41a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4277084 Sep 02 13:41:47.832522 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02764464-c286-47d8-ac22-16fe8582b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.851984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-02764464-c286-47d8-ac22-16fe8582b5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.853402 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-02764464-c286-47d8-ac22-16fe8582b5c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9180aeff-608c-4f6d-8708-5c527cb7e75c HTTP/1.1" status: 204 len: 168 time: 1.0900931 Sep 02 13:41:47.864216 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ea158c4-8e57-41bd-bf6f-968791625e0d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:47.979689 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad31293c-1912-48dc-ba47-5dbdce5d75b5 None None] Could not find standard attr ID for object b698f723-6411-44be-b2d9-958932092daf. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:41:47.991627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02764464-c286-47d8-ac22-16fe8582b5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9180aeff-608c-4f6d-8708-5c527cb7e75c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:48.015353 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ea158c4-8e57-41bd-bf6f-968791625e0d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:48.018782 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9ea158c4-8e57-41bd-bf6f-968791625e0d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/a3300580-947f-438a-b4e4-480193eda85e HTTP/1.1" status: 204 len: 168 time: 1.2689486 Sep 02 13:41:48.023081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea158c4-8e57-41bd-bf6f-968791625e0d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=a3300580-947f-438a-b4e4-480193eda85e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:48.025204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:48.100915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef9442-8fd2-44d2-a36b-4b652fe2982f None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:48.138329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-56ad6c43-79d4-4f06-a763-6c5a9086c9ec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037786 Sep 02 13:41:48.139509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:48.156683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:48.305538 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35b39606-26b1-4050-aeb6-6d56aee373cc req-4cfd6e00-b368-4ffc-9982-0e25af39fed4 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8f14e8b-744e-4bf8-b7ae-975ed335b161 HTTP/1.1" status: 200 len: 210 time: 0.2088852 Sep 02 13:41:48.413698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:48.417872 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:48.531989 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:48.587149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:48.652362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ed298203-b639-4f38-a1d9-4a10d7682944, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ed298203-b639-4f38-a1d9-4a10d7682944,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:48.657510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:42Z', 'revision_number': 8, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:32Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:48.730612 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:48.759498 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb2930-cc27-4a33-ac1c-3d38ffd2922a None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:42Z', 'revision_number': 8, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8adb9c17-cdae-4e1a-b383-25366044a753', 'name': '', 'network_id': '9020aa0d-60a1-4be2-8885-a297ba58ab1a', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:e0:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:22Z', 'updated_at': '2021-09-02T13:41:32Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'de60705a-1835-4c6b-96fa-cdb64b0cdb12', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:48.853152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d0fdfa-b60f-4689-83a5-1c582fcc32ef None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:41:48.896890 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:49.007583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ed298203-b639-4f38-a1d9-4a10d7682944,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:49.008503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:49.023474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:49.038401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:49.040660 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:49.051859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-41d0fdfa-b60f-4689-83a5-1c582fcc32ef None None] Deleting port ed298203-b639-4f38-a1d9-4a10d7682944 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:49.052352 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41d0fdfa-b60f-4689-83a5-1c582fcc32ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:49.137910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=cbdaa9eb-451c-4f35-9691-a5aeee4152ea,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:49.140887 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-223da257-1453-4713-84df-d02396b296c1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9998186 Sep 02 13:41:49.144092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37752) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:49.180385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': 'cbdaa9eb-451c-4f35-9691-a5aeee4152ea', 'ip_address': '2001:db8::c721:5aa8:df5d:f65c'}], 'name': 'tempest-NetworksTestDHCPv6-1954374937'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:49.221130 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-41d0fdfa-b60f-4689-83a5-1c582fcc32ef None None] For port ed298203-b639-4f38-a1d9-4a10d7682944, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ed298203-b639-4f38-a1d9-4a10d7682944,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:49.221599 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41d0fdfa-b60f-4689-83a5-1c582fcc32ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:49.277775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-41d0fdfa-b60f-4689-83a5-1c582fcc32ef None None] Calling delete_port for ed298203-b639-4f38-a1d9-4a10d7682944 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:49.289319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaffd8-4a8f-4ad4-8703-51cec21a280f req-5b6ddc77-8f0a-43eb-8e08-4a8904e6d081 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:49.290907 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35eaffd8-4a8f-4ad4-8703-51cec21a280f req-5b6ddc77-8f0a-43eb-8e08-4a8904e6d081 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3680742 Sep 02 13:41:49.446883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:49.454909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ed298203-b639-4f38-a1d9-4a10d7682944 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:49.550980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:49.576331 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:49.602877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port fffcde88-1cc8-46b5-99f8-a4cdf0bac813 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:41:49.652464 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35eaffd8-4a8f-4ad4-8703-51cec21a280f req-d684fbd0-9955-4a92-9403-2f86b79e06a8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427451 Sep 02 13:41:49.746783 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:49.810322 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41d0fdfa-b60f-4689-83a5-1c582fcc32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:49.850110 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6e486df2-3131-4981-88c4-0e9490deb0f2 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:49.900999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 8adb9c17-cdae-4e1a-b383-25366044a753 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:49.901613 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:49.904658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:49.924935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0fdfa-b60f-4689-83a5-1c582fcc32ef None None] Pushing event deleted for resources: {'Port': ['ID=ed298203-b639-4f38-a1d9-4a10d7682944,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:49.930933 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 6e486df2-3131-4981-88c4-0e9490deb0f2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:49.931461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6e486df2-3131-4981-88c4-0e9490deb0f2 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:49.932350 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b4576249-7363-45ca-bd92-4a44f9bc0fa0 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:49.934815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0fdfa-b60f-4689-83a5-1c582fcc32ef None None] No DVR routers for this DVR port ed298203-b639-4f38-a1d9-4a10d7682944 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:50.020893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: b4576249-7363-45ca-bd92-4a44f9bc0fa0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:50.021688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b4576249-7363-45ca-bd92-4a44f9bc0fa0 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:50.029642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13339e-13cb-4bd6-840d-28f93ace50a5 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:50.138799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::c721:5aa8:df5d:f65c (6536a6f3-744d-4aaf-8438-60c2494b3279/cbdaa9eb-451c-4f35-9691-a5aeee4152ea/fffcde88-1cc8-46b5-99f8-a4cdf0bac813) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:50.178452 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.279506 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.282596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.287106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ba3c49d-834f-472b-a058-a536b0a71426 HTTP/1.1" status: 204 len: 168 time: 0.7324045 Sep 02 13:41:50.288138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37786) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:50.319697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3c49d-834f-472b-a058-a536b0a71426,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:50.325360 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c4cb9ad0-6a04-4400-a29c-b6796978476f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] show failed (client error): The resource could not be found. Sep 02 13:41:50.329662 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c4cb9ad0-6a04-4400-a29c-b6796978476f tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "GET /v2.0/security-groups/8ba3c49d-834f-472b-a058-a536b0a71426 HTTP/1.1" status: 404 len: 347 time: 0.0336270 Sep 02 13:41:50.337421 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:50.354899 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.355677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.356304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.356891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.357451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.358009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.358562 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.359130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.359703 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.360366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.361540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.362167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aecd61-a064-475c-a131-c9222ea1b198 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:50.434999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': 'cbdaa9eb-451c-4f35-9691-a5aeee4152ea'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:41:50.436421 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.531952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port 8adb9c17-cdae-4e1a-b383-25366044a753, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8adb9c17-cdae-4e1a-b383-25366044a753,segment=NetworkSegment(6407a398-5f7c-4584-b385-c756d0177178),segment_id=6407a398-5f7c-4584-b385-c756d0177178)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:50.532465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.548739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 8adb9c17-cdae-4e1a-b383-25366044a753 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:50.619173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Deleting port f4b95921-5f80-49ad-aafc-457fc1a96d20 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:50.619847 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.716362 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.761144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object fffcde88-1cc8-46b5-99f8-a4cdf0bac813 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:50.807344 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.807808 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.823588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Calling delete_port for f4b95921-5f80-49ad-aafc-457fc1a96d20 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:50.974162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b869a9-6888-484a-b299-5d33fc93aa61 req-93a6f36c-a234-41f4-ab77-b5be0ce80d56 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:50.976143 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79b869a9-6888-484a-b299-5d33fc93aa61 req-93a6f36c-a234-41f4-ab77-b5be0ce80d56 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1806920 Sep 02 13:41:50.978089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:50.989682 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:51.041134 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=8adb9c17-cdae-4e1a-b383-25366044a753,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:51.099765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/cbdaa9eb-451c-4f35-9691-a5aeee4152ea/8f376769-c0bc-4130-a264-d75f61b79c7e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:51.141931 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79b869a9-6888-484a-b299-5d33fc93aa61 req-38a40c5a-559c-4e92-b4c2-c517070d8476 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547248 Sep 02 13:41:51.149038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:51.150631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=fffcde88-1cc8-46b5-99f8-a4cdf0bac813,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:51.167584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:51.176151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:51.184678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:51.185549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:51.211144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-48cecc2f-0479-437a-beb9-ea556d6057af tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0376370 Sep 02 13:41:51.213909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37806) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:51.320429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc6d94-4d31-4c0d-b9b0-c58938c6974f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:51.324529 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6dcc6d94-4d31-4c0d-b9b0-c58938c6974f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1071377 Sep 02 13:41:51.327142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:51.386788 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:51.515664 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:51.518676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:51.543911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Transition to ACTIVE for port object 8f376769-c0bc-4130-a264-d75f61b79c7e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:51.592624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Transition to ACTIVE for port object 8f376769-c0bc-4130-a264-d75f61b79c7e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:51.600560 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:51.687816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:51.702874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:51.728891 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:51.736310 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Pushing event updated for resources: {'Port': ['ID=8f376769-c0bc-4130-a264-d75f61b79c7e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:51.872101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Attempting to bind port 8f376769-c0bc-4130-a264-d75f61b79c7e on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:51.872490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Attempting to bind port 8f376769-c0bc-4130-a264-d75f61b79c7e by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:51.872876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Attempting to bind port 8f376769-c0bc-4130-a264-d75f61b79c7e on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:51.879920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:51.880307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:51.880922 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:51.881335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:51.881825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Bound port: 8f376769-c0bc-4130-a264-d75f61b79c7e, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:51.882305 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.027072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] For port 8f376769-c0bc-4130-a264-d75f61b79c7e, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:41:52.046674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] For port 8f376769-c0bc-4130-a264-d75f61b79c7e, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8f376769-c0bc-4130-a264-d75f61b79c7e,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:41:52.056691 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.243894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b94f3-3a45-4c38-b69c-8993712dcaa3 None None] Pushing event updated for resources: {'Port': ['ID=8f376769-c0bc-4130-a264-d75f61b79c7e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:52.379273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Pushing event deleted for resources: {'Port': ['ID=f4b95921-5f80-49ad-aafc-457fc1a96d20,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:52.648529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a7980bdf-cc06-4ad4-b26b-e727649c40b8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port fffcde88-1cc8-46b5-99f8-a4cdf0bac813 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:52.648882 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7980bdf-cc06-4ad4-b26b-e727649c40b8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.782798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68239e-5bfd-4087-8e99-3843f66a4253 req-bda0418a-c83d-4c39-b3cd-177e83d9076d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:52.791343 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5c68239e-5bfd-4087-8e99-3843f66a4253 req-bda0418a-c83d-4c39-b3cd-177e83d9076d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.4184492 Sep 02 13:41:52.844743 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.847880 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.851767 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4cc4710c-8fdd-4c83-8d71-55de080a8138 tempest-ServersTestBootFromVolume-1559862555 tempest-ServersTestBootFromVolume-1559862555-project] 10.222.0.13 "DELETE /v2.0/floatingips/89de9113-451c-4a8d-bbb1-e1c8721c7cb1 HTTP/1.1" status: 204 len: 168 time: 2.5102780 Sep 02 13:41:52.852462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:52.943401 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7980bdf-cc06-4ad4-b26b-e727649c40b8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:52.988198 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5c68239e-5bfd-4087-8e99-3843f66a4253 req-a7b0b478-0117-4886-bf14-f981a6fe237c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805427 Sep 02 13:41:53.036578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a7980bdf-cc06-4ad4-b26b-e727649c40b8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for fffcde88-1cc8-46b5-99f8-a4cdf0bac813 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:53.055482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:53.228488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8f376769-c0bc-4130-a264-d75f61b79c7e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:41:53.381794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 8f376769-c0bc-4130-a264-d75f61b79c7e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:53.473254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:53.488674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aaf154b2-a921-47b1-9e5b-366c3d2c2261 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1983941 Sep 02 13:41:53.492671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:53.497379 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:53.523123 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:53.527393 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:53.687040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f06b00-b761-4245-9b98-73942817a05f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting subnet de60705a-1835-4c6b-96fa-cdb64b0cdb12 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:53.712344 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44f06b00-b761-4245-9b98-73942817a05f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:53.787748 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7980bdf-cc06-4ad4-b26b-e727649c40b8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:53.829953 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:53.890665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7980bdf-cc06-4ad4-b26b-e727649c40b8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=fffcde88-1cc8-46b5-99f8-a4cdf0bac813,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:53.902197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44f06b00-b761-4245-9b98-73942817a05f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:53.936805 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:53.952809 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7980bdf-cc06-4ad4-b26b-e727649c40b8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:53.964773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a7980bdf-cc06-4ad4-b26b-e727649c40b8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/fffcde88-1cc8-46b5-99f8-a4cdf0bac813 HTTP/1.1" status: 204 len: 168 time: 2.6365047 Sep 02 13:41:53.968901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:54.115568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-51486d60-8a7a-42af-8bce-cc5057525844 None None] Provisioning for port 8f376769-c0bc-4130-a264-d75f61b79c7e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:41:54.120810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-51486d60-8a7a-42af-8bce-cc5057525844 None None] Provisioning complete for port 8f376769-c0bc-4130-a264-d75f61b79c7e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:41:54.121192 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51486d60-8a7a-42af-8bce-cc5057525844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.185448 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38738e5a-477f-4b36-9f9c-0b1f362406a6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:54.186992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38738e5a-477f-4b36-9f9c-0b1f362406a6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:54.217658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-38738e5a-477f-4b36-9f9c-0b1f362406a6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2427521 Sep 02 13:41:54.260975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37902) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:54.426517 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44f06b00-b761-4245-9b98-73942817a05f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.474810 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51486d60-8a7a-42af-8bce-cc5057525844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.536347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed450e9b-65da-4f3f-aaa1-065487056751 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet cbdaa9eb-451c-4f35-9691-a5aeee4152ea {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:54.553175 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed450e9b-65da-4f3f-aaa1-065487056751 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.554791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-51486d60-8a7a-42af-8bce-cc5057525844 None None] For port 8f376769-c0bc-4130-a264-d75f61b79c7e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8f376769-c0bc-4130-a264-d75f61b79c7e,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:54.569554 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44f06b00-b761-4245-9b98-73942817a05f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.571048 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51486d60-8a7a-42af-8bce-cc5057525844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.636263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed450e9b-65da-4f3f-aaa1-065487056751 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.665934 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:50Z', 'revision_number': 9, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:54.703255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f06b00-b761-4245-9b98-73942817a05f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Subnet': ['ID=de60705a-1835-4c6b-96fa-cdb64b0cdb12,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:54.753708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44f06b00-b761-4245-9b98-73942817a05f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.756452 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-44f06b00-b761-4245-9b98-73942817a05f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/de60705a-1835-4c6b-96fa-cdb64b0cdb12 HTTP/1.1" status: 204 len: 168 time: 1.2624979 Sep 02 13:41:54.760868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:54.802151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171ba2f-ac60-4d91-9a31-ba887986b40f req-de7fb0c6-7898-40f4-9f67-0ce26820deb0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:54.809545 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0171ba2f-ac60-4d91-9a31-ba887986b40f req-de7fb0c6-7898-40f4-9f67-0ce26820deb0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.5469735 Sep 02 13:41:54.813710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f67d167-7f57-499a-8354-baf05e6b2cdf None None] Network 9020aa0d-60a1-4be2-8885-a297ba58ab1a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:54.823380 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:41:54.835520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0b24b118-f4de-40fc-ac63-cfa0a9f4c5f3 None None] Could not find standard attr ID for object fffcde88-1cc8-46b5-99f8-a4cdf0bac813. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:41:54.897777 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:54.898415 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:54.968677 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51486d60-8a7a-42af-8bce-cc5057525844 None None] Pushing event updated for resources: {'Port': ['ID=8f376769-c0bc-4130-a264-d75f61b79c7e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:54.983144 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.986959 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed450e9b-65da-4f3f-aaa1-065487056751 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:54.988229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:55.148114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port afd03ef5-35e5-430c-8c3f-5ebd89235523 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:55.148759 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.171132 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0171ba2f-ac60-4d91-9a31-ba887986b40f req-e10c979a-ef8d-4f43-aa80-6a2f95fb17b2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3605320 Sep 02 13:41:55.251718 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed450e9b-65da-4f3f-aaa1-065487056751 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.260412 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:41:55.318942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df3d2d-827e-4337-a5f4-26888ba8707d None None] DHCP port deletion for 9020aa0d-60a1-4be2-8885-a297ba58ab1a request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:41:55.387870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-882d9af5-0f91-49ea-85b9-ad7f0a96abe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.422607 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed450e9b-65da-4f3f-aaa1-065487056751 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.426699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port afd03ef5-35e5-430c-8c3f-5ebd89235523, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=afd03ef5-35e5-430c-8c3f-5ebd89235523,segment=NetworkSegment(6407a398-5f7c-4584-b385-c756d0177178),segment_id=6407a398-5f7c-4584-b385-c756d0177178)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:55.427353 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.428742 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33933d6a-a12b-4704-8ba0-ea079a6f2a89 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:55.444181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:55.446160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ed450e9b-65da-4f3f-aaa1-065487056751 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/cbdaa9eb-451c-4f35-9691-a5aeee4152ea HTTP/1.1" status: 204 len: 168 time: 1.1776161 Sep 02 13:41:55.459637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for afd03ef5-35e5-430c-8c3f-5ebd89235523 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:55.465099 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed450e9b-65da-4f3f-aaa1-065487056751 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=cbdaa9eb-451c-4f35-9691-a5aeee4152ea,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:55.510881 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a199272a-344e-4691-afe1-838a2a6986dc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646634 Sep 02 13:41:55.512664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Deleting port 863c485e-7e54-4299-95a9-7262283ddb7d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:55.514200 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.517420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37932) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:55.540026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:55.665427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00df3d2d-827e-4337-a5f4-26888ba8707d None None] Deleting port afd03ef5-35e5-430c-8c3f-5ebd89235523 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:55.667125 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00df3d2d-827e-4337-a5f4-26888ba8707d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.803163 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.828471 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:50Z', 'revision_number': 9, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:55.836476 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-882d9af5-0f91-49ea-85b9-ad7f0a96abe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.889476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=afd03ef5-35e5-430c-8c3f-5ebd89235523,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:55.893802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No DVR routers for this DVR port afd03ef5-35e5-430c-8c3f-5ebd89235523 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:55.896072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-882d9af5-0f91-49ea-85b9-ad7f0a96abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:55.933340 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc8efa-be90-4c7d-aa07-2462a7177489 None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:50Z', 'revision_number': 9, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb4da695-e2f0-4f49-865e-dbaba5405d56', 'name': '', 'network_id': '90feb202-6794-4ca5-a471-40950d5f8af0', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:1b:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:12Z', 'updated_at': '2021-09-02T13:41:24Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': 'db1a238d-ee13-4705-ad6c-e9561139cd29', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:41:55.952007 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-00df3d2d-827e-4337-a5f4-26888ba8707d None None] For port afd03ef5-35e5-430c-8c3f-5ebd89235523, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=afd03ef5-35e5-430c-8c3f-5ebd89235523,segment=NetworkSegment(6407a398-5f7c-4584-b385-c756d0177178),segment_id=6407a398-5f7c-4584-b385-c756d0177178)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:55.952565 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00df3d2d-827e-4337-a5f4-26888ba8707d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.019647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00df3d2d-827e-4337-a5f4-26888ba8707d None None] Calling delete_port for afd03ef5-35e5-430c-8c3f-5ebd89235523 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:56.025441 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-882d9af5-0f91-49ea-85b9-ad7f0a96abe7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97fb8e5564074bd0a70d309f40ec5aab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0359385 Sep 02 13:41:56.026395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d9af5-0f91-49ea-85b9-ad7f0a96abe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7479da1e-319e-4214-96dd-752f359e97e6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:56.029452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:56.059424 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.084219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9020aa0d-60a1-4be2-8885-a297ba58ab1a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:56.100537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6407a398-5f7c-4584-b385-c756d0177178') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:56.100851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6407a398-5f7c-4584-b385-c756d0177178') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:56.117978 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.139032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.148871 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e9d02d7-d56f-42c4-88e0-8f9c988543f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.151878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:41:56.152365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:41:56.155455 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:41:56.226557 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e9d02d7-d56f-42c4-88e0-8f9c988543f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.229778 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00df3d2d-827e-4337-a5f4-26888ba8707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.280053 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.295755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.296362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df3d2d-827e-4337-a5f4-26888ba8707d None None] Pushing event deleted for resources: {'Port': ['ID=afd03ef5-35e5-430c-8c3f-5ebd89235523,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:56.298576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df3d2d-827e-4337-a5f4-26888ba8707d None None] No DVR routers for this DVR port afd03ef5-35e5-430c-8c3f-5ebd89235523 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:56.306905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/networks/9020aa0d-60a1-4be2-8885-a297ba58ab1a HTTP/1.1" status: 204 len: 168 time: 1.5443940 Sep 02 13:41:56.324797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 37952) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:56.349916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26a4b93-b613-4b77-9d94-8cc86eaef73d None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:41:56.371162 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e9d02d7-d56f-42c4-88e0-8f9c988543f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.376032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e9d02d7-d56f-42c4-88e0-8f9c988543f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.380014 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1e9d02d7-d56f-42c4-88e0-8f9c988543f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7479da1e-319e-4214-96dd-752f359e97e6 HTTP/1.1" status: 204 len: 168 time: 0.3439689 Sep 02 13:41:56.502141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a26a4b93-b613-4b77-9d94-8cc86eaef73d None None] Deleting port 8f376769-c0bc-4130-a264-d75f61b79c7e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:56.504915 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a26a4b93-b613-4b77-9d94-8cc86eaef73d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.576603 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ccf7b-9542-474e-a0e8-2cffa9a04c91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Network': ['ID=9020aa0d-60a1-4be2-8885-a297ba58ab1a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:56.580513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] For port 863c485e-7e54-4299-95a9-7262283ddb7d, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=863c485e-7e54-4299-95a9-7262283ddb7d,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:56.581040 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.603340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Calling delete_port for 863c485e-7e54-4299-95a9-7262283ddb7d owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:56.656674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d02d7-d56f-42c4-88e0-8f9c988543f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7479da1e-319e-4214-96dd-752f359e97e6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:56.716149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc70270-e1aa-4781-96a0-f9a6679660cc req-cfeb75af-5662-4d94-a0c1-9bb92aa7b363 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:56.733038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc70270-e1aa-4781-96a0-f9a6679660cc req-cfeb75af-5662-4d94-a0c1-9bb92aa7b363 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3860090 Sep 02 13:41:56.848915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:56.852599 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:56.983403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a26a4b93-b613-4b77-9d94-8cc86eaef73d None None] For port 8f376769-c0bc-4130-a264-d75f61b79c7e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8f376769-c0bc-4130-a264-d75f61b79c7e,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:56.984806 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a26a4b93-b613-4b77-9d94-8cc86eaef73d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.020785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a26a4b93-b613-4b77-9d94-8cc86eaef73d None None] Calling delete_port for 8f376769-c0bc-4130-a264-d75f61b79c7e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:57.066305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37972) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:57.080619 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc70270-e1aa-4781-96a0-f9a6679660cc req-dbdb5ca3-c335-4f2a-ab52-6a2c64288033 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447497 Sep 02 13:41:57.096023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8f376769-c0bc-4130-a264-d75f61b79c7e no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:57.149961 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db08bb56-e7b7-47a8-9ea8-e4bab0ef5f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.209114 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.254863 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 8f376769-c0bc-4130-a264-d75f61b79c7e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8f376769-c0bc-4130-a264-d75f61b79c7e,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:57.259906 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.260848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device afd03ef5-35e5-430c-8c3f-5ebd89235523 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:57.338363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: afd03ef5-35e5-430c-8c3f-5ebd89235523 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:57.338994 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device afd03ef5-35e5-430c-8c3f-5ebd89235523 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:57.339595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8adb9c17-cdae-4e1a-b383-25366044a753 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:41:57.342198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=8f376769-c0bc-4130-a264-d75f61b79c7e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:57.370530 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a26a4b93-b613-4b77-9d94-8cc86eaef73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.382199 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 8adb9c17-cdae-4e1a-b383-25366044a753 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:41:57.382899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8adb9c17-cdae-4e1a-b383-25366044a753 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:41:57.410293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a4b93-b613-4b77-9d94-8cc86eaef73d None None] No DVR routers for this DVR port 8f376769-c0bc-4130-a264-d75f61b79c7e on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:41:57.412905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a4b93-b613-4b77-9d94-8cc86eaef73d None None] Pushing event deleted for resources: {'Port': ['ID=8f376769-c0bc-4130-a264-d75f61b79c7e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:57.482939 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.540901 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.668998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=863c485e-7e54-4299-95a9-7262283ddb7d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:57.722633 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db08bb56-e7b7-47a8-9ea8-e4bab0ef5f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.726306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.726663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.727282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.727673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.728044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.728416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.728714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.729036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.729371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.729700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.730030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.730357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:41:57.783462 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db08bb56-e7b7-47a8-9ea8-e4bab0ef5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.868290 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:57.889867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08bb56-e7b7-47a8-9ea8-e4bab0ef5f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f1b3a6-97d5-4634-9e07-dafa08c5a6db,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:57.909009 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-db08bb56-e7b7-47a8-9ea8-e4bab0ef5f2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=333c0e385920445c865e62e67656b5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8151822 Sep 02 13:41:57.914052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37976) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:57.962529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port eb4da695-e2f0-4f49-865e-dbaba5405d56 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:41:57.962874 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.065222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:58.066339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=98849d58-2c1e-4d01-8be7-f1c0144c08fb,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:58.079058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:58.082777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:58.083397 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.091140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceab7e1-7deb-4aa2-a21a-bf8fce540594 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:41:58.171919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port eb4da695-e2f0-4f49-865e-dbaba5405d56, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=eb4da695-e2f0-4f49-865e-dbaba5405d56,segment=NetworkSegment(9735d15d-607c-496c-ad48-131340d2b900),segment_id=9735d15d-607c-496c-ad48-131340d2b900)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:41:58.172463 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.188850 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for eb4da695-e2f0-4f49-865e-dbaba5405d56 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:41:58.318668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-054b6413-6982-4649-9fd0-18905e6837ea tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7992253 Sep 02 13:41:58.319204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 37992) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:58.330582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae3d0-b853-4a26-b5fb-43314c6702ff req-7637e7ca-cf58-44ca-abbe-bb22cd947c53 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:41:58.332772 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9e5ae3d0-b853-4a26-b5fb-43314c6702ff req-7637e7ca-cf58-44ca-abbe-bb22cd947c53 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.0931609 Sep 02 13:41:58.339045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': '98849d58-2c1e-4d01-8be7-f1c0144c08fb', 'ip_address': '2001:db8::f222:3270:2a7f:768a'}], 'name': 'tempest-NetworksTestDHCPv6-248408745'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:41:58.433412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '98849d58-2c1e-4d01-8be7-f1c0144c08fb'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:41:58.434675 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.520190 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73bfc0c9-c94d-4fde-9d33-ad86c8a90f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.563855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.569503 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73bfc0c9-c94d-4fde-9d33-ad86c8a90f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.599085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=eb4da695-e2f0-4f49-865e-dbaba5405d56,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:58.665618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:41:58.732712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73bfc0c9-c94d-4fde-9d33-ad86c8a90f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.735363 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73bfc0c9-c94d-4fde-9d33-ad86c8a90f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.741668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-73bfc0c9-c94d-4fde-9d33-ad86c8a90f6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6f1b3a6-97d5-4634-9e07-dafa08c5a6db HTTP/1.1" status: 204 len: 168 time: 0.7950299 Sep 02 13:41:58.780958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/98849d58-2c1e-4d01-8be7-f1c0144c08fb/85d5731c-caae-46ae-bc8c-b66cdb15d910) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:41:58.897405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfc0c9-c94d-4fde-9d33-ad86c8a90f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f1b3a6-97d5-4634-9e07-dafa08c5a6db,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:58.897641 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:58.986607 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.061140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9e5ae3d0-b853-4a26-b5fb-43314c6702ff req-9a8051aa-d2df-4f4c-8146-c5e9d1283425 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5859940 Sep 02 13:41:59.332353 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.332859 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.350438 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Transition to ACTIVE for port object 85d5731c-caae-46ae-bc8c-b66cdb15d910 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:59.378446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Transition to ACTIVE for port object 85d5731c-caae-46ae-bc8c-b66cdb15d910 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:41:59.384098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port c4b4333c-4f1e-44c6-9436-81edacd051ef yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:41:59.404723 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.444871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:41:59.461765 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.497890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:41:59.506724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:41:59.511051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:41:59.520577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Pushing event updated for resources: {'Port': ['ID=85d5731c-caae-46ae-bc8c-b66cdb15d910,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:41:59.638684 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Attempting to bind port 85d5731c-caae-46ae-bc8c-b66cdb15d910 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:41:59.639069 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Attempting to bind port 85d5731c-caae-46ae-bc8c-b66cdb15d910 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:41:59.639434 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Attempting to bind port 85d5731c-caae-46ae-bc8c-b66cdb15d910 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:41:59.646168 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:41:59.646550 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:41:59.650681 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.650681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:41:59.650681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Bound port: 85d5731c-caae-46ae-bc8c-b66cdb15d910, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:41:59.650681 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.652082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:41:59.665300 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5668c896-9c0b-4d1d-9540-8f411269a067 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3373842 Sep 02 13:41:59.670794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:41:59.720153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:41:59.840561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:41:59.841220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:41:59.856591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f4e212-360e-4dfc-92e3-0e5bf06e97e5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting subnet db1a238d-ee13-4705-ad6c-e9561139cd29 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:41:59.866319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f4e212-360e-4dfc-92e3-0e5bf06e97e5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.975008 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f4e212-360e-4dfc-92e3-0e5bf06e97e5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:41:59.988365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f222:3270:2a7f:768a (6536a6f3-744d-4aaf-8438-60c2494b3279/98849d58-2c1e-4d01-8be7-f1c0144c08fb/c4b4333c-4f1e-44c6-9436-81edacd051ef) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:00.041088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Router ebd481ca-2a84-415e-9993-d4431aaff837 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:42:00.102634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] For port 85d5731c-caae-46ae-bc8c-b66cdb15d910, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:00.180057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] For port 85d5731c-caae-46ae-bc8c-b66cdb15d910, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=85d5731c-caae-46ae-bc8c-b66cdb15d910,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:00.218615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:00.240443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f4e212-360e-4dfc-92e3-0e5bf06e97e5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.274354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:00.291953 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645b022-524c-4b94-a590-64544dc04062 None None] Sync routers for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:00.297537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5a1cd59f-79d8-4518-8f55-aaa41fbe3c8e admin admin] 10.222.0.13 "PUT /v2.0/routers/ebd481ca-2a84-415e-9993-d4431aaff837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4413080 Sep 02 13:42:00.303252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38044) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:00.318106 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.318691 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645b022-524c-4b94-a590-64544dc04062 None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:00.319335 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7645b022-524c-4b94-a590-64544dc04062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:00.400101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c438a-08df-4e93-8399-3442a738ab23 None None] Pushing event updated for resources: {'Port': ['ID=85d5731c-caae-46ae-bc8c-b66cdb15d910,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:00.433393 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.481215 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.620794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acffc15-437d-4766-8849-8b77a2477058 req-60838526-2e2f-47f0-88e1-a93c45d219cd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:00.622458 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1acffc15-437d-4766-8849-8b77a2477058 req-60838526-2e2f-47f0-88e1-a93c45d219cd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.4632645 Sep 02 13:42:00.624379 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f4e212-360e-4dfc-92e3-0e5bf06e97e5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.695080 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7645b022-524c-4b94-a590-64544dc04062 None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:00.736764 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.758978 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.779613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4e212-360e-4dfc-92e3-0e5bf06e97e5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Subnet': ['ID=db1a238d-ee13-4705-ad6c-e9561139cd29,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:00.836188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12f4e212-360e-4dfc-92e3-0e5bf06e97e5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:00.841841 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-12f4e212-360e-4dfc-92e3-0e5bf06e97e5 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/db1a238d-ee13-4705-ad6c-e9561139cd29 HTTP/1.1" status: 204 len: 168 time: 1.1707435 Sep 02 13:42:00.842499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:00.851205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object c4b4333c-4f1e-44c6-9436-81edacd051ef will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:00.852143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6fc86a-45bc-4c02-b05f-c0e306b67c26 None None] Network 90feb202-6794-4ca5-a471-40950d5f8af0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:00.907442 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:42:01.040321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1acffc15-437d-4766-8849-8b77a2477058 req-a4b24728-bfc1-453a-b9be-d4638d136c5a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803241 Sep 02 13:42:01.118690 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.132363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Deleting port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:01.132796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.156299 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.186300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 85d5731c-caae-46ae-bc8c-b66cdb15d910 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:01.265329 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7645b022-524c-4b94-a590-64544dc04062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:41:57Z', 'revision_number': 5, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port': {'id': '843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:38:11Z', 'updated_at': '2021-09-02T13:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:01.334577 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 8ccbb202-4840-408f-a743-d96fde086364 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:01.335015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.379450 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b0cd1a8-9164-45f9-aeaf-05e6c3de578d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.429357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:58Z', 'revision_number': 10, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:01.457925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=c4b4333c-4f1e-44c6-9436-81edacd051ef,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:01.483412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:01.512298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port 8ccbb202-4840-408f-a743-d96fde086364, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8ccbb202-4840-408f-a743-d96fde086364,segment=NetworkSegment(9735d15d-607c-496c-ad48-131340d2b900),segment_id=9735d15d-607c-496c-ad48-131340d2b900)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:01.512950 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.544455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:01.563113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 8ccbb202-4840-408f-a743-d96fde086364 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:01.615578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] For port 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:01.616007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.619652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:01.620624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:01.630078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Calling delete_port for 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:01.637846 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645b022-524c-4b94-a590-64544dc04062 None None] Checking router: ebd481ca-2a84-415e-9993-d4431aaff837 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:01.650220 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645b022-524c-4b94-a590-64544dc04062 None None] Routers {'ebd481ca-2a84-415e-9993-d4431aaff837'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:01.651013 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7645b022-524c-4b94-a590-64544dc04062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:41:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ebd481ca-2a84-415e-9993-d4431aaff837'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:01.787188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.799343 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7645b022-524c-4b94-a590-64544dc04062 None None] Set router ebd481ca-2a84-415e-9993-d4431aaff837 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:01.827696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:01.864639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:01.869762 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:01.872437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=8ccbb202-4840-408f-a743-d96fde086364,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:01.890918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No DVR routers for this DVR port 8ccbb202-4840-408f-a743-d96fde086364 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:01.896953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:01.897733 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:01.974533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 85d5731c-caae-46ae-bc8c-b66cdb15d910 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:02.000119 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7645b022-524c-4b94-a590-64544dc04062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:42:00Z', 'revision_number': 6, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:02.059495 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645b022-524c-4b94-a590-64544dc04062 None None] The sync data for ids ['ebd481ca-2a84-415e-9993-d4431aaff837'] in n-d-794796-4 is: [{'id': 'ebd481ca-2a84-415e-9993-d4431aaff837', 'name': 'tempest-ServersTestBootFromVolume-308817644-router', 'tenant_id': 'cd5f7ed43895402abe61d6e16a476d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:38:10Z', 'updated_at': '2021-09-02T13:42:00Z', 'revision_number': 6, 'project_id': 'cd5f7ed43895402abe61d6e16a476d70', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:02.162667 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ca9d17f7-0890-4cf1-a5de-7f2e04b00009 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8288391 Sep 02 13:42:02.166076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:02.208861 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-a0319dc1-8449-4ec9-8945-d74584a4679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:02.210427 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-a0319dc1-8449-4ec9-8945-d74584a4679e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1095 time: 0.7259367 Sep 02 13:42:02.219405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.264917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70a73-ff62-4eca-91a6-84b861359552 req-316effa5-4972-4943-acd2-1f032aba9c86 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:02.266503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32c70a73-ff62-4eca-91a6-84b861359552 req-316effa5-4972-4943-acd2-1f032aba9c86 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.7954049 Sep 02 13:42:02.291431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90feb202-6794-4ca5-a471-40950d5f8af0']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:02.321511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9735d15d-607c-496c-ad48-131340d2b900') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:02.321808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9735d15d-607c-496c-ad48-131340d2b900') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:02.348247 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.381027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e000b-4ad4-47da-a4b6-5bc92c194555 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:02.393330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e000b-4ad4-47da-a4b6-5bc92c194555 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:02.395340 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e22e000b-4ad4-47da-a4b6-5bc92c194555 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2281849 Sep 02 13:42:02.399650 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.403317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:02.432010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:42:02.433019 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:42:02.439306 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:42:02.457774 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.724270 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.742231 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.747389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/networks/90feb202-6794-4ca5-a471-40950d5f8af0 HTTP/1.1" status: 204 len: 168 time: 1.8994458 Sep 02 13:42:02.748449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Pushing event deleted for resources: {'Port': ['ID=843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:02.758044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:02.826329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b90e2-dc23-47ed-93d3-6793a1a0df91 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Network': ['ID=90feb202-6794-4ca5-a471-40950d5f8af0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:02.849769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9cef16-071e-4ca3-bfeb-88445cda1519 None None] DHCP port deletion for 90feb202-6794-4ca5-a471-40950d5f8af0 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:42:02.888819 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32c70a73-ff62-4eca-91a6-84b861359552 req-069f4aea-5b39-4eaa-ae9b-a46e0e445a68 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5417025 Sep 02 13:42:02.962747 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:02.966124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-64eab7d8-db26-4f99-8bce-4f576d3b9a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:02.974151 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-64eab7d8-db26-4f99-8bce-4f576d3b9a43 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.7491550 Sep 02 13:42:02.983362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c4a2fbed-5b7f-4c8c-9062-2936543127e6 None None] Provisioning for port 85d5731c-caae-46ae-bc8c-b66cdb15d910 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:02.992533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c4a2fbed-5b7f-4c8c-9062-2936543127e6 None None] Provisioning complete for port 85d5731c-caae-46ae-bc8c-b66cdb15d910 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:02.994194 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbed-5b7f-4c8c-9062-2936543127e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.127250 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbed-5b7f-4c8c-9062-2936543127e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.168599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:58Z', 'revision_number': 10, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:03.281095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-97ce2c6f-6528-4745-aa70-7b4bc3c42a2d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 998 time: 0.2017653 Sep 02 13:42:03.359050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.359681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c4a2fbed-5b7f-4c8c-9062-2936543127e6 None None] For port 85d5731c-caae-46ae-bc8c-b66cdb15d910, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=85d5731c-caae-46ae-bc8c-b66cdb15d910,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:03.366561 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.378681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8ccbb202-4840-408f-a743-d96fde086364 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:03.395516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bebe0b-5581-4cf1-bfc7-a90ea43c43f5 None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:41:58Z', 'revision_number': 10, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None, '_interfaces': [{'id': '82b0acb5-9475-4d85-9d49-9dda70ff5020', 'name': '', 'network_id': 'ec02efd3-4436-4408-9a7c-347308b2bb89', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'mac_address': 'fa:16:3e:7b:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:41:02Z', 'updated_at': '2021-09-02T13:41:13Z', 'revision_number': 5, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'subnets': [{'id': '3e39306a-9f30-4e09-8bf4-23c70496bded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:03.410456 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4a2fbed-5b7f-4c8c-9062-2936543127e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.471380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 8ccbb202-4840-408f-a743-d96fde086364 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:03.471757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8ccbb202-4840-408f-a743-d96fde086364 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:03.472219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:03.516939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.517515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd481ca-2a84-415e-9993-d4431aaff837 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:42:03.549208 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.553700 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-556788d9-302b-4856-918a-e009cdc4d858 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ebd481ca-2a84-415e-9993-d4431aaff837 HTTP/1.1" status: 204 len: 168 time: 3.2493994 Sep 02 13:42:03.554346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38134) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:03.587996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1f22ce67-65fe-43ba-9b6b-8472edb3c524 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port c4b4333c-4f1e-44c6-9436-81edacd051ef {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:03.588652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f22ce67-65fe-43ba-9b6b-8472edb3c524 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.680177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:03.681689 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 843fbc7f-3a44-4b95-b1b6-ef97fd84ecd8 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:03.681689 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 863c485e-7e54-4299-95a9-7262283ddb7d no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:03.783134 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-4e74db89-e506-4194-9889-eb4172ee20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:03.784876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-4e74db89-e506-4194-9889-eb4172ee20ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.2945185 Sep 02 13:42:03.787934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3722d5a0-24af-47f8-bc8b-5fceb18b20c2 admin admin] Deleting subnet ec6ff566-76cc-4525-88f2-a3e5db337e6a {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:42:03.826826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3722d5a0-24af-47f8-bc8b-5fceb18b20c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.870070 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69060ea5-ce32-4503-ae0b-615da81d6eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.880883 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 863c485e-7e54-4299-95a9-7262283ddb7d {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:03.892408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 863c485e-7e54-4299-95a9-7262283ddb7d not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:03.895475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-517de800-4110-4f2a-b46a-7d339cf73d62 None None] Provisioning for port c4b4333c-4f1e-44c6-9436-81edacd051ef completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:03.927054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2fbed-5b7f-4c8c-9062-2936543127e6 None None] Pushing event updated for resources: {'Port': ['ID=85d5731c-caae-46ae-bc8c-b66cdb15d910,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:03.943158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-517de800-4110-4f2a-b46a-7d339cf73d62 None None] Provisioning complete for port c4b4333c-4f1e-44c6-9436-81edacd051ef triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:03.947151 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-517de800-4110-4f2a-b46a-7d339cf73d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.974097 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f22ce67-65fe-43ba-9b6b-8472edb3c524 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.981935 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3722d5a0-24af-47f8-bc8b-5fceb18b20c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:03.994845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1f22ce67-65fe-43ba-9b6b-8472edb3c524 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for c4b4333c-4f1e-44c6-9436-81edacd051ef owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:04.085888 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-517de800-4110-4f2a-b46a-7d339cf73d62 None None] Port c4b4333c-4f1e-44c6-9436-81edacd051ef cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:04.143758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-ecd1ba67-8f17-4b86-bad6-56b4b9edc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:04.144969 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.145741 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-ecd1ba67-8f17-4b86-bad6-56b4b9edc8dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3499427 Sep 02 13:42:04.284870 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3722d5a0-24af-47f8-bc8b-5fceb18b20c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.355147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f22ce67-65fe-43ba-9b6b-8472edb3c524 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.380950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e8472-594a-4447-b0aa-35059269d751 req-3e672c9d-751b-4720-8e19-db010710aa6b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:04.383091 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d37e8472-594a-4447-b0aa-35059269d751 req-3e672c9d-751b-4720-8e19-db010710aa6b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2471857 Sep 02 13:42:04.427394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-5623708a-fe06-44cf-8cbe-8f9fe83eb9f9 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664504 Sep 02 13:42:04.533172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22ce67-65fe-43ba-9b6b-8472edb3c524 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=c4b4333c-4f1e-44c6-9436-81edacd051ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:04.551438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f6dbb00-c74e-49b1-9824-d3ab865ca451 req-476fb80c-664f-493b-85b7-8534e5fed538 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124392 Sep 02 13:42:04.553071 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3722d5a0-24af-47f8-bc8b-5fceb18b20c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.569878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d37e8472-594a-4447-b0aa-35059269d751 req-04216a82-6c32-4138-8994-ccf84c157432 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490862 Sep 02 13:42:04.585415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722d5a0-24af-47f8-bc8b-5fceb18b20c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6ff566-76cc-4525-88f2-a3e5db337e6a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:04.600231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bcaf00-fd5e-4d6a-832f-aa8f8579c329 None None] Network 101332ea-b4de-4123-a52b-a53b5c4b6788 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:04.603865 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3722d5a0-24af-47f8-bc8b-5fceb18b20c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.618881 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3722d5a0-24af-47f8-bc8b-5fceb18b20c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec6ff566-76cc-4525-88f2-a3e5db337e6a HTTP/1.1" status: 204 len: 168 time: 1.0614882 Sep 02 13:42:04.619923 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:04.699348 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f22ce67-65fe-43ba-9b6b-8472edb3c524 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.709684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1f22ce67-65fe-43ba-9b6b-8472edb3c524 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/c4b4333c-4f1e-44c6-9436-81edacd051ef HTTP/1.1" status: 204 len: 168 time: 2.3018608 Sep 02 13:42:04.712108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:04.878624 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:04.936176 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.023614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Deleting port d6708e6a-44fa-4875-87c1-31858a4df18e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:05.024738 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.051040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 85d5731c-caae-46ae-bc8c-b66cdb15d910 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:05.073011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.087157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:05.207581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce90d4d-ebf4-4d36-aff2-50586551cffc None None] DHCP port deletion for 101332ea-b4de-4123-a52b-a53b5c4b6788 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:42:05.276801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 85d5731c-caae-46ae-bc8c-b66cdb15d910 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:05.277469 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.285056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] For port d6708e6a-44fa-4875-87c1-31858a4df18e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=d6708e6a-44fa-4875-87c1-31858a4df18e,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:05.285581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.288367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e72e0-0873-4584-a13d-54109d27b3ee tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.289913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73e72e0-0873-4584-a13d-54109d27b3ee tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.293868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d73e72e0-0873-4584-a13d-54109d27b3ee tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5781550 Sep 02 13:42:05.313244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38194) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:05.330298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6e01-de87-4aa5-b8a0-2411ce440c6a req-8301fc75-f35c-4263-a2ff-b1db07775dd6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.341578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6e01-de87-4aa5-b8a0-2411ce440c6a req-8301fc75-f35c-4263-a2ff-b1db07775dd6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.347817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6e01-de87-4aa5-b8a0-2411ce440c6a req-8301fc75-f35c-4263-a2ff-b1db07775dd6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.349566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ce90d4d-ebf4-4d36-aff2-50586551cffc None None] Deleting port d6708e6a-44fa-4875-87c1-31858a4df18e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:05.350328 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce90d4d-ebf4-4d36-aff2-50586551cffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.355604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6e01-de87-4aa5-b8a0-2411ce440c6a req-8301fc75-f35c-4263-a2ff-b1db07775dd6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.362466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6e01-de87-4aa5-b8a0-2411ce440c6a req-8301fc75-f35c-4263-a2ff-b1db07775dd6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.369495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6e01-de87-4aa5-b8a0-2411ce440c6a req-8301fc75-f35c-4263-a2ff-b1db07775dd6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.375707 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6e01-de87-4aa5-b8a0-2411ce440c6a req-8301fc75-f35c-4263-a2ff-b1db07775dd6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.388621 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7ce6e01-de87-4aa5-b8a0-2411ce440c6a req-8301fc75-f35c-4263-a2ff-b1db07775dd6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5428 time: 0.5758812 Sep 02 13:42:05.403476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Calling delete_port for d6708e6a-44fa-4875-87c1-31858a4df18e owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:05.479048 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2c10f8b-4e2e-4f3c-966f-a99ee77a2cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.496975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device eb4da695-e2f0-4f49-865e-dbaba5405d56 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:05.526863 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: eb4da695-e2f0-4f49-865e-dbaba5405d56 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:05.527228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device eb4da695-e2f0-4f49-865e-dbaba5405d56 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:05.542682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9ce90d4d-ebf4-4d36-aff2-50586551cffc None None] For port d6708e6a-44fa-4875-87c1-31858a4df18e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=d6708e6a-44fa-4875-87c1-31858a4df18e,segment=NetworkSegment(ee4aa967-6328-4914-92f2-52d9d3fbc180),segment_id=ee4aa967-6328-4914-92f2-52d9d3fbc180)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:05.547412 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce90d4d-ebf4-4d36-aff2-50586551cffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.573573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ce90d4d-ebf4-4d36-aff2-50586551cffc None None] Calling delete_port for d6708e6a-44fa-4875-87c1-31858a4df18e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:05.590017 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7ce6e01-de87-4aa5-b8a0-2411ce440c6a req-14158e75-0dc4-45fd-8ae4-f6a509904519 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746233 Sep 02 13:42:05.720800 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce90d4d-ebf4-4d36-aff2-50586551cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:05.747973 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce90d4d-ebf4-4d36-aff2-50586551cffc None None] Pushing event deleted for resources: {'Port': ['ID=d6708e6a-44fa-4875-87c1-31858a4df18e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:05.800857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce90d4d-ebf4-4d36-aff2-50586551cffc None None] No DVR routers for this DVR port d6708e6a-44fa-4875-87c1-31858a4df18e on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:05.916117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236299d4-ace5-4855-bdd2-c300d3d95f97 req-ed1c907d-50df-4b3d-a7ef-a03bc1aa5e95 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.922213 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236299d4-ace5-4855-bdd2-c300d3d95f97 req-ed1c907d-50df-4b3d-a7ef-a03bc1aa5e95 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.929758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236299d4-ace5-4855-bdd2-c300d3d95f97 req-ed1c907d-50df-4b3d-a7ef-a03bc1aa5e95 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.936472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236299d4-ace5-4855-bdd2-c300d3d95f97 req-ed1c907d-50df-4b3d-a7ef-a03bc1aa5e95 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.942829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236299d4-ace5-4855-bdd2-c300d3d95f97 req-ed1c907d-50df-4b3d-a7ef-a03bc1aa5e95 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.949540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236299d4-ace5-4855-bdd2-c300d3d95f97 req-ed1c907d-50df-4b3d-a7ef-a03bc1aa5e95 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.957139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236299d4-ace5-4855-bdd2-c300d3d95f97 req-ed1c907d-50df-4b3d-a7ef-a03bc1aa5e95 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:05.969017 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-236299d4-ace5-4855-bdd2-c300d3d95f97 req-ed1c907d-50df-4b3d-a7ef-a03bc1aa5e95 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5428 time: 0.2169852 Sep 02 13:42:06.016268 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.073688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6708e6a-44fa-4875-87c1-31858a4df18e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:06.078717 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] No DVR routers for this DVR port d6708e6a-44fa-4875-87c1-31858a4df18e on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:06.118354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d86c855-6de9-45c6-9dd0-3ee151e52dd2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 98849d58-2c1e-4d01-8be7-f1c0144c08fb {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:42:06.142879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d86c855-6de9-45c6-9dd0-3ee151e52dd2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.178643 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2c10f8b-4e2e-4f3c-966f-a99ee77a2cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.187330 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2c10f8b-4e2e-4f3c-966f-a99ee77a2cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.230815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10f8b-4e2e-4f3c-966f-a99ee77a2cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee784ee-6cfd-498e-8fac-b7d4227b165b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:06.256875 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.264421 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d2c10f8b-4e2e-4f3c-966f-a99ee77a2cdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c91d93ace8594ed6a2abc5ae4e2032fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1757812 Sep 02 13:42:06.266898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:06.268881 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d86c855-6de9-45c6-9dd0-3ee151e52dd2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.297612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 82b0acb5-9475-4d85-9d49-9dda70ff5020 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:06.297963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.303015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfde05c-0d23-4ce5-8877-492b9f5d9817 req-b5663f84-c87a-4cd2-a44d-9d50b39d9a6f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:06.304595 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dfde05c-0d23-4ce5-8877-492b9f5d9817 req-b5663f84-c87a-4cd2-a44d-9d50b39d9a6f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.4021280 Sep 02 13:42:06.306402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101332ea-b4de-4123-a52b-a53b5c4b6788']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:06.337681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4aa967-6328-4914-92f2-52d9d3fbc180') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:06.338370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4aa967-6328-4914-92f2-52d9d3fbc180') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:06.364292 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.384342 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31852d32-23b7-4ef2-90b0-9bcd63325d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.411207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4dfde05c-0d23-4ce5-8877-492b9f5d9817 req-43ffe843-7aa0-412c-ab60-c8a3e3102bd7 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975912 Sep 02 13:42:06.424872 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.433438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:42:06.433782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.444587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31852d32-23b7-4ef2-90b0-9bcd63325d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.497914 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.505884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port 82b0acb5-9475-4d85-9d49-9dda70ff5020, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=82b0acb5-9475-4d85-9d49-9dda70ff5020,segment=NetworkSegment(5af8837a-03be-4fe7-8763-00330a014231),segment_id=5af8837a-03be-4fe7-8763-00330a014231)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:06.506575 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:42:06.533116 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:42:06.553194 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.571128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 82b0acb5-9475-4d85-9d49-9dda70ff5020 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:06.573666 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.578314 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/101332ea-b4de-4123-a52b-a53b5c4b6788 HTTP/1.1" status: 204 len: 168 time: 1.9572654 Sep 02 13:42:06.582356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93073f-8bd7-4ded-a791-bf17a9d555d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=101332ea-b4de-4123-a52b-a53b5c4b6788,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:06.587372 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d86c855-6de9-45c6-9dd0-3ee151e52dd2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.636384 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90314f-0bd0-4b05-886b-62d92436cfc6 req-581161ef-689a-4bc2-bb51-c5783ff0a075 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:06.644347 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5c90314f-0bd0-4b05-886b-62d92436cfc6 req-581161ef-689a-4bc2-bb51-c5783ff0a075 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1100371 Sep 02 13:42:06.680231 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d86c855-6de9-45c6-9dd0-3ee151e52dd2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.705332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31852d32-23b7-4ef2-90b0-9bcd63325d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.708801 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31852d32-23b7-4ef2-90b0-9bcd63325d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.712777 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-31852d32-23b7-4ef2-90b0-9bcd63325d55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fee784ee-6cfd-498e-8fac-b7d4227b165b HTTP/1.1" status: 204 len: 168 time: 0.4422345 Sep 02 13:42:06.724149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86c855-6de9-45c6-9dd0-3ee151e52dd2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=98849d58-2c1e-4d01-8be7-f1c0144c08fb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:06.734053 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d86c855-6de9-45c6-9dd0-3ee151e52dd2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:06.736532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9d86c855-6de9-45c6-9dd0-3ee151e52dd2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/98849d58-2c1e-4d01-8be7-f1c0144c08fb HTTP/1.1" status: 204 len: 168 time: 1.4163713 Sep 02 13:42:06.739187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:06.742101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3759248e-58df-4f5e-9b74-2769d82e720f None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:06.754895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31852d32-23b7-4ef2-90b0-9bcd63325d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee784ee-6cfd-498e-8fac-b7d4227b165b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:06.779639 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5c90314f-0bd0-4b05-886b-62d92436cfc6 req-969aa695-aff2-4a6e-a7d1-134538e4471c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342101 Sep 02 13:42:06.823235 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bab00fd5-fcd4-4d14-85e0-67f4da4e5d46 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713041 Sep 02 13:42:06.825559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38236) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:06.916475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:06.977458 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30760ca-12e4-4c36-b6f2-46f59a64e2b0 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:06.982770 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c30760ca-12e4-4c36-b6f2-46f59a64e2b0 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1557055 Sep 02 13:42:06.986009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:07.041363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device d6708e6a-44fa-4875-87c1-31858a4df18e no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:07.074118 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: d6708e6a-44fa-4875-87c1-31858a4df18e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:07.074340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded8842-e6ef-4451-a286-0e54ef9415ca tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:07.074842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device d6708e6a-44fa-4875-87c1-31858a4df18e not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:07.076621 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eded8842-e6ef-4451-a286-0e54ef9415ca tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0879393 Sep 02 13:42:07.078911 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:07.100067 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-408dcf28-3322-4fb3-b609-62ba48591cf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd5f7ed43895402abe61d6e16a476d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780374 Sep 02 13:42:07.115212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:07.197336 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbaadde-077f-44ef-97f7-1282be922514 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:42:07.209310 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-860c8907-e791-4adf-886b-35e57c5e07a0 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024911 Sep 02 13:42:07.229793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:07.247322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:07.313847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9dbaadde-077f-44ef-97f7-1282be922514 None None] Deleting port 85d5731c-caae-46ae-bc8c-b66cdb15d910 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:07.314220 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9dbaadde-077f-44ef-97f7-1282be922514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.363233 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.371219 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad25e846-fec3-4686-ab70-460d86dcf4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.419352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9dbaadde-077f-44ef-97f7-1282be922514 None None] For port 85d5731c-caae-46ae-bc8c-b66cdb15d910, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=85d5731c-caae-46ae-bc8c-b66cdb15d910,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:07.420344 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9dbaadde-077f-44ef-97f7-1282be922514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.441131 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9dbaadde-077f-44ef-97f7-1282be922514 None None] Calling delete_port for 85d5731c-caae-46ae-bc8c-b66cdb15d910 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:07.456394 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad25e846-fec3-4686-ab70-460d86dcf4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.493922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e91ed-2c1f-4f8b-81e8-79b25c28bed8 req-9b299183-9f1d-4149-a107-6b9721352891 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:07.496722 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af1e91ed-2c1f-4f8b-81e8-79b25c28bed8 req-9b299183-9f1d-4149-a107-6b9721352891 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 949 time: 0.1300778 Sep 02 13:42:07.512550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=82b0acb5-9475-4d85-9d49-9dda70ff5020,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:07.531579 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad25e846-fec3-4686-ab70-460d86dcf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.535189 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad25e846-fec3-4686-ab70-460d86dcf4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.539949 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ad25e846-fec3-4686-ab70-460d86dcf4fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/441a646b-ae4c-4b13-b350-1c4315990b2c HTTP/1.1" status: 204 len: 168 time: 0.3671579 Sep 02 13:42:07.577552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de38b3-e59c-42ce-adb5-3c8d378c63d8 req-615d060b-0dab-4b43-8c89-c6fba91980af tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:07.587520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8de38b3-e59c-42ce-adb5-3c8d378c63d8 req-615d060b-0dab-4b43-8c89-c6fba91980af tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3135455 Sep 02 13:42:07.592474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:07.598635 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.637374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25e846-fec3-4686-ab70-460d86dcf4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441a646b-ae4c-4b13-b350-1c4315990b2c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:07.713485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af1e91ed-2c1f-4f8b-81e8-79b25c28bed8 req-4c455715-f6ed-40c6-b1a3-31d64ecfb809 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040477 Sep 02 13:42:07.719149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:07.753694 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9dbaadde-077f-44ef-97f7-1282be922514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.809704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6ad58df-e5c9-400a-8227-623a71a81641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.901592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaadde-077f-44ef-97f7-1282be922514 None None] Pushing event deleted for resources: {'Port': ['ID=85d5731c-caae-46ae-bc8c-b66cdb15d910,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:07.914427 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8de38b3-e59c-42ce-adb5-3c8d378c63d8 req-2a3916ad-9a5d-4c7f-aa67-81c34b9d21f9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210635 Sep 02 13:42:07.914427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:07.914427 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:07.931403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbaadde-077f-44ef-97f7-1282be922514 None None] No DVR routers for this DVR port 85d5731c-caae-46ae-bc8c-b66cdb15d910 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:08.209686 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6ad58df-e5c9-400a-8227-623a71a81641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.211886 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.232360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f6ad58df-e5c9-400a-8227-623a71a81641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.285980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:08.307526 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:08.353007 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae9f2d-d664-4890-a293-be561f7ced3b None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:08.361162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:08.364485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.503866 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f6ad58df-e5c9-400a-8227-623a71a81641 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fe0025f50b342ca92787303b8ab9f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7318275 Sep 02 13:42:08.505235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:08.511873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad58df-e5c9-400a-8227-623a71a81641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63837031-4e96-4b32-ba10-4bf207aec966,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:08.541446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=e167b229-dac8-4f8a-a3cd-b3a312a80bc4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:08.551618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5fdb689a-dc36-48bf-a797-25482c63d01f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3160665 Sep 02 13:42:08.554253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:08.565031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': 'e167b229-dac8-4f8a-a3cd-b3a312a80bc4', 'ip_address': '2001:db8::e94b:5ca6:e553:9f95'}], 'name': 'tempest-NetworksTestDHCPv6-1785566116'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:08.595784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:42:08.727003 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8693bd60-2781-425c-a2e1-4961ac20cb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.734387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': 'e167b229-dac8-4f8a-a3cd-b3a312a80bc4'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:42:08.736188 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.736911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e8fc2-2409-4f8a-85b3-d2a534ab7909 req-02d25b40-c6d8-49b4-9624-bb8f2bf010d3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:08.744664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b59e8fc2-2409-4f8a-85b3-d2a534ab7909 req-02d25b40-c6d8-49b4-9624-bb8f2bf010d3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3583126 Sep 02 13:42:08.752025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:08.904702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:08.907112 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5988549-c983-4a31-87da-507bab93ac6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.926005 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f44a53e7-1070-4532-8cd9-7381c7de9215 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1620803 Sep 02 13:42:08.927553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:08.945939 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:08.957833 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:08.961644 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38354) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:08.985395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b59e8fc2-2409-4f8a-85b3-d2a534ab7909 req-775ccea6-e8cc-4059-97da-404844e4a236 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398448 Sep 02 13:42:09.033425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 95bbbfa5-1df4-47a3-ac3f-eae086b654b5 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:42:09.041414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:09.042382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:09.115217 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5988549-c983-4a31-87da-507bab93ac6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.163003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf6341e-a448-48f2-ae20-f6e107eb2fa3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting subnet 3e39306a-9f30-4e09-8bf4-23c70496bded {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:42:09.167323 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3bf6341e-a448-48f2-ae20-f6e107eb2fa3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.248634 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8693bd60-2781-425c-a2e1-4961ac20cb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.259565 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8693bd60-2781-425c-a2e1-4961ac20cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.265004 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3bf6341e-a448-48f2-ae20-f6e107eb2fa3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.333245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-5f5df7b1-2c8f-4dcc-991c-44040286c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.333813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-5f5df7b1-2c8f-4dcc-991c-44040286c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.334325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-5f5df7b1-2c8f-4dcc-991c-44040286c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.334811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-5f5df7b1-2c8f-4dcc-991c-44040286c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.335396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-5f5df7b1-2c8f-4dcc-991c-44040286c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.335907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-5f5df7b1-2c8f-4dcc-991c-44040286c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.336512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-5f5df7b1-2c8f-4dcc-991c-44040286c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:09.338707 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-5f5df7b1-2c8f-4dcc-991c-44040286c652 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 6485 time: 0.3760579 Sep 02 13:42:09.341579 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693bd60-2781-425c-a2e1-4961ac20cb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab2cc32-be6f-46fc-a215-a764c41040bd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:09.370525 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5988549-c983-4a31-87da-507bab93ac6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.373904 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5988549-c983-4a31-87da-507bab93ac6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.378541 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d5988549-c983-4a31-87da-507bab93ac6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63837031-4e96-4b32-ba10-4bf207aec966 HTTP/1.1" status: 204 len: 168 time: 0.8699961 Sep 02 13:42:09.389396 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8693bd60-2781-425c-a2e1-4961ac20cb25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=854f41cdf280476380275dca4b6f8947&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4597306 Sep 02 13:42:09.392706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38386) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:09.397157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5988549-c983-4a31-87da-507bab93ac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63837031-4e96-4b32-ba10-4bf207aec966,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:09.426534 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/e167b229-dac8-4f8a-a3cd-b3a312a80bc4/d0138248-ab47-4316-9963-665e262bb5b1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:09.442407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-50503dd5-50be-4ae9-9b77-daf84c333a56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866127 Sep 02 13:42:09.469748 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3bf6341e-a448-48f2-ae20-f6e107eb2fa3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.516907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60c619b1-9d42-4f2f-90c7-d31b9ea4fac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.559298 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60c619b1-9d42-4f2f-90c7-d31b9ea4fac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.593537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3bf6341e-a448-48f2-ae20-f6e107eb2fa3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.632543 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60c619b1-9d42-4f2f-90c7-d31b9ea4fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.636569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60c619b1-9d42-4f2f-90c7-d31b9ea4fac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.641750 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-60c619b1-9d42-4f2f-90c7-d31b9ea4fac3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aab2cc32-be6f-46fc-a215-a764c41040bd HTTP/1.1" status: 204 len: 168 time: 0.2416484 Sep 02 13:42:09.659893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c619b1-9d42-4f2f-90c7-d31b9ea4fac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab2cc32-be6f-46fc-a215-a764c41040bd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:09.668717 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38410) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:09.675482 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3bf6341e-a448-48f2-ae20-f6e107eb2fa3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.681259 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3bf6341e-a448-48f2-ae20-f6e107eb2fa3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/3e39306a-9f30-4e09-8bf4-23c70496bded HTTP/1.1" status: 204 len: 168 time: 0.6925724 Sep 02 13:42:09.681259 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6341e-a448-48f2-ae20-f6e107eb2fa3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Subnet': ['ID=3e39306a-9f30-4e09-8bf4-23c70496bded,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:09.682125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:09.721978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 85d5731c-caae-46ae-bc8c-b66cdb15d910 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:09.777687 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.789527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b824310-c955-4933-8bbe-386bb7b590db None None] Network ec02efd3-4436-4408-9a7c-347308b2bb89 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:09.799570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 85d5731c-caae-46ae-bc8c-b66cdb15d910 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:09.800221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 85d5731c-caae-46ae-bc8c-b66cdb15d910 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:09.868394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Deleting port 49503b84-ac33-43d0-a642-a94a0f0f2d99 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:09.871233 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.899019 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:09.972103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] For port 49503b84-ac33-43d0-a642-a94a0f0f2d99, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=49503b84-ac33-43d0-a642-a94a0f0f2d99,segment=NetworkSegment(5af8837a-03be-4fe7-8763-00330a014231),segment_id=5af8837a-03be-4fe7-8763-00330a014231)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:09.972647 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:09.979214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:09.989664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Calling delete_port for 49503b84-ac33-43d0-a642-a94a0f0f2d99 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:10.014060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:42:07Z', 'revision_number': 11, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:10.034041 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.101600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1624266277-network', 'tenant_id': '3de85964468c4593af083322616359f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:10.103387 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.147781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Port': ['ID=49503b84-ac33-43d0-a642-a94a0f0f2d99,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:10.151847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No DVR routers for this DVR port 49503b84-ac33-43d0-a642-a94a0f0f2d99 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:10.167875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:10.169596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:10.170374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.175662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Transition to ACTIVE for port object d0138248-ab47-4316-9963-665e262bb5b1 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:10.187347 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.223116 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:10.224025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:10.253680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:10.282778 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-001904ac-b71f-4845-88ed-09f0836ef4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.351212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Transition to ACTIVE for port object d0138248-ab47-4316-9963-665e262bb5b1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:10.351994 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.356717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22283b4-0563-4146-9eb6-9dfc17cd5967 None None] DHCP port deletion for ec02efd3-4436-4408-9a7c-347308b2bb89 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:42:10.367054 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.371075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ff0f-2cd6-4df5-a8f0-815b31270b94 req-f86dafe0-4587-449b-b77d-e66aad97898b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:10.372811 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4809ff0f-2cd6-4df5-a8f0-815b31270b94 req-f86dafe0-4587-449b-b77d-e66aad97898b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2267852 Sep 02 13:42:10.375007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec02efd3-4436-4408-9a7c-347308b2bb89']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:10.376534 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.416891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af8837a-03be-4fe7-8763-00330a014231') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:10.417288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af8837a-03be-4fe7-8763-00330a014231') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:10.421551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4809ff0f-2cd6-4df5-a8f0-815b31270b94 req-70b0b6c9-38b4-4d57-b131-00f9bf613479 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382810 Sep 02 13:42:10.429530 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:10.438019 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.467391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.474625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:42:10.474968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.475783 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:42:10.478998 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:42:10.510210 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.510800 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Pushing event updated for resources: {'Port': ['ID=d0138248-ab47-4316-9963-665e262bb5b1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:10.554049 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.555083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:42:07Z', 'revision_number': 11, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:10.565687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:10.569114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:10.583639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-001904ac-b71f-4845-88ed-09f0836ef4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.584939 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.592509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/networks/ec02efd3-4436-4408-9a7c-347308b2bb89 HTTP/1.1" status: 204 len: 168 time: 0.9091623 Sep 02 13:42:10.599542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:10.603264 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:10.607036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e4911-fe8f-47e1-88bc-c28819175e6d None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:42:07Z', 'revision_number': 11, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:10.607709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'routes': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:10.614503 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:10.617701 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abd6214-6622-482e-8bf1-80520779c52a" -d '{"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:42:10.619480 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84a95b2-9832-45c6-8833-22f114687104,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:10.622822 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-001904ac-b71f-4845-88ed-09f0836ef4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.685923 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-001904ac-b71f-4845-88ed-09f0836ef4af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d83ae3dc2d74a5fbf213f210e5cf702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297154 Sep 02 13:42:10.697622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:42:10.706382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:10.710272 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.710718 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Added segment 066ee44f-e82b-496f-91b0-e130f08af6d0 of type vlan for network aae7860e-f83d-4647-a573-e94136ae01c2 Sep 02 13:42:10.739935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b932a-2bf4-4805-b821-df15d58d9d51 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Pushing event deleted for resources: {'Network': ['ID=ec02efd3-4436-4408-9a7c-347308b2bb89,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:10.743107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38458) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:10.753955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Attempting to bind port d0138248-ab47-4316-9963-665e262bb5b1 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:10.754411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Attempting to bind port d0138248-ab47-4316-9963-665e262bb5b1 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:10.754826 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Attempting to bind port d0138248-ab47-4316-9963-665e262bb5b1 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:10.757302 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.760178 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a830a741-736c-4617-b8e6-f216fa29e49f x-openstack-request-id: req-a830a741-736c-4617-b8e6-f216fa29e49f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:42:10.760456 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:42:10.760706 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a830a741-736c-4617-b8e6-f216fa29e49f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:42:10.762175 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'code': 200} Sep 02 13:42:10.805756 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:10.806431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:10.806864 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.807859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:10.807859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Bound port: d0138248-ab47-4316-9963-665e262bb5b1, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:10.808237 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.818269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.889955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:10.890207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.892537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:10.893328 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.920687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-83841322-fa75-4045-9338-fc333b434f75 None None] For port d0138248-ab47-4316-9963-665e262bb5b1, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:10.925591 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-83841322-fa75-4045-9338-fc333b434f75 None None] For port d0138248-ab47-4316-9963-665e262bb5b1, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=d0138248-ab47-4316-9963-665e262bb5b1,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:10.932873 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:10.986016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed11bd2-800e-47ba-94d6-ffa174b12a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.023689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed11bd2-800e-47ba-94d6-ffa174b12a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.069346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Added routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:42:11.069719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Removed routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:42:11.070018 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.124009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841322-fa75-4045-9338-fc333b434f75 None None] Pushing event updated for resources: {'Port': ['ID=d0138248-ab47-4316-9963-665e262bb5b1,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:11.130521 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed11bd2-800e-47ba-94d6-ffa174b12a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.133788 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed11bd2-800e-47ba-94d6-ffa174b12a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.138328 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5ed11bd2-800e-47ba-94d6-ffa174b12a12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb9153e9-8e0b-4405-84b7-b21452c9de7d HTTP/1.1" status: 204 len: 168 time: 0.3489041 Sep 02 13:42:11.154175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 49503b84-ac33-43d0-a642-a94a0f0f2d99 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:11.190998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::e94b:5ca6:e553:9f95 (6536a6f3-744d-4aaf-8438-60c2494b3279/e167b229-dac8-4f8a-a3cd-b3a312a80bc4/95bbbfa5-1df4-47a3-ac3f-eae086b654b5) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:11.227773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 49503b84-ac33-43d0-a642-a94a0f0f2d99 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:11.235029 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 49503b84-ac33-43d0-a642-a94a0f0f2d99 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:11.236173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 82b0acb5-9475-4d85-9d49-9dda70ff5020 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:11.291968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 82b0acb5-9475-4d85-9d49-9dda70ff5020 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:11.292693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 82b0acb5-9475-4d85-9d49-9dda70ff5020 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:11.299963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001904ac-b71f-4845-88ed-09f0836ef4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9153e9-8e0b-4405-84b7-b21452c9de7d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:11.328300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed11bd2-800e-47ba-94d6-ffa174b12a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9153e9-8e0b-4405-84b7-b21452c9de7d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:11.454672 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.462907 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.466985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7966869 Sep 02 13:42:11.468400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:11.476006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Request body: {'subnet': {'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1624266277-subnet', 'tenant_id': '3de85964468c4593af083322616359f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:11.542342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92367318-6040-4d58-8c8c-bfa145c4125a req-12ec0ec0-46e5-4ec0-99d6-f308128dade2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:11.550657 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-92367318-6040-4d58-8c8c-bfa145c4125a req-12ec0ec0-46e5-4ec0-99d6-f308128dade2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.6621971 Sep 02 13:42:11.637989 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.654031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176ca8-7946-4d26-ba76-7995b34d8e45 admin admin] Pushing event updated for resources: {'Network': ['ID=aae7860e-f83d-4647-a573-e94136ae01c2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:11.666984 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network aae7860e-f83d-4647-a573-e94136ae01c2 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:42:11.670486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 95bbbfa5-1df4-47a3-ac3f-eae086b654b5 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:11.713213 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-92367318-6040-4d58-8c8c-bfa145c4125a req-4d2b9d2b-beb6-40cf-9675-ab4d4055e13f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613374 Sep 02 13:42:11.739037 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.840795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=95bbbfa5-1df4-47a3-ac3f-eae086b654b5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:11.851224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:11.852989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:11.856144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:11.862592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:11.863165 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:11.939547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:42:12.020985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:42:12.022342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:12.024876 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:12.031312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e8c68c00-62fd-4058-88b5-b03667e3623f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4744742 Sep 02 13:42:12.031998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:12.085074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:12.090025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fd9027b1-0b98-441e-afe2-503ff3be69bf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': 'e167b229-dac8-4f8a-a3cd-b3a312a80bc4', 'ip_address': '2001:db8::e94b:5ca6:e553:9f95'}], 'name': 'tempest-NetworksTestDHCPv6-1914050940'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:12.113873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'mac_address': 'fa:16:3e:e7:3d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:42:12.167522 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:12.183558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cc065e-aca1-42fd-93aa-41fea7e55c78 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:42:12.209984 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:12.216001 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:12.290024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:12.300937 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] Sync routers for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:12.307933 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:12.312145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38512) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:12.317587 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:12.318315 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:12.325534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6461bf16-f959-4b2c-83b9-f727c81413cd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314 HTTP/1.1" status: 200 len: 705 time: 1.7150559 Sep 02 13:42:12.354571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['e2cc065e-aca1-42fd-93aa-41fea7e55c78'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:42:12.404439 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e90be0b4-45cf-4714-a698-eea288f7dbf2 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d6cf4d-f6b5-4d7d-831e-24eab0355314 HTTP/1.1" status: 200 len: 205 time: 0.0875614 Sep 02 13:42:12.405403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38524) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:12.446653 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:12.475063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9027b1-0b98-441e-afe2-503ff3be69bf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:12.534793 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:12.599322 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd9027b1-0b98-441e-afe2-503ff3be69bf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:12.633704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62adaefd-bd02-467e-9b51-f39a584bd2dc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:12.648895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-fd9027b1-0b98-441e-afe2-503ff3be69bf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 1060228c-8e81-4a7d-b03f-fc6f2afbe2d5 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:42:12.658341 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:42:07Z', 'revision_number': 11, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:12.695763 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] Checking router: d6d6cf4d-f6b5-4d7d-831e-24eab0355314 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:12.710444 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] Routers {'d6d6cf4d-f6b5-4d7d-831e-24eab0355314'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:12.711178 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:12.765876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8e79ddaa-57a2-4bf7-a785-45e083b9ed59 None None] Provisioning for port d0138248-ab47-4316-9963-665e262bb5b1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:12.847818 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] Set router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:12.928721 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:42:07Z', 'revision_number': 11, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:12.969321 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a801f-7c3e-4c4c-ae7f-b14a29299230 None None] The sync data for ids ['d6d6cf4d-f6b5-4d7d-831e-24eab0355314'] in n-d-794796-4 is: [{'id': 'd6d6cf4d-f6b5-4d7d-831e-24eab0355314', 'name': 'tempest-RoutersIpV6Test-router-1095232743', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:40:58Z', 'updated_at': '2021-09-02T13:42:07Z', 'revision_number': 11, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:12.989785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.115256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device d0138248-ab47-4316-9963-665e262bb5b1 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:13.155881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de313fc-10f2-402a-b974-4fa709fee0b8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:13.165608 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62adaefd-bd02-467e-9b51-f39a584bd2dc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.170621 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62adaefd-bd02-467e-9b51-f39a584bd2dc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.244011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9c4cf8dc-5f5d-4d3e-94f3-ea75e8ffc3ec None None] Provisioning for port 95bbbfa5-1df4-47a3-ac3f-eae086b654b5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:13.260533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9c4cf8dc-5f5d-4d3e-94f3-ea75e8ffc3ec None None] Provisioning complete for port 95bbbfa5-1df4-47a3-ac3f-eae086b654b5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:13.261829 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4cf8dc-5f5d-4d3e-94f3-ea75e8ffc3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.275428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83313e7c-7d97-4423-af0c-fd0ec88b3a72 req-4b145f1c-a2c4-4a7d-94c7-1f2b9fb5f8f5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:13.279073 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83313e7c-7d97-4423-af0c-fd0ec88b3a72 req-4b145f1c-a2c4-4a7d-94c7-1f2b9fb5f8f5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.4117637 Sep 02 13:42:13.315634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62adaefd-bd02-467e-9b51-f39a584bd2dc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.320074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62adaefd-bd02-467e-9b51-f39a584bd2dc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Fanout notify agent at l3_agent the message router_deleted on router d6d6cf4d-f6b5-4d7d-831e-24eab0355314 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:42:13.338011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Checking segment: {'id': '066ee44f-e82b-496f-91b0-e130f08af6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:13.338238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Network hostable DHCP agents. Network: aae7860e-f83d-4647-a573-e94136ae01c2, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:42:13.353272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9c4cf8dc-5f5d-4d3e-94f3-ea75e8ffc3ec None None] Port 95bbbfa5-1df4-47a3-ac3f-eae086b654b5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:13.361772 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62adaefd-bd02-467e-9b51-f39a584bd2dc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.364422 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port d0138248-ab47-4316-9963-665e262bb5b1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:13.372062 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-62adaefd-bd02-467e-9b51-f39a584bd2dc tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314 HTTP/1.1" status: 204 len: 168 time: 0.9558849 Sep 02 13:42:13.372752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38556) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:13.378647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port d0138248-ab47-4316-9963-665e262bb5b1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:13.379827 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.391640 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-69db98ef-79fb-4040-bfd3-935d20650220 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-46317478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:13.419997 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9027b1-0b98-441e-afe2-503ff3be69bf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 02 13:42:13.420476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9027b1-0b98-441e-afe2-503ff3be69bf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:13.470388 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-83313e7c-7d97-4423-af0c-fd0ec88b3a72 req-a2b43542-31e7-4113-9701-7cf643c3bb7b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827595 Sep 02 13:42:13.473886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Network aae7860e-f83d-4647-a573-e94136ae01c2 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:42:13.481941 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69db98ef-79fb-4040-bfd3-935d20650220 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.483121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69db98ef-79fb-4040-bfd3-935d20650220 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.562524 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.570581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fd9027b1-0b98-441e-afe2-503ff3be69bf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5257571 Sep 02 13:42:13.571337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, aae7860e-f83d-4647-a573-e94136ae01c2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:13.588093 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0962cf-75bf-472f-9d68-9efb4e9bc265 None None] Network aae7860e-f83d-4647-a573-e94136ae01c2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:13.591003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:13.597935 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.607694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38580) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:13.629256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69db98ef-79fb-4040-bfd3-935d20650220 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.637492 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69db98ef-79fb-4040-bfd3-935d20650220 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.672897 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-69db98ef-79fb-4040-bfd3-935d20650220 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.677126 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-69db98ef-79fb-4040-bfd3-935d20650220 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2974448 Sep 02 13:42:13.679957 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38584) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:13.691633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-525434e1-383a-4e23-9410-0c1af7e8858e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:13.698659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port d0138248-ab47-4316-9963-665e262bb5b1, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=d0138248-ab47-4316-9963-665e262bb5b1,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:13.705745 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.745574 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8a3def7f-40bb-4121-b02d-4fa6ab4831ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2745006 Sep 02 13:42:13.768261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:13.783482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:13.849460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=d0138248-ab47-4316-9963-665e262bb5b1,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:13.878917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.879292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.879610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.879978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.880316 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.880648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.880980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.881344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.881638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.881967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.882294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.882618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:13.889876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6c2fe-08df-4d63-a214-88417b0fb262 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:13.903708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6c2fe-08df-4d63-a214-88417b0fb262 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:13.909102 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dac6c2fe-08df-4d63-a214-88417b0fb262 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2943325 Sep 02 13:42:13.909263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38598) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:13.911506 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.912611 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:13.947670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d3c7b-e52b-42f9-a20b-3258541ebbd8 req-933846b1-c2a3-499d-86af-f22fc253e65a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:13.949259 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-262d3c7b-e52b-42f9-a20b-3258541ebbd8 req-933846b1-c2a3-499d-86af-f22fc253e65a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2302513 Sep 02 13:42:13.972976 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:14.024534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-525434e1-383a-4e23-9410-0c1af7e8858e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.039962 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-525434e1-383a-4e23-9410-0c1af7e8858e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.070680 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.127071 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-262d3c7b-e52b-42f9-a20b-3258541ebbd8 req-7827896d-639c-424d-971a-7f390afd677e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560779 Sep 02 13:42:14.154994 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-aae7860e-f83d-4647-a573-e94136ae01c2', 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2', 'tenant_id': '3de85964468c4593af083322616359f6', 'fixed_ips': [{'subnet_id': '4de313fc-10f2-402a-b974-4fa709fee0b8'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:42:14.154994 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.200516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525434e1-383a-4e23-9410-0c1af7e8858e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Router 2552818c-bff0-4f32-90a0-bacbc5ad436d is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:42:14.289074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.295404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ca34f2a5-e3ca-43ec-ae2a-2c386fe525b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 95bbbfa5-1df4-47a3-ac3f-eae086b654b5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:14.295837 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca34f2a5-e3ca-43ec-ae2a-2c386fe525b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.306595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525434e1-383a-4e23-9410-0c1af7e8858e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:14.331665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Allocated IP 172.20.0.2 (aae7860e-f83d-4647-a573-e94136ae01c2/4de313fc-10f2-402a-b974-4fa709fee0b8/06c5e0b4-7536-42f4-bacc-4f5097ab9835) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:14.332707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-525434e1-383a-4e23-9410-0c1af7e8858e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.335460 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-525434e1-383a-4e23-9410-0c1af7e8858e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "PUT /v2.0/routers/2552818c-bff0-4f32-90a0-bacbc5ad436d HTTP/1.1" status: 200 len: 696 time: 0.6542687 Sep 02 13:42:14.338439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:14.434002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port e2cc065e-aca1-42fd-93aa-41fea7e55c78 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:14.434423 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.439384 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca34f2a5-e3ca-43ec-ae2a-2c386fe525b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.441333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] Sync routers for ids ['2552818c-bff0-4f32-90a0-bacbc5ad436d'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:14.456737 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ca34f2a5-e3ca-43ec-ae2a-2c386fe525b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 95bbbfa5-1df4-47a3-ac3f-eae086b654b5 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:14.531218 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.542877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Transition to ACTIVE for port object 06c5e0b4-7536-42f4-bacc-4f5097ab9835 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:14.559581 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afdd05-ca87-4ab1-8f05-def65731521a req-c531dc40-2e5a-4f74-afdd-8596029e545c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:14.561426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1afdd05-ca87-4ab1-8f05-def65731521a req-c531dc40-2e5a-4f74-afdd-8596029e545c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2571604 Sep 02 13:42:14.562231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Transition to ACTIVE for port object 06c5e0b4-7536-42f4-bacc-4f5097ab9835 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:14.571551 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3346458a-29cc-422b-b324-492b2327e4f9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/routers/2552818c-bff0-4f32-90a0-bacbc5ad436d HTTP/1.1" status: 200 len: 702 time: 0.2310719 Sep 02 13:42:14.573760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38628) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:14.607483 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.645432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7ed90622-bdfe-40a4-ab49-bdf262d328b6 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=2552818c-bff0-4f32-90a0-bacbc5ad436d HTTP/1.1" status: 200 len: 205 time: 0.0706279 Sep 02 13:42:14.648953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38630) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:14.655525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] Routers {'2552818c-bff0-4f32-90a0-bacbc5ad436d'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:14.656262 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['2552818c-bff0-4f32-90a0-bacbc5ad436d'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:14.665535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1afdd05-ca87-4ab1-8f05-def65731521a req-4dd2e799-afcb-43fb-a13a-9b3e3c732aeb tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927944 Sep 02 13:42:14.788841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.844417 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c30de39-b6c5-42ab-9bd5-0c8c4725d48e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.866603 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.909107 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca34f2a5-e3ca-43ec-ae2a-2c386fe525b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:14.994035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34f2a5-e3ca-43ec-ae2a-2c386fe525b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=95bbbfa5-1df4-47a3-ac3f-eae086b654b5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:15.138380 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c30de39-b6c5-42ab-9bd5-0c8c4725d48e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.144149 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c30de39-b6c5-42ab-9bd5-0c8c4725d48e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.162869 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca34f2a5-e3ca-43ec-ae2a-2c386fe525b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.176785 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ca34f2a5-e3ca-43ec-ae2a-2c386fe525b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/95bbbfa5-1df4-47a3-ac3f-eae086b654b5 HTTP/1.1" status: 204 len: 168 time: 1.2659445 Sep 02 13:42:15.181449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.210695 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42354ba-d7df-4f83-adf7-16b109c7884a req-8084500b-414b-45f2-b9fc-d4776b898516 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:15.221375 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c42354ba-d7df-4f83-adf7-16b109c7884a req-8084500b-414b-45f2-b9fc-d4776b898516 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3996556 Sep 02 13:42:15.223540 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c30de39-b6c5-42ab-9bd5-0c8c4725d48e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.224237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c30de39-b6c5-42ab-9bd5-0c8c4725d48e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Fanout notify agent at l3_agent the message router_deleted on router 2552818c-bff0-4f32-90a0-bacbc5ad436d {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:42:15.234574 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c30de39-b6c5-42ab-9bd5-0c8c4725d48e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.236322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3c30de39-b6c5-42ab-9bd5-0c8c4725d48e tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/2552818c-bff0-4f32-90a0-bacbc5ad436d HTTP/1.1" status: 204 len: 168 time: 0.5864749 Sep 02 13:42:15.258673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38642) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.354398 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4a8f2c11-5e9a-48a1-89e7-fe7874fec15d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=2552818c-bff0-4f32-90a0-bacbc5ad436d HTTP/1.1" status: 200 len: 205 time: 0.0915544 Sep 02 13:42:15.356291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.361415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device d0138248-ab47-4316-9963-665e262bb5b1 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:15.455920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Network aae7860e-f83d-4647-a573-e94136ae01c2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:15.507088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Allocated IP 172.25.3.21 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/bd922224-a65c-4379-8396-dc7c02c945bd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:15.513788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:15.527798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] Set router 2552818c-bff0-4f32-90a0-bacbc5ad436d gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:15.538588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:15.540199 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c42354ba-d7df-4f83-adf7-16b109c7884a req-af2f0fd2-ed8e-4981-8518-e234ba58b19b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169739 Sep 02 13:42:15.542980 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-51614e74-f782-4673-9fd6-e1f570c81759 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] delete failed (client error): The resource could not be found. Sep 02 13:42:15.556750 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-51614e74-f782-4673-9fd6-e1f570c81759 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/2552818c-bff0-4f32-90a0-bacbc5ad436d HTTP/1.1" status: 404 len: 336 time: 0.1716204 Sep 02 13:42:15.556750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38652) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.557183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Pushing event updated for resources: {'Port': ['ID=06c5e0b4-7536-42f4-bacc-4f5097ab9835,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:15.559810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e127a-c86a-44a6-aa2d-8823c5d0e030 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:15.574055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e127a-c86a-44a6-aa2d-8823c5d0e030 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:15.595126 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e41e127a-c86a-44a6-aa2d-8823c5d0e030 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4116931 Sep 02 13:42:15.602089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.610947 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bde59c4-a7ef-46ec-9562-19e36b66c403 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] DELETE failed (client error): The resource could not be found. Sep 02 13:42:15.612256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bde59c4-a7ef-46ec-9562-19e36b66c403 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:15.615294 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0bde59c4-a7ef-46ec-9562-19e36b66c403 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/2a513edf-d548-4a06-8608-de3d558c63a0 HTTP/1.1" status: 404 len: 337 time: 0.0648179 Sep 02 13:42:15.618291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38660) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.672926 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-14dec19f-700a-41b7-a85a-26fa3a07af50 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] DELETE failed (client error): The resource could not be found. Sep 02 13:42:15.673455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14dec19f-700a-41b7-a85a-26fa3a07af50 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:15.676304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-14dec19f-700a-41b7-a85a-26fa3a07af50 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/de60705a-1835-4c6b-96fa-cdb64b0cdb12 HTTP/1.1" status: 404 len: 337 time: 0.0566123 Sep 02 13:42:15.678612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38670) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.690974 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552818c-bff0-4f32-90a0-bacbc5ad436d', 'name': 'tempest-RoutersIpV6Test-router-46317478', 'tenant_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:42:14Z', 'revision_number': 2, 'project_id': '995a18d7577d4a57b09af19d4fcc9eaf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:15.727648 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd62953-d995-42f6-977d-3a8370612d0d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] DELETE failed (client error): The resource could not be found. Sep 02 13:42:15.728427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd62953-d995-42f6-977d-3a8370612d0d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:15.729836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f8096a-9b1f-4a3f-ae1a-b64ff56085b5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet e167b229-dac8-4f8a-a3cd-b3a312a80bc4 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:42:15.731033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2dd62953-d995-42f6-977d-3a8370612d0d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/db1a238d-ee13-4705-ad6c-e9561139cd29 HTTP/1.1" status: 404 len: 337 time: 0.0508628 Sep 02 13:42:15.733957 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38674) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.738056 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20f8096a-9b1f-4a3f-ae1a-b64ff56085b5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.770934 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] Checking router: 2552818c-bff0-4f32-90a0-bacbc5ad436d for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:15.784951 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f270893a-68f9-4e04-980c-8badc56ad4fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] DELETE failed (client error): The resource could not be found. Sep 02 13:42:15.786123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f270893a-68f9-4e04-980c-8badc56ad4fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:15.787845 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f270893a-68f9-4e04-980c-8badc56ad4fd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/3e39306a-9f30-4e09-8bf4-23c70496bded HTTP/1.1" status: 404 len: 337 time: 0.0521662 Sep 02 13:42:15.791786 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.831989 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-efac799b-459e-4a4d-a11b-fad54b78e3f0 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d6cf4d-f6b5-4d7d-831e-24eab0355314 HTTP/1.1" status: 200 len: 205 time: 0.0333128 Sep 02 13:42:15.834414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38678) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.870197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20f8096a-9b1f-4a3f-ae1a-b64ff56085b5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.888324 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-683369fa-7aa9-4dcd-bc9d-8c90a30866d3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] delete failed (client error): The resource could not be found. Sep 02 13:42:15.893413 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-683369fa-7aa9-4dcd-bc9d-8c90a30866d3 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/d6d6cf4d-f6b5-4d7d-831e-24eab0355314 HTTP/1.1" status: 404 len: 336 time: 0.0542042 Sep 02 13:42:15.897372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38680) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:15.941963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port d0138248-ab47-4316-9963-665e262bb5b1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:15.942866 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.944953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] Routers set() bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:15.945625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] Router IDs set() for agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:42:15.946634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2552818c-bff0-4f32-90a0-bacbc5ad436d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:42:15.947466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a466a01e-7959-4aff-a91f-d36128bd1e6b None None] The sync data for ids ['2552818c-bff0-4f32-90a0-bacbc5ad436d'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:15.952669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Attempting to bind port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:15.953658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Attempting to bind port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '066ee44f-e82b-496f-91b0-e130f08af6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:15.954280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Attempting to bind port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 on network aae7860e-f83d-4647-a573-e94136ae01c2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:15.997177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:15.998039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Checking segment: {'id': '066ee44f-e82b-496f-91b0-e130f08af6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:15.998954 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.999590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:15.999749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Bound using segment: {'id': '066ee44f-e82b-496f-91b0-e130f08af6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:16.000646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Bound port: 06c5e0b4-7536-42f4-bacc-4f5097ab9835, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ee44f-e82b-496f-91b0-e130f08af6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:16.001443 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:16.006715 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-92b22bed-5234-49d0-94d0-4e1de1690c85 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f HTTP/1.1" status: 200 len: 205 time: 0.1081812 Sep 02 13:42:16.009323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38686) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.048224 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:16.063103 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0bf5d27a-7ef7-4a0b-af5d-c073601c8227 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] delete failed (client error): The resource could not be found. Sep 02 13:42:16.064345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0bf5d27a-7ef7-4a0b-af5d-c073601c8227 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/6c0d8324-55e8-4ff9-be6b-0c4ee1f1101f HTTP/1.1" status: 404 len: 336 time: 0.0540156 Sep 02 13:42:16.065773 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20f8096a-9b1f-4a3f-ae1a-b64ff56085b5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:16.067276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.112385 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a867d26c-f459-4b0c-8b9a-50ef276a775d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] DELETE failed (client error): The resource could not be found. Sep 02 13:42:16.120055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a867d26c-f459-4b0c-8b9a-50ef276a775d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:16.122245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a867d26c-f459-4b0c-8b9a-50ef276a775d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/51415abb-6cef-4ee6-b235-2e980ba791cf HTTP/1.1" status: 404 len: 337 time: 0.0539453 Sep 02 13:42:16.126592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38690) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.159323 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:16.180508 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:16.182991 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838ae510-4324-4f85-9e67-a290a46b0fcc" -d '{"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:42:16.184266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a23c2a51-4228-461f-ba1d-7292b6e3df23 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68aea9b-8e10-473f-af3f-b8f2fed816a3 HTTP/1.1" status: 200 len: 205 time: 0.0546606 Sep 02 13:42:16.187527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38694) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.257993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:16.271591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:16.273410 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20f8096a-9b1f-4a3f-ae1a-b64ff56085b5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:16.282253 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-023bfe0c-0d54-49ca-9932-a31422a758a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] delete failed (client error): The resource could not be found. Sep 02 13:42:16.287399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-023bfe0c-0d54-49ca-9932-a31422a758a7 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/e68aea9b-8e10-473f-af3f-b8f2fed816a3 HTTP/1.1" status: 404 len: 336 time: 0.0951564 Sep 02 13:42:16.287572 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a087ce70-64c6-4cf6-993b-390deb3debd9 x-openstack-request-id: req-a087ce70-64c6-4cf6-993b-390deb3debd9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:42:16.287572 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-plugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:42:16.287572 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a087ce70-64c6-4cf6-993b-390deb3debd9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:42:16.287572 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'code': 200} Sep 02 13:42:16.287572 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:16.288566 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38700) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.293466 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20f8096a-9b1f-4a3f-ae1a-b64ff56085b5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:16.299800 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-20f8096a-9b1f-4a3f-ae1a-b64ff56085b5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/e167b229-dac8-4f8a-a3cd-b3a312a80bc4 HTTP/1.1" status: 204 len: 168 time: 0.6823940 Sep 02 13:42:16.303881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.306147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:16.309212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:16.360123 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bf41e701-7b47-475a-ad43-b32af14b3dcd tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=da4dff90-b660-4428-b37f-d4d566a236b5 HTTP/1.1" status: 200 len: 205 time: 0.0683315 Sep 02 13:42:16.364219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38706) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.365350 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8096a-9b1f-4a3f-ae1a-b64ff56085b5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=e167b229-dac8-4f8a-a3cd-b3a312a80bc4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:16.378646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] For port 06c5e0b4-7536-42f4-bacc-4f5097ab9835, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:16.389902 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b9085-ceb8-4c7d-acc4-eea73581706f None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:16.412965 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6809f23b-1bff-4632-902e-9d736293455e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005573 Sep 02 13:42:16.413780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Pushing event updated for resources: {'Port': ['ID=bd922224-a65c-4379-8396-dc7c02c945bd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:16.421457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.428832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:16.459312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] For port 06c5e0b4-7536-42f4-bacc-4f5097ab9835, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=06c5e0b4-7536-42f4-bacc-4f5097ab9835,segment=NetworkSegment(066ee44f-e82b-496f-91b0-e130f08af6d0),segment_id=066ee44f-e82b-496f-91b0-e130f08af6d0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:16.472889 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-ee80b1a2-62b9-40d4-ba0c-c47aabb15eb4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] delete failed (client error): The resource could not be found. Sep 02 13:42:16.480594 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:16.481655 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ee80b1a2-62b9-40d4-ba0c-c47aabb15eb4 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/da4dff90-b660-4428-b37f-d4d566a236b5 HTTP/1.1" status: 404 len: 336 time: 0.1150894 Sep 02 13:42:16.484097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38710) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.496207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:16.551949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:16.555761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:16.562997 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e22825-41db-4925-9c6d-f4f3e086e4ef tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] DELETE failed (client error): The resource could not be found. Sep 02 13:42:16.565016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e22825-41db-4925-9c6d-f4f3e086e4ef tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:16.567269 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-17e22825-41db-4925-9c6d-f4f3e086e4ef tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/87b28143-ede7-4a81-b300-a9564b66f387 HTTP/1.1" status: 404 len: 337 time: 0.0802243 Sep 02 13:42:16.570227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38714) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.632343 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bd89f248-94f5-4098-ae5b-1d7056a0b7e1 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=95421600-3e6f-42b3-9e47-d8b8dd87e9cb HTTP/1.1" status: 200 len: 205 time: 0.0571947 Sep 02 13:42:16.640294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.748339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654482b-ff29-4267-bb23-a324130dfaf2 None None] Pushing event updated for resources: {'Port': ['ID=06c5e0b4-7536-42f4-bacc-4f5097ab9835,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:16.772644 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-2e9e77ed-4518-446a-a8dc-122f8ac8af3d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] delete failed (client error): The resource could not be found. Sep 02 13:42:16.776663 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2e9e77ed-4518-446a-a8dc-122f8ac8af3d tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/95421600-3e6f-42b3-9e47-d8b8dd87e9cb HTTP/1.1" status: 404 len: 336 time: 0.1323056 Sep 02 13:42:16.777752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38730) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.834562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440f7f9-32bd-4e92-b007-5981d3398ba3 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:42:16.872214 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd85a5f-9eff-44ec-bce1-2d5af7b9bef9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] DELETE failed (client error): The resource could not be found. Sep 02 13:42:16.872692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd85a5f-9eff-44ec-bce1-2d5af7b9bef9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:16.877129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-afd85a5f-9eff-44ec-bce1-2d5af7b9bef9 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/6f9dda04-ae86-4734-861d-79bae3229bde HTTP/1.1" status: 404 len: 337 time: 0.0978646 Sep 02 13:42:16.888649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38738) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:16.949808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2995e236-b1ec-42ef-8754-c45a950409a2 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "GET /v2.0/ports?device_id=c91ccbe4-9236-4979-8ecf-78022b007601 HTTP/1.1" status: 200 len: 205 time: 0.0575776 Sep 02 13:42:16.952087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:17.027392 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-d0026950-3529-433b-9595-6b626dcef29f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] delete failed (client error): The resource could not be found. Sep 02 13:42:17.030833 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d0026950-3529-433b-9595-6b626dcef29f tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/routers/c91ccbe4-9236-4979-8ecf-78022b007601 HTTP/1.1" status: 404 len: 336 time: 0.0765073 Sep 02 13:42:17.031336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38746) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:17.102355 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cdf2fa-7b08-45eb-8518-3da5eb02e630 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] DELETE failed (client error): The resource could not be found. Sep 02 13:42:17.102846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10cdf2fa-7b08-45eb-8518-3da5eb02e630 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:17.111283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-10cdf2fa-7b08-45eb-8518-3da5eb02e630 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/a268ee54-4d4e-445a-9e49-0d69919b4a1a HTTP/1.1" status: 404 len: 337 time: 0.0766270 Sep 02 13:42:17.111955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:17.175666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device d0138248-ab47-4316-9963-665e262bb5b1 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:17.201098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c440f7f9-32bd-4e92-b007-5981d3398ba3 None None] Deleting port d0138248-ab47-4316-9963-665e262bb5b1 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:17.204335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c440f7f9-32bd-4e92-b007-5981d3398ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.240339 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-29041abc-e055-400b-9dad-844042425110 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] DELETE failed (client error): The resource could not be found. Sep 02 13:42:17.240814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29041abc-e055-400b-9dad-844042425110 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:17.252920 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-29041abc-e055-400b-9dad-844042425110 tempest-RoutersIpV6Test-875322320 tempest-RoutersIpV6Test-875322320-project] 10.222.0.13 "DELETE /v2.0/subnets/4aa640b1-b7fe-4458-b295-42c1a65bfed0 HTTP/1.1" status: 404 len: 337 time: 0.1398678 Sep 02 13:42:17.396516 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.455578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c440f7f9-32bd-4e92-b007-5981d3398ba3 None None] For port d0138248-ab47-4316-9963-665e262bb5b1, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=d0138248-ab47-4316-9963-665e262bb5b1,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:17.464026 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c440f7f9-32bd-4e92-b007-5981d3398ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.521628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c440f7f9-32bd-4e92-b007-5981d3398ba3 None None] Calling delete_port for d0138248-ab47-4316-9963-665e262bb5b1 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:17.689836 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.767264 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port d0138248-ab47-4316-9963-665e262bb5b1, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=d0138248-ab47-4316-9963-665e262bb5b1,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:17.791299 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.931971 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c440f7f9-32bd-4e92-b007-5981d3398ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:17.966845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=d0138248-ab47-4316-9963-665e262bb5b1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:17.967075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38778) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:18.062381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440f7f9-32bd-4e92-b007-5981d3398ba3 None None] Pushing event deleted for resources: {'Port': ['ID=d0138248-ab47-4316-9963-665e262bb5b1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:18.074178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440f7f9-32bd-4e92-b007-5981d3398ba3 None None] No DVR routers for this DVR port d0138248-ab47-4316-9963-665e262bb5b1 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:18.213767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-595fae97-25a1-4829-9338-535b7651886e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=995a18d7577d4a57b09af19d4fcc9eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453289 Sep 02 13:42:18.218133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38784) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:18.345032 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1cf2650f-4ffe-4408-8340-61e637a43dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.360748 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c249b6-e847-484b-8916-7eba1480cfca None None] Network aae7860e-f83d-4647-a573-e94136ae01c2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:18.390623 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.397783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1cf2650f-4ffe-4408-8340-61e637a43dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.452135 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1cf2650f-4ffe-4408-8340-61e637a43dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.461716 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1cf2650f-4ffe-4408-8340-61e637a43dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.462903 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1cf2650f-4ffe-4408-8340-61e637a43dd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23c3d222-e03a-4031-8231-5986949aa365 HTTP/1.1" status: 204 len: 168 time: 0.2431095 Sep 02 13:42:18.484300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7283cbbd-a640-4732-9f67-c69bcd0b0754 None None] Provisioning for port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:18.494342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2650f-4ffe-4408-8340-61e637a43dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c3d222-e03a-4031-8231-5986949aa365,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:18.546680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:18.558111 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:18.573217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:18.573914 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.577187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9444b8a-28f2-4515-bcf3-489821598422 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:18.579330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=1e5912b0-d024-47ab-9d2b-789a3e704ad4,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:18.602818 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-479c3832-36bc-47aa-83ea-920f5f7732a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1802640 Sep 02 13:42:18.605614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38792) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:18.614062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0cd0ace3-6421-4435-a616-0a17a3ed7ea4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': '1e5912b0-d024-47ab-9d2b-789a3e704ad4', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1379291871'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:18.650181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.743401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd0ace3-6421-4435-a616-0a17a3ed7ea4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:18.898919 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ace3-6421-4435-a616-0a17a3ed7ea4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:18.926038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-0cd0ace3-6421-4435-a616-0a17a3ed7ea4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 5e27f2a9-1dd9-4c86-9266-c01e7b959419 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:42:19.011180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Router b5c78792-3a3d-45d7-8553-4d7984f6a747 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:42:19.308848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 06c5e0b4-7536-42f4-bacc-4f5097ab9835 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:19.324338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:19.338761 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Sync routers for ids ['b5c78792-3a3d-45d7-8553-4d7984f6a747'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:19.352976 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Routers {'b5c78792-3a3d-45d7-8553-4d7984f6a747'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:19.353987 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['b5c78792-3a3d-45d7-8553-4d7984f6a747'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:19.361906 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:19.363173 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8a3f0f82-5134-4aad-b875-31b05cd7fe8f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5929441 Sep 02 13:42:19.366342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:19.474694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '1e5912b0-d024-47ab-9d2b-789a3e704ad4'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:42:19.475668 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:19.530023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:19.690243 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:19.691146 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:19.742732 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Set router b5c78792-3a3d-45d7-8553-4d7984f6a747 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:19.904155 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd0ace3-6421-4435-a616-0a17a3ed7ea4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:42:19.904727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd0ace3-6421-4435-a616-0a17a3ed7ea4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:42:19.952197 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0cd0ace3-6421-4435-a616-0a17a3ed7ea4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3453319 Sep 02 13:42:19.954403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:20.016656 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5fdc1e7b-2cb7-4360-89ee-3bc40d783b37 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0609567 Sep 02 13:42:20.027435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38850) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:20.169031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0da16-efc4-4cd3-8cd3-1ed868031224 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:20.171012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0da16-efc4-4cd3-8cd3-1ed868031224 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:20.181872 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3ba0da16-efc4-4cd3-8cd3-1ed868031224 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1508989 Sep 02 13:42:20.187751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38858) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:20.199642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/1e5912b0-d024-47ab-9d2b-789a3e704ad4/f62ae278-3b82-4b32-9243-264c177f35a7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:20.279317 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:20.308069 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:42:17Z', 'revision_number': 3, 'project_id': '3de85964468c4593af083322616359f6', 'gw_port': {'id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:99:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:14Z', 'updated_at': '2021-09-02T13:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:20.330539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:20.391470 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Checking router: b5c78792-3a3d-45d7-8553-4d7984f6a747 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:20.393085 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Updating router b5c78792-3a3d-45d7-8553-4d7984f6a747 port bd922224-a65c-4379-8396-dc7c02c945bd binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:42:20.402229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a328e593-ab6c-43c3-9106-513c0ff09f27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 1e5912b0-d024-47ab-9d2b-789a3e704ad4 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:42:20.432591 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-f8de49aa-615f-443a-9a53-401405edd555 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2493694 Sep 02 13:42:20.494676 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:20.561941 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-58ba2d73-80a2-4428-9c24-54aeb5903dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:20.563559 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-58ba2d73-80a2-4428-9c24-54aeb5903dbf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1095 time: 0.0955517 Sep 02 13:42:20.600612 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 06c5e0b4-7536-42f4-bacc-4f5097ab9835, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=06c5e0b4-7536-42f4-bacc-4f5097ab9835,segment=NetworkSegment(066ee44f-e82b-496f-91b0-e130f08af6d0),segment_id=066ee44f-e82b-496f-91b0-e130f08af6d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:20.629414 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:20.793523 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:20.804730 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-85802acc-2dad-4ebd-88f5-6b597f2c4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:20.810195 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-85802acc-2dad-4ebd-88f5-6b597f2c4090 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.2206132 Sep 02 13:42:20.937245 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=06c5e0b4-7536-42f4-bacc-4f5097ab9835,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:20.966343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1573133783'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:21.022450 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-667902c9-6766-4ab4-864d-081721d05e4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 998 time: 0.2023342 Sep 02 13:42:21.088512 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.108902 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Transition to ACTIVE for port object bd922224-a65c-4379-8396-dc7c02c945bd will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:21.117182 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.127487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38888) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:21.132200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Made reservation on behalf of bdc2a72f9e4b4a00ba0961baae10a162 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:21.135671 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.135959 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.153274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Transition to ACTIVE for port object f62ae278-3b82-4b32-9243-264c177f35a7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:21.174800 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Pushing event updated for resources: {'Port': ['ID=bd922224-a65c-4379-8396-dc7c02c945bd,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:21.184155 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.184545 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.184817 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.185144 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.185472 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.185799 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.186131 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.186441 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.186758 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.187075 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.187621 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.187765 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:21.198040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Transition to ACTIVE for port object f62ae278-3b82-4b32-9243-264c177f35a7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:21.206392 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Attempting to bind port bd922224-a65c-4379-8396-dc7c02c945bd on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:21.206740 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Attempting to bind port bd922224-a65c-4379-8396-dc7c02c945bd by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:21.207039 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Attempting to bind port bd922224-a65c-4379-8396-dc7c02c945bd on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:21.207660 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.212556 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:21.212921 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:21.213660 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.214071 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:21.214535 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Bound port: bd922224-a65c-4379-8396-dc7c02c945bd, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:21.214921 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.235967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-06a803ef-fbf8-49b0-80d3-65b24b8cf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:21.242467 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-06a803ef-fbf8-49b0-80d3-65b24b8cf13f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.2058222 Sep 02 13:42:21.243267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a328e593-ab6c-43c3-9106-513c0ff09f27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.307053 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] For port bd922224-a65c-4379-8396-dc7c02c945bd, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:21.312246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Allocated IP 172.20.0.1 (aae7860e-f83d-4647-a573-e94136ae01c2/4de313fc-10f2-402a-b974-4fa709fee0b8/846a7213-c988-4d0e-9458-b2b8ad58c83c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:21.312450 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] For port bd922224-a65c-4379-8396-dc7c02c945bd, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd922224-a65c-4379-8396-dc7c02c945bd,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:21.329132 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.333598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:21.338333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:21.348688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:21.370495 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Pushing event updated for resources: {'Port': ['ID=f62ae278-3b82-4b32-9243-264c177f35a7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:21.382379 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.479389 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Routers {'b5c78792-3a3d-45d7-8553-4d7984f6a747'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:21.483968 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['b5c78792-3a3d-45d7-8553-4d7984f6a747'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:21.513745 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-823dd077-8b30-4740-9c8b-2998bfbe136b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.520928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Attempting to bind port f62ae278-3b82-4b32-9243-264c177f35a7 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:21.521773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Attempting to bind port f62ae278-3b82-4b32-9243-264c177f35a7 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:21.522253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Attempting to bind port f62ae278-3b82-4b32-9243-264c177f35a7 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:21.528946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:21.529481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:21.530016 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.530519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:21.531105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Bound port: f62ae278-3b82-4b32-9243-264c177f35a7, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:21.531596 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.588615 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a328e593-ab6c-43c3-9106-513c0ff09f27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.606104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] For port f62ae278-3b82-4b32-9243-264c177f35a7, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:21.609729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] For port f62ae278-3b82-4b32-9243-264c177f35a7, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f62ae278-3b82-4b32-9243-264c177f35a7,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:21.614095 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.677179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd809633-a39d-4394-b39b-f90159113b3f None None] Pushing event updated for resources: {'Port': ['ID=f62ae278-3b82-4b32-9243-264c177f35a7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:21.691951 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.709291 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754589f0-f0cc-4ce1-b41d-9eaaeeb36305 None None] Pushing event updated for resources: {'Port': ['ID=bd922224-a65c-4379-8396-dc7c02c945bd,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:21.722379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Transition to ACTIVE for port object 846a7213-c988-4d0e-9458-b2b8ad58c83c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:21.725964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-70a21cc6-0052-40e2-aebc-506109f80064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:21.728146 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-70a21cc6-0052-40e2-aebc-506109f80064 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4763541 Sep 02 13:42:21.800887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.812318 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.822264 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] Set router b5c78792-3a3d-45d7-8553-4d7984f6a747 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:21.828442 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.842149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:42:21.855704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.856248 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Added segment 69706e63-0c28-43d7-9abc-3bd3e4490a56 of type vlan for network 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 Sep 02 13:42:21.913962 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.988234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:21.994287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:21.995126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:22.113404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Pushing event updated for resources: {'Port': ['ID=846a7213-c988-4d0e-9458-b2b8ad58c83c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:22.156438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Network aae7860e-f83d-4647-a573-e94136ae01c2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:22.162814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:22.202767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:22.322498 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-0e7ed15a-0afe-4a76-9121-a050338997d5 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333183 Sep 02 13:42:22.339181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:22.392140 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a328e593-ab6c-43c3-9106-513c0ff09f27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:22.422571 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:42:17Z', 'revision_number': 3, 'project_id': '3de85964468c4593af083322616359f6', 'gw_port': {'id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:99:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:14Z', 'updated_at': '2021-09-02T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:22.497830 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f19cd49-18d8-4c39-97ae-9394211308d7 None None] The sync data for ids ['b5c78792-3a3d-45d7-8553-4d7984f6a747'] in n-d-794796-4 is: [{'id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:42:17Z', 'revision_number': 3, 'project_id': '3de85964468c4593af083322616359f6', 'gw_port': {'id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:99:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:14Z', 'updated_at': '2021-09-02T13:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:22.540703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-823dd077-8b30-4740-9c8b-2998bfbe136b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:22.551173 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-823dd077-8b30-4740-9c8b-2998bfbe136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:22.674161 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-823dd077-8b30-4740-9c8b-2998bfbe136b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56364fecb1dd4384b006abd47f121548&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5455766 Sep 02 13:42:22.677042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dd077-8b30-4740-9c8b-2998bfbe136b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b603b45-40fa-456a-8a76-25504294b9cd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:22.681573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:22.717834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabbe222-de6d-443d-8235-9e1b9753bd01,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:22.737239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Pushing event updated for resources: {'Network': ['ID=1d532953-1a32-4c18-a4ad-b6dc2c8f37e9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:22.760906 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d3158d05-40ba-4c9a-9e90-77501a695a44 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4146979 Sep 02 13:42:22.763055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:22.772071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:42:22.784356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Request body: {'subnet': {'network_id': '1d532953-1a32-4c18-a4ad-b6dc2c8f37e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:22.905516 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a328e593-ab6c-43c3-9106-513c0ff09f27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:22.921713 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad18eed4-83f0-419f-9048-bb2f212d09d7 req-f4c94bfd-3ee3-4cf5-a487-e0cd42b0a089 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043077 Sep 02 13:42:23.000271 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.003907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328e593-ab6c-43c3-9106-513c0ff09f27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5912b0-d024-47ab-9d2b-789a3e704ad4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:23.013007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a328e593-ab6c-43c3-9106-513c0ff09f27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.016474 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a328e593-ab6c-43c3-9106-513c0ff09f27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/1e5912b0-d024-47ab-9d2b-789a3e704ad4 HTTP/1.1" status: 204 len: 168 time: 2.8275926 Sep 02 13:42:23.019476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38932) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:23.060044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0f7dd99-8403-42ed-8f9d-efca9784f10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.175658 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c9ae797b-088f-48ae-b0ba-5d1bcb89df36 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1537986 Sep 02 13:42:23.177900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38934) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:23.198918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:23.245260 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0f7dd99-8403-42ed-8f9d-efca9784f10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.346254 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-363ed8da-bc09-41cb-9347-ef57111a2a26 None None] Provisioning for port 846a7213-c988-4d0e-9458-b2b8ad58c83c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:23.357182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-363ed8da-bc09-41cb-9347-ef57111a2a26 None None] Provisioning complete for port 846a7213-c988-4d0e-9458-b2b8ad58c83c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:23.357567 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-363ed8da-bc09-41cb-9347-ef57111a2a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.425075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Made reservation on behalf of bdc2a72f9e4b4a00ba0961baae10a162 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:23.430915 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.481816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:23.483893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-363ed8da-bc09-41cb-9347-ef57111a2a26 None None] Port 846a7213-c988-4d0e-9458-b2b8ad58c83c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:23.489322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 06c5e0b4-7536-42f4-bacc-4f5097ab9835 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:23.489786 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.616664 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:23.619779 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.808055 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0f7dd99-8403-42ed-8f9d-efca9784f10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.813357 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0f7dd99-8403-42ed-8f9d-efca9784f10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.819288 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f0f7dd99-8403-42ed-8f9d-efca9784f10f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b603b45-40fa-456a-8a76-25504294b9cd HTTP/1.1" status: 204 len: 168 time: 1.1362190 Sep 02 13:42:23.851713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f62ae278-3b82-4b32-9243-264c177f35a7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:23.861920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7dd99-8403-42ed-8f9d-efca9784f10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b603b45-40fa-456a-8a76-25504294b9cd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:23.912058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391bb614-ad04-46ca-911a-63246acfdef8 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:23.932460 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:23.979710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.047085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3311021b-77d0-4152-8a33-8c78d4613f63 None None] Provisioning for port f62ae278-3b82-4b32-9243-264c177f35a7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:24.097155 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.131618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port f62ae278-3b82-4b32-9243-264c177f35a7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:24.142705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f62ae278-3b82-4b32-9243-264c177f35a7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:24.143119 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.261861 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:24.266022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:24.270489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:24.271349 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.307926 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.309400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1166842 Sep 02 13:42:24.310292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38958) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:24.329629 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911aacab-6bc3-4dce-b1b2-abae5ee30086 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:42:24.331150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c72b6ced-f581-4d92-b7fb-536ece94c136 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1770450047', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:24.342819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.357212 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551a7ef-a938-46eb-8dcb-a76c6ff999d4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=04dedd5e-4d63-46a6-af42-dbe8ac6fe857,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:24.400219 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c72b6ced-f581-4d92-b7fb-536ece94c136 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.402088 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c72b6ced-f581-4d92-b7fb-536ece94c136 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.491910 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.513857 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Pushing event updated for resources: {'Port': ['ID=846a7213-c988-4d0e-9458-b2b8ad58c83c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:24.543996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Pushing event updated for resources: {'Subnet': ['ID=e2dfeb81-3565-43d1-8033-c10acc3e40f1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:24.560642 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c72b6ced-f581-4d92-b7fb-536ece94c136 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.565517 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c72b6ced-f581-4d92-b7fb-536ece94c136 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.582920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Checking segment: {'id': '69706e63-0c28-43d7-9abc-3bd3e4490a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d532953-1a32-4c18-a4ad-b6dc2c8f37e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:24.583571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Network hostable DHCP agents. Network: 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:42:24.602030 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c72b6ced-f581-4d92-b7fb-536ece94c136 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.604552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c72b6ced-f581-4d92-b7fb-536ece94c136 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2867448 Sep 02 13:42:24.606972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:24.622309 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port f62ae278-3b82-4b32-9243-264c177f35a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f62ae278-3b82-4b32-9243-264c177f35a7,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:24.634120 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.703360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Network aae7860e-f83d-4647-a573-e94136ae01c2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:24.709199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:24.716931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Network 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:42:24.732089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:24.750120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:24.754812 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:24.771433 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=f62ae278-3b82-4b32-9243-264c177f35a7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:24.790292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6b7195-18f9-450f-a78b-ddc8c11d09dc None None] Network 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:24.855959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-911aacab-6bc3-4dce-b1b2-abae5ee30086 None None] Deleting port f62ae278-3b82-4b32-9243-264c177f35a7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:24.856970 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-911aacab-6bc3-4dce-b1b2-abae5ee30086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.191072 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:25.205991 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd922224-a65c-4379-8396-dc7c02c945bd up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:25.211520 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6309a594-4a84-4d07-8870-0c70ad690f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.258241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-1d532953-1a32-4c18-a4ad-b6dc2c8f37e9', 'network_id': '1d532953-1a32-4c18-a4ad-b6dc2c8f37e9', 'tenant_id': 'bdc2a72f9e4b4a00ba0961baae10a162', 'fixed_ips': [{'subnet_id': 'e2dfeb81-3565-43d1-8033-c10acc3e40f1'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:42:25.259313 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.348131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Router b5c78792-3a3d-45d7-8553-4d7984f6a747 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:42:25.388545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.469460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6309a594-4a84-4d07-8870-0c70ad690f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.474499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6309a594-4a84-4d07-8870-0c70ad690f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.529952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a1c39b34-4c2b-4361-ad57-2a807146f2f2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7573321 Sep 02 13:42:25.530669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 38982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:25.540827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Request body: {'port': {'network_id': '1d532953-1a32-4c18-a4ad-b6dc2c8f37e9', 'name': 'tempest-TagsExtTest-137758585'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:25.555113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-18886e1d-8373-4200-a374-cc7f5981f34a None None] Provisioning complete for port 846a7213-c988-4d0e-9458-b2b8ad58c83c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:25.556043 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18886e1d-8373-4200-a374-cc7f5981f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.606308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6309a594-4a84-4d07-8870-0c70ad690f18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3902ecb7abb84f388be59af35391e550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139500 Sep 02 13:42:25.607666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309a594-4a84-4d07-8870-0c70ad690f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662a0e7a-953a-4033-9d7e-fd24e8ebf53e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:25.611009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 38984) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:25.668127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-18886e1d-8373-4200-a374-cc7f5981f34a None None] Port 846a7213-c988-4d0e-9458-b2b8ad58c83c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:25.669532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port bd922224-a65c-4379-8396-dc7c02c945bd completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:25.730789 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f9286bf-eb4e-44b7-8e6a-1f88fa0e8eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.807330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f9286bf-eb4e-44b7-8e6a-1f88fa0e8eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.885794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Allocated IP 172.20.0.2 (1d532953-1a32-4c18-a4ad-b6dc2c8f37e9/e2dfeb81-3565-43d1-8033-c10acc3e40f1/1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:25.916726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f9286bf-eb4e-44b7-8e6a-1f88fa0e8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.935485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-911aacab-6bc3-4dce-b1b2-abae5ee30086 None None] For port f62ae278-3b82-4b32-9243-264c177f35a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f62ae278-3b82-4b32-9243-264c177f35a7,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:25.935864 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f9286bf-eb4e-44b7-8e6a-1f88fa0e8eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.939238 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-911aacab-6bc3-4dce-b1b2-abae5ee30086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.948919 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1f9286bf-eb4e-44b7-8e6a-1f88fa0e8eb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/662a0e7a-953a-4033-9d7e-fd24e8ebf53e HTTP/1.1" status: 204 len: 168 time: 0.3238873 Sep 02 13:42:25.958421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port bd922224-a65c-4379-8396-dc7c02c945bd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:25.960388 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:25.994280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9286bf-eb4e-44b7-8e6a-1f88fa0e8eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662a0e7a-953a-4033-9d7e-fd24e8ebf53e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:26.046276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::1 (6536a6f3-744d-4aaf-8438-60c2494b3279/04dedd5e-4d63-46a6-af42-dbe8ac6fe857/0303bcd9-a427-4829-a65f-b375502f4834) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:26.107617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-911aacab-6bc3-4dce-b1b2-abae5ee30086 None None] Calling delete_port for f62ae278-3b82-4b32-9243-264c177f35a7 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:26.412653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:26.630123 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-911aacab-6bc3-4dce-b1b2-abae5ee30086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:26.666691 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e70ed0da-8671-41b0-86b1-527fff635c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:26.748388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911aacab-6bc3-4dce-b1b2-abae5ee30086 None None] Pushing event deleted for resources: {'Port': ['ID=f62ae278-3b82-4b32-9243-264c177f35a7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:26.760654 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911aacab-6bc3-4dce-b1b2-abae5ee30086 None None] No DVR routers for this DVR port f62ae278-3b82-4b32-9243-264c177f35a7 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:26.768433 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-1d97fa52-b20e-48b0-879f-94ee08996feb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345508 Sep 02 13:42:26.828237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b17bf1-59c6-411a-9c29-c9d5ed5050fe None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:26.861794 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:26.900916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 0303bcd9-a427-4829-a65f-b375502f4834 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:26.904764 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:26.924066 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:26.954946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-17feacf8-1631-4287-a995-f6802a158ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:26.958302 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-17feacf8-1631-4287-a995-f6802a158ef4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 1096 time: 0.1188707 Sep 02 13:42:26.994777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Made reservation on behalf of bdc2a72f9e4b4a00ba0961baae10a162 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:26.999257 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:26.999481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Transition to ACTIVE for port object 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:27.052145 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] device_id is not set on port 52979e6a-a5e5-45ad-907f-411097a1d789 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:42:27.066006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port bd922224-a65c-4379-8396-dc7c02c945bd, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd922224-a65c-4379-8396-dc7c02c945bd,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:27.089331 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:27.141877 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:27.180821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Transition to ACTIVE for port object 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:27.182155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=bd922224-a65c-4379-8396-dc7c02c945bd,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:27.192377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f62ae278-3b82-4b32-9243-264c177f35a7 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:27.210675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:27.225759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-e782d27a-4783-4b54-8c59-82ebc1fc4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:27.228097 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-e782d27a-4783-4b54-8c59-82ebc1fc4977 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.2460787 Sep 02 13:42:27.257142 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:27.281057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Allocated IP 172.20.0.4 (1d532953-1a32-4c18-a4ad-b6dc2c8f37e9/e2dfeb81-3565-43d1-8033-c10acc3e40f1/52979e6a-a5e5-45ad-907f-411097a1d789) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:27.301251 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-07408832-8b7d-4ea8-8f18-8dcea098d635 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0297e65b-2cd5-4490-867b-29f15d198422 HTTP/1.1" status: 200 len: 217 time: 0.0632691 Sep 02 13:42:27.316465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Network 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:27.319169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Pushing event updated for resources: {'Port': ['ID=1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:27.321619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:27.323200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: f62ae278-3b82-4b32-9243-264c177f35a7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:27.323552 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f62ae278-3b82-4b32-9243-264c177f35a7 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:27.325337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:27.394363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=0303bcd9-a427-4829-a65f-b375502f4834,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:27.409241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:27.421089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:27.439920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Sync routers for ids ['b5c78792-3a3d-45d7-8553-4d7984f6a747'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:27.451876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-0f4fcb40-3560-476c-baaf-c7e7e41c2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:27.454503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-0f4fcb40-3560-476c-baaf-c7e7e41c2642 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.1448457 Sep 02 13:42:27.461221 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e70ed0da-8671-41b0-86b1-527fff635c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:27.479767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Routers {'b5c78792-3a3d-45d7-8553-4d7984f6a747'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:27.490741 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e1a46b23-e769-4d3e-bf90-ad891d6b8aae admin admin] 10.222.0.13 "PUT /v2.0/routers/b5c78792-3a3d-45d7-8553-4d7984f6a747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1137373 Sep 02 13:42:27.511762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e70ed0da-8671-41b0-86b1-527fff635c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:27.512857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['b5c78792-3a3d-45d7-8553-4d7984f6a747'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:27.598332 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e70ed0da-8671-41b0-86b1-527fff635c43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=921863720e7743239470fa1e71151eca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1843812 Sep 02 13:42:27.603419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-0193e6aa-d5e5-4e3d-8956-36770b9abe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:27.606952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-0193e6aa-d5e5-4e3d-8956-36770b9abe40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431754 Sep 02 13:42:27.608725 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:27.609587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:27.610001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39042) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:27.642426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ed0da-8671-41b0-86b1-527fff635c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9597014-7119-4418-ac98-bbf4787351d7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:27.741208 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd922224-a65c-4379-8396-dc7c02c945bd up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:27.769288 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-647631fe-a41d-4824-85f2-c5c62e591384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:27.810427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:27.815584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Set router b5c78792-3a3d-45d7-8553-4d7984f6a747 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:27.833453 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-647631fe-a41d-4824-85f2-c5c62e591384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:27.862776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:27.898524 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-1657f30b-a71a-4e25-8fba-dbd9efdb7292 service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378752 Sep 02 13:42:28.006022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Attempting to bind port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:28.006786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Attempting to bind port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '69706e63-0c28-43d7-9abc-3bd3e4490a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d532953-1a32-4c18-a4ad-b6dc2c8f37e9'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:28.007257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Attempting to bind port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 on network 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:28.027100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.074728 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2089713209'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:28.133974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:28.141752 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.181266 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-647631fe-a41d-4824-85f2-c5c62e591384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.189328 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-647631fe-a41d-4824-85f2-c5c62e591384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.190988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-647631fe-a41d-4824-85f2-c5c62e591384 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9597014-7119-4418-ac98-bbf4787351d7 HTTP/1.1" status: 204 len: 168 time: 0.5785880 Sep 02 13:42:28.257970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:42:28.282003 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.288552 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Added segment 44e28c63-c290-4661-b620-b959a129e614 of type vlan for network b0a1ea1b-13df-40b4-8040-62bfc9378837 Sep 02 13:42:28.318150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647631fe-a41d-4824-85f2-c5c62e591384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9597014-7119-4418-ac98-bbf4787351d7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:28.384915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:28.385582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Checking segment: {'id': '69706e63-0c28-43d7-9abc-3bd3e4490a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d532953-1a32-4c18-a4ad-b6dc2c8f37e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:28.386307 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.387060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Bound using segment: {'id': '69706e63-0c28-43d7-9abc-3bd3e4490a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d532953-1a32-4c18-a4ad-b6dc2c8f37e9'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:28.387821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Bound port: 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69706e63-0c28-43d7-9abc-3bd3e4490a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d532953-1a32-4c18-a4ad-b6dc2c8f37e9'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:28.388461 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.504740 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.546848 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-18910f4f-adf9-4d85-8ecc-2f6e39b5dab5 req-8c26ed0e-8377-404b-8791-1c91e76a408b service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375799 Sep 02 13:42:28.563699 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.576281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Transition to ACTIVE for port object 52979e6a-a5e5-45ad-907f-411097a1d789 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:28.586512 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.587644 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.604496 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.618215 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:28.618709 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.696065 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8842111 Sep 02 13:42:28.699935 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39072) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:28.714144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'subnet': {'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:28.728325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] For port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:28.737233 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bb24d-2117-4ac3-8a53-ef9d2ea1fade tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Network': ['ID=b0a1ea1b-13df-40b4-8040-62bfc9378837,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:28.737828 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] For port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9,segment=NetworkSegment(69706e63-0c28-43d7-9abc-3bd3e4490a56),segment_id=69706e63-0c28-43d7-9abc-3bd3e4490a56)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:28.759262 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.826576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=0303bcd9-a427-4829-a65f-b375502f4834,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:28.835047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network b0a1ea1b-13df-40b4-8040-62bfc9378837 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:42:28.873029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:28.877670 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.906022 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:28.960378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port bd922224-a65c-4379-8396-dc7c02c945bd triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:28.961822 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.015463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Network 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:29.018174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:29.023299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:29.028918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:29.031212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:29.080138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791d8c5-690d-4c08-a00f-a1e46616193a None None] Pushing event updated for resources: {'Port': ['ID=1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:29.097363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Pushing event updated for resources: {'Port': ['ID=52979e6a-a5e5-45ad-907f-411097a1d789,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:29.158884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '04dedd5e-4d63-46a6-af42-dbe8ac6fe857'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:42:29.176371 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.258141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:29.260916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39086) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:29.261096 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.283699 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6d24eb80-89d2-450a-a9ae-106ecdb50784 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.7502613 Sep 02 13:42:29.287559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:29.294990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3e95d539-dedf-4b0a-8276-b64ac82bb82a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-787629798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:29.297549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b057f500-17cd-462b-95e9-31c7f19ceb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.302109 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.381866 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e95d539-dedf-4b0a-8276-b64ac82bb82a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.387463 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e95d539-dedf-4b0a-8276-b64ac82bb82a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.482356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Subnet': ['ID=ac421581-27e7-4f43-83e5-4031494e353d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:29.492129 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.522393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Checking segment: {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:29.523516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network hostable DHCP agents. Network: b0a1ea1b-13df-40b4-8040-62bfc9378837, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:42:29.535878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e95d539-dedf-4b0a-8276-b64ac82bb82a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.543053 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e95d539-dedf-4b0a-8276-b64ac82bb82a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.559193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Router 39312769-953e-4041-b6e4-f4c2f5abf417 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:42:29.585356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network b0a1ea1b-13df-40b4-8040-62bfc9378837 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:42:29.587715 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:29.625485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, b0a1ea1b-13df-40b4-8040-62bfc9378837) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:29.657533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:29.662475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb23f78-7856-49e6-9e1e-a75da76533d2 None None] Network b0a1ea1b-13df-40b4-8040-62bfc9378837 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:29.663066 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.666350 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:42:22Z', 'revision_number': 4, 'project_id': '3de85964468c4593af083322616359f6', 'gw_port': {'id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:14Z', 'updated_at': '2021-09-02T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '846a7213-c988-4d0e-9458-b2b8ad58c83c', 'name': '', 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2', 'tenant_id': '3de85964468c4593af083322616359f6', 'mac_address': 'fa:16:3e:4b:87:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4de313fc-10f2-402a-b974-4fa709fee0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:20Z', 'updated_at': '2021-09-02T13:42:23Z', 'revision_number': 2, 'project_id': '3de85964468c4593af083322616359f6', 'subnets': [{'id': '4de313fc-10f2-402a-b974-4fa709fee0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:29.673299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b057f500-17cd-462b-95e9-31c7f19ceb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.686733 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e95d539-dedf-4b0a-8276-b64ac82bb82a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.688146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3e95d539-dedf-4b0a-8276-b64ac82bb82a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3992395 Sep 02 13:42:29.691609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:29.695007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b057f500-17cd-462b-95e9-31c7f19ceb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.697717 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b0cbfa30-efaf-40f2-b752-decd5dbb5d9a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1665828573', 'prefixes': ['172.20.0.0/16']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:29.721535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6f39cb82-1f10-4bc4-b7f5-c42c45154203 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0203333 Sep 02 13:42:29.725380 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:29.739758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-232248237'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:29.754466 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b057f500-17cd-462b-95e9-31c7f19ceb3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3672036141d4009be0107daec499475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927745 Sep 02 13:42:29.756728 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057f500-17cd-462b-95e9-31c7f19ceb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7210f-df1f-423c-ae20-52b49fe13a46,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:29.758104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:29.806280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:29.818270 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Sync routers for ids ['39312769-953e-4041-b6e4-f4c2f5abf417'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:29.831997 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Routers {'39312769-953e-4041-b6e4-f4c2f5abf417'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:29.833010 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['39312769-953e-4041-b6e4-f4c2f5abf417'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:29.838677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-948e9758-369d-48ca-8b4d-e9a469b40421 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "PUT /v2.0/routers/39312769-953e-4041-b6e4-f4c2f5abf417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2275710 Sep 02 13:42:29.839311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:29.896322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Checking router: b5c78792-3a3d-45d7-8553-4d7984f6a747 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:29.896679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Updating router b5c78792-3a3d-45d7-8553-4d7984f6a747 port 846a7213-c988-4d0e-9458-b2b8ad58c83c binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:42:29.930219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/04dedd5e-4d63-46a6-af42-dbe8ac6fe857/c07fc062-ab08-4840-8a43-57ea2ebe5b3a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:29.937094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:29.946246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:29.965216 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Set router 39312769-953e-4041-b6e4-f4c2f5abf417 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:29.972933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18123989-d619-4aea-8d3a-410e25bc6584 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:29.978697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-18123989-d619-4aea-8d3a-410e25bc6584 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports/0303bcd9-a427-4829-a65f-b375502f4834 HTTP/1.1" status: 200 len: 911 time: 0.1380408 Sep 02 13:42:29.980812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39104) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:30.068373 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b12a34ff-1a45-4b52-9e77-6516b4ece215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.082937 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.110559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43548b7a-f7a9-4d0f-811b-4cf11b027375 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:30.127836 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-43548b7a-f7a9-4d0f-811b-4cf11b027375 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.1415946 Sep 02 13:42:30.128216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39108) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:30.163101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:42:30.212755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b12a34ff-1a45-4b52-9e77-6516b4ece215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.259489 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0cbfa30-efaf-40f2-b752-decd5dbb5d9a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for subnetpool, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.273916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b0cbfa30-efaf-40f2-b752-decd5dbb5d9a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5796256 Sep 02 13:42:30.274821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:30.280718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.281505 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Added segment e29d7f64-3f9a-4408-a6b0-9f018f22a964 of type vlan for network 1e8861bb-f792-4ea3-939e-13adf578096a Sep 02 13:42:30.349728 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-9d55cabe-e09c-40b1-8028-810fb8a1a9c3 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1', 'tempest-TagsExtTest-Tag-83199481') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:30.524708 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39312769-953e-4041-b6e4-f4c2f5abf417', 'name': 'tempest-NetworksTestDHCPv6-router-1770450047', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:24Z', 'updated_at': '2021-09-02T13:42:27Z', 'revision_number': 2, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'gw_port_host': None, '_interfaces': [{'id': '0303bcd9-a427-4829-a65f-b375502f4834', 'name': '', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'mac_address': 'fa:16:3e:7a:f6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39312769-953e-4041-b6e4-f4c2f5abf417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '04dedd5e-4d63-46a6-af42-dbe8ac6fe857', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:25Z', 'updated_at': '2021-09-02T13:42:28Z', 'revision_number': 2, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'subnets': [{'id': '04dedd5e-4d63-46a6-af42-dbe8ac6fe857', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:30.594842 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Checking router: 39312769-953e-4041-b6e4-f4c2f5abf417 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:30.595188 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Updating router 39312769-953e-4041-b6e4-f4c2f5abf417 port 0303bcd9-a427-4829-a65f-b375502f4834 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:42:30.655200 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.715337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.812334 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.812971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:30.831270 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b12a34ff-1a45-4b52-9e77-6516b4ece215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.835151 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b12a34ff-1a45-4b52-9e77-6516b4ece215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.836844 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b12a34ff-1a45-4b52-9e77-6516b4ece215 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59c7210f-df1f-423c-ae20-52b49fe13a46 HTTP/1.1" status: 204 len: 168 time: 1.0723484 Sep 02 13:42:30.882004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a34ff-1a45-4b52-9e77-6516b4ece215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7210f-df1f-423c-ae20-52b49fe13a46,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:30.890627 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.897385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:30.898361 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:30.934410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2049873 Sep 02 13:42:30.937774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39130) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:30.938884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39132) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:30.944996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'subnet': {'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:30.979096 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4adb27-6835-4365-8dd5-bae8b0c85347 None None] Network 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:31.037246 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9d55cabe-e09c-40b1-8028-810fb8a1a9c3 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags/tempest-TagsExtTest-Tag-83199481 HTTP/1.1" status: 201 len: 201 time: 0.7147167 Sep 02 13:42:31.040438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:31.048104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-1fb5343e-1f80-48ab-ad01-8500c469c97b tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789', 'tempest-TagsExtTest-Tag-1048240022') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:31.075469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b04669-6c87-4b5d-b4be-adcde69123cb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Network': ['ID=1e8861bb-f792-4ea3-939e-13adf578096a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:31.185376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:31.189186 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.200759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 1e8861bb-f792-4ea3-939e-13adf578096a details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:42:31.218025 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1fb5343e-1f80-48ab-ad01-8500c469c97b tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags/tempest-TagsExtTest-Tag-1048240022 HTTP/1.1" status: 201 len: 201 time: 0.1737320 Sep 02 13:42:31.226621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:31.240859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-a7ce6e24-dbac-4998-a72f-b965e4cc02ef tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe', 'tempest-TagsExtTest-Tag-280174017') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:31.368903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-629aa735-de5a-493a-b5c4-dd6830b214b8 None None] Provisioning for port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:31.373180 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.414607 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c267ae59-1b46-496d-9b8e-6502b9ce8032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.463009 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.482959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-629aa735-de5a-493a-b5c4-dd6830b214b8 None None] Provisioning complete for port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:31.484228 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-629aa735-de5a-493a-b5c4-dd6830b214b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.539013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a7ce6e24-dbac-4998-a72f-b965e4cc02ef tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags/tempest-TagsExtTest-Tag-280174017 HTTP/1.1" status: 201 len: 201 time: 0.3021073 Sep 02 13:42:31.541764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39152) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:31.549052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-924370e0-9c5e-491c-805f-d0311c94c36b tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7', 'tempest-TagsExtTest-Tag-567981134') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:31.549983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Transition to ACTIVE for port object 846a7213-c988-4d0e-9458-b2b8ad58c83c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:31.629032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.629032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.629032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-b0a1ea1b-13df-40b4-8040-62bfc9378837', 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837', 'tenant_id': '3de85964468c4593af083322616359f6', 'fixed_ips': [{'subnet_id': 'ac421581-27e7-4f43-83e5-4031494e353d'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:42:31.629032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.652126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9c843f5-661b-4bcf-acd3-a252796053ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:31.667044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-924370e0-9c5e-491c-805f-d0311c94c36b tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags/tempest-TagsExtTest-Tag-567981134 HTTP/1.1" status: 201 len: 201 time: 0.1237767 Sep 02 13:42:31.669701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39158) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:31.681613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-32a9352a-1704-4a3c-bf4b-7a64bdb077a1 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:31.685894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Transition to ACTIVE for port object c07fc062-ab08-4840-8a43-57ea2ebe5b3a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:31.870555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-32a9352a-1704-4a3c-bf4b-7a64bdb077a1 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags HTTP/1.1" status: 200 len: 239 time: 0.1972938 Sep 02 13:42:31.875452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:31.904128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-7533fccf-b1c6-4099-bdef-c44b0eae1e58 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1', 'tempest-TagsExtTest-Tag-83199481') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:31.943544 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.034952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7533fccf-b1c6-4099-bdef-c44b0eae1e58 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags/tempest-TagsExtTest-Tag-83199481 HTTP/1.1" status: 204 len: 168 time: 0.1573117 Sep 02 13:42:32.037761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:32.046616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-44fca9da-5014-4eaa-8c25-9067d2ebcd38 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1', 'tempest-TagsExtTest-Tag-83199481') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:32.095080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9c843f5-661b-4bcf-acd3-a252796053ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.142716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Subnet': ['ID=7decbaa4-132c-419b-80e4-17ca6d4a26ea,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:32.155001 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9c843f5-661b-4bcf-acd3-a252796053ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.173475 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-44fca9da-5014-4eaa-8c25-9067d2ebcd38 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags/tempest-TagsExtTest-Tag-83199481 HTTP/1.1" status: 204 len: 168 time: 0.1315036 Sep 02 13:42:32.174569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:32.179325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-a7c2cea8-29d1-4ab1-aebc-0ba0237b4b94 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:32.189766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Allocated IP 19.80.0.2 (b0a1ea1b-13df-40b4-8040-62bfc9378837/ac421581-27e7-4f43-83e5-4031494e353d/9cac1500-731c-472e-bdff-c70fff0b855e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:32.267580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a7c2cea8-29d1-4ab1-aebc-0ba0237b4b94 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags HTTP/1.1" status: 200 len: 205 time: 0.0916505 Sep 02 13:42:32.272543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:32.281148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-13ac27a8-b7c0-4d9b-8374-df529dae960d tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:32.282238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Checking segment: {'id': 'e29d7f64-3f9a-4408-a6b0-9f018f22a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:32.282735 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network hostable DHCP agents. Network: 1e8861bb-f792-4ea3-939e-13adf578096a, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:42:32.288692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c843f5-661b-4bcf-acd3-a252796053ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f590017d-f46a-4d2d-9590-59eb0fa9ccee,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:32.311001 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a9c843f5-661b-4bcf-acd3-a252796053ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=687f841c78a54ef692a0e10bd0e8842b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3593717 Sep 02 13:42:32.314590 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39182) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:32.382900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network 1e8861bb-f792-4ea3-939e-13adf578096a is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:42:32.383882 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-13ac27a8-b7c0-4d9b-8374-df529dae960d tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags HTTP/1.1" status: 200 len: 241 time: 0.1097434 Sep 02 13:42:32.387960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:32.394211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 0303bcd9-a427-4829-a65f-b375502f4834 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:32.394703 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.397146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-ac140ab1-06b6-472c-82f5-ff2b488ca2c9 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789', 'tempest-TagsExtTest-Tag-1048240022') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:32.417063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 1e8861bb-f792-4ea3-939e-13adf578096a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:32.446770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Transition to ACTIVE for port object c07fc062-ab08-4840-8a43-57ea2ebe5b3a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:32.455561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f7ceb-422a-4e97-9df6-b58cfc746eaa None None] Pushing event updated for resources: {'Port': ['ID=846a7213-c988-4d0e-9458-b2b8ad58c83c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:32.476915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:32.480080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.522034 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f1d29fc-c6ec-40bf-b1c2-b50c3eebe975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.537910 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6702ef8e-330b-4b58-bd72-80e0adb82f50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5979793 Sep 02 13:42:32.555625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79e577-6011-4c9e-9c79-735bec8bea23 None None] Network 1e8861bb-f792-4ea3-939e-13adf578096a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:32.563773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ac140ab1-06b6-472c-82f5-ff2b488ca2c9 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags/tempest-TagsExtTest-Tag-1048240022 HTTP/1.1" status: 204 len: 168 time: 0.1746333 Sep 02 13:42:32.566751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39200) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:32.577877 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f1d29fc-c6ec-40bf-b1c2-b50c3eebe975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.580216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-54f5a4ca-3b29-4427-ad4b-8a2371fa0030 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789', 'tempest-TagsExtTest-Tag-1048240022') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:32.677073 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.717795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 0303bcd9-a427-4829-a65f-b375502f4834 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:32.833804 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.839392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-54f5a4ca-3b29-4427-ad4b-8a2371fa0030 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags/tempest-TagsExtTest-Tag-1048240022 HTTP/1.1" status: 204 len: 168 time: 0.2714400 Sep 02 13:42:32.842981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:32.849159 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Transition to ACTIVE for port object 0303bcd9-a427-4829-a65f-b375502f4834 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:32.862065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-a98c7e81-433e-416b-a298-b4ac43b35d67 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:32.862333 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.869966 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f1d29fc-c6ec-40bf-b1c2-b50c3eebe975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.876035 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f1d29fc-c6ec-40bf-b1c2-b50c3eebe975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.879500 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3f1d29fc-c6ec-40bf-b1c2-b50c3eebe975 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f590017d-f46a-4d2d-9590-59eb0fa9ccee HTTP/1.1" status: 204 len: 168 time: 0.5599070 Sep 02 13:42:32.888965 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:32.930801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d29fc-c6ec-40bf-b1c2-b50c3eebe975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f590017d-f46a-4d2d-9590-59eb0fa9ccee,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:32.995710 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7448d-ba95-41c3-9271-18ab88366554 None None] Pushing event updated for resources: {'Port': ['ID=0303bcd9-a427-4829-a65f-b375502f4834,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:33.085291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:33.102743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Attempting to bind port 846a7213-c988-4d0e-9458-b2b8ad58c83c on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:33.103333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Attempting to bind port 846a7213-c988-4d0e-9458-b2b8ad58c83c by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '066ee44f-e82b-496f-91b0-e130f08af6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:33.103920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Attempting to bind port 846a7213-c988-4d0e-9458-b2b8ad58c83c on network aae7860e-f83d-4647-a573-e94136ae01c2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:33.128071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:33.130201 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-629aa735-de5a-493a-b5c4-dd6830b214b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:33.140179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:33.171200 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Attempting to bind port 0303bcd9-a427-4829-a65f-b375502f4834 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:33.171775 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Attempting to bind port 0303bcd9-a427-4829-a65f-b375502f4834 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:33.172208 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Attempting to bind port 0303bcd9-a427-4829-a65f-b375502f4834 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:33.179776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:33.180607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Checking segment: {'id': '066ee44f-e82b-496f-91b0-e130f08af6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:33.181286 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:33.181857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Bound using segment: {'id': '066ee44f-e82b-496f-91b0-e130f08af6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:33.183311 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Bound port: 846a7213-c988-4d0e-9458-b2b8ad58c83c, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ee44f-e82b-496f-91b0-e130f08af6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:33.184046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:33.193989 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:33.194363 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:33.194803 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:33.195287 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:33.195824 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Bound port: 0303bcd9-a427-4829-a65f-b375502f4834, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:33.196365 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:33.241726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:33.270578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Pushing event updated for resources: {'Port': ['ID=c07fc062-ab08-4840-8a43-57ea2ebe5b3a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:33.320408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-1e8861bb-f792-4ea3-939e-13adf578096a', 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a', 'tenant_id': '3de85964468c4593af083322616359f6', 'fixed_ips': [{'subnet_id': '7decbaa4-132c-419b-80e4-17ca6d4a26ea'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:42:33.321673 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:33.354860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=0303bcd9-a427-4829-a65f-b375502f4834,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:33.390576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-7cee1fea-6af6-494e-8771-70f29a335eac tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:33.417077 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-7cee1fea-6af6-494e-8771-70f29a335eac tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:33.432381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-7cee1fea-6af6-494e-8771-70f29a335eac tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/networks?id=b0a1ea1b-13df-40b4-8040-62bfc9378837&id=1e8861bb-f792-4ea3-939e-13adf578096a&id=b0a1ea1b-13df-40b4-8040-62bfc9378837 HTTP/1.1" status: 200 len: 1391 time: 0.4561181 Sep 02 13:42:33.446145 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:42:33.446925 n-d-794796-4 neutron-server[94690]: DEBUG oslo_db.api [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:42:33.507211 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-7d858d63-a9a8-4bfe-ab73-3e20b86d87f1 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/quotas/3de85964468c4593af083322616359f6 HTTP/1.1" status: 200 len: 375 time: 0.0726323 Sep 02 13:42:33.594968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-629aa735-de5a-493a-b5c4-dd6830b214b8 None None] For port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9,segment=NetworkSegment(69706e63-0c28-43d7-9abc-3bd3e4490a56),segment_id=69706e63-0c28-43d7-9abc-3bd3e4490a56)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:33.636529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a98c7e81-433e-416b-a298-b4ac43b35d67 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags HTTP/1.1" status: 200 len: 205 time: 0.7887716 Sep 02 13:42:33.638124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:33.654074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-c658f17f-5940-41fe-bb5c-a375594331dd tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:33.662463 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-629aa735-de5a-493a-b5c4-dd6830b214b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:33.737840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:33.801173 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-6f16f437-6bb6-4941-ad2b-66d18b43e8df tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3de85964468c4593af083322616359f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2930357 Sep 02 13:42:33.803710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df08925-e19d-47e1-bed2-35ea393d3c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:33.845258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Attempting to bind port c07fc062-ab08-4840-8a43-57ea2ebe5b3a on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:33.846494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Attempting to bind port c07fc062-ab08-4840-8a43-57ea2ebe5b3a by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:33.847397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Attempting to bind port c07fc062-ab08-4840-8a43-57ea2ebe5b3a on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:33.862024 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c658f17f-5940-41fe-bb5c-a375594331dd tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags HTTP/1.1" status: 200 len: 240 time: 0.2186997 Sep 02 13:42:33.862908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:33.877008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-187df9d1-e049-48a5-aace-e71df6026a26 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe', 'tempest-TagsExtTest-Tag-280174017') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:33.989662 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Attempting to bind port 0303bcd9-a427-4829-a65f-b375502f4834 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:33.990826 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Attempting to bind port 0303bcd9-a427-4829-a65f-b375502f4834 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:33.992313 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Attempting to bind port 0303bcd9-a427-4829-a65f-b375502f4834 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:34.006588 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:34.007781 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:34.012091 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.012978 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:34.013749 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Bound port: 0303bcd9-a427-4829-a65f-b375502f4834, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:34.014369 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.067026 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d516a1e-a48a-42c9-9a43-c0de6a88a20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.083644 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.122998 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Port 0303bcd9-a427-4829-a65f-b375502f4834 has been deleted concurrently {{(pid=94690) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 02 13:42:34.168230 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Routers {'39312769-953e-4041-b6e4-f4c2f5abf417'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:34.169393 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['39312769-953e-4041-b6e4-f4c2f5abf417'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:34.194859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:34.197356 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-187df9d1-e049-48a5-aace-e71df6026a26 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags/tempest-TagsExtTest-Tag-280174017 HTTP/1.1" status: 204 len: 168 time: 0.3300192 Sep 02 13:42:34.204713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:34.205257 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.206151 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:34.208888 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Bound port: c07fc062-ab08-4840-8a43-57ea2ebe5b3a, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:34.209538 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.218870 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:34.232806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] For port 846a7213-c988-4d0e-9458-b2b8ad58c83c, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:34.245477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-570e11bb-aff1-4cea-bb3f-c99623da91f3 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe', 'tempest-TagsExtTest-Tag-280174017') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:34.303457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Transition to ACTIVE for port object 9cac1500-731c-472e-bdff-c70fff0b855e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:34.341484 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] Set router 39312769-953e-4041-b6e4-f4c2f5abf417 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:34.348869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] For port 846a7213-c988-4d0e-9458-b2b8ad58c83c, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=846a7213-c988-4d0e-9458-b2b8ad58c83c,segment=NetworkSegment(066ee44f-e82b-496f-91b0-e130f08af6d0),segment_id=066ee44f-e82b-496f-91b0-e130f08af6d0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:34.398393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97d3d1b4-bf1c-40bd-b201-b345d325dea6 None None] Provisioning complete for port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:34.399047 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97d3d1b4-bf1c-40bd-b201-b345d325dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.423370 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.449119 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.463937 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39312769-953e-4041-b6e4-f4c2f5abf417', 'name': 'tempest-NetworksTestDHCPv6-router-1770450047', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:24Z', 'updated_at': '2021-09-02T13:42:33Z', 'revision_number': 3, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:34.525867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629aa735-de5a-493a-b5c4-dd6830b214b8 None None] Pushing event updated for resources: {'Port': ['ID=1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:34.617189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Transition to ACTIVE for port object 9cac1500-731c-472e-bdff-c70fff0b855e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:34.623897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df08925-e19d-47e1-bed2-35ea393d3c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.628313 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.651090 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1c757-ec54-40f0-8ee2-ed227ffd31b2 None None] The sync data for ids ['39312769-953e-4041-b6e4-f4c2f5abf417'] in n-d-794796-4 is: [{'id': '39312769-953e-4041-b6e4-f4c2f5abf417', 'name': 'tempest-NetworksTestDHCPv6-router-1770450047', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:24Z', 'updated_at': '2021-09-02T13:42:33Z', 'revision_number': 3, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:34.652619 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df08925-e19d-47e1-bed2-35ea393d3c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.742437 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:34.789302 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-0b6505f4-b2aa-4f57-8a24-958477e32d3b service neutron] 10.222.0.13 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9738450 Sep 02 13:42:34.798986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8df08925-e19d-47e1-bed2-35ea393d3c35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b8b8d1b75bc493b9b9df58f5d9f28b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0557821 Sep 02 13:42:34.800878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:34.814097 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-570e11bb-aff1-4cea-bb3f-c99623da91f3 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags/tempest-TagsExtTest-Tag-280174017 HTTP/1.1" status: 204 len: 168 time: 0.5937817 Sep 02 13:42:34.848200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df08925-e19d-47e1-bed2-35ea393d3c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2237cdbf-add0-42f3-854b-c3f82d44568c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:34.853671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:34.878724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-dd12e409-f910-4e6d-97b4-b1f4a70d6b7c tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:34.987219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Routers {'b5c78792-3a3d-45d7-8553-4d7984f6a747'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:34.988185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['b5c78792-3a3d-45d7-8553-4d7984f6a747'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:34.988882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Router 39312769-953e-4041-b6e4-f4c2f5abf417 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:42:35.017133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Network b0a1ea1b-13df-40b4-8040-62bfc9378837 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:35.120988 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:35.141362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:35.220486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Allocated IP 19.86.0.2 (1e8861bb-f792-4ea3-939e-13adf578096a/7decbaa4-132c-419b-80e4-17ca6d4a26ea/5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:35.229651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] For port c07fc062-ab08-4840-8a43-57ea2ebe5b3a, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:35.235389 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.295329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f7ceb-422a-4e97-9df6-b58cfc746eaa None None] Pushing event updated for resources: {'Port': ['ID=846a7213-c988-4d0e-9458-b2b8ad58c83c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:35.299532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:35.309956 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4b3fc884-01af-4b55-89cd-c2b9274fd813 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "PUT /v2.0/routers/39312769-953e-4041-b6e4-f4c2f5abf417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1782200 Sep 02 13:42:35.310453 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:35.329650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] For port c07fc062-ab08-4840-8a43-57ea2ebe5b3a, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c07fc062-ab08-4840-8a43-57ea2ebe5b3a,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:35.374171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Attempting to bind port 9cac1500-731c-472e-bdff-c70fff0b855e on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:35.378928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Attempting to bind port 9cac1500-731c-472e-bdff-c70fff0b855e by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:35.379584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Attempting to bind port 9cac1500-731c-472e-bdff-c70fff0b855e on network b0a1ea1b-13df-40b4-8040-62bfc9378837 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:35.446290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd593ee-e72b-433d-9691-d0cc0640f6de tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:35.460446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd593ee-e72b-433d-9691-d0cc0640f6de tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:35.460446 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1cd593ee-e72b-433d-9691-d0cc0640f6de tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1385498 Sep 02 13:42:35.472319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:35.527284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:35.527981 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Checking segment: {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:35.528406 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.529550 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Bound using segment: {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:35.529984 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Bound port: 9cac1500-731c-472e-bdff-c70fff0b855e, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:35.530442 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.532665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Pushing event updated for resources: {'Port': ['ID=9cac1500-731c-472e-bdff-c70fff0b855e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:35.607088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-67edfd76-413d-4d92-ad2a-b08cf0e4edfc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 04dedd5e-4d63-46a6-af42-dbe8ac6fe857 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:42:35.613666 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67edfd76-413d-4d92-ad2a-b08cf0e4edfc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.676298 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67edfd76-413d-4d92-ad2a-b08cf0e4edfc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.821566 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67edfd76-413d-4d92-ad2a-b08cf0e4edfc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.824685 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.871568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Transition to ACTIVE for port object 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:35.927743 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67edfd76-413d-4d92-ad2a-b08cf0e4edfc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.947714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Transition to ACTIVE for port object 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:35.956745 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dd12e409-f910-4e6d-97b4-b1f4a70d6b7c tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags HTTP/1.1" status: 200 len: 205 time: 1.0962577 Sep 02 13:42:35.960944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:35.961947 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f277e841-e00b-4669-86a8-927e9660bd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.973958 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.979236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-80f2ac0d-1ffb-477d-b7a8-bb09df2854cc tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:35.991022 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67edfd76-413d-4d92-ad2a-b08cf0e4edfc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:35.996713 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-67edfd76-413d-4d92-ad2a-b08cf0e4edfc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/04dedd5e-4d63-46a6-af42-dbe8ac6fe857 HTTP/1.1" status: 204 len: 168 time: 0.5227904 Sep 02 13:42:35.998400 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:36.000669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edfd76-413d-4d92-ad2a-b08cf0e4edfc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=04dedd5e-4d63-46a6-af42-dbe8ac6fe857,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:36.009444 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-68bd68ee-f788-49a0-9db1-ffe9cdc4fb3f service neutron] 10.222.0.13 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1979096 Sep 02 13:42:36.100643 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f277e841-e00b-4669-86a8-927e9660bd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.129030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-80f2ac0d-1ffb-477d-b7a8-bb09df2854cc tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags HTTP/1.1" status: 200 len: 240 time: 0.1640074 Sep 02 13:42:36.136832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:36.147214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-0e76d27b-91e9-4103-a56f-528df2b5d7a1 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7', 'tempest-TagsExtTest-Tag-567981134') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:36.196902 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97d3d1b4-bf1c-40bd-b201-b345d325dea6 None None] Provisioning for port 52979e6a-a5e5-45ad-907f-411097a1d789 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:36.199395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8540be-fa72-4be4-a376-679488f53ae0 None None] Pushing event updated for resources: {'Port': ['ID=c07fc062-ab08-4840-8a43-57ea2ebe5b3a,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:36.199626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4d0f3ba8-bc4d-48da-986e-a8cb5ad9f71a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1917429 Sep 02 13:42:36.200442 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:36.202312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:36.205656 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.243779 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e2ac6605-8cae-42e3-ad37-2d97a9da3150 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8861bb-f792-4ea3-939e-13adf578096a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244310 Sep 02 13:42:36.315715 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97d3d1b4-bf1c-40bd-b201-b345d325dea6 None None] Provisioning complete for port 52979e6a-a5e5-45ad-907f-411097a1d789 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:36.316252 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97d3d1b4-bf1c-40bd-b201-b345d325dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.338754 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e12-ab20-4dbb-83b8-c2c3e1f4937d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.418922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec2b4d-9e76-4b7d-93e7-cfc4999e2d6e None None] Sync routers for ids ['39312769-953e-4041-b6e4-f4c2f5abf417'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:36.450486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0e76d27b-91e9-4103-a56f-528df2b5d7a1 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags/tempest-TagsExtTest-Tag-567981134 HTTP/1.1" status: 204 len: 168 time: 0.3124676 Sep 02 13:42:36.453195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:36.459223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-7674228a-ee71-4d6a-a8af-1caf387c4318 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7', 'tempest-TagsExtTest-Tag-567981134') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:36.461283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Network 1e8861bb-f792-4ea3-939e-13adf578096a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:36.479273 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f277e841-e00b-4669-86a8-927e9660bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.488836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] Set router b5c78792-3a3d-45d7-8553-4d7984f6a747 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:36.490068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f277e841-e00b-4669-86a8-927e9660bd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.491538 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f277e841-e00b-4669-86a8-927e9660bd89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2237cdbf-add0-42f3-854b-c3f82d44568c HTTP/1.1" status: 204 len: 168 time: 1.6894376 Sep 02 13:42:36.515566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277e841-e00b-4669-86a8-927e9660bd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2237cdbf-add0-42f3-854b-c3f82d44568c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:36.620344 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e12-ab20-4dbb-83b8-c2c3e1f4937d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.623537 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e12-ab20-4dbb-83b8-c2c3e1f4937d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.627951 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] For port 9cac1500-731c-472e-bdff-c70fff0b855e, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:36.633708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] For port 9cac1500-731c-472e-bdff-c70fff0b855e, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9cac1500-731c-472e-bdff-c70fff0b855e,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:36.648720 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:36.650623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-c175c053-efda-486b-b0e2-57508e490536 service neutron] 10.222.0.13 "GET /v2.0/networks/1e8861bb-f792-4ea3-939e-13adf578096a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972495 Sep 02 13:42:36.654938 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7674228a-ee71-4d6a-a8af-1caf387c4318 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags/tempest-TagsExtTest-Tag-567981134 HTTP/1.1" status: 204 len: 168 time: 0.2001243 Sep 02 13:42:36.657565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:36.661779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:36.667659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-97d3d1b4-bf1c-40bd-b201-b345d325dea6 None None] Port 52979e6a-a5e5-45ad-907f-411097a1d789 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:36.668738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-1d0a30f5-7bde-4203-8693-7ac2d1e9130d tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:36.727220 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e12-ab20-4dbb-83b8-c2c3e1f4937d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.728766 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01c1e12-ab20-4dbb-83b8-c2c3e1f4937d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Fanout notify agent at l3_agent the message router_deleted on router 39312769-953e-4041-b6e4-f4c2f5abf417 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:42:36.741264 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e01c1e12-ab20-4dbb-83b8-c2c3e1f4937d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.747706 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e01c1e12-ab20-4dbb-83b8-c2c3e1f4937d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/routers/39312769-953e-4041-b6e4-f4c2f5abf417 HTTP/1.1" status: 204 len: 168 time: 0.5425806 Sep 02 13:42:36.748882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:36.766292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:36.782141 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:36.814094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Pushing event updated for resources: {'Port': ['ID=5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:36.870151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d0a30f5-7bde-4203-8693-7ac2d1e9130d tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags HTTP/1.1" status: 200 len: 205 time: 0.2107747 Sep 02 13:42:36.883095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:36.894420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-bf6daddb-64ed-47d0-8aaf-805934e86a56 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:36.983641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bf6daddb-64ed-47d0-8aaf-805934e86a56 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags HTTP/1.1" status: 204 len: 168 time: 0.0990193 Sep 02 13:42:36.987601 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-5fed120e-80b6-4dec-9977-6c7d0dc2241b service neutron] 10.222.0.13 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123693 Sep 02 13:42:36.988507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:36.993686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-6d45b4be-defa-4ea6-a93a-adb3960fb2fa tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:37.005488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:37.010987 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:37.212138 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:37.479381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-4ac4b89c-dbb5-40a6-a1c7-ec4fe65e96d3 service neutron] 10.222.0.13 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821181 Sep 02 13:42:37.531009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6d45b4be-defa-4ea6-a93a-adb3960fb2fa tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags HTTP/1.1" status: 204 len: 168 time: 0.5411448 Sep 02 13:42:37.534010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:37.552442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-66e33f2e-644b-410b-9dab-cf8780ea56ac tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:37.626775 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acf183de-dd77-4e39-a87d-312394fa3a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:37.652368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec2b4d-9e76-4b7d-93e7-cfc4999e2d6e None None] Routers {'39312769-953e-4041-b6e4-f4c2f5abf417'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:37.657657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b5ec2b4d-9e76-4b7d-93e7-cfc4999e2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['39312769-953e-4041-b6e4-f4c2f5abf417'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:37.708587 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:37.759929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-66e33f2e-644b-410b-9dab-cf8780ea56ac tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags HTTP/1.1" status: 204 len: 168 time: 0.2242293 Sep 02 13:42:37.762893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:37.784276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-d3e013d9-0db1-4205-92ea-cb81a1c439e4 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:37.839405 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:42:37.912317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:37.939773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=73969962-0e69-4de4-a1e6-61fee1a8dd28,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:37.954039 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d3e013d9-0db1-4205-92ea-cb81a1c439e4 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1833344 Sep 02 13:42:37.958816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39376) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:37.966873 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-0d90d0f6-9917-4367-bc4a-b86f527f3fa5 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1', 'tempest-TagsExtTest-Tag-1774405656') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:38.082655 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.083901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b5ec2b4d-9e76-4b7d-93e7-cfc4999e2d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:38.123531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0d90d0f6-9917-4367-bc4a-b86f527f3fa5 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags/tempest-TagsExtTest-Tag-1774405656 HTTP/1.1" status: 201 len: 201 time: 0.1607170 Sep 02 13:42:38.126172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:38.134940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-4fbe45a4-1876-4287-aba3-8f6b28cb4b35 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789', 'tempest-TagsExtTest-Tag-540344629') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:38.168188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13f3c6-aa23-44d1-bd59-93830772a90f None None] Pushing event updated for resources: {'Port': ['ID=9cac1500-731c-472e-bdff-c70fff0b855e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:38.189165 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:38.189737 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.211214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Attempting to bind port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:38.211880 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Attempting to bind port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'e29d7f64-3f9a-4408-a6b0-9f018f22a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:38.212726 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Attempting to bind port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 on network 1e8861bb-f792-4ea3-939e-13adf578096a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:38.217564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec2b4d-9e76-4b7d-93e7-cfc4999e2d6e None None] Routers set() bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:38.222408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec2b4d-9e76-4b7d-93e7-cfc4999e2d6e None None] Router IDs set() for agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:42:38.224153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5ec2b4d-9e76-4b7d-93e7-cfc4999e2d6e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'39312769-953e-4041-b6e4-f4c2f5abf417'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:42:38.224828 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec2b4d-9e76-4b7d-93e7-cfc4999e2d6e None None] The sync data for ids ['39312769-953e-4041-b6e4-f4c2f5abf417'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:38.296265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:38.296661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Checking segment: {'id': 'e29d7f64-3f9a-4408-a6b0-9f018f22a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:38.297625 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.297926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Bound using segment: {'id': 'e29d7f64-3f9a-4408-a6b0-9f018f22a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:38.298429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Bound port: 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29d7f64-3f9a-4408-a6b0-9f018f22a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:38.300063 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.304020 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acf183de-dd77-4e39-a87d-312394fa3a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.311466 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4fbe45a4-1876-4287-aba3-8f6b28cb4b35 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags/tempest-TagsExtTest-Tag-540344629 HTTP/1.1" status: 201 len: 201 time: 0.1837046 Sep 02 13:42:38.313587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:38.316793 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:38.321496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:38.325453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-d5f3b217-d824-4207-b5c2-b31cb961159c tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe', 'tempest-TagsExtTest-Tag-1260766563') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:38.334141 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.338404 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58eb74bc-4842-4e9d-9de4-f9ee0e83df42 req-5926f390-1833-45e3-a169-13d24a0320d7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 210 time: 0.4247930 Sep 02 13:42:38.340535 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acf183de-dd77-4e39-a87d-312394fa3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.352581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b743dd0b-6d7d-401c-846f-b389310fc161 None None] Provisioning complete for port 52979e6a-a5e5-45ad-907f-411097a1d789 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:38.354314 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b743dd0b-6d7d-401c-846f-b389310fc161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.393143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e5890-34b6-4e2e-ab1a-0caefbe0c43f None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:38.410377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f2bd1018-1f79-471a-8a65-c214defceb64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6602976 Sep 02 13:42:38.412151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39400) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:38.419425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e68b6918-3ffd-4285-aaf7-cdf5658baced tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1537840898', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:38.432776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf183de-dd77-4e39-a87d-312394fa3a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2864c098-744b-49f7-be19-91d095f3c996,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:38.452208 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-acf183de-dd77-4e39-a87d-312394fa3a50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9201c17b08644bd6b7e7afcab8b4be31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2387207 Sep 02 13:42:38.464162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:38.505780 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68b6918-3ffd-4285-aaf7-cdf5658baced tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.509087 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68b6918-3ffd-4285-aaf7-cdf5658baced tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.694146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b743dd0b-6d7d-401c-846f-b389310fc161 None None] Port 52979e6a-a5e5-45ad-907f-411097a1d789 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:38.711232 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68b6918-3ffd-4285-aaf7-cdf5658baced tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.716600 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68b6918-3ffd-4285-aaf7-cdf5658baced tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.735956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-219edcb1-f179-46e2-bec7-2200af90b1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.763625 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d5f3b217-d824-4207-b5c2-b31cb961159c tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags/tempest-TagsExtTest-Tag-1260766563 HTTP/1.1" status: 201 len: 201 time: 0.4401593 Sep 02 13:42:38.767518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:38.773202 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e68b6918-3ffd-4285-aaf7-cdf5658baced tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.775113 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e68b6918-3ffd-4285-aaf7-cdf5658baced tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3601983 Sep 02 13:42:38.778146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39410) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:38.793985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-eca521dc-c0b5-45db-a531-6e963933d856 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7', 'tempest-TagsExtTest-Tag-299162539') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:38.862825 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-219edcb1-f179-46e2-bec7-2200af90b1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:38.936570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3190d3fc-a260-4d1f-9959-294c42058ea4 None None] Could not find standard attr ID for object 0303bcd9-a427-4829-a65f-b375502f4834. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:42:39.027531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-eca521dc-c0b5-45db-a531-6e963933d856 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags/tempest-TagsExtTest-Tag-299162539 HTTP/1.1" status: 201 len: 201 time: 0.2587073 Sep 02 13:42:39.029932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:39.036779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-67970820-4a48-4c56-bd9d-0fb28bab8843 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1', {'tags': ['tempest-TagsExtTest-Tag-1346830850', 'tempest-TagsExtTest-Tag-1181149473', 'tempest-TagsExtTest-Tag-1207643663']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:39.123377 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-219edcb1-f179-46e2-bec7-2200af90b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:39.126966 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-219edcb1-f179-46e2-bec7-2200af90b1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:39.128179 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-219edcb1-f179-46e2-bec7-2200af90b1a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2864c098-744b-49f7-be19-91d095f3c996 HTTP/1.1" status: 204 len: 168 time: 0.6549945 Sep 02 13:42:39.178535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219edcb1-f179-46e2-bec7-2200af90b1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2864c098-744b-49f7-be19-91d095f3c996,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:39.244392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-67970820-4a48-4c56-bd9d-0fb28bab8843 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags HTTP/1.1" status: 200 len: 318 time: 0.2129290 Sep 02 13:42:39.245067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39420) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:39.255945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-0ea491b9-2b0c-4fa5-960e-dfc8390a8d64 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:39.259711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] For port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:39.326024 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] For port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0,segment=NetworkSegment(e29d7f64-3f9a-4408-a6b0-9f018f22a964),segment_id=e29d7f64-3f9a-4408-a6b0-9f018f22a964)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:39.403886 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:39.411273 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281542a6-b36c-4004-8256-ab16eb006ae6 None None] Network b0a1ea1b-13df-40b4-8040-62bfc9378837 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:39.414811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39438) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:39.414970 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0ea491b9-2b0c-4fa5-960e-dfc8390a8d64 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1676586 Sep 02 13:42:39.430609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-d7fe3b98-152d-49b2-b5c1-21ff57af4c4a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1', 'tempest-TagsExtTest-Tag-1346830850') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:39.493984 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:39.578159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3190d3fc-a260-4d1f-9959-294c42058ea4 None None] Provisioning for port c07fc062-ab08-4840-8a43-57ea2ebe5b3a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:39.591386 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db826054-00fe-40ed-904c-315e8ed4befe req-bb1eaf7b-7d3d-4380-84b3-56c117207f56 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 210 time: 0.0785115 Sep 02 13:42:39.786929 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247305a-e037-4cd6-9fa1-3fe0389f0a96 None None] Pushing event updated for resources: {'Port': ['ID=5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:39.926058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:42:22Z', 'revision_number': 4, 'project_id': '3de85964468c4593af083322616359f6', 'gw_port': {'id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:14Z', 'updated_at': '2021-09-02T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '846a7213-c988-4d0e-9458-b2b8ad58c83c', 'name': '', 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2', 'tenant_id': '3de85964468c4593af083322616359f6', 'mac_address': 'fa:16:3e:4b:87:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4de313fc-10f2-402a-b974-4fa709fee0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:20Z', 'updated_at': '2021-09-02T13:42:33Z', 'revision_number': 4, 'project_id': '3de85964468c4593af083322616359f6', 'subnets': [{'id': '4de313fc-10f2-402a-b974-4fa709fee0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:40.063179 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-aa4b64a1-66f2-4c5d-a351-e8c8ee3d1c75 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:40.073671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-aa4b64a1-66f2-4c5d-a351-e8c8ee3d1c75 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:40.082125 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-aa4b64a1-66f2-4c5d-a351-e8c8ee3d1c75 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.77 "GET /v2.0/networks?id=b0a1ea1b-13df-40b4-8040-62bfc9378837&id=1e8861bb-f792-4ea3-939e-13adf578096a&id=b0a1ea1b-13df-40b4-8040-62bfc9378837 HTTP/1.1" status: 200 len: 1391 time: 0.3151624 Sep 02 13:42:40.095475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:40.130646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'port': {'device_id': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837', 'admin_state_up': True, 'tenant_id': '3de85964468c4593af083322616359f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:40.131767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce591144-a54f-422c-bb18-173710c01843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:40.175866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b2526-6dc2-4b35-bc72-ff0e28909eaa None None] The sync data for ids ['b5c78792-3a3d-45d7-8553-4d7984f6a747'] in n-d-794796-4 is: [{'id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:42:22Z', 'revision_number': 4, 'project_id': '3de85964468c4593af083322616359f6', 'gw_port': {'id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:14Z', 'updated_at': '2021-09-02T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '846a7213-c988-4d0e-9458-b2b8ad58c83c', 'name': '', 'network_id': 'aae7860e-f83d-4647-a573-e94136ae01c2', 'tenant_id': '3de85964468c4593af083322616359f6', 'mac_address': 'fa:16:3e:4b:87:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4de313fc-10f2-402a-b974-4fa709fee0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:20Z', 'updated_at': '2021-09-02T13:42:33Z', 'revision_number': 4, 'project_id': '3de85964468c4593af083322616359f6', 'subnets': [{'id': '4de313fc-10f2-402a-b974-4fa709fee0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:40.192852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a339a293-7582-4330-a071-87ffade8001c None None] Provisioning for port 9cac1500-731c-472e-bdff-c70fff0b855e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:40.362544 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-d7fe3b98-152d-49b2-b5c1-21ff57af4c4a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:40.364059 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d7fe3b98-152d-49b2-b5c1-21ff57af4c4a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags/tempest-TagsExtTest-Tag-1346830850 HTTP/1.1" status: 404 len: 329 time: 0.9472353 Sep 02 13:42:40.408330 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9cac1500-731c-472e-bdff-c70fff0b855e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:40.414869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:40.420613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.tag.tag_plugin [None req-3e1db059-a48e-40e2-a927-194ba84a175c tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1', 'tempest-TagsExtTest-Tag-1181149473') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:40.662039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce591144-a54f-422c-bb18-173710c01843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:40.677308 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce591144-a54f-422c-bb18-173710c01843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:40.732284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::1 (6536a6f3-744d-4aaf-8438-60c2494b3279/73969962-0e69-4de4-a1e6-61fee1a8dd28/e34f9bd8-4fea-4ff7-858a-59817741cede) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:40.777047 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce591144-a54f-422c-bb18-173710c01843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bf8d62-6fe2-4df9-a0f9-927bc43a3799,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:40.835057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ce591144-a54f-422c-bb18-173710c01843 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7404ac95ae3c469b84a79755a67f4201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7361212 Sep 02 13:42:40.836407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:40.871438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-081a1ef2-91ef-450b-ac9c-71b24ec6295f req-f14e9f50-e695-4fdc-949b-b70fb6d87752 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 210 time: 0.1256752 Sep 02 13:42:40.882795 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 9cac1500-731c-472e-bdff-c70fff0b855e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:40.889071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9cac1500-731c-472e-bdff-c70fff0b855e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:40.889994 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.092100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4342309-a410-49ca-812c-a278797a3b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.149284 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.228037 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4342309-a410-49ca-812c-a278797a3b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.266501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 9cac1500-731c-472e-bdff-c70fff0b855e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9cac1500-731c-472e-bdff-c70fff0b855e,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:41.272416 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.273182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c07fc062-ab08-4840-8a43-57ea2ebe5b3a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:41.361722 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4342309-a410-49ca-812c-a278797a3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.364840 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4342309-a410-49ca-812c-a278797a3b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.365837 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b4342309-a410-49ca-812c-a278797a3b27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50bf8d62-6fe2-4df9-a0f9-927bc43a3799 HTTP/1.1" status: 204 len: 168 time: 0.5283625 Sep 02 13:42:41.390124 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.406572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4342309-a410-49ca-812c-a278797a3b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bf8d62-6fe2-4df9-a0f9-927bc43a3799,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:41.429747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object e34f9bd8-4fea-4ff7-858a-59817741cede will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:41.476829 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-3e1db059-a48e-40e2-a927-194ba84a175c tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:41.485312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3e1db059-a48e-40e2-a927-194ba84a175c tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags/tempest-TagsExtTest-Tag-1181149473 HTTP/1.1" status: 404 len: 329 time: 1.0657907 Sep 02 13:42:41.485466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39478) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:41.490002 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-c4b52da1-09a3-40bf-979e-997e1f38a2ee tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1', 'tempest-TagsExtTest-Tag-1207643663') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:41.501811 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.692657 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c4b52da1-09a3-40bf-979e-997e1f38a2ee tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:41.705710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c4b52da1-09a3-40bf-979e-997e1f38a2ee tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags/tempest-TagsExtTest-Tag-1207643663 HTTP/1.1" status: 404 len: 329 time: 0.2193592 Sep 02 13:42:41.708642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:41.725416 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-04bdd654-f062-4002-b28f-e2d75f6c1180 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789', {'tags': ['tempest-TagsExtTest-Tag-1765089794', 'tempest-TagsExtTest-Tag-1262458956', 'tempest-TagsExtTest-Tag-1549708419']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:41.756599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:41.762852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:41.775504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:41.776665 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.787034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-10008491-4f6f-41f3-96e1-e4a2fc01787c None None] Could not find standard attr ID for object 0303bcd9-a427-4829-a65f-b375502f4834. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:42:41.794976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:41.818799 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:41.934337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=9cac1500-731c-472e-bdff-c70fff0b855e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:41.987948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-10008491-4f6f-41f3-96e1-e4a2fc01787c None None] Provisioning complete for port 9cac1500-731c-472e-bdff-c70fff0b855e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:41.990226 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10008491-4f6f-41f3-96e1-e4a2fc01787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:42.022696 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-04bdd654-f062-4002-b28f-e2d75f6c1180 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags HTTP/1.1" status: 200 len: 318 time: 0.3115842 Sep 02 13:42:42.030762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:42.058324 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-f63f0ced-e9a6-4193-a2b2-4607ce730b0e tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:42.171595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=e34f9bd8-4fea-4ff7-858a-59817741cede,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:42.218283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port c07fc062-ab08-4840-8a43-57ea2ebe5b3a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:42.251431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c07fc062-ab08-4840-8a43-57ea2ebe5b3a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:42.258126 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:42.361435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d3b16-4a71-4648-85c5-42732a87578e None None] Network 1e8861bb-f792-4ea3-939e-13adf578096a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:42.373826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f63f0ced-e9a6-4193-a2b2-4607ce730b0e tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags HTTP/1.1" status: 204 len: 168 time: 0.3361101 Sep 02 13:42:42.379213 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:42.399597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-4591add3-0a9c-4555-b3b1-5e296cb89618 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789', 'tempest-TagsExtTest-Tag-1765089794') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:42.428429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-05e1730f-44a5-4862-a784-0c7fa532f196 req-9866ffd2-1095-4c25-a69c-7ece22601045 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 210 time: 0.2354186 Sep 02 13:42:42.628261 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-4591add3-0a9c-4555-b3b1-5e296cb89618 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:42.637239 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4591add3-0a9c-4555-b3b1-5e296cb89618 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags/tempest-TagsExtTest-Tag-1765089794 HTTP/1.1" status: 404 len: 329 time: 0.2566981 Sep 02 13:42:42.638043 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:42.644754 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-463aff08-87a5-4fb1-b7cf-96efc5e642e2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789', 'tempest-TagsExtTest-Tag-1262458956') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:42.808225 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-463aff08-87a5-4fb1-b7cf-96efc5e642e2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:42.809871 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-463aff08-87a5-4fb1-b7cf-96efc5e642e2 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags/tempest-TagsExtTest-Tag-1262458956 HTTP/1.1" status: 404 len: 329 time: 0.1703842 Sep 02 13:42:42.813323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:42.840221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-0433572a-d4d1-48a1-9bf6-47de64df0dcf tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789', 'tempest-TagsExtTest-Tag-1549708419') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:43.039056 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0433572a-d4d1-48a1-9bf6-47de64df0dcf tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:43.043581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0433572a-d4d1-48a1-9bf6-47de64df0dcf tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags/tempest-TagsExtTest-Tag-1549708419 HTTP/1.1" status: 404 len: 329 time: 0.2204587 Sep 02 13:42:43.045228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:43.053091 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:43.059249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-b2630142-c785-4c5b-b287-8586393e7a09 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe', {'tags': ['tempest-TagsExtTest-Tag-872690582', 'tempest-TagsExtTest-Tag-1418980955', 'tempest-TagsExtTest-Tag-1317178290']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:43.109827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Allocated IP 19.80.0.123 (b0a1ea1b-13df-40b4-8040-62bfc9378837/ac421581-27e7-4f43-83e5-4031494e353d/ed950f02-b5b2-4ea8-bc15-3582a2e06ce2) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:43.237455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6fd2518f-54cc-472c-8c06-cca385e9a13e None None] Could not find standard attr ID for object 0303bcd9-a427-4829-a65f-b375502f4834. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:42:43.296039 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b2630142-c785-4c5b-b287-8586393e7a09 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags HTTP/1.1" status: 200 len: 317 time: 0.2495503 Sep 02 13:42:43.296734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:43.305095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6fd2518f-54cc-472c-8c06-cca385e9a13e None None] Provisioning for port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:43.312612 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:43.313130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-df322f8b-963e-4ddb-9efb-61053fee8275 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:43.431884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port c07fc062-ab08-4840-8a43-57ea2ebe5b3a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c07fc062-ab08-4840-8a43-57ea2ebe5b3a,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:43.442634 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:43.597338 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-df322f8b-963e-4ddb-9efb-61053fee8275 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags HTTP/1.1" status: 204 len: 168 time: 0.2988117 Sep 02 13:42:43.606139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:43.640271 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-00a0e6fd-dc0b-4e02-85db-92666792aed4 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe', 'tempest-TagsExtTest-Tag-872690582') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:43.688344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=c07fc062-ab08-4840-8a43-57ea2ebe5b3a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:43.699900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48d95f2b-093d-4c3a-9f4f-d70da3897142 req-2c2a1833-abed-450b-9d59-cb4cbef3d100 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 210 time: 0.1145058 Sep 02 13:42:43.867282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8bb2f171-2acf-453e-af19-4cd398adb732 None None] Provisioning for port e34f9bd8-4fea-4ff7-858a-59817741cede completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:43.873284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8bb2f171-2acf-453e-af19-4cd398adb732 None None] Provisioning complete for port e34f9bd8-4fea-4ff7-858a-59817741cede triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:43.873966 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f171-2acf-453e-af19-4cd398adb732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:43.963691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2f171-2acf-453e-af19-4cd398adb732 None None] Port e34f9bd8-4fea-4ff7-858a-59817741cede cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:44.048601 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-00a0e6fd-dc0b-4e02-85db-92666792aed4 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:44.055844 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-00a0e6fd-dc0b-4e02-85db-92666792aed4 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags/tempest-TagsExtTest-Tag-872690582 HTTP/1.1" status: 404 len: 328 time: 0.4424281 Sep 02 13:42:44.062040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.081974 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9cac1500-731c-472e-bdff-c70fff0b855e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:44.096231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-d28c26de-3c28-4f0f-8ec3-e86944a8dbaf tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe', 'tempest-TagsExtTest-Tag-1418980955') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.240982 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9cac1500-731c-472e-bdff-c70fff0b855e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:44.249781 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:44.291605 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-d28c26de-3c28-4f0f-8ec3-e86944a8dbaf tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:44.297330 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d28c26de-3c28-4f0f-8ec3-e86944a8dbaf tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags/tempest-TagsExtTest-Tag-1418980955 HTTP/1.1" status: 404 len: 329 time: 0.2245269 Sep 02 13:42:44.298726 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.304305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-c7d53b2a-6eb8-487f-aab6-24ac828b2776 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe', 'tempest-TagsExtTest-Tag-1317178290') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.413001 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c7d53b2a-6eb8-487f-aab6-24ac828b2776 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:44.413439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:44.422008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c7d53b2a-6eb8-487f-aab6-24ac828b2776 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags/tempest-TagsExtTest-Tag-1317178290 HTTP/1.1" status: 404 len: 329 time: 0.1187246 Sep 02 13:42:44.424922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.436622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-8955ed72-e6de-47d6-a7ea-d8f906fba4f7 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7', {'tags': ['tempest-TagsExtTest-Tag-788441552', 'tempest-TagsExtTest-Tag-1122625387', 'tempest-TagsExtTest-Tag-355339077']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.497482 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8955ed72-e6de-47d6-a7ea-d8f906fba4f7 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "PUT /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags HTTP/1.1" status: 200 len: 316 time: 0.0662591 Sep 02 13:42:44.498683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39594) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.504409 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-e7ed44f1-390f-4513-a67a-8634d8548996 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.543254 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:44.548777 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:44.549163 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:44.563989 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e7ed44f1-390f-4513-a67a-8634d8548996 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags HTTP/1.1" status: 204 len: 168 time: 0.0637803 Sep 02 13:42:44.565959 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.572806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-70b0f105-d5f9-400d-b4fd-dbbc5360e03a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7', 'tempest-TagsExtTest-Tag-788441552') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.606315 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-70b0f105-d5f9-400d-b4fd-dbbc5360e03a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:44.611579 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-70b0f105-d5f9-400d-b4fd-dbbc5360e03a tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags/tempest-TagsExtTest-Tag-788441552 HTTP/1.1" status: 404 len: 328 time: 0.0439599 Sep 02 13:42:44.612360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39598) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.618312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-46905ab7-3c97-4f00-93bc-43295f0b3003 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7', 'tempest-TagsExtTest-Tag-1122625387') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.650171 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-46905ab7-3c97-4f00-93bc-43295f0b3003 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:44.654644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-46905ab7-3c97-4f00-93bc-43295f0b3003 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags/tempest-TagsExtTest-Tag-1122625387 HTTP/1.1" status: 404 len: 329 time: 0.0409763 Sep 02 13:42:44.655433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.661117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-3638231c-b272-4ecc-97a3-093690399b69 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7', 'tempest-TagsExtTest-Tag-355339077') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.690631 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-3638231c-b272-4ecc-97a3-093690399b69 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] show failed (client error): The resource could not be found. Sep 02 13:42:44.696966 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3638231c-b272-4ecc-97a3-093690399b69 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags/tempest-TagsExtTest-Tag-355339077 HTTP/1.1" status: 404 len: 328 time: 0.0384924 Sep 02 13:42:44.696966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.702419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-d2d47d93-235e-41fb-b61d-c23a8af1722e tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '66de11cf-b685-4680-9332-c32d80765cb7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.740253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d2d47d93-235e-41fb-b61d-c23a8af1722e tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7/tags HTTP/1.1" status: 204 len: 168 time: 0.0414159 Sep 02 13:42:44.741040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.746732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-cc5712b0-b8e1-4bdd-9817-485c39279803 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '62d55730-3f89-4fd0-812e-987fc3dfcdbe') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.954860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cc5712b0-b8e1-4bdd-9817-485c39279803 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe/tags HTTP/1.1" status: 204 len: 168 time: 0.2097993 Sep 02 13:42:44.957186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:44.971861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-b8a26c8c-403d-4e49-846b-69e0e3286939 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '52979e6a-a5e5-45ad-907f-411097a1d789') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:44.987149 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.044716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49e43a8d-c9e1-43c0-bc89-cb157bc76607 req-8edfd60f-3455-45dd-beef-781865ea37a1 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 210 time: 0.1204302 Sep 02 13:42:45.101140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0,segment=NetworkSegment(e29d7f64-3f9a-4408-a6b0-9f018f22a964),segment_id=e29d7f64-3f9a-4408-a6b0-9f018f22a964)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:45.107011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b8a26c8c-403d-4e49-846b-69e0e3286939 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789/tags HTTP/1.1" status: 204 len: 168 time: 0.1469707 Sep 02 13:42:45.110129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:45.115849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-0eabf15d-10be-440e-b077-f38efadd017c tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e2dfeb81-3565-43d1-8033-c10acc3e40f1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:45.126082 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.127103 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 846a7213-c988-4d0e-9458-b2b8ad58c83c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:45.233060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:45.238819 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0eabf15d-10be-440e-b077-f38efadd017c tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1272233 Sep 02 13:42:45.243871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:45.347543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 846a7213-c988-4d0e-9458-b2b8ad58c83c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:45.364099 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 846a7213-c988-4d0e-9458-b2b8ad58c83c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:45.364492 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.375941 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.381895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.388359 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.389307 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.420348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Transition to ACTIVE for port object ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:45.446168 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57b6a024-50e2-4606-900b-b66c3a8c2a46 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for subnetpool, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.450873 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-57b6a024-50e2-4606-900b-b66c3a8c2a46 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnetpools/66de11cf-b685-4680-9332-c32d80765cb7 HTTP/1.1" status: 204 len: 168 time: 0.2059119 Sep 02 13:42:45.451660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39650) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:45.503123 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d2383395-6d0a-411f-97ca-f304832f7d00 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "GET /v2.0/ports?device_id=62d55730-3f89-4fd0-812e-987fc3dfcdbe HTTP/1.1" status: 200 len: 205 time: 0.0490484 Sep 02 13:42:45.505641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:45.507976 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.546152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 846a7213-c988-4d0e-9458-b2b8ad58c83c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=846a7213-c988-4d0e-9458-b2b8ad58c83c,segment=NetworkSegment(066ee44f-e82b-496f-91b0-e130f08af6d0),segment_id=066ee44f-e82b-496f-91b0-e130f08af6d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:45.553021 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.553238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=e34f9bd8-4fea-4ff7-858a-59817741cede,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:45.604768 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-015446ff-8263-4972-9537-55fbea1a85ab tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.606976 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.678576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=846a7213-c988-4d0e-9458-b2b8ad58c83c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:45.707098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Port': ['ID=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:45.728692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network b0a1ea1b-13df-40b4-8040-62bfc9378837 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:45.732228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:45.735105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:45.755882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:45.766719 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:45.886156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:45.887707 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-015446ff-8263-4972-9537-55fbea1a85ab tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.888515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:45.889078 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.890324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-015446ff-8263-4972-9537-55fbea1a85ab tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.898436 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.902554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:45.923614 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-b402294c-24d7-4896-899b-40043dc9db59 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8143365 Sep 02 13:42:45.973414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'port': {'device_id': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a', 'admin_state_up': True, 'tenant_id': '3de85964468c4593af083322616359f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:45.990398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-015446ff-8263-4972-9537-55fbea1a85ab tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:45.990817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015446ff-8263-4972-9537-55fbea1a85ab tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Fanout notify agent at l3_agent the message router_deleted on router 62d55730-3f89-4fd0-812e-987fc3dfcdbe {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:42:46.005737 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-015446ff-8263-4972-9537-55fbea1a85ab tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:46.009413 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-015446ff-8263-4972-9537-55fbea1a85ab tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/routers/62d55730-3f89-4fd0-812e-987fc3dfcdbe HTTP/1.1" status: 204 len: 168 time: 0.5006802 Sep 02 13:42:46.010027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39666) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:46.033517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c07fc062-ab08-4840-8a43-57ea2ebe5b3a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:46.115668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c07fc062-ab08-4840-8a43-57ea2ebe5b3a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:46.116103 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:46.136536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5fac24b0-9cf4-4aeb-85f8-0f1c4a8195ca tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Deleting port 52979e6a-a5e5-45ad-907f-411097a1d789 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:46.136887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fac24b0-9cf4-4aeb-85f8-0f1c4a8195ca tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:46.267222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cc0fb1ef-bc78-4633-8441-c645077cca50 None None] Provisioning for port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:46.283443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cc0fb1ef-bc78-4633-8441-c645077cca50 None None] Provisioning complete for port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:46.284134 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc0fb1ef-bc78-4633-8441-c645077cca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:46.339300 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fac24b0-9cf4-4aeb-85f8-0f1c4a8195ca tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:46.354210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cc0fb1ef-bc78-4633-8441-c645077cca50 None None] Port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:46.354932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5fac24b0-9cf4-4aeb-85f8-0f1c4a8195ca tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Calling delete_port for 52979e6a-a5e5-45ad-907f-411097a1d789 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:46.365305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6e98b-4db7-4f89-9a3f-c9457ac996cb req-c6219ce6-562c-4373-aae0-d6ca2222871f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:46.366921 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4eb6e98b-4db7-4f89-9a3f-c9457ac996cb req-c6219ce6-562c-4373-aae0-d6ca2222871f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 932 time: 0.2085886 Sep 02 13:42:46.371916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:46.376311 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:46.482400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-817cc382-9cfa-44ce-8681-5a9f33410a67 None None] Provisioning complete for port e34f9bd8-4fea-4ff7-858a-59817741cede triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:46.484292 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-817cc382-9cfa-44ce-8681-5a9f33410a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:46.512998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659e082-810d-4a9f-9e33-668f9f5c04ca req-7e76f9b6-3ca4-4ce8-b9fe-8dd2ae474ebb tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:46.514823 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9659e082-810d-4a9f-9e33-668f9f5c04ca req-7e76f9b6-3ca4-4ce8-b9fe-8dd2ae474ebb tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 950 time: 0.0917652 Sep 02 13:42:46.528357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4eb6e98b-4db7-4f89-9a3f-c9457ac996cb req-4da81014-3d2a-40a9-8180-14b3b5e80537 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484404 Sep 02 13:42:46.533177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Router 55f8091b-db65-4727-abc1-42754ce5a172 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:42:46.537508 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-817cc382-9cfa-44ce-8681-5a9f33410a67 None None] Port e34f9bd8-4fea-4ff7-858a-59817741cede cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:46.614681 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9659e082-810d-4a9f-9e33-668f9f5c04ca req-a8ccecb9-a890-4552-9021-802f03f334f2 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872700 Sep 02 13:42:46.619199 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fac24b0-9cf4-4aeb-85f8-0f1c4a8195ca tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:46.662822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Allocated IP 19.86.0.5 (1e8861bb-f792-4ea3-939e-13adf578096a/7decbaa4-132c-419b-80e4-17ca6d4a26ea/afd60a2e-dfe4-46db-bd77-c5af37a5a7ef) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:46.669268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac24b0-9cf4-4aeb-85f8-0f1c4a8195ca tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Pushing event deleted for resources: {'Port': ['ID=52979e6a-a5e5-45ad-907f-411097a1d789,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:46.710846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:46.724335 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Sync routers for ids ['55f8091b-db65-4727-abc1-42754ce5a172'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:46.734044 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-895b78d2-de8d-4545-a3a1-58b5d486857f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "PUT /v2.0/routers/55f8091b-db65-4727-abc1-42754ce5a172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9545369 Sep 02 13:42:46.737002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39716) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:46.741504 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Routers {'55f8091b-db65-4727-abc1-42754ce5a172'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:46.742146 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['55f8091b-db65-4727-abc1-42754ce5a172'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:46.830110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5fac24b0-9cf4-4aeb-85f8-0f1c4a8195ca tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:46.835161 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5fac24b0-9cf4-4aeb-85f8-0f1c4a8195ca tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/ports/52979e6a-a5e5-45ad-907f-411097a1d789 HTTP/1.1" status: 204 len: 168 time: 0.8241057 Sep 02 13:42:46.835823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:46.894042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7bd82-389e-4a87-a594-7aa00b81654a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:46.900164 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-19d7bd82-389e-4a87-a594-7aa00b81654a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports/e34f9bd8-4fea-4ff7-858a-59817741cede HTTP/1.1" status: 200 len: 911 time: 0.1544118 Sep 02 13:42:46.904333 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:46.914564 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Set router 55f8091b-db65-4727-abc1-42754ce5a172 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:46.933148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a113716-1f91-451c-8d1e-2711c77e7801 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Deleting subnet e2dfeb81-3565-43d1-8033-c10acc3e40f1 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:42:46.984787 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a113716-1f91-451c-8d1e-2711c77e7801 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.080822 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a113716-1f91-451c-8d1e-2711c77e7801 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.119130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef0342-0afa-4661-8f2b-2b9de2338293 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:47.132238 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.136924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef0342-0afa-4661-8f2b-2b9de2338293 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:47.143428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c9ef0342-0afa-4661-8f2b-2b9de2338293 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2344534 Sep 02 13:42:47.144562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39738) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:47.171385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Transition to ACTIVE for port object afd60a2e-dfe4-46db-bd77-c5af37a5a7ef will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:47.327018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39754) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:47.352929 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a113716-1f91-451c-8d1e-2711c77e7801 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.361395 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8091b-db65-4727-abc1-42754ce5a172', 'name': 'tempest-NetworksTestDHCPv6-router-1537840898', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:38Z', 'updated_at': '2021-09-02T13:42:42Z', 'revision_number': 2, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'gw_port_host': None, '_interfaces': [{'id': 'e34f9bd8-4fea-4ff7-858a-59817741cede', 'name': '', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'mac_address': 'fa:16:3e:d4:38:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8091b-db65-4727-abc1-42754ce5a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '73969962-0e69-4de4-a1e6-61fee1a8dd28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:39Z', 'updated_at': '2021-09-02T13:42:44Z', 'revision_number': 2, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'subnets': [{'id': '73969962-0e69-4de4-a1e6-61fee1a8dd28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:47.399210 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Checking router: 55f8091b-db65-4727-abc1-42754ce5a172 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:47.400387 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Updating router 55f8091b-db65-4727-abc1-42754ce5a172 port e34f9bd8-4fea-4ff7-858a-59817741cede binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:42:47.447688 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.463681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a113716-1f91-451c-8d1e-2711c77e7801 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.495625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.535466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a113716-1f91-451c-8d1e-2711c77e7801 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Pushing event deleted for resources: {'Subnet': ['ID=e2dfeb81-3565-43d1-8033-c10acc3e40f1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:47.550732 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a113716-1f91-451c-8d1e-2711c77e7801 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.557137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9a113716-1f91-451c-8d1e-2711c77e7801 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/subnets/e2dfeb81-3565-43d1-8033-c10acc3e40f1 HTTP/1.1" status: 204 len: 168 time: 0.7180362 Sep 02 13:42:47.557742 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89413e26-5c72-400c-a575-2b22b7dab626 None None] Network 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:47.558717 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:47.605860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network 1e8861bb-f792-4ea3-939e-13adf578096a is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:47.613222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:47.621839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:47.658126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Port': ['ID=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:47.774695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 846a7213-c988-4d0e-9458-b2b8ad58c83c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:47.804551 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.844512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:47.845842 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.869192 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-34bc829c-af97-48c8-b67f-12e6886c8323 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9003170 Sep 02 13:42:47.882242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'port': {'device_id': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837', 'admin_state_up': True, 'tenant_id': '3de85964468c4593af083322616359f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:47.962465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 846a7213-c988-4d0e-9458-b2b8ad58c83c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:47.963135 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:47.993909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36abe-3e33-4de0-a722-12d2f82d5342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.115130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98703f3-1e95-4701-9d90-53317bf95cac req-a0862983-612b-477a-a8a8-b4e9868ff9eb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:48.129730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98703f3-1e95-4701-9d90-53317bf95cac req-a0862983-612b-477a-a8a8-b4e9868ff9eb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:48.131394 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d98703f3-1e95-4701-9d90-53317bf95cac req-a0862983-612b-477a-a8a8-b4e9868ff9eb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 1653 time: 0.3108819 Sep 02 13:42:48.143180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d439359e-7168-49b3-a735-341a76ea0eda None None] Provisioning for port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:48.148531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d439359e-7168-49b3-a735-341a76ea0eda None None] Provisioning complete for port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:48.149155 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d439359e-7168-49b3-a735-341a76ea0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.176325 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.193275 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Transition to ACTIVE for port object e34f9bd8-4fea-4ff7-858a-59817741cede will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:48.197741 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d439359e-7168-49b3-a735-341a76ea0eda None None] Port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:48.199353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f6656-f141-4caa-8ac1-8131cd8633a9 None None] DHCP port deletion for 1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:42:48.208406 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.248165 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.292211 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d98703f3-1e95-4701-9d90-53317bf95cac req-33d2a12f-27b3-46ce-a9b6-6c8adbbfcf19 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346264 Sep 02 13:42:48.296372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f6656-f141-4caa-8ac1-8131cd8633a9 None None] Deleting port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:48.296980 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6656-f141-4caa-8ac1-8131cd8633a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.315140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Deleting port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:48.315767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.370683 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Attempting to bind port e34f9bd8-4fea-4ff7-858a-59817741cede on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:48.372795 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Attempting to bind port e34f9bd8-4fea-4ff7-858a-59817741cede by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:48.373414 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Attempting to bind port e34f9bd8-4fea-4ff7-858a-59817741cede on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:48.392849 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:48.394474 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:48.395718 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.399033 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:48.399910 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Bound port: e34f9bd8-4fea-4ff7-858a-59817741cede, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:48.400600 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.413482 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36abe-3e33-4de0-a722-12d2f82d5342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.451271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7a1f6656-f141-4caa-8ac1-8131cd8633a9 None None] For port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9,segment=NetworkSegment(69706e63-0c28-43d7-9abc-3bd3e4490a56),segment_id=69706e63-0c28-43d7-9abc-3bd3e4490a56)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:48.451708 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6656-f141-4caa-8ac1-8131cd8633a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.468455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116dd0-b448-4ed9-b9d5-b694496b3b81 req-d4cf7390-0dcd-4216-95b6-a436590ea743 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:48.469446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f6656-f141-4caa-8ac1-8131cd8633a9 None None] Calling delete_port for 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:48.470058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d116dd0-b448-4ed9-b9d5-b694496b3b81 req-d4cf7390-0dcd-4216-95b6-a436590ea743 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 950 time: 0.2831395 Sep 02 13:42:48.474352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3b36abe-3e33-4de0-a722-12d2f82d5342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.481354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:48.490010 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.506500 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] For port e34f9bd8-4fea-4ff7-858a-59817741cede, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:48.510201 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] For port e34f9bd8-4fea-4ff7-858a-59817741cede, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e34f9bd8-4fea-4ff7-858a-59817741cede,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:48.519152 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.534573 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e3b36abe-3e33-4de0-a722-12d2f82d5342 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5280dd51397244f9b81b866bfa6050b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2000523 Sep 02 13:42:48.538112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:48.578331 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Routers {'55f8091b-db65-4727-abc1-42754ce5a172'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:48.580427 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['55f8091b-db65-4727-abc1-42754ce5a172'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:48.613887 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6656-f141-4caa-8ac1-8131cd8633a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.656113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f6656-f141-4caa-8ac1-8131cd8633a9 None None] No DVR routers for this DVR port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:48.659242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f6656-f141-4caa-8ac1-8131cd8633a9 None None] Pushing event deleted for resources: {'Port': ['ID=1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:48.683229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b36abe-3e33-4de0-a722-12d2f82d5342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be883215-fb6e-4828-983c-f9ea6a720eab,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:48.686433 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4474670-cc70-4cdb-90c6-e71e36eaedc4 None None] Pushing event updated for resources: {'Port': ['ID=e34f9bd8-4fea-4ff7-858a-59817741cede,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:48.697586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] For port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9,segment=NetworkSegment(69706e63-0c28-43d7-9abc-3bd3e4490a56),segment_id=69706e63-0c28-43d7-9abc-3bd3e4490a56)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:48.697961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:48.824967 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] Set router 55f8091b-db65-4727-abc1-42754ce5a172 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:48.863149 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4474670-cc70-4cdb-90c6-e71e36eaedc4 None None] Pushing event updated for resources: {'Port': ['ID=e34f9bd8-4fea-4ff7-858a-59817741cede,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:48.896412 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d116dd0-b448-4ed9-b9d5-b694496b3b81 req-d10433bb-ef47-46b5-b6cc-fe538ca2b088 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746817 Sep 02 13:42:48.963922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Allocated IP 19.80.0.19 (b0a1ea1b-13df-40b4-8040-62bfc9378837/ac421581-27e7-4f43-83e5-4031494e353d/0464e364-927d-4ac8-bd8d-efbad2d48a3a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:49.089714 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8091b-db65-4727-abc1-42754ce5a172', 'name': 'tempest-NetworksTestDHCPv6-router-1537840898', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:38Z', 'updated_at': '2021-09-02T13:42:42Z', 'revision_number': 2, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'gw_port_host': None, '_interfaces': [{'id': 'e34f9bd8-4fea-4ff7-858a-59817741cede', 'name': '', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'mac_address': 'fa:16:3e:d4:38:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8091b-db65-4727-abc1-42754ce5a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '73969962-0e69-4de4-a1e6-61fee1a8dd28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:39Z', 'updated_at': '2021-09-02T13:42:48Z', 'revision_number': 4, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'subnets': [{'id': '73969962-0e69-4de4-a1e6-61fee1a8dd28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:49.121515 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3bfe5-473b-4822-9ad9-02e4e4fd00f8 None None] The sync data for ids ['55f8091b-db65-4727-abc1-42754ce5a172'] in n-d-794796-4 is: [{'id': '55f8091b-db65-4727-abc1-42754ce5a172', 'name': 'tempest-NetworksTestDHCPv6-router-1537840898', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:38Z', 'updated_at': '2021-09-02T13:42:42Z', 'revision_number': 2, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'gw_port_host': None, '_interfaces': [{'id': 'e34f9bd8-4fea-4ff7-858a-59817741cede', 'name': '', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'mac_address': 'fa:16:3e:d4:38:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8091b-db65-4727-abc1-42754ce5a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '73969962-0e69-4de4-a1e6-61fee1a8dd28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:39Z', 'updated_at': '2021-09-02T13:42:48Z', 'revision_number': 4, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'subnets': [{'id': '73969962-0e69-4de4-a1e6-61fee1a8dd28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:49.194280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Calling delete_port for 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:49.216651 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.233052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Transition to ACTIVE for port object 0464e364-927d-4ac8-bd8d-efbad2d48a3a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:49.251597 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b366194c-0702-419d-8d86-1ebe3c7fdcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.253555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port e34f9bd8-4fea-4ff7-858a-59817741cede {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:49.253914 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.278922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b366194c-0702-419d-8d86-1ebe3c7fdcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.340265 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.365008 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.378434 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b366194c-0702-419d-8d86-1ebe3c7fdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.392766 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b366194c-0702-419d-8d86-1ebe3c7fdcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.414257 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b366194c-0702-419d-8d86-1ebe3c7fdcfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be883215-fb6e-4828-983c-f9ea6a720eab HTTP/1.1" status: 204 len: 168 time: 0.8567669 Sep 02 13:42:49.433677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network b0a1ea1b-13df-40b4-8040-62bfc9378837 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:49.444313 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] For port e34f9bd8-4fea-4ff7-858a-59817741cede, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e34f9bd8-4fea-4ff7-858a-59817741cede,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:49.444659 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.447259 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:49.474143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:49.554309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] No DVR routers for this DVR port 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:49.558214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Pushing event deleted for resources: {'Port': ['ID=1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:49.571389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366194c-0702-419d-8d86-1ebe3c7fdcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be883215-fb6e-4828-983c-f9ea6a720eab,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:49.575150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for e34f9bd8-4fea-4ff7-858a-59817741cede owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:49.584130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Port': ['ID=0464e364-927d-4ac8-bd8d-efbad2d48a3a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:49.716743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92b74-80ab-484a-ae1d-a4b95e8c86b7 req-b1ebda29-e2f7-4c29-a10a-00f6e1e5121a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:49.746330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:49.752346 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:49.752668 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92b74-80ab-484a-ae1d-a4b95e8c86b7 req-b1ebda29-e2f7-4c29-a10a-00f6e1e5121a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:49.782798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92b74-80ab-484a-ae1d-a4b95e8c86b7 req-b1ebda29-e2f7-4c29-a10a-00f6e1e5121a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:49.784787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9f92b74-80ab-484a-ae1d-a4b95e8c86b7 req-b1ebda29-e2f7-4c29-a10a-00f6e1e5121a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2374 time: 0.3502240 Sep 02 13:42:49.830116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-e27ca43f-254d-4baf-bffa-720f661c0d39 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9515302 Sep 02 13:42:49.839139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e34f9bd8-4fea-4ff7-858a-59817741cede up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:49.850873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Request body: {'port': {'device_id': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:49.994782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3fb5f006-adc4-48b0-9344-c0d582bb8776 None None] Provisioning for port 0464e364-927d-4ac8-bd8d-efbad2d48a3a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:50.005717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3fb5f006-adc4-48b0-9344-c0d582bb8776 None None] Provisioning complete for port 0464e364-927d-4ac8-bd8d-efbad2d48a3a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:50.007378 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3fb5f006-adc4-48b0-9344-c0d582bb8776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.039342 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.068898 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port e34f9bd8-4fea-4ff7-858a-59817741cede completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:42:50.083011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e34f9bd8-4fea-4ff7-858a-59817741cede triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:42:50.091173 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.092655 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d532953-1a32-4c18-a4ad-b6dc2c8f37e9']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:50.100204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9f92b74-80ab-484a-ae1d-a4b95e8c86b7 req-dd1cdbd2-d372-4002-856f-567f605a0fb6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948310 Sep 02 13:42:50.117372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69706e63-0c28-43d7-9abc-3bd3e4490a56') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:50.117748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69706e63-0c28-43d7-9abc-3bd3e4490a56') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:50.146765 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.161558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3fb5f006-adc4-48b0-9344-c0d582bb8776 None None] Port 0464e364-927d-4ac8-bd8d-efbad2d48a3a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:42:50.168394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:50.171997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:50.195258 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.199828 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.235691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:42:50.238823 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:42:50.247387 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:42:50.304755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-f61c3f16-366b-4336-88dd-93a82d5abe26 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:50.306391 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-f61c3f16-366b-4336-88dd-93a82d5abe26 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 950 time: 0.4437118 Sep 02 13:42:50.307011 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.370914 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.373570 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.413859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-6e2ac463-ff98-49c0-b6d7-593492211f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:50.415913 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-6e2ac463-ff98-49c0-b6d7-593492211f82 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1095 time: 0.2074962 Sep 02 13:42:50.428536 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:50.431454 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4deaf6-6f00-4e64-9e02-508b3aab212b" -d '{"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:42:50.447138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:50.453219 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.465112 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.507975 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.515504 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:50.535977 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.563689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.568235 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] 10.222.0.13 "DELETE /v2.0/networks/1d532953-1a32-4c18-a4ad-b6dc2c8f37e9 HTTP/1.1" status: 204 len: 168 time: 3.0041127 Sep 02 13:42:50.592708 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed1ecc6493c742e79723871662176e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216948 Sep 02 13:42:50.596681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:50.606999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d396c9e-8723-44fc-a880-8715a1341b51,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:50.609820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Pushing event deleted for resources: {'Network': ['ID=1d532953-1a32-4c18-a4ad-b6dc2c8f37e9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:50.621607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef62816-2b7e-4553-9a2f-bc1486882ff4 req-3dbebf64-d75a-4008-875b-a19ddbdd8b75 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:50.623552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aef62816-2b7e-4553-9a2f-bc1486882ff4 req-3dbebf64-d75a-4008-875b-a19ddbdd8b75 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3438528 Sep 02 13:42:50.646621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.646974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.647321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.647660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.648027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.648363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.648696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.649024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.649353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.649680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.650006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.650329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f890bee-871c-45c2-a397-b7622de5ac10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.665128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.665469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.665810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.666154 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.666495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.666831 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.667159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.667489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.667839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.668169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.668640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.669120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025a7bc-21cd-42f8-a2e4-a6815bb449c6 tempest-TagsExtTest-2079801463 tempest-TagsExtTest-2079801463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:50.725469 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aef62816-2b7e-4553-9a2f-bc1486882ff4 req-621e9078-b716-4cc4-9764-80aba257d98d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908046 Sep 02 13:42:50.728618 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1387fbaf-021d-418a-a87e-cfc36d598013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.755786 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1387fbaf-021d-418a-a87e-cfc36d598013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.840386 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43f06c9-d7e9-4d37-9838-a0c12b3672d4 x-openstack-request-id: req-b43f06c9-d7e9-4d37-9838-a0c12b3672d4 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:42:50.841306 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:42:50.841814 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b43f06c9-d7e9-4d37-9838-a0c12b3672d4 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:42:50.842528 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'code': 200} Sep 02 13:42:50.847583 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1387fbaf-021d-418a-a87e-cfc36d598013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.850671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1387fbaf-021d-418a-a87e-cfc36d598013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:50.853982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1387fbaf-021d-418a-a87e-cfc36d598013 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d396c9e-8723-44fc-a880-8715a1341b51 HTTP/1.1" status: 204 len: 168 time: 0.2521467 Sep 02 13:42:50.867432 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387fbaf-021d-418a-a87e-cfc36d598013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d396c9e-8723-44fc-a880-8715a1341b51,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:51.152812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:51.321129 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:51.407507 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-df5effc8-cd42-4a59-864f-ac3b6382f46e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdc2a72f9e4b4a00ba0961baae10a162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532625 Sep 02 13:42:51.410175 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39848) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:51.422588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:51.463361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:51.463735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1ec285e1-dfba-4ff6-b8d7-e6fe0bca4bc9 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:51.475332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bc761-1523-4248-8162-55b505ce62ed req-306cb765-f05d-4397-8dd7-d4fa1d22c756 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:51.482084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bc761-1523-4248-8162-55b505ce62ed req-306cb765-f05d-4397-8dd7-d4fa1d22c756 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:51.488493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bc761-1523-4248-8162-55b505ce62ed req-306cb765-f05d-4397-8dd7-d4fa1d22c756 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:51.490516 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4f5bc761-1523-4248-8162-55b505ce62ed req-306cb765-f05d-4397-8dd7-d4fa1d22c756 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2374 time: 0.2385774 Sep 02 13:42:51.509314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa14471-b4b3-49fc-9dcf-859336b6493f req-37286c3d-b4de-4e78-a147-3dcbd9dc8056 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:51.511112 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c78e87e-93f9-47a1-bf7c-c8beeeebac5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:51.517835 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa14471-b4b3-49fc-9dcf-859336b6493f req-37286c3d-b4de-4e78-a147-3dcbd9dc8056 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 950 time: 1.3128834 Sep 02 13:42:51.557487 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c78e87e-93f9-47a1-bf7c-c8beeeebac5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:51.604487 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4f5bc761-1523-4248-8162-55b505ce62ed req-2984f190-cb27-4d6b-a372-29c29fb73f2f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908184 Sep 02 13:42:51.651064 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c78e87e-93f9-47a1-bf7c-c8beeeebac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:51.655101 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c78e87e-93f9-47a1-bf7c-c8beeeebac5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:51.656593 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9c78e87e-93f9-47a1-bf7c-c8beeeebac5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aabbe222-de6d-443d-8235-9e1b9753bd01 HTTP/1.1" status: 204 len: 168 time: 0.2452803 Sep 02 13:42:51.657551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=e34f9bd8-4fea-4ff7-858a-59817741cede,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:51.681027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78e87e-93f9-47a1-bf7c-c8beeeebac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabbe222-de6d-443d-8235-9e1b9753bd01,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:51.795429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa14471-b4b3-49fc-9dcf-859336b6493f req-4c473bd7-e6a8-4a19-94c4-73982fca593f tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759910 Sep 02 13:42:51.951106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dab416-fe3b-482b-97a4-96729511953c req-141f57b5-67e7-444a-b24a-12896c7a0f33 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:51.952951 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1dab416-fe3b-482b-97a4-96729511953c req-141f57b5-67e7-444a-b24a-12896c7a0f33 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.0589933 Sep 02 13:42:51.971396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Deleting port e2cc065e-aca1-42fd-93aa-41fea7e55c78 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:51.971764 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:51.981881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:42:52.008721 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:52.054820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:52.074208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-710e05c1-1f84-434a-8c6f-0b2750179acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:52.076128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-710e05c1-1f84-434a-8c6f-0b2750179acf service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 1.6460681 Sep 02 13:42:52.085184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Transition to ACTIVE for port object ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:52.094365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1dab416-fe3b-482b-97a4-96729511953c req-9b7f735e-ff7e-4565-8f3b-51b891c51846 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334550 Sep 02 13:42:52.169970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] For port e2cc065e-aca1-42fd-93aa-41fea7e55c78, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e2cc065e-aca1-42fd-93aa-41fea7e55c78,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:52.169970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:52.213547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Calling delete_port for e2cc065e-aca1-42fd-93aa-41fea7e55c78 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:52.215262 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:52.397775 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-97d6c931-80cb-4062-abac-36880c076c78 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 998 time: 0.3136718 Sep 02 13:42:52.517848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Pushing event updated for resources: {'Port': ['ID=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:52.522782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-a9d923e7-2dfe-424e-a6d4-c92f4f4cdcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:52.524335 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-a9d923e7-2dfe-424e-a6d4-c92f4f4cdcb0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.1026204 Sep 02 13:42:52.674776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Router 55f8091b-db65-4727-abc1-42754ce5a172 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:42:52.720435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Attempting to bind port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:52.720844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Attempting to bind port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:52.721204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Attempting to bind port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 on network b0a1ea1b-13df-40b4-8040-62bfc9378837 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:52.752276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-3ec5148a-8c26-42b8-b432-08c38b26a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:52.753833 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-3ec5148a-8c26-42b8-b432-08c38b26a9fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401074 Sep 02 13:42:52.791057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 on network b0a1ea1b-13df-40b4-8040-62bfc9378837 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:42:52.791398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Attempting to bind port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 on network b0a1ea1b-13df-40b4-8040-62bfc9378837 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:52.923496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:52.924052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Checking segment: {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:52.924618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Bound using segment: {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:52.925304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Bound port: ed950f02-b5b2-4ea8-bc15-3582a2e06ce2, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:52.925752 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:52.936098 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b2e45-1b7b-4d79-86e2-9e34b28cd23c req-56d49b5f-4cad-49e7-92ba-c216091ff247 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:52.944641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d10b2e45-1b7b-4d79-86e2-9e34b28cd23c req-56d49b5f-4cad-49e7-92ba-c216091ff247 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 948 time: 0.0610363 Sep 02 13:42:52.960978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd15c42-aff0-4231-9ce4-ed2397e6a246 req-f47e139d-1c54-4807-981b-a01b6145b292 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:52.967490 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd15c42-aff0-4231-9ce4-ed2397e6a246 req-f47e139d-1c54-4807-981b-a01b6145b292 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:52.974443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd15c42-aff0-4231-9ce4-ed2397e6a246 req-f47e139d-1c54-4807-981b-a01b6145b292 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:52.976303 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0dd15c42-aff0-4231-9ce4-ed2397e6a246 req-f47e139d-1c54-4807-981b-a01b6145b292 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2386 time: 0.2833593 Sep 02 13:42:53.004044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d10b2e45-1b7b-4d79-86e2-9e34b28cd23c req-e29f1bec-1811-4fc3-8acf-1f19bfc1e7ce tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573907 Sep 02 13:42:53.038797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:42:53.051897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] Sync routers for ids ['55f8091b-db65-4727-abc1-42754ce5a172'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:42:53.052474 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:53.054859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6f91365b-86ef-44a9-bcdc-a2d4219b28fa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "PUT /v2.0/routers/55f8091b-db65-4727-abc1-42754ce5a172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9002333 Sep 02 13:42:53.070623 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.073251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] Routers {'55f8091b-db65-4727-abc1-42754ce5a172'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:53.073973 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['55f8091b-db65-4727-abc1-42754ce5a172'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:53.118960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af9f2a-9051-4829-b5e4-32f4a59eaa43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:53.122473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af9f2a-9051-4829-b5e4-32f4a59eaa43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:53.129356 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-63af9f2a-9051-4829-b5e4-32f4a59eaa43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0745687 Sep 02 13:42:53.130638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:53.159229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] Set router 55f8091b-db65-4727-abc1-42754ce5a172 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:53.178987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Pushing event deleted for resources: {'Port': ['ID=e2cc065e-aca1-42fd-93aa-41fea7e55c78,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:53.215556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] For port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:53.256635 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-3b3af8db-d533-4684-9b40-7594768f8d5e service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930053 Sep 02 13:42:53.271119 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0dd15c42-aff0-4231-9ce4-ed2397e6a246 req-4e934071-fb85-4412-a95a-f49d20058b50 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768407 Sep 02 13:42:53.277723 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf30fcd-5431-4799-a416-1feccf9d6817 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 73969962-0e69-4de4-a1e6-61fee1a8dd28 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:42:53.279367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] For port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:53.285427 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebf30fcd-5431-4799-a416-1feccf9d6817 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.327958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.330161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] No DVR routers for this DVR port e2cc065e-aca1-42fd-93aa-41fea7e55c78 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:53.358917 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebf30fcd-5431-4799-a416-1feccf9d6817 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.364322 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.366289 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec9b1eaf-2602-4f78-a12b-0986d2984d24 req-568a1f08-6050-46f3-9f30-53215e9087f7 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.77 "DELETE /v2.0/ports/e2cc065e-aca1-42fd-93aa-41fea7e55c78 HTTP/1.1" status: 204 len: 173 time: 3.0495911 Sep 02 13:42:53.367335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8091b-db65-4727-abc1-42754ce5a172', 'name': 'tempest-NetworksTestDHCPv6-router-1537840898', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:38Z', 'updated_at': '2021-09-02T13:42:50Z', 'revision_number': 3, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:53.372547 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-deleted', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:53.374954 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f49b1a-419b-406f-acec-708ba1d5fd04" -d '{"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-deleted", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:42:53.412745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91917971-160e-401b-81d2-d7ee0a4003ab req-371ee98e-7300-4b8a-84e7-f9ed259f3fe8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:53.414352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91917971-160e-401b-81d2-d7ee0a4003ab req-371ee98e-7300-4b8a-84e7-f9ed259f3fe8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1503196 Sep 02 13:42:53.432885 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:53.433536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.434925 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] 10.222.0.77 "PUT /v2.0/ports/ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 HTTP/1.1" status: 200 len: 1092 time: 3.6031115 Sep 02 13:42:53.465025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebf30fcd-5431-4799-a416-1feccf9d6817 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.478790 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Request body: {'port': {'device_id': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:53.491243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa314f-9913-4b56-a645-620f85b3de20 service neutron] Pushing event updated for resources: {'Port': ['ID=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:53.505129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] Checking router: 55f8091b-db65-4727-abc1-42754ce5a172 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:42:53.511233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91917971-160e-401b-81d2-d7ee0a4003ab req-80f234b4-6678-41e9-bca9-3f22ad339ba3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904207 Sep 02 13:42:53.554177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] Routers {'55f8091b-db65-4727-abc1-42754ce5a172'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:42:53.557658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:42:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['55f8091b-db65-4727-abc1-42754ce5a172'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:53.569994 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d07550-5370-43d3-9f68-461bac6dbe8d x-openstack-request-id: req-d1d07550-5370-43d3-9f68-461bac6dbe8d {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:42:53.570301 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3da238e-4c37-4c85-8f4d-b80f6c31c2b6", "name": "network-vif-deleted", "tag": "e2cc065e-aca1-42fd-93aa-41fea7e55c78", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:42:53.570592 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1d07550-5370-43d3-9f68-461bac6dbe8d {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:42:53.571200 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3da238e-4c37-4c85-8f4d-b80f6c31c2b6', 'name': 'network-vif-deleted', 'tag': 'e2cc065e-aca1-42fd-93aa-41fea7e55c78', 'status': 'completed', 'code': 200} Sep 02 13:42:53.585615 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebf30fcd-5431-4799-a416-1feccf9d6817 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.675012 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5849a815-95a6-467b-9d26-3ab74ba25cee req-ba22aefe-dd89-453f-8a7e-a8178937bb48 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949714 Sep 02 13:42:53.725789 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.728440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf30fcd-5431-4799-a416-1feccf9d6817 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=73969962-0e69-4de4-a1e6-61fee1a8dd28,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:53.752886 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebf30fcd-5431-4799-a416-1feccf9d6817 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:53.763649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57047932-660d-4f2c-8720-a5a13a85bd8c None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:53.768277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ebf30fcd-5431-4799-a416-1feccf9d6817 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/73969962-0e69-4de4-a1e6-61fee1a8dd28 HTTP/1.1" status: 204 len: 168 time: 0.6356516 Sep 02 13:42:53.774236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:54.014965 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aa8aa0af-ceac-4667-89eb-bf5e88ac7f76 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2392626 Sep 02 13:42:54.015623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 39950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:54.033365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] Set router 55f8091b-db65-4727-abc1-42754ce5a172 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:42:54.159106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8091b-db65-4727-abc1-42754ce5a172', 'name': 'tempest-NetworksTestDHCPv6-router-1537840898', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:38Z', 'updated_at': '2021-09-02T13:42:50Z', 'revision_number': 3, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:42:54.195110 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe356b7-cd33-49f2-b53a-b03c6d25ffb6 None None] The sync data for ids ['55f8091b-db65-4727-abc1-42754ce5a172'] in n-d-794796-4 is: [{'id': '55f8091b-db65-4727-abc1-42754ce5a172', 'name': 'tempest-NetworksTestDHCPv6-router-1537840898', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:38Z', 'updated_at': '2021-09-02T13:42:50Z', 'revision_number': 3, 'project_id': 'c4a984848df744649c9e885ade2a148d', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:42:54.199806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:54.226534 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: e2cc065e-aca1-42fd-93aa-41fea7e55c78 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:54.227379 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e2cc065e-aca1-42fd-93aa-41fea7e55c78 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:54.292763 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1d6c0116-ebfe-4650-8720-11bc49307464 req-5024754f-d586-4761-9dc6-5dc1b47c6e08 tempest-ImagesOneServerTestJSON-2016525413 tempest-ImagesOneServerTestJSON-2016525413-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3da238e-4c37-4c85-8f4d-b80f6c31c2b6 HTTP/1.1" status: 200 len: 210 time: 0.0743496 Sep 02 13:42:54.361948 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-858ca349-9b1c-4c54-bbac-aa25118cb011 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:54.608064 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a0b2a-04fc-4b53-9805-23d4318ff9f5 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:42:54.696649 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-858ca349-9b1c-4c54-bbac-aa25118cb011 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:54.705917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-858ca349-9b1c-4c54-bbac-aa25118cb011 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:54.722496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd36617-4f73-4b45-80e5-35534d35e54c req-1ffe5eca-17be-4997-90c0-4798b88d90d8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:54.731381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6cd36617-4f73-4b45-80e5-35534d35e54c req-1ffe5eca-17be-4997-90c0-4798b88d90d8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1032917 Sep 02 13:42:54.741895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-331a0b2a-04fc-4b53-9805-23d4318ff9f5 None None] Deleting port c07fc062-ab08-4840-8a43-57ea2ebe5b3a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:42:54.742622 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-331a0b2a-04fc-4b53-9805-23d4318ff9f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:54.784909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f90f80-dcf1-4e64-88ef-58e65757ccd2 req-30ea6592-8f8a-46cc-9b80-1cc93671addf tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:54.800620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f90f80-dcf1-4e64-88ef-58e65757ccd2 req-30ea6592-8f8a-46cc-9b80-1cc93671addf tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:54.810008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6cd36617-4f73-4b45-80e5-35534d35e54c req-5ba1528d-1393-4930-864d-9d7eddb38627 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773258 Sep 02 13:42:54.816790 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f90f80-dcf1-4e64-88ef-58e65757ccd2 req-30ea6592-8f8a-46cc-9b80-1cc93671addf tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:54.821693 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a9f90f80-dcf1-4e64-88ef-58e65757ccd2 req-30ea6592-8f8a-46cc-9b80-1cc93671addf tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2386 time: 0.4546988 Sep 02 13:42:54.875541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-331a0b2a-04fc-4b53-9805-23d4318ff9f5 None None] For port c07fc062-ab08-4840-8a43-57ea2ebe5b3a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c07fc062-ab08-4840-8a43-57ea2ebe5b3a,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:42:54.876330 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-331a0b2a-04fc-4b53-9805-23d4318ff9f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:54.891527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-331a0b2a-04fc-4b53-9805-23d4318ff9f5 None None] Calling delete_port for c07fc062-ab08-4840-8a43-57ea2ebe5b3a owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:42:55.018348 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-331a0b2a-04fc-4b53-9805-23d4318ff9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.066215 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a9f90f80-dcf1-4e64-88ef-58e65757ccd2 req-b3d24d85-4562-4984-83ca-a2d40c456d00 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640670 Sep 02 13:42:55.068873 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-858ca349-9b1c-4c54-bbac-aa25118cb011 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.069354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858ca349-9b1c-4c54-bbac-aa25118cb011 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Fanout notify agent at l3_agent the message router_deleted on router 55f8091b-db65-4727-abc1-42754ce5a172 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:42:55.079373 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-858ca349-9b1c-4c54-bbac-aa25118cb011 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.083488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:55.084056 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-858ca349-9b1c-4c54-bbac-aa25118cb011 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/routers/55f8091b-db65-4727-abc1-42754ce5a172 HTTP/1.1" status: 204 len: 168 time: 1.0671959 Sep 02 13:42:55.086256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd60a2e-dfe4-46db-bd77-c5af37a5a7ef {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:42:55.099026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a0b2a-04fc-4b53-9805-23d4318ff9f5 None None] No DVR routers for this DVR port c07fc062-ab08-4840-8a43-57ea2ebe5b3a on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:42:55.111590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a0b2a-04fc-4b53-9805-23d4318ff9f5 None None] Pushing event deleted for resources: {'Port': ['ID=c07fc062-ab08-4840-8a43-57ea2ebe5b3a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:55.112224 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.128902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Transition to ACTIVE for port object afd60a2e-dfe4-46db-bd77-c5af37a5a7ef will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:55.134895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.146930 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-86d9bb35-5107-4818-a62a-3602b3b0359b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0619907 Sep 02 13:42:55.159006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39984) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:55.187322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:55.206739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Pushing event updated for resources: {'Port': ['ID=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:55.281684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d678b3f-64b4-4301-890e-c6c1116090e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:55.284234 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d678b3f-64b4-4301-890e-c6c1116090e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230807 Sep 02 13:42:55.286220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 39990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:55.395195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Attempting to bind port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:55.397824 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bb114071-d602-441f-aba1-624891d1f343 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100559 Sep 02 13:42:55.398446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Attempting to bind port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'e29d7f64-3f9a-4408-a6b0-9f018f22a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:55.398808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Attempting to bind port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef on network 1e8861bb-f792-4ea3-939e-13adf578096a {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:55.402783 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:55.410767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:55.445563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef on network 1e8861bb-f792-4ea3-939e-13adf578096a not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:42:55.445901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Attempting to bind port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef on network 1e8861bb-f792-4ea3-939e-13adf578096a {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:55.474172 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5101326-3c63-4bd7-95f4-54db26bb7a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.492945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:55.493314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Checking segment: {'id': 'e29d7f64-3f9a-4408-a6b0-9f018f22a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:55.493662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Bound using segment: {'id': 'e29d7f64-3f9a-4408-a6b0-9f018f22a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:55.494333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Bound port: afd60a2e-dfe4-46db-bd77-c5af37a5a7ef, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29d7f64-3f9a-4408-a6b0-9f018f22a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:55.494882 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.573331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'tag': 'ed950f02-b5b2-4ea8-bc15-3582a2e06ce2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:55.575639 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954a2588-9c57-4863-b6b8-3d069559af39" -d '{"events": [{"name": "network-changed", "server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "tag": "ed950f02-b5b2-4ea8-bc15-3582a2e06ce2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:42:55.640866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] For port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:55.645148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] For port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,segment=NetworkSegment(e29d7f64-3f9a-4408-a6b0-9f018f22a964),segment_id=e29d7f64-3f9a-4408-a6b0-9f018f22a964)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:55.654888 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.656021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5101326-3c63-4bd7-95f4-54db26bb7a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.662050 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5101326-3c63-4bd7-95f4-54db26bb7a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.707823 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd56f882-cb9e-45ee-8a7c-d186f0954f50 x-openstack-request-id: req-bd56f882-cb9e-45ee-8a7c-d186f0954f50 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:42:55.708734 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "tag": "ed950f02-b5b2-4ea8-bc15-3582a2e06ce2", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:42:55.709489 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd56f882-cb9e-45ee-8a7c-d186f0954f50 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:42:55.710178 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'tag': 'ed950f02-b5b2-4ea8-bc15-3582a2e06ce2', 'status': 'completed', 'code': 200} Sep 02 13:42:55.727170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:55.728179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.735903 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] 10.222.0.77 "PUT /v2.0/ports/afd60a2e-dfe4-46db-bd77-c5af37a5a7ef HTTP/1.1" status: 200 len: 1090 time: 2.2661932 Sep 02 13:42:55.741639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:55.745631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.758854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b5101326-3c63-4bd7-95f4-54db26bb7a54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b19ced78f9c4c188ffed652fd56d31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704179 Sep 02 13:42:55.760897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5101326-3c63-4bd7-95f4-54db26bb7a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76884fd-bc34-4bc5-98e6-af0e55ecd5ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:55.767428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:55.785125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Request body: {'port': {'device_id': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:55.835797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e34f9bd8-4fea-4ff7-858a-59817741cede no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:55.879044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:55.880390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4bf291a-dcc7-4ac8-807e-d4790415e112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.905681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: e34f9bd8-4fea-4ff7-858a-59817741cede {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:55.906265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e34f9bd8-4fea-4ff7-858a-59817741cede not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:55.906928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c07fc062-ab08-4840-8a43-57ea2ebe5b3a no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:42:55.974574 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4bf291a-dcc7-4ac8-807e-d4790415e112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:55.981523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: c07fc062-ab08-4840-8a43-57ea2ebe5b3a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:42:55.988807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c07fc062-ab08-4840-8a43-57ea2ebe5b3a not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:42:56.038909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080582d-d954-4ccc-9f9a-28299581a150 service neutron] Pushing event updated for resources: {'Port': ['ID=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:56.162192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd0246-687d-4d77-9916-094f2f2d9479 req-4e461954-8a65-484a-ae25-e799b4cf00ee tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:56.164181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fdd0246-687d-4d77-9916-094f2f2d9479 req-4e461954-8a65-484a-ae25-e799b4cf00ee tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1849616 Sep 02 13:42:56.227150 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fdd0246-687d-4d77-9916-094f2f2d9479 req-87a00b8c-ca36-4595-aec8-9c0291631371 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493412 Sep 02 13:42:56.234907 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-06830bd8-85db-4c18-9bcb-f8e72d4e12c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3c3a7b9b2bd4ea0b540ad15e1ae7aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460500 Sep 02 13:42:56.237059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:56.298913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:56.320971 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90d6413e-0b3f-482c-849c-8eeb11318a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.346398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90d6413e-0b3f-482c-849c-8eeb11318a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.385303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4bf291a-dcc7-4ac8-807e-d4790415e112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.389033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4bf291a-dcc7-4ac8-807e-d4790415e112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.390868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b4bf291a-dcc7-4ac8-807e-d4790415e112 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c76884fd-bc34-4bc5-98e6-af0e55ecd5ef HTTP/1.1" status: 204 len: 168 time: 0.6220136 Sep 02 13:42:56.424703 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf291a-dcc7-4ac8-807e-d4790415e112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76884fd-bc34-4bc5-98e6-af0e55ecd5ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:56.443763 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90d6413e-0b3f-482c-849c-8eeb11318a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.446728 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90d6413e-0b3f-482c-849c-8eeb11318a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.447926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-90d6413e-0b3f-482c-849c-8eeb11318a92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a HTTP/1.1" status: 204 len: 168 time: 0.2111495 Sep 02 13:42:56.476805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6413e-0b3f-482c-849c-8eeb11318a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e588d9f-1c9c-4e7b-9e10-91c7ba1a6a9a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:56.528096 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe65b-df01-4803-b542-68d66a4e1a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.654575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a2588-9c57-4863-b6b8-3d069559af39 req-998634b5-a61a-4448-a37a-87de34f7d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:56.655415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a2588-9c57-4863-b6b8-3d069559af39 req-998634b5-a61a-4448-a37a-87de34f7d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:56.656411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a2588-9c57-4863-b6b8-3d069559af39 req-998634b5-a61a-4448-a37a-87de34f7d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:56.658436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-954a2588-9c57-4863-b6b8-3d069559af39 req-998634b5-a61a-4448-a37a-87de34f7d916 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3de85964468c4593af083322616359f6&device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2796 time: 0.9178467 Sep 02 13:42:56.671915 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe65b-df01-4803-b542-68d66a4e1a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.689429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe65b-df01-4803-b542-68d66a4e1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.699282 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.748684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1b5fe65b-df01-4803-b542-68d66a4e1a61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3376abc2312d465898e6ca71e99c189f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331379 Sep 02 13:42:56.753934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:56.780607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe65b-df01-4803-b542-68d66a4e1a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e752eef-6564-4b10-b71d-5322e5e6d1fa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:56.843600 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ace1d05-cc06-402b-9a46-fdb166f1a187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.863813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8502-9c19-4386-b7ee-ad92e1b187a5 req-d0a0c9d7-c9de-4624-8631-e63c55d1f4ac tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:56.869731 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8502-9c19-4386-b7ee-ad92e1b187a5 req-d0a0c9d7-c9de-4624-8631-e63c55d1f4ac tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:56.876591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8502-9c19-4386-b7ee-ad92e1b187a5 req-d0a0c9d7-c9de-4624-8631-e63c55d1f4ac tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:56.877959 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ace1d05-cc06-402b-9a46-fdb166f1a187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.884245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d2eb8502-9c19-4386-b7ee-ad92e1b187a5 req-d0a0c9d7-c9de-4624-8631-e63c55d1f4ac tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2398 time: 0.2771859 Sep 02 13:42:56.955755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ace1d05-cc06-402b-9a46-fdb166f1a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.958579 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ace1d05-cc06-402b-9a46-fdb166f1a187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:56.961619 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4ace1d05-cc06-402b-9a46-fdb166f1a187 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e752eef-6564-4b10-b71d-5322e5e6d1fa HTTP/1.1" status: 204 len: 168 time: 0.2063866 Sep 02 13:42:56.980172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace1d05-cc06-402b-9a46-fdb166f1a187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e752eef-6564-4b10-b71d-5322e5e6d1fa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:57.046797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:57.073239 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09f3b02a-4e0c-4a5a-809a-fd042ad1e340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.107208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a2588-9c57-4863-b6b8-3d069559af39 req-2c470078-0b48-4b11-9696-128332044850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:57.107927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a2588-9c57-4863-b6b8-3d069559af39 req-2c470078-0b48-4b11-9696-128332044850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:57.109028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a2588-9c57-4863-b6b8-3d069559af39 req-2c470078-0b48-4b11-9696-128332044850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:57.110868 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-954a2588-9c57-4863-b6b8-3d069559af39 req-2c470078-0b48-4b11-9696-128332044850 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=3de85964468c4593af083322616359f6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4290237 Sep 02 13:42:57.172814 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d2eb8502-9c19-4386-b7ee-ad92e1b187a5 req-b6c9e890-4f71-4534-883d-f0853cdf176a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841167 Sep 02 13:42:57.235558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09f3b02a-4e0c-4a5a-809a-fd042ad1e340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.242845 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09f3b02a-4e0c-4a5a-809a-fd042ad1e340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.366268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3b02a-4e0c-4a5a-809a-fd042ad1e340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc899a-1352-4dd8-b1d9-45b465dc12ec,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:57.390349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-09f3b02a-4e0c-4a5a-809a-fd042ad1e340 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11ec05ca6fac4d009f9f771733f04fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428926 Sep 02 13:42:57.390992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:57.409555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a2588-9c57-4863-b6b8-3d069559af39 req-9aa09059-4186-4de3-a4d6-b1dd298805b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:57.411717 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-954a2588-9c57-4863-b6b8-3d069559af39 req-9aa09059-4186-4de3-a4d6-b1dd298805b6 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2861881 Sep 02 13:42:57.434829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a9efb-ed69-490a-8314-dd7c4ee0d48c req-bf218bec-a71a-4507-9f63-df770ec0b6b3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:57.436505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b1a9efb-ed69-490a-8314-dd7c4ee0d48c req-bf218bec-a71a-4507-9f63-df770ec0b6b3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1192358 Sep 02 13:42:57.502860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.objects.ports [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:42:57.506279 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.509129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d55b5847-481b-41dc-94c1-c55cf3c7f1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.534325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b1a9efb-ed69-490a-8314-dd7c4ee0d48c req-69d5a975-36e0-4313-aef8-12f7cc0e0703 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896196 Sep 02 13:42:57.580512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:57.583385 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d55b5847-481b-41dc-94c1-c55cf3c7f1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.590754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:57.600056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:57.601121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.603244 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4466261-bd11-4fdd-abf8-1a5cd9405f13 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:42:57.622104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=5a7c5edb-8c31-4a0c-a122-0a16531a0676,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:57.655945 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eb5ace6c-c39c-4e8f-9d5a-33d857ec9a32 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2512395 Sep 02 13:42:57.661535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40076) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:57.667313 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:57.696941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d55b5847-481b-41dc-94c1-c55cf3c7f1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.700909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d55b5847-481b-41dc-94c1-c55cf3c7f1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.706344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d55b5847-481b-41dc-94c1-c55cf3c7f1f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9fc899a-1352-4dd8-b1d9-45b465dc12ec HTTP/1.1" status: 204 len: 168 time: 0.3129299 Sep 02 13:42:57.721299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b5847-481b-41dc-94c1-c55cf3c7f1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc899a-1352-4dd8-b1d9-45b465dc12ec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:57.726283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'tag': 'afd60a2e-dfe4-46db-bd77-c5af37a5a7ef'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:57.728756 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac7c53-6ec0-4928-91f6-db13f5efe77a" -d '{"events": [{"name": "network-changed", "server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "tag": "afd60a2e-dfe4-46db-bd77-c5af37a5a7ef"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:42:57.749442 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0464e364-927d-4ac8-bd8d-efbad2d48a3a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:42:57.761547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.797135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Transition to ACTIVE for port object 0464e364-927d-4ac8-bd8d-efbad2d48a3a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:57.820250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.830665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:57.834607 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:57.874208 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b1dcad-230f-4fe7-9a7b-2c33c294792f x-openstack-request-id: req-82b1dcad-230f-4fe7-9a7b-2c33c294792f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:42:57.875235 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "tag": "afd60a2e-dfe4-46db-bd77-c5af37a5a7ef", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:42:57.875829 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82b1dcad-230f-4fe7-9a7b-2c33c294792f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:42:57.876385 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'tag': 'afd60a2e-dfe4-46db-bd77-c5af37a5a7ef', 'status': 'completed', 'code': 200} Sep 02 13:42:57.949464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '5a7c5edb-8c31-4a0c-a122-0a16531a0676'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:42:57.950540 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:58.004776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Pushing event updated for resources: {'Port': ['ID=0464e364-927d-4ac8-bd8d-efbad2d48a3a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:58.038703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.039303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.039858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.040444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.040974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.041668 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.042160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.044607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.046461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.046983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.049880 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.061246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:42:58.164666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-16b55c26-cc22-407a-8994-3e8a1f5e1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.170549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-16b55c26-cc22-407a-8994-3e8a1f5e1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.178169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-16b55c26-cc22-407a-8994-3e8a1f5e1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.180437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-16b55c26-cc22-407a-8994-3e8a1f5e1162 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3de85964468c4593af083322616359f6&device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2821 time: 0.2688026 Sep 02 13:42:58.199543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Allocated IP 2001:db8::f816:3eff:feff:b6de (6536a6f3-744d-4aaf-8438-60c2494b3279/5a7c5edb-8c31-4a0c-a122-0a16531a0676/edf895a6-eeec-4eb0-bb9e-60325b5571e9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:42:58.387397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Attempting to bind port 0464e364-927d-4ac8-bd8d-efbad2d48a3a on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:58.387765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Attempting to bind port 0464e364-927d-4ac8-bd8d-efbad2d48a3a by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:58.388145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Attempting to bind port 0464e364-927d-4ac8-bd8d-efbad2d48a3a on network b0a1ea1b-13df-40b4-8040-62bfc9378837 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:58.397757 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:58.424871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Transition to ACTIVE for port object edf895a6-eeec-4eb0-bb9e-60325b5571e9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:58.451385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Port 0464e364-927d-4ac8-bd8d-efbad2d48a3a on network b0a1ea1b-13df-40b4-8040-62bfc9378837 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:42:58.451804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Attempting to bind port 0464e364-927d-4ac8-bd8d-efbad2d48a3a on network b0a1ea1b-13df-40b4-8040-62bfc9378837 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:58.455523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Transition to ACTIVE for port object edf895a6-eeec-4eb0-bb9e-60325b5571e9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:42:58.464190 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:58.497274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:58.497462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Checking segment: {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:58.497866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Bound using segment: {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:58.498372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Bound port: 0464e364-927d-4ac8-bd8d-efbad2d48a3a, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e28c63-c290-4661-b620-b959a129e614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:58.499417 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:58.506814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-5a8976c6-bcd4-43ed-a9f1-acae0ae3a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.507308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-5a8976c6-bcd4-43ed-a9f1-acae0ae3a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.507918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-5a8976c6-bcd4-43ed-a9f1-acae0ae3a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.509784 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-5a8976c6-bcd4-43ed-a9f1-acae0ae3a82f service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=3de85964468c4593af083322616359f6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3140442 Sep 02 13:42:58.527420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af0cc-b4f1-4c47-b5ba-d9674611882d req-b0a3f670-cb46-4601-a1b4-30ab667d21db tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.536673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af0cc-b4f1-4c47-b5ba-d9674611882d req-b0a3f670-cb46-4601-a1b4-30ab667d21db tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.546178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af0cc-b4f1-4c47-b5ba-d9674611882d req-b0a3f670-cb46-4601-a1b4-30ab667d21db tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.547863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-219af0cc-b4f1-4c47-b5ba-d9674611882d req-b0a3f670-cb46-4601-a1b4-30ab667d21db tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2410 time: 0.2234032 Sep 02 13:42:58.730132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Pushing event updated for resources: {'Port': ['ID=edf895a6-eeec-4eb0-bb9e-60325b5571e9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:58.736526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:58.738323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:58.741785 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-8c94090f-e19d-4425-9192-6e23d535c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:58.742175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:42:58.743744 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00ac7c53-6ec0-4928-91f6-db13f5efe77a req-8c94090f-e19d-4425-9192-6e23d535c01c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1949222 Sep 02 13:42:58.835712 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-219af0cc-b4f1-4c47-b5ba-d9674611882d req-d0a7534c-8b95-46ad-ae3d-7f5d1e9e778c tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008164 Sep 02 13:42:58.849558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Attempting to bind port edf895a6-eeec-4eb0-bb9e-60325b5571e9 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:42:58.849558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Attempting to bind port edf895a6-eeec-4eb0-bb9e-60325b5571e9 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:42:58.849558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Attempting to bind port edf895a6-eeec-4eb0-bb9e-60325b5571e9 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:42:58.850744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:42:58.857972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:42:58.859140 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:58.859636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:42:58.860670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Bound port: edf895a6-eeec-4eb0-bb9e-60325b5571e9, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:42:58.860869 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:58.897779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] For port 0464e364-927d-4ac8-bd8d-efbad2d48a3a, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:58.914897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] For port 0464e364-927d-4ac8-bd8d-efbad2d48a3a, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0464e364-927d-4ac8-bd8d-efbad2d48a3a,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:58.953227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] For port edf895a6-eeec-4eb0-bb9e-60325b5571e9, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:42:58.957551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] For port edf895a6-eeec-4eb0-bb9e-60325b5571e9, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=edf895a6-eeec-4eb0-bb9e-60325b5571e9,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:42:58.964256 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:58.967880 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:59.086222 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:59.104547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394d598-fe13-4e17-80ed-f112b790d081 None None] Pushing event updated for resources: {'Port': ['ID=edf895a6-eeec-4eb0-bb9e-60325b5571e9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:59.120379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:59.121383 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:59.127996 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] 10.222.0.77 "PUT /v2.0/ports/0464e364-927d-4ac8-bd8d-efbad2d48a3a HTTP/1.1" status: 200 len: 1091 time: 3.3471026 Sep 02 13:42:59.188300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:42:59.232037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fec4ae-f3e9-4704-9a8d-7b572b3e62c8 req-e6113e7d-7d36-47c9-8f11-de461b8a1d6b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:59.233811 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b9fec4ae-f3e9-4704-9a8d-7b572b3e62c8 req-e6113e7d-7d36-47c9-8f11-de461b8a1d6b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3075309 Sep 02 13:42:59.234797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:42:59.267075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:59.267684 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:59.292062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3da9-4534-4cd0-ad01-360861eb2367 service neutron] Pushing event updated for resources: {'Port': ['ID=0464e364-927d-4ac8-bd8d-efbad2d48a3a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:59.330599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=59e2ec6f-cb56-485a-95b3-448bb042ae87,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:42:59.339061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:42:59.339563 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-385a6f7a-31a5-44a0-a830-cb88203ea7d5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6765957 Sep 02 13:42:59.357677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:d4:2a:cc', 'name': 'tempest-NetworksTestDHCPv6-1483522073'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:42:59.385208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-0dda3577-1e7a-4e44-91f3-bd4e59b8f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:59.385710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-0dda3577-1e7a-4e44-91f3-bd4e59b8f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:59.387657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-0dda3577-1e7a-4e44-91f3-bd4e59b8f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:59.394171 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-0dda3577-1e7a-4e44-91f3-bd4e59b8f9b1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3de85964468c4593af083322616359f6&device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2863 time: 0.2036123 Sep 02 13:42:59.419659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b9fec4ae-f3e9-4704-9a8d-7b572b3e62c8 req-9485a5ab-7fa9-4031-8763-d21f95fc0fee tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551392 Sep 02 13:42:59.442410 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:42:59.486369 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3376c4f4-01ad-4972-81e2-0a976ee4461f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.123&port_id=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 HTTP/1.1" status: 200 len: 217 time: 0.0625811 Sep 02 13:42:59.613935 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-8b64c5c5-0345-46fd-827c-4c9c1ed71f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:59.617247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-8b64c5c5-0345-46fd-827c-4c9c1ed71f91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac421581-27e7-4f43-83e5-4031494e353d HTTP/1.1" status: 200 len: 801 time: 0.1189127 Sep 02 13:42:59.713628 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-9e2a3d48-a33e-4838-8fb8-820d52d3f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:42:59.717189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-9e2a3d48-a33e-4838-8fb8-820d52d3f695 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0a1ea1b-13df-40b4-8040-62bfc9378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916474 Sep 02 13:42:59.752608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:42:59.908813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device edf895a6-eeec-4eb0-bb9e-60325b5571e9 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:42:59.925141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'tag': '0464e364-927d-4ac8-bd8d-efbad2d48a3a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:42:59.942319 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b8c229-a44a-40e7-bc7f-de23543b040c" -d '{"events": [{"name": "network-changed", "server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "tag": "0464e364-927d-4ac8-bd8d-efbad2d48a3a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:00.014567 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:00.057629 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d19034-de28-44e3-8227-1e9975eef7b7 x-openstack-request-id: req-36d19034-de28-44e3-8227-1e9975eef7b7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:00.057925 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "tag": "0464e364-927d-4ac8-bd8d-efbad2d48a3a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:00.058175 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36d19034-de28-44e3-8227-1e9975eef7b7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:00.058569 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'tag': '0464e364-927d-4ac8-bd8d-efbad2d48a3a', 'status': 'completed', 'code': 200} Sep 02 13:43:00.062816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port edf895a6-eeec-4eb0-bb9e-60325b5571e9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:00.082308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port d1675ce2-f3bb-41d6-9025-e0db07188e79 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:43:00.144764 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-67c4ec81-f895-4488-a08f-8793798219f7 service neutron] 10.222.0.77 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160361 Sep 02 13:43:00.271607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62bdd3-066e-4af7-94ac-25a2c2799c57 req-ca368a64-3a09-455a-abcd-288a9e6be964 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:00.280104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62bdd3-066e-4af7-94ac-25a2c2799c57 req-ca368a64-3a09-455a-abcd-288a9e6be964 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:00.289492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62bdd3-066e-4af7-94ac-25a2c2799c57 req-ca368a64-3a09-455a-abcd-288a9e6be964 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:00.298809 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9c62bdd3-066e-4af7-94ac-25a2c2799c57 req-ca368a64-3a09-455a-abcd-288a9e6be964 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2410 time: 0.2568417 Sep 02 13:43:00.321194 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:00.417236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9c62bdd3-066e-4af7-94ac-25a2c2799c57 req-2b22f3a3-3be9-46cc-8ac8-c70c2f5a3284 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175263 Sep 02 13:43:00.435833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 172.20.0.2 (6536a6f3-744d-4aaf-8438-60c2494b3279/59e2ec6f-cb56-485a-95b3-448bb042ae87/d1675ce2-f3bb-41d6-9025-e0db07188e79) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:00.463176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fed4:2acc (6536a6f3-744d-4aaf-8438-60c2494b3279/5a7c5edb-8c31-4a0c-a122-0a16531a0676/d1675ce2-f3bb-41d6-9025-e0db07188e79) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:00.477503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-0b853ba7-bdb3-435b-9435-7e063154f7bc service neutron] 10.222.0.77 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124962 Sep 02 13:43:00.577000 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-cf2d585c-3cac-4cd0-9d31-c43bd9458580 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef HTTP/1.1" status: 200 len: 217 time: 0.0952489 Sep 02 13:43:00.683063 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:00.692942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40f43d1-67c1-427f-8bf3-eee017fc3a52 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:00.700106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba29b87-70bc-447c-a73c-d65fcbe7fa7b req-f8ddb5e4-374a-41ca-81a6-a2032393ff77 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:00.701520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object d1675ce2-f3bb-41d6-9025-e0db07188e79 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:00.709906 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ba29b87-70bc-447c-a73c-d65fcbe7fa7b req-f8ddb5e4-374a-41ca-81a6-a2032393ff77 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1612089 Sep 02 13:43:00.736220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-f89832a0-8130-4784-b95b-74b6caf30315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:00.738710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-f89832a0-8130-4784-b95b-74b6caf30315 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7decbaa4-132c-419b-80e4-17ca6d4a26ea HTTP/1.1" status: 200 len: 801 time: 0.1376944 Sep 02 13:43:00.757718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:00.804997 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0ba29b87-70bc-447c-a73c-d65fcbe7fa7b req-5efeb56a-fa71-4c94-ad85-b3c246b38111 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898490 Sep 02 13:43:00.811952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:00.818916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:00.826277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:00.834949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-671bc0f1-047f-4b02-ba13-3dc7841ab858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:00.837025 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-671bc0f1-047f-4b02-ba13-3dc7841ab858 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1e8861bb-f792-4ea3-939e-13adf578096a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919721 Sep 02 13:43:00.841688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b457950e-c8c9-437c-9bbb-607c615ac22a None None] Provisioning for port edf895a6-eeec-4eb0-bb9e-60325b5571e9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:00.849150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b457950e-c8c9-437c-9bbb-607c615ac22a None None] Provisioning complete for port edf895a6-eeec-4eb0-bb9e-60325b5571e9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:00.849972 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b457950e-c8c9-437c-9bbb-607c615ac22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:00.892350 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:00.893082 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:00.910692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5703766 Sep 02 13:43:00.913833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:00.954961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f48dc0-6b82-4d94-b7d6-dbd6d5b71b61 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=d1675ce2-f3bb-41d6-9025-e0db07188e79,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:00.994719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d9e8f0-f0a2-40f1-ab56-9114b0f787d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:01.001619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d9e8f0-f0a2-40f1-ab56-9114b0f787d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:01.003510 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-83d9e8f0-f0a2-40f1-ab56-9114b0f787d6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0887406 Sep 02 13:43:01.004389 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-62cd0a86-4853-401d-a72a-69f672a8168b service neutron] 10.222.0.77 "GET /v2.0/networks/1e8861bb-f792-4ea3-939e-13adf578096a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596260 Sep 02 13:43:01.006278 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:01.039252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:01.121394 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b457950e-c8c9-437c-9bbb-607c615ac22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.135881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-130e02a4-80f9-48c2-962c-9ed5411fbd3a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port d1675ce2-f3bb-41d6-9025-e0db07188e79 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:01.136639 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-130e02a4-80f9-48c2-962c-9ed5411fbd3a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.151500 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-a7541bd3-eee9-42e1-a293-d10c3686f334 service neutron] 10.222.0.77 "GET /v2.0/networks/1e8861bb-f792-4ea3-939e-13adf578096a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412387 Sep 02 13:43:01.164787 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99b03d50-7e84-46f5-83fb-382cea1020f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.167361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b457950e-c8c9-437c-9bbb-607c615ac22a None None] For port edf895a6-eeec-4eb0-bb9e-60325b5571e9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=edf895a6-eeec-4eb0-bb9e-60325b5571e9,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:01.175345 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b457950e-c8c9-437c-9bbb-607c615ac22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.233180 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-aa35dd32-6150-4dfb-8aac-5b0bf895318f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.19&port_id=0464e364-927d-4ac8-bd8d-efbad2d48a3a HTTP/1.1" status: 200 len: 217 time: 0.0725451 Sep 02 13:43:01.271793 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-130e02a4-80f9-48c2-962c-9ed5411fbd3a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.274042 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551d991-6a89-479a-9a56-550cae4bc213 None None] Update dhcp port {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': '5a7c5edb-8c31-4a0c-a122-0a16531a0676', 'ip_address': '2001:db8::f816:3eff:feff:b6de'}, {'subnet_id': '59e2ec6f-cb56-485a-95b3-448bb042ae87'}], 'binding:host_id': 'n-d-794796-4'}, 'id': 'edf895a6-eeec-4eb0-bb9e-60325b5571e9'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:43:01.289730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-130e02a4-80f9-48c2-962c-9ed5411fbd3a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for d1675ce2-f3bb-41d6-9025-e0db07188e79 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:01.295147 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457950e-c8c9-437c-9bbb-607c615ac22a None None] Pushing event updated for resources: {'Port': ['ID=edf895a6-eeec-4eb0-bb9e-60325b5571e9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:01.308860 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3551d991-6a89-479a-9a56-550cae4bc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.326294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-d68aa60d-93c9-4474-8d72-56b4b795decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:01.332878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-d68aa60d-93c9-4474-8d72-56b4b795decd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac421581-27e7-4f43-83e5-4031494e353d HTTP/1.1" status: 200 len: 801 time: 0.0935373 Sep 02 13:43:01.428527 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f803e737-d644-478e-afcd-5e2eae3f2e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.433045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-0990ef9b-0736-43be-96c7-579c20635347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:01.434600 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-0990ef9b-0736-43be-96c7-579c20635347 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0a1ea1b-13df-40b4-8040-62bfc9378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0952320 Sep 02 13:43:01.517747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-3551d991-6a89-479a-9a56-550cae4bc213 None None] Allocated IP 172.20.0.3 (6536a6f3-744d-4aaf-8438-60c2494b3279/59e2ec6f-cb56-485a-95b3-448bb042ae87/edf895a6-eeec-4eb0-bb9e-60325b5571e9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:01.542203 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-130e02a4-80f9-48c2-962c-9ed5411fbd3a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.602438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e02a4-80f9-48c2-962c-9ed5411fbd3a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=d1675ce2-f3bb-41d6-9025-e0db07188e79,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:01.687434 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3551d991-6a89-479a-9a56-550cae4bc213 None None] For port edf895a6-eeec-4eb0-bb9e-60325b5571e9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=edf895a6-eeec-4eb0-bb9e-60325b5571e9,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:01.695940 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-4a9e6e52-5093-4885-90f8-109e568c287b service neutron] 10.222.0.77 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507017 Sep 02 13:43:01.786104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device edf895a6-eeec-4eb0-bb9e-60325b5571e9 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:01.799419 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3551d991-6a89-479a-9a56-550cae4bc213 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.819629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eba4e2-d3ff-4823-93e9-008e9ced7bf3 req-219960b5-f370-471e-b29a-ce84ee49a201 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:01.828237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eba4e2-d3ff-4823-93e9-008e9ced7bf3 req-219960b5-f370-471e-b29a-ce84ee49a201 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:01.834431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eba4e2-d3ff-4823-93e9-008e9ced7bf3 req-219960b5-f370-471e-b29a-ce84ee49a201 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:01.836259 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a1eba4e2-d3ff-4823-93e9-008e9ced7bf3 req-219960b5-f370-471e-b29a-ce84ee49a201 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2410 time: 0.2286365 Sep 02 13:43:01.870483 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-130e02a4-80f9-48c2-962c-9ed5411fbd3a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.873014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3551d991-6a89-479a-9a56-550cae4bc213 None None] Transition to ACTIVE for port object edf895a6-eeec-4eb0-bb9e-60325b5571e9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:01.875926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-130e02a4-80f9-48c2-962c-9ed5411fbd3a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/d1675ce2-f3bb-41d6-9025-e0db07188e79 HTTP/1.1" status: 204 len: 168 time: 0.8683817 Sep 02 13:43:01.876963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40218) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:01.884499 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3551d991-6a89-479a-9a56-550cae4bc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.892217 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-712dd4ec-8a07-48b0-b6cc-abaa32fae3d6 req-3b4ffe60-d7cf-42b3-aab1-1c1f8fa322d2 service neutron] 10.222.0.77 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890383 Sep 02 13:43:01.982446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a1eba4e2-d3ff-4823-93e9-008e9ced7bf3 req-adbbf2e6-4a44-403d-9f72-a12d0028ed27 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369290 Sep 02 13:43:01.984425 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f803e737-d644-478e-afcd-5e2eae3f2e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:01.995848 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f803e737-d644-478e-afcd-5e2eae3f2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.035804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8f344-4e05-496a-b1b4-6976fe0f2030 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.037455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8f344-4e05-496a-b1b4-6976fe0f2030 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.039045 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8f344-4e05-496a-b1b4-6976fe0f2030 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.040744 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d9b8f344-4e05-496a-b1b4-6976fe0f2030 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1595941 Sep 02 13:43:02.043414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:02.106774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f803e737-d644-478e-afcd-5e2eae3f2e54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efb3d8d8188b48a99b4ff506930bf914&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0641186 Sep 02 13:43:02.107359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40222) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:02.110271 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803e737-d644-478e-afcd-5e2eae3f2e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea1cce4-2121-4cb2-9498-44e0b2614539,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:02.126114 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-6b1cc390-885d-4db2-8348-60f46e12d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.126472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-6b1cc390-885d-4db2-8348-60f46e12d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.126964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-6b1cc390-885d-4db2-8348-60f46e12d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.128702 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-6b1cc390-885d-4db2-8348-60f46e12d389 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3de85964468c4593af083322616359f6&device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2863 time: 0.1425006 Sep 02 13:43:02.151706 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551d991-6a89-479a-9a56-550cae4bc213 None None] Pushing event updated for resources: {'Port': ['ID=edf895a6-eeec-4eb0-bb9e-60325b5571e9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:02.164496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea26eb8-6679-4b0c-866f-e8e5fb658a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 59e2ec6f-cb56-485a-95b3-448bb042ae87 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:02.180538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea26eb8-6679-4b0c-866f-e8e5fb658a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.241897 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07aedfec-32d8-4b86-8338-4ca000800b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.273927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:02.285152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07aedfec-32d8-4b86-8338-4ca000800b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.287384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-656bf852-8721-499f-b21e-5c5a36027c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.289180 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-656bf852-8721-499f-b21e-5c5a36027c0b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b0a1ea1b-13df-40b4-8040-62bfc9378837 HTTP/1.1" status: 200 len: 903 time: 0.1527059 Sep 02 13:43:02.318731 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea26eb8-6679-4b0c-866f-e8e5fb658a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.364151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:02.380581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-5b5ef73a-718e-4549-b735-a56d48ff55f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.19&port_id=0464e364-927d-4ac8-bd8d-efbad2d48a3a HTTP/1.1" status: 200 len: 217 time: 0.0719535 Sep 02 13:43:02.438643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-bbe544c4-ddbb-476a-8fbb-db3bafc6894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.442735 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-bbe544c4-ddbb-476a-8fbb-db3bafc6894b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac421581-27e7-4f43-83e5-4031494e353d HTTP/1.1" status: 200 len: 801 time: 0.0548804 Sep 02 13:43:02.467796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07aedfec-32d8-4b86-8338-4ca000800b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.470651 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-07aedfec-32d8-4b86-8338-4ca000800b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.475652 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-07aedfec-32d8-4b86-8338-4ca000800b19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ea1cce4-2121-4cb2-9498-44e0b2614539 HTTP/1.1" status: 204 len: 168 time: 0.3673704 Sep 02 13:43:02.506123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aedfec-32d8-4b86-8338-4ca000800b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea1cce4-2121-4cb2-9498-44e0b2614539,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:02.528815 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-9a54690a-5147-4e57-98b1-caa96cc76bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:02.530741 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-9a54690a-5147-4e57-98b1-caa96cc76bd3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b0a1ea1b-13df-40b4-8040-62bfc9378837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804074 Sep 02 13:43:02.537130 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea26eb8-6679-4b0c-866f-e8e5fb658a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.550171 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30f1305-1596-4294-a13c-36ac98820a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.646870 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-310770e2-5836-407f-ab02-519ecce37509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.651700 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea26eb8-6679-4b0c-866f-e8e5fb658a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.691706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea26eb8-6679-4b0c-866f-e8e5fb658a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=59e2ec6f-cb56-485a-95b3-448bb042ae87,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:02.706177 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ea26eb8-6679-4b0c-866f-e8e5fb658a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.708284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ea26eb8-6679-4b0c-866f-e8e5fb658a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/59e2ec6f-cb56-485a-95b3-448bb042ae87 HTTP/1.1" status: 204 len: 168 time: 0.6638029 Sep 02 13:43:02.712530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:02.723345 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-1866e025-f2b6-4525-9eb9-80008f8c474f service neutron] 10.222.0.77 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842005 Sep 02 13:43:02.803672 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30f1305-1596-4294-a13c-36ac98820a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.803672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-189e79f1-f36e-4ac4-a6b5-105c687e75c6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 5a7c5edb-8c31-4a0c-a122-0a16531a0676 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:02.805893 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189e79f1-f36e-4ac4-a6b5-105c687e75c6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.809960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e30f1305-1596-4294-a13c-36ac98820a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.843540 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b0b8c229-a44a-40e7-bc7f-de23543b040c req-995deb8b-5a8e-4a51-9538-f3c39fb71a9d service neutron] 10.222.0.77 "GET /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110556 Sep 02 13:43:02.936373 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e30f1305-1596-4294-a13c-36ac98820a1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=def1844b32ab4b419d72ff5a4b1a9e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6608570 Sep 02 13:43:02.937737 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:02.948072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f1305-1596-4294-a13c-36ac98820a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9923f2b-e2e8-4708-a95d-fffdf24f9584,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:02.953081 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189e79f1-f36e-4ac4-a6b5-105c687e75c6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:02.980600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:03.003532 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5925bcc8-ca91-4a81-8229-1663a450f1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.048532 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-310770e2-5836-407f-ab02-519ecce37509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.060553 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-310770e2-5836-407f-ab02-519ecce37509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.089377 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189e79f1-f36e-4ac4-a6b5-105c687e75c6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.102179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047aa11-3047-4a5a-964f-700a52e4a1cb None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:03.170855 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-310770e2-5836-407f-ab02-519ecce37509 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bc3e6bf65df403980dcbd33b38e0aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7969222 Sep 02 13:43:03.173586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:03.177458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8bb013f5-f22c-4674-b75a-0abbd7c0493a None None] Provisioning for port edf895a6-eeec-4eb0-bb9e-60325b5571e9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:03.184370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8bb013f5-f22c-4674-b75a-0abbd7c0493a None None] Provisioning complete for port edf895a6-eeec-4eb0-bb9e-60325b5571e9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:03.184744 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bb013f5-f22c-4674-b75a-0abbd7c0493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.191348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310770e2-5836-407f-ab02-519ecce37509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea5d7b-a966-4255-a82b-96ced3c5791a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:03.203382 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4933ff9c-6540-4f03-be7e-b082411ff592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.245595 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4933ff9c-6540-4f03-be7e-b082411ff592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.268310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49f39380-1a63-4b2d-9bf6-107dfc670ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.277890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e48e80-f31b-4e84-9362-a28e13f4a4ad req-0c52aee1-7eb9-4464-8124-d90190cd593a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:03.280120 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189e79f1-f36e-4ac4-a6b5-105c687e75c6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.285295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e48e80-f31b-4e84-9362-a28e13f4a4ad req-0c52aee1-7eb9-4464-8124-d90190cd593a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:03.292870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e48e80-f31b-4e84-9362-a28e13f4a4ad req-0c52aee1-7eb9-4464-8124-d90190cd593a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:03.294742 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2e48e80-f31b-4e84-9362-a28e13f4a4ad req-0c52aee1-7eb9-4464-8124-d90190cd593a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2410 time: 0.1562066 Sep 02 13:43:03.317992 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49f39380-1a63-4b2d-9bf6-107dfc670ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.326013 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e79f1-f36e-4ac4-a6b5-105c687e75c6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7c5edb-8c31-4a0c-a122-0a16531a0676,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:03.333481 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189e79f1-f36e-4ac4-a6b5-105c687e75c6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.335417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8bb013f5-f22c-4674-b75a-0abbd7c0493a None None] Could not find standard attr ID for object d1675ce2-f3bb-41d6-9025-e0db07188e79. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:43:03.337949 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-189e79f1-f36e-4ac4-a6b5-105c687e75c6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/5a7c5edb-8c31-4a0c-a122-0a16531a0676 HTTP/1.1" status: 204 len: 168 time: 0.6243043 Sep 02 13:43:03.343237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:03.400515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-17f0876b-91d4-4942-b582-0fb599019f5f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556350 Sep 02 13:43:03.407572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40258) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:03.413544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:03.422952 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2e48e80-f31b-4e84-9362-a28e13f4a4ad req-77fdddf8-4966-46fa-9b6f-0a037f27a3ed tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160271 Sep 02 13:43:03.425668 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5925bcc8-ca91-4a81-8229-1663a450f1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.431873 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5925bcc8-ca91-4a81-8229-1663a450f1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.436790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4933ff9c-6540-4f03-be7e-b082411ff592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.439657 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4933ff9c-6540-4f03-be7e-b082411ff592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.441013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4933ff9c-6540-4f03-be7e-b082411ff592 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9923f2b-e2e8-4708-a95d-fffdf24f9584 HTTP/1.1" status: 204 len: 168 time: 0.5019636 Sep 02 13:43:03.450275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f5605-2339-4b19-891a-e523f9a3bf19 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:43:03.499976 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49f39380-1a63-4b2d-9bf6-107dfc670ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.502771 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49f39380-1a63-4b2d-9bf6-107dfc670ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.504560 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925bcc8-ca91-4a81-8229-1663a450f1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bdd836-43ff-4929-9bab-d330810f5a9e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:03.506919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-49f39380-1a63-4b2d-9bf6-107dfc670ade admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fea5d7b-a966-4255-a82b-96ced3c5791a HTTP/1.1" status: 204 len: 168 time: 0.3277726 Sep 02 13:43:03.522044 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5925bcc8-ca91-4a81-8229-1663a450f1df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c05ae60f4954cd3869290cf8de52735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401206 Sep 02 13:43:03.522700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:03.523672 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933ff9c-6540-4f03-be7e-b082411ff592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9923f2b-e2e8-4708-a95d-fffdf24f9584,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:03.525990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f5605-2339-4b19-891a-e523f9a3bf19 None None] Deleting port edf895a6-eeec-4eb0-bb9e-60325b5571e9 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:03.526795 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5605-2339-4b19-891a-e523f9a3bf19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.569208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f39380-1a63-4b2d-9bf6-107dfc670ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea5d7b-a966-4255-a82b-96ced3c5791a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:03.580922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:03.596158 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc8b9-3bdd-45b2-bbaa-8537a43cdad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.597105 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.645590 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94a760f8-0508-4270-af59-490a2424eaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.655637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7a0f5605-2339-4b19-891a-e523f9a3bf19 None None] For port edf895a6-eeec-4eb0-bb9e-60325b5571e9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=edf895a6-eeec-4eb0-bb9e-60325b5571e9,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:03.656138 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5605-2339-4b19-891a-e523f9a3bf19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.666829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc8b9-3bdd-45b2-bbaa-8537a43cdad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.674624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f5605-2339-4b19-891a-e523f9a3bf19 None None] Calling delete_port for edf895a6-eeec-4eb0-bb9e-60325b5571e9 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:03.740710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device edf895a6-eeec-4eb0-bb9e-60325b5571e9 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:03.808749 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc8b9-3bdd-45b2-bbaa-8537a43cdad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.811632 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc8b9-3bdd-45b2-bbaa-8537a43cdad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.815719 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f1bcc8b9-3bdd-45b2-bbaa-8537a43cdad6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3bdd836-43ff-4929-9bab-d330810f5a9e HTTP/1.1" status: 204 len: 168 time: 0.2862549 Sep 02 13:43:03.828804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcc8b9-3bdd-45b2-bbaa-8537a43cdad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bdd836-43ff-4929-9bab-d330810f5a9e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:03.866326 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.881749 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5605-2339-4b19-891a-e523f9a3bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:03.915857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f5605-2339-4b19-891a-e523f9a3bf19 None None] No DVR routers for this DVR port edf895a6-eeec-4eb0-bb9e-60325b5571e9 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:03.918025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f5605-2339-4b19-891a-e523f9a3bf19 None None] Pushing event deleted for resources: {'Port': ['ID=edf895a6-eeec-4eb0-bb9e-60325b5571e9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:04.033919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:43:04.035456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.072292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:04.080230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:04.084326 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:04.084928 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.105163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:04.109222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f3b6c0-5edf-45f7-a49d-4acd30518ac1 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:04.124743 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ebf9f2c-8524-4520-b548-d69611392f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.132204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=299b9f3a-345b-47c9-807f-27787aab19da,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:04.149181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b96acef1-01d7-4bd5-a4bc-e704b62f2990 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7404447 Sep 02 13:43:04.149837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:04.154867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:04.227338 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:43:04.229425 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.270150 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ebf9f2c-8524-4520-b548-d69611392f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.279464 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ebf9f2c-8524-4520-b548-d69611392f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.335516 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1ebf9f2c-8524-4520-b548-d69611392f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=965e2762a7c64a1cac1f6ec2604d5cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271757 Sep 02 13:43:04.338949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40290) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:04.371774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf9f2c-8524-4520-b548-d69611392f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9915e94b-e219-428e-bc84-0b9c53ff9e71,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:04.375975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:04.382794 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.391259 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40292) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:04.431185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b63ab75-3b2f-48b6-817f-aae8ad08bde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.474907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0734431-d0be-4963-a56a-6df52facae24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.483290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:04.506380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '299b9f3a-345b-47c9-807f-27787aab19da'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:04.510175 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.530388 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0734431-d0be-4963-a56a-6df52facae24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.568617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'ed950f02-b5b2-4ea8-bc15-3582a2e06ce2', 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837', 'port_id': 'ed950f02-b5b2-4ea8-bc15-3582a2e06ce2', 'mac_address': 'fa:16:3e:76:af:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac421581-27e7-4f43-83e5-4031494e353d', 'ip_address': '19.80.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:43:04.636080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0734431-d0be-4963-a56a-6df52facae24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.639375 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0734431-d0be-4963-a56a-6df52facae24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.640992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f0734431-d0be-4963-a56a-6df52facae24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9915e94b-e219-428e-bc84-0b9c53ff9e71 HTTP/1.1" status: 204 len: 168 time: 0.2997761 Sep 02 13:43:04.657946 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b63ab75-3b2f-48b6-817f-aae8ad08bde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.659575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0734431-d0be-4963-a56a-6df52facae24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9915e94b-e219-428e-bc84-0b9c53ff9e71,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:04.671750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b63ab75-3b2f-48b6-817f-aae8ad08bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.733110 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4b63ab75-3b2f-48b6-817f-aae8ad08bde6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d280d44cfd674762b9dacbc72cec91c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305626 Sep 02 13:43:04.734331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63ab75-3b2f-48b6-817f-aae8ad08bde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4acf02-6932-4752-b30d-b89e5c27e661,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:04.735633 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:04.775178 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.810258 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.832557 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.835958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:04.855433 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Allocated IP 2001:db8::f816:3eff:feeb:39ff (6536a6f3-744d-4aaf-8438-60c2494b3279/299b9f3a-345b-47c9-807f-27787aab19da/0d02c83e-dbc0-4f78-af84-7109925854c1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:04.868856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:04.875072 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.875804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device afd60a2e-dfe4-46db-bd77-c5af37a5a7ef details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:43:04.898365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:04.909813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523603-1e75-47fd-978b-ddbfae29154f req-998534ed-2c30-4a13-98d8-3aa4007a15f7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:04.915218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523603-1e75-47fd-978b-ddbfae29154f req-998534ed-2c30-4a13-98d8-3aa4007a15f7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:04.922558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53523603-1e75-47fd-978b-ddbfae29154f req-998534ed-2c30-4a13-98d8-3aa4007a15f7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:04.927472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:04.940789 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53523603-1e75-47fd-978b-ddbfae29154f req-998534ed-2c30-4a13-98d8-3aa4007a15f7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2410 time: 0.2062299 Sep 02 13:43:04.947846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:04.952344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:04.952931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:04.977210 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8260841 Sep 02 13:43:04.979868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40312) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:04.985459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:5e:75:2d', 'name': 'tempest-NetworksTestDHCPv6-1430229345'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:05.032456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a224-8d1a-4caa-84fa-03d4f0bf210b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.078673 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d977b-88c7-4910-8141-ff52dc8a87b9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=0b0bbcc3-5cae-47bd-abcd-5d204e1ae8a9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:05.084057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a224-8d1a-4caa-84fa-03d4f0bf210b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.097412 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53523603-1e75-47fd-978b-ddbfae29154f req-7975c9b9-6628-42b1-9437-81cf7e874e63 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532223 Sep 02 13:43:05.192270 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a224-8d1a-4caa-84fa-03d4f0bf210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.196264 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7b7a224-8d1a-4caa-84fa-03d4f0bf210b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.199879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d7b7a224-8d1a-4caa-84fa-03d4f0bf210b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa4acf02-6932-4752-b30d-b89e5c27e661 HTTP/1.1" status: 204 len: 168 time: 0.4599268 Sep 02 13:43:05.213706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7a224-8d1a-4caa-84fa-03d4f0bf210b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4acf02-6932-4752-b30d-b89e5c27e661,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:05.240159 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:05.245682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:05.292320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,segment=NetworkSegment(e29d7f64-3f9a-4408-a6b0-9f018f22a964),segment_id=e29d7f64-3f9a-4408-a6b0-9f018f22a964)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:05.315137 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'afd60a2e-dfe4-46db-bd77-c5af37a5a7ef', 'network_id': '1e8861bb-f792-4ea3-939e-13adf578096a', 'port_id': 'afd60a2e-dfe4-46db-bd77-c5af37a5a7ef', 'mac_address': 'fa:16:3e:4f:4f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7decbaa4-132c-419b-80e4-17ca6d4a26ea', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:43:05.317050 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.327699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Transition to ACTIVE for port object 0d02c83e-dbc0-4f78-af84-7109925854c1 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:05.372848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Transition to ACTIVE for port object 0d02c83e-dbc0-4f78-af84-7109925854c1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:05.377109 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.378709 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.382298 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.417062 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd60a2e-dfe4-46db-bd77-c5af37a5a7ef {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:05.417346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port d3dc7aff-ee88-433c-802f-c734837736df yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:43:05.428966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:05.435693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:05.441213 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:05.446198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-network', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:05.475643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,segment=NetworkSegment(e29d7f64-3f9a-4408-a6b0-9f018f22a964),segment_id=e29d7f64-3f9a-4408-a6b0-9f018f22a964)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:05.481503 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.482421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0464e364-927d-4ac8-bd8d-efbad2d48a3a details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:43:05.485053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Pushing event updated for resources: {'Port': ['ID=0d02c83e-dbc0-4f78-af84-7109925854c1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:05.528456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Made reservation on behalf of 9b5ea3ec49b14e03a5d3a50c63db08a5 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:05.538761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.584211 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.593910 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:05.597192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Attempting to bind port 0d02c83e-dbc0-4f78-af84-7109925854c1 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:05.597569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Attempting to bind port 0d02c83e-dbc0-4f78-af84-7109925854c1 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:05.598150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Attempting to bind port 0d02c83e-dbc0-4f78-af84-7109925854c1 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:05.603948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0464e364-927d-4ac8-bd8d-efbad2d48a3a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0464e364-927d-4ac8-bd8d-efbad2d48a3a,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:05.615291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:05.615701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:05.616154 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.616557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:05.617057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Bound port: 0d02c83e-dbc0-4f78-af84-7109925854c1, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:05.617460 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.635377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '0464e364-927d-4ac8-bd8d-efbad2d48a3a', 'network_id': 'b0a1ea1b-13df-40b4-8040-62bfc9378837', 'port_id': '0464e364-927d-4ac8-bd8d-efbad2d48a3a', 'mac_address': 'fa:16:3e:ec:26:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac421581-27e7-4f43-83e5-4031494e353d', 'ip_address': '19.80.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:43:05.714369 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.716658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] For port 0d02c83e-dbc0-4f78-af84-7109925854c1, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:05.721078 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] For port 0d02c83e-dbc0-4f78-af84-7109925854c1, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0d02c83e-dbc0-4f78-af84-7109925854c1,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:05.721825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 172.20.0.14 (6536a6f3-744d-4aaf-8438-60c2494b3279/0b0bbcc3-5cae-47bd-abcd-5d204e1ae8a9/d3dc7aff-ee88-433c-802f-c734837736df) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:05.728646 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.735213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fe5e:752d (6536a6f3-744d-4aaf-8438-60c2494b3279/299b9f3a-345b-47c9-807f-27787aab19da/d3dc7aff-ee88-433c-802f-c734837736df) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:05.768528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0464e364-927d-4ac8-bd8d-efbad2d48a3a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:05.813899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0464e364-927d-4ac8-bd8d-efbad2d48a3a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0464e364-927d-4ac8-bd8d-efbad2d48a3a,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:05.834505 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.844695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a7821-a9ca-4798-bb71-a7dae61887af None None] Pushing event updated for resources: {'Port': ['ID=0d02c83e-dbc0-4f78-af84-7109925854c1,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:05.847230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.851545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.910037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:05.942980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaec90c-daa3-4f3d-bd03-116f9210f0bf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:05.948879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0464e364-927d-4ac8-bd8d-efbad2d48a3a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:05.956366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:05.957536 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Added segment 1d190521-08b6-492f-b155-3fb34880ab5a of type vlan for network eea5c054-a14a-4488-995b-acc41eaae1cc Sep 02 13:43:06.039433 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.040101 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.072144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object d3dc7aff-ee88-433c-802f-c734837736df will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:06.081157 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.082747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:06.083418 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.129441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['ed950f02-b5b2-4ea8-bc15-3582a2e06ce2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:06.174255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['afd60a2e-dfe4-46db-bd77-c5af37a5a7ef'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:06.186681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.223076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] Pushing event updated for resources: {'Network': ['ID=eea5c054-a14a-4488-995b-acc41eaae1cc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:06.243660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4504d14a-b7e5-4ea1-852c-02e820a2b592 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9963775 Sep 02 13:43:06.247771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:06.254274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network eea5c054-a14a-4488-995b-acc41eaae1cc details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:06.257896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Request body: {'subnet': {'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-subnet', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:06.296241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Made reservation on behalf of 9b5ea3ec49b14e03a5d3a50c63db08a5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:06.298961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.532086 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.555076 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.631161 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0654868-4f39-4bbb-b698-b3624b87683b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:06.665116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Checking segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:06.665366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Network hostable DHCP agents. Network: eea5c054-a14a-4488-995b-acc41eaae1cc, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:43:06.688621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Network eea5c054-a14a-4488-995b-acc41eaae1cc is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:43:06.708009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, eea5c054-a14a-4488-995b-acc41eaae1cc) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:06.718040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48db3d21-ca41-4a18-981a-21033832fcb2 None None] Network eea5c054-a14a-4488-995b-acc41eaae1cc requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:06.739033 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:06.741386 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.785716 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1fce604a-2079-486a-ad29-99aa29f3bde8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5357502 Sep 02 13:43:06.787959 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:06.806633 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:06.854950 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.862702 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:06.996921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:07.017030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:07.034469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-eea5c054-a14a-4488-995b-acc41eaae1cc', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:07.038718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:07.045418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:07.049252 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:07.115695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=d3dc7aff-ee88-433c-802f-c734837736df,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:07.179639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e4d22-32e1-4459-9020-95c98125de5b req-3dd42861-33fb-4a36-a68e-c9028007a6c8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:07.186082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e4d22-32e1-4459-9020-95c98125de5b req-3dd42861-33fb-4a36-a68e-c9028007a6c8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:07.213135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e4d22-32e1-4459-9020-95c98125de5b req-3dd42861-33fb-4a36-a68e-c9028007a6c8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:07.214962 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-891e4d22-32e1-4459-9020-95c98125de5b req-3dd42861-33fb-4a36-a68e-c9028007a6c8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2413 time: 0.9270747 Sep 02 13:43:07.222971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0464e364-927d-4ac8-bd8d-efbad2d48a3a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:07.231515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:07.231930 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:07.300859 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:07.315523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-11f4b2ce-3309-4a97-a7c3-92748e5eb6a2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3318505 Sep 02 13:43:07.316009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:07.345981 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-891e4d22-32e1-4459-9020-95c98125de5b req-e7dcd0aa-3505-4182-965d-e41893d76379 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106286 Sep 02 13:43:07.390812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Allocated IP 172.20.0.2 (eea5c054-a14a-4488-995b-acc41eaae1cc/d0654868-4f39-4bbb-b698-b3624b87683b/28789549-fe11-4302-88e5-9241c01cccc7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:07.430439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3807e-554b-49db-a7c7-8d63b1836922 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:07.430811 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88efeb0-a89f-4d3f-aaea-4b00ab84149e None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:07.437155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3807e-554b-49db-a7c7-8d63b1836922 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:07.442051 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-87a3807e-554b-49db-a7c7-8d63b1836922 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1249101 Sep 02 13:43:07.442320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40398) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:07.599541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c5928b35-cfe1-4878-8aa5-fbd0a5167eda None None] Provisioning for port 0d02c83e-dbc0-4f78-af84-7109925854c1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:07.660894 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6584f93f-441e-49fa-8da1-f574194f690d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port d3dc7aff-ee88-433c-802f-c734837736df {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:07.661670 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6584f93f-441e-49fa-8da1-f574194f690d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:07.739389 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:07.809876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6584f93f-441e-49fa-8da1-f574194f690d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:07.813759 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:07.863921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6584f93f-441e-49fa-8da1-f574194f690d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for d3dc7aff-ee88-433c-802f-c734837736df owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:07.865869 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:07.891213 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0d02c83e-dbc0-4f78-af84-7109925854c1 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:07.925465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Transition to ACTIVE for port object 28789549-fe11-4302-88e5-9241c01cccc7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:07.960843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Transition to ACTIVE for port object 28789549-fe11-4302-88e5-9241c01cccc7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:07.970602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.025871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Allocated IP 172.25.3.94 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/e54a7347-3499-423f-9040-ab3740e5431c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:08.072743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc9c01-464d-4d78-8048-f82d07016095 None None] Update dhcp port {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': '299b9f3a-345b-47c9-807f-27787aab19da', 'ip_address': '2001:db8::f816:3eff:feeb:39ff'}, {'subnet_id': '0b0bbcc3-5cae-47bd-abcd-5d204e1ae8a9'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '0d02c83e-dbc0-4f78-af84-7109925854c1'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:43:08.103053 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9c01-464d-4d78-8048-f82d07016095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.118121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Network eea5c054-a14a-4488-995b-acc41eaae1cc is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:08.135768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:08.144141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Pushing event updated for resources: {'Port': ['ID=28789549-fe11-4302-88e5-9241c01cccc7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:08.157807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:08.162001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 0d02c83e-dbc0-4f78-af84-7109925854c1 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:08.163970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6584f93f-441e-49fa-8da1-f574194f690d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.204120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 0d02c83e-dbc0-4f78-af84-7109925854c1 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:08.204760 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.205294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584f93f-441e-49fa-8da1-f574194f690d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=d3dc7aff-ee88-433c-802f-c734837736df,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:08.260984 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.283120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:08.308882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:08.325812 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.363823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6584f93f-441e-49fa-8da1-f574194f690d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.367786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6584f93f-441e-49fa-8da1-f574194f690d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/d3dc7aff-ee88-433c-802f-c734837736df HTTP/1.1" status: 204 len: 168 time: 0.9209509 Sep 02 13:43:08.368860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:08.399439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:08.402685 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:08.407004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:08.510841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Attempting to bind port 28789549-fe11-4302-88e5-9241c01cccc7 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:08.512691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Attempting to bind port 28789549-fe11-4302-88e5-9241c01cccc7 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:08.514481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Attempting to bind port 28789549-fe11-4302-88e5-9241c01cccc7 on network eea5c054-a14a-4488-995b-acc41eaae1cc {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:08.533985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f286dab-034b-4912-8747-7606c497fbc4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:08.537362 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f286dab-034b-4912-8747-7606c497fbc4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:08.541539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f286dab-034b-4912-8747-7606c497fbc4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:08.556960 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1f286dab-034b-4912-8747-7606c497fbc4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1848845 Sep 02 13:43:08.557567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40434) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:08.659116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c285ba53-8f5d-4390-ae41-a26d8c7b8e43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 0b0bbcc3-5cae-47bd-abcd-5d204e1ae8a9 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:08.664496 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c285ba53-8f5d-4390-ae41-a26d8c7b8e43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.705349 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.710738 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:08.711697 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Checking segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:08.712997 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.716003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Bound using segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:08.716780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Bound port: 28789549-fe11-4302-88e5-9241c01cccc7, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:08.717281 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.740172 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c285ba53-8f5d-4390-ae41-a26d8c7b8e43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.831414 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c285ba53-8f5d-4390-ae41-a26d8c7b8e43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.867451 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:08.872283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 0d02c83e-dbc0-4f78-af84-7109925854c1, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0d02c83e-dbc0-4f78-af84-7109925854c1,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:08.880686 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.886481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:08.886946 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:08.893934 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] For port 28789549-fe11-4302-88e5-9241c01cccc7, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:08.968407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] For port 28789549-fe11-4302-88e5-9241c01cccc7, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=28789549-fe11-4302-88e5-9241c01cccc7,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:08.981897 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.040438 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c285ba53-8f5d-4390-ae41-a26d8c7b8e43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.048314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=0d02c83e-dbc0-4f78-af84-7109925854c1,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:09.072476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Pushing event updated for resources: {'Port': ['ID=e54a7347-3499-423f-9040-ab3740e5431c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:09.138623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285ba53-8f5d-4390-ae41-a26d8c7b8e43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0bbcc3-5cae-47bd-abcd-5d204e1ae8a9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:09.149529 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c285ba53-8f5d-4390-ae41-a26d8c7b8e43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.151934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c285ba53-8f5d-4390-ae41-a26d8c7b8e43 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/0b0bbcc3-5cae-47bd-abcd-5d204e1ae8a9 HTTP/1.1" status: 204 len: 168 time: 0.5933468 Sep 02 13:43:09.154646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-d5bc9c01-464d-4d78-8048-f82d07016095 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b0bbcc3-5cae-47bd-abcd-5d204e1ae8a9: This subnet is being modified by another concurrent operation. Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b0bbcc3-5cae-47bd-abcd-5d204e1ae8a9: This subnet is being modified by another concurrent operation. Sep 02 13:43:09.168633 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Sep 02 13:43:09.175185 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fee15ba-e7e4-46bb-a1d1-4c1caa4ebe9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.228752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ff94fd-c74a-4192-9fb7-1fbf7d01264c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 299b9f3a-345b-47c9-807f-27787aab19da {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:09.234849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95ff94fd-c74a-4192-9fb7-1fbf7d01264c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.304352 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.307010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebfa6a-1188-410d-a7ca-abd304525095 None None] Pushing event updated for resources: {'Port': ['ID=28789549-fe11-4302-88e5-9241c01cccc7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:09.330302 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95ff94fd-c74a-4192-9fb7-1fbf7d01264c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.346233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4f26-c4e3-4a6d-8720-e3f9975c058e req-b90cccc2-db9f-4416-88a6-28bc0e7cc18f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:09.360545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4f26-c4e3-4a6d-8720-e3f9975c058e req-b90cccc2-db9f-4416-88a6-28bc0e7cc18f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:09.367266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4f26-c4e3-4a6d-8720-e3f9975c058e req-b90cccc2-db9f-4416-88a6-28bc0e7cc18f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:09.368462 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ac9b4f26-c4e3-4a6d-8720-e3f9975c058e req-b90cccc2-db9f-4416-88a6-28bc0e7cc18f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2413 time: 0.3009763 Sep 02 13:43:09.383053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:09.398819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed950f02-b5b2-4ea8-bc15-3582a2e06ce2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:09.402562 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1d7f6e-f6af-4f7d-ac1e-61add46c96aa" -d '{"events": [{"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-plugged", "status": "completed", "tag": "ed950f02-b5b2-4ea8-bc15-3582a2e06ce2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:09.450172 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.450993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device afd60a2e-dfe4-46db-bd77-c5af37a5a7ef up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:09.575210 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95ff94fd-c74a-4192-9fb7-1fbf7d01264c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.679851 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ac9b4f26-c4e3-4a6d-8720-e3f9975c058e req-f8dec149-8cc4-483a-88b6-741930663890 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812259 Sep 02 13:43:09.726973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95ff94fd-c74a-4192-9fb7-1fbf7d01264c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.734631 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48728674-c1e6-4d68-86f5-e508532278c1 x-openstack-request-id: req-48728674-c1e6-4d68-86f5-e508532278c1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:09.735169 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-plugged", "status": "completed", "tag": "ed950f02-b5b2-4ea8-bc15-3582a2e06ce2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:09.735169 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48728674-c1e6-4d68-86f5-e508532278c1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:09.735550 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed950f02-b5b2-4ea8-bc15-3582a2e06ce2', 'code': 200} Sep 02 13:43:09.737512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b0ccf99b-ffdc-46bf-9cb7-62b1c7512e43 None None] Could not find standard attr ID for object d3dc7aff-ee88-433c-802f-c734837736df. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:43:09.792815 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.796411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 28789549-fe11-4302-88e5-9241c01cccc7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:09.829129 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95ff94fd-c74a-4192-9fb7-1fbf7d01264c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.833200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-95ff94fd-c74a-4192-9fb7-1fbf7d01264c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/299b9f3a-345b-47c9-807f-27787aab19da HTTP/1.1" status: 204 len: 168 time: 0.6750920 Sep 02 13:43:09.833200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff94fd-c74a-4192-9fb7-1fbf7d01264c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=299b9f3a-345b-47c9-807f-27787aab19da,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:09.835431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:09.847222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e152a3-9849-4a0d-ab71-c8d10f73d9e7 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:09.858316 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b0ccf99b-ffdc-46bf-9cb7-62b1c7512e43 None None] Provisioning complete for port 0d02c83e-dbc0-4f78-af84-7109925854c1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:09.858840 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf99b-ffdc-46bf-9cb7-62b1c7512e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:09.888057 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0bbdde49-8eef-4b24-9943-2f7344b2ab64 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484684 Sep 02 13:43:09.889273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40460) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:09.901226 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:09.920088 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:09.977541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:09.990784 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:09.991546 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.011587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fee15ba-e7e4-46bb-a1d1-4c1caa4ebe9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.021719 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fee15ba-e7e4-46bb-a1d1-4c1caa4ebe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.044420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:10.053746 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.054974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2fee15ba-e7e4-46bb-a1d1-4c1caa4ebe9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b488b41fa53477fa9cb7fb06da169a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7450144 Sep 02 13:43:10.058225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:10.080221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 28789549-fe11-4302-88e5-9241c01cccc7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:10.121110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.144249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee15ba-e7e4-46bb-a1d1-4c1caa4ebe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaaa54c-3c15-4dd1-92b3-606637d95c98,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:10.268507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0d02c83e-dbc0-4f78-af84-7109925854c1 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:10.284742 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9e21e1de-8991-4bde-9506-04cb6474b76a None None] Could not find standard attr ID for object d3dc7aff-ee88-433c-802f-c734837736df. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:43:10.302315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd888-baa0-4d51-be46-3c8acb6cc4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.326216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd888-baa0-4d51-be46-3c8acb6cc4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.341321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117abc0f-6ecf-4105-9343-f843615ec3c3 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:43:10.349699 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.439340 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd888-baa0-4d51-be46-3c8acb6cc4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.442124 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd888-baa0-4d51-be46-3c8acb6cc4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.451673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6dcdd888-baa0-4d51-be46-3c8acb6cc4e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeaaa54c-3c15-4dd1-92b3-606637d95c98 HTTP/1.1" status: 204 len: 168 time: 0.3920941 Sep 02 13:43:10.474917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdd888-baa0-4d51-be46-3c8acb6cc4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaaa54c-3c15-4dd1-92b3-606637d95c98,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:10.506386 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.507026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Router 5c6032a2-d966-4cd9-b034-27670158dab3 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:43:10.525436 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,segment=NetworkSegment(e29d7f64-3f9a-4408-a6b0-9f018f22a964),segment_id=e29d7f64-3f9a-4408-a6b0-9f018f22a964)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:10.538912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:10.557276 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.584181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:10.589266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:10.589792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.624631 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.628466 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7381001 Sep 02 13:43:10.631378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:10.633214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:10.636285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0464e364-927d-4ac8-bd8d-efbad2d48a3a up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:10.640292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:10.691515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-117abc0f-6ecf-4105-9343-f843615ec3c3 None None] Deleting port 0d02c83e-dbc0-4f78-af84-7109925854c1 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:10.692095 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-117abc0f-6ecf-4105-9343-f843615ec3c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.757693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 0d02c83e-dbc0-4f78-af84-7109925854c1, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0d02c83e-dbc0-4f78-af84-7109925854c1,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:10.765292 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.768313 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:43:10.801676 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Sync routers for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:43:10.817736 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.821821 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ed718f43-3764-4bf0-b589-e50b477bfc36 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0291488 Sep 02 13:43:10.823076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40478) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:10.823265 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:10.823924 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:43:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:10.836066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=0d02c83e-dbc0-4f78-af84-7109925854c1,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:10.840828 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4523b-04be-4a89-a0a8-22490108524e None None] Network eea5c054-a14a-4488-995b-acc41eaae1cc requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:10.899068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 0464e364-927d-4ac8-bd8d-efbad2d48a3a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:10.925050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 0464e364-927d-4ac8-bd8d-efbad2d48a3a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:10.925890 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.958969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ef44b-64dc-4f9f-88b4-8b8ba800afce tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=b1df9d42-cdf1-4c35-b620-62dd192a344d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:10.973301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:10.977245 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:10.991051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-117abc0f-6ecf-4105-9343-f843615ec3c3 None None] For port 0d02c83e-dbc0-4f78-af84-7109925854c1, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0d02c83e-dbc0-4f78-af84-7109925854c1,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:10.991578 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-117abc0f-6ecf-4105-9343-f843615ec3c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.007905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-91f98355-3039-4b8b-ae3e-cdf9ad04f26b None None] Provisioning for port 28789549-fe11-4302-88e5-9241c01cccc7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:11.026811 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-117abc0f-6ecf-4105-9343-f843615ec3c3 None None] Calling delete_port for 0d02c83e-dbc0-4f78-af84-7109925854c1 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:11.066412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-91f98355-3039-4b8b-ae3e-cdf9ad04f26b None None] Provisioning complete for port 28789549-fe11-4302-88e5-9241c01cccc7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:11.067320 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f98355-3039-4b8b-ae3e-cdf9ad04f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.169622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74053d3-5e07-431c-bdcb-90dac59f2492 req-2bd6200e-f514-4f87-9553-815ad0c8c461 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:11.183110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74053d3-5e07-431c-bdcb-90dac59f2492 req-2bd6200e-f514-4f87-9553-815ad0c8c461 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:11.191519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74053d3-5e07-431c-bdcb-90dac59f2492 req-2bd6200e-f514-4f87-9553-815ad0c8c461 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:11.193317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e74053d3-5e07-431c-bdcb-90dac59f2492 req-2bd6200e-f514-4f87-9553-815ad0c8c461 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2415 time: 0.2919769 Sep 02 13:43:11.234735 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:11.235483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40484) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:11.301748 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ef6f95d-f88b-4c0b-af14-70233c31e516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.352883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e74053d3-5e07-431c-bdcb-90dac59f2492 req-bef98528-57da-4af0-bbcf-73843da86aa9 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450701 Sep 02 13:43:11.440887 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.510647 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:09Z', 'revision_number': 3, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:11.546198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0464e364-927d-4ac8-bd8d-efbad2d48a3a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0464e364-927d-4ac8-bd8d-efbad2d48a3a,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:11.554948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-117abc0f-6ecf-4105-9343-f843615ec3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.574945 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.585580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117abc0f-6ecf-4105-9343-f843615ec3c3 None None] No DVR routers for this DVR port 0d02c83e-dbc0-4f78-af84-7109925854c1 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:11.592627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ef6f95d-f88b-4c0b-af14-70233c31e516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.613006 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f98355-3039-4b8b-ae3e-cdf9ad04f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.686202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc82c86d-464b-41f5-a521-da560f168a02 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:11.707829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117abc0f-6ecf-4105-9343-f843615ec3c3 None None] Pushing event deleted for resources: {'Port': ['ID=0d02c83e-dbc0-4f78-af84-7109925854c1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:11.711743 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Checking router: 5c6032a2-d966-4cd9-b034-27670158dab3 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:43:11.712164 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Updating router 5c6032a2-d966-4cd9-b034-27670158dab3 port e54a7347-3499-423f-9040-ab3740e5431c binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:43:11.713700 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ef6f95d-f88b-4c0b-af14-70233c31e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.739222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd60a2e-dfe4-46db-bd77-c5af37a5a7ef'}, {'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0464e364-927d-4ac8-bd8d-efbad2d48a3a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:11.741691 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a86dae2-640b-4808-892e-247e6ca5a181" -d '{"events": [{"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-plugged", "status": "completed", "tag": "afd60a2e-dfe4-46db-bd77-c5af37a5a7ef"}, {"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-plugged", "status": "completed", "tag": "0464e364-927d-4ac8-bd8d-efbad2d48a3a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:11.743476 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.755151 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.843522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-91f98355-3039-4b8b-ae3e-cdf9ad04f26b None None] For port 28789549-fe11-4302-88e5-9241c01cccc7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=28789549-fe11-4302-88e5-9241c01cccc7,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:11.847434 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8a8fd3-17ed-4ebf-91d1-273500826f34 x-openstack-request-id: req-cf8a8fd3-17ed-4ebf-91d1-273500826f34 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:11.847434 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-plugged", "status": "completed", "tag": "afd60a2e-dfe4-46db-bd77-c5af37a5a7ef", "code": 200}, {"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-plugged", "status": "completed", "tag": "0464e364-927d-4ac8-bd8d-efbad2d48a3a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:11.849969 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf8a8fd3-17ed-4ebf-91d1-273500826f34 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:11.850614 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd60a2e-dfe4-46db-bd77-c5af37a5a7ef', 'code': 200} Sep 02 13:43:11.850988 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0464e364-927d-4ac8-bd8d-efbad2d48a3a', 'code': 200} Sep 02 13:43:11.868982 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f98355-3039-4b8b-ae3e-cdf9ad04f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:11.902502 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0ef6f95d-f88b-4c0b-af14-70233c31e516 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71bf2935bd1b4e31a009d142abafeaeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6635556 Sep 02 13:43:11.910070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40488) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:11.918746 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6f95d-f88b-4c0b-af14-70233c31e516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2903c066-2e3d-4a3a-a8f0-85c0a1ebf604,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:11.923943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0464e364-927d-4ac8-bd8d-efbad2d48a3a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:12.023323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f98355-3039-4b8b-ae3e-cdf9ad04f26b None None] Pushing event updated for resources: {'Port': ['ID=28789549-fe11-4302-88e5-9241c01cccc7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:12.031295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-76a287db-15a6-4325-9dae-59c86e6a02ec None None] Provisioning complete for port 28789549-fe11-4302-88e5-9241c01cccc7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:12.032264 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76a287db-15a6-4325-9dae-59c86e6a02ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.072428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Allocated IP 172.20.0.1 (eea5c054-a14a-4488-995b-acc41eaae1cc/d0654868-4f39-4bbb-b698-b3624b87683b/f1aa4f2f-8e27-46d0-86c1-b0cccede256c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:12.089554 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '4daeef09-902a-4ff2-8bde-033beebdd05f'}, {'subnet_id': 'b1df9d42-cdf1-4c35-b620-62dd192a344d'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:12.102498 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.116255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.objects.ports [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:43:12.132081 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.150457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645679-67d1-4a1a-8162-1d9473c8f2d6 req-910b4480-ddf4-4aa2-a026-99039baad586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:12.151282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645679-67d1-4a1a-8162-1d9473c8f2d6 req-910b4480-ddf4-4aa2-a026-99039baad586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:12.152009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645679-67d1-4a1a-8162-1d9473c8f2d6 req-910b4480-ddf4-4aa2-a026-99039baad586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:12.154092 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47645679-67d1-4a1a-8162-1d9473c8f2d6 req-910b4480-ddf4-4aa2-a026-99039baad586 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2869 time: 0.2235131 Sep 02 13:43:12.224286 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.228692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:12.242825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:12.245310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e84e68a-2e75-4044-a0a7-fb5c419dce05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.255554 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Transition to ACTIVE for port object e54a7347-3499-423f-9040-ab3740e5431c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:12.257443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:12.258261 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.266650 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.296030 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.329158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Transition to ACTIVE for port object f1aa4f2f-8e27-46d0-86c1-b0cccede256c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:12.353512 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Attempting to bind port e54a7347-3499-423f-9040-ab3740e5431c on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:12.354090 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Attempting to bind port e54a7347-3499-423f-9040-ab3740e5431c by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:12.354572 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Attempting to bind port e54a7347-3499-423f-9040-ab3740e5431c on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:12.354930 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47645679-67d1-4a1a-8162-1d9473c8f2d6 req-749b6344-b48e-4a1c-98e3-19fa158ffe64 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683712 Sep 02 13:43:12.364441 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db863265-13e8-478e-bce6-1768bee72e7a None None] Pushing event updated for resources: {'Port': ['ID=e54a7347-3499-423f-9040-ab3740e5431c,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:12.368567 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:12.369402 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:12.370095 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.370588 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:12.371438 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Bound port: e54a7347-3499-423f-9040-ab3740e5431c, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:12.371972 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.377444 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e84e68a-2e75-4044-a0a7-fb5c419dce05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.419473 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7868285 Sep 02 13:43:12.421205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29acce9-88cd-4c03-89bb-7340aa5d84ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=4daeef09-902a-4ff2-8bde-033beebdd05f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:12.423517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40496) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:12.429806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:a8:08:bb', 'name': 'tempest-NetworksTestDHCPv6-608503846'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:12.477396 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] For port e54a7347-3499-423f-9040-ab3740e5431c, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:12.480863 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Allocated IP 172.20.0.2 (6536a6f3-744d-4aaf-8438-60c2494b3279/b1df9d42-cdf1-4c35-b620-62dd192a344d/547fc2f6-f4bb-4c1e-80dc-1a4f530551bc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:12.494347 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] For port e54a7347-3499-423f-9040-ab3740e5431c, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e54a7347-3499-423f-9040-ab3740e5431c,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:12.495826 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.500490 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.518397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Allocated IP 2001:db8::f816:3eff:fec8:94f (6536a6f3-744d-4aaf-8438-60c2494b3279/4daeef09-902a-4ff2-8bde-033beebdd05f/547fc2f6-f4bb-4c1e-80dc-1a4f530551bc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:12.617847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:12.646321 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:12.648253 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:43:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:12.655338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Network eea5c054-a14a-4488-995b-acc41eaae1cc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:12.658980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Pushing event updated for resources: {'Port': ['ID=f1aa4f2f-8e27-46d0-86c1-b0cccede256c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:12.670881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:12.680812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:12.710765 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e84e68a-2e75-4044-a0a7-fb5c419dce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.713832 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e84e68a-2e75-4044-a0a7-fb5c419dce05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.719754 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0e84e68a-2e75-4044-a0a7-fb5c419dce05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2903c066-2e3d-4a3a-a8f0-85c0a1ebf604 HTTP/1.1" status: 204 len: 168 time: 0.8038797 Sep 02 13:43:12.756834 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db863265-13e8-478e-bce6-1768bee72e7a None None] Pushing event updated for resources: {'Port': ['ID=e54a7347-3499-423f-9040-ab3740e5431c,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:12.788786 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.811539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84e68a-2e75-4044-a0a7-fb5c419dce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2903c066-2e3d-4a3a-a8f0-85c0a1ebf604,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:12.848642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183eebf-7281-47a5-be70-f97cb3bba680 req-e7341632-05b0-4fc7-a7d6-5340a345f5be tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:12.857436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183eebf-7281-47a5-be70-f97cb3bba680 req-e7341632-05b0-4fc7-a7d6-5340a345f5be tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:12.869271 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183eebf-7281-47a5-be70-f97cb3bba680 req-e7341632-05b0-4fc7-a7d6-5340a345f5be tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:12.874453 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1183eebf-7281-47a5-be70-f97cb3bba680 req-e7341632-05b0-4fc7-a7d6-5340a345f5be tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2416 time: 0.2599878 Sep 02 13:43:12.939443 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:12.950379 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:12.983826 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port b5826542-735d-4031-a1da-32f70e34d95f yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:43:13.092963 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1183eebf-7281-47a5-be70-f97cb3bba680 req-52f5870b-556f-42e0-aecb-509cdf6417b7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017121 Sep 02 13:43:13.157421 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.171077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Transition to ACTIVE for port object 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:13.199863 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Transition to ACTIVE for port object 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:13.211326 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.215766 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.297873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Pushing event updated for resources: {'Port': ['ID=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:13.364126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d6c17247-4b50-46d9-a449-7efc66c50714 None None] Provisioning for port f1aa4f2f-8e27-46d0-86c1-b0cccede256c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:13.374774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:13.390775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:13.395778 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d6c17247-4b50-46d9-a449-7efc66c50714 None None] Provisioning complete for port f1aa4f2f-8e27-46d0-86c1-b0cccede256c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:13.396160 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6c17247-4b50-46d9-a449-7efc66c50714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.398581 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:09Z', 'revision_number': 3, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:13.411936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:13.454323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 172.20.0.6 (6536a6f3-744d-4aaf-8438-60c2494b3279/b1df9d42-cdf1-4c35-b620-62dd192a344d/b5826542-735d-4031-a1da-32f70e34d95f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:13.472001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fea8:8bb (6536a6f3-744d-4aaf-8438-60c2494b3279/4daeef09-902a-4ff2-8bde-033beebdd05f/b5826542-735d-4031-a1da-32f70e34d95f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:13.474522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d6c17247-4b50-46d9-a449-7efc66c50714 None None] Port f1aa4f2f-8e27-46d0-86c1-b0cccede256c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:13.478436 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053a087-6c46-4323-920c-38cf594d5a14 None None] The sync data for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 is: [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:09Z', 'revision_number': 3, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:43:13.534091 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.546620 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.621648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Attempting to bind port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:13.622209 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Attempting to bind port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:13.623321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Attempting to bind port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:13.632066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:13.632600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:13.633125 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.633630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:13.634225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Bound port: 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:13.634727 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.657289 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Pushing event updated for resources: {'Port': ['ID=f1aa4f2f-8e27-46d0-86c1-b0cccede256c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:13.673026 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.769975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] For port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:13.778095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] For port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:13.788841 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.790464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 28789549-fe11-4302-88e5-9241c01cccc7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:13.800226 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:13.806948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Network eea5c054-a14a-4488-995b-acc41eaae1cc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:13.808557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object b5826542-735d-4031-a1da-32f70e34d95f will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:13.809385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:13.902118 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:14.092575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:14.102678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:14.108048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:14.116258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Pushing event updated for resources: {'Port': ['ID=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.162914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa960b-4ad1-4860-ac25-b5374b4fc5f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:14.190899 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Router 5c6032a2-d966-4cd9-b034-27670158dab3 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:43:14.215967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 28789549-fe11-4302-88e5-9241c01cccc7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:14.216673 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:14.217361 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=b5826542-735d-4031-a1da-32f70e34d95f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:14.311470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:14.312209 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:14.343310 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cf2bac91-47e0-46b0-8ec6-6d61d3221eac tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.9155912 Sep 02 13:43:14.343623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40528) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:14.451399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88757a6-e854-435f-a51f-1b6d61faa8c7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:14.470440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c84b8d45-72f6-49fb-9d30-33f2517459df None None] Provisioning complete for port f1aa4f2f-8e27-46d0-86c1-b0cccede256c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:14.471343 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c84b8d45-72f6-49fb-9d30-33f2517459df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:14.492322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88757a6-e854-435f-a51f-1b6d61faa8c7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:14.496675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a88757a6-e854-435f-a51f-1b6d61faa8c7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1858 time: 0.1493204 Sep 02 13:43:14.498520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40532) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:14.514380 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:43:14.529976 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-20cd6d61-09d1-4602-8cb8-637ef3779999 admin admin] 10.222.0.13 "PUT /v2.0/routers/5c6032a2-d966-4cd9-b034-27670158dab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6955662 Sep 02 13:43:14.540157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794bf4-5b30-4267-ac2a-7d1da22c75d4 req-7589ec6a-7905-4cbf-98ba-89c848058090 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:14.549262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794bf4-5b30-4267-ac2a-7d1da22c75d4 req-7589ec6a-7905-4cbf-98ba-89c848058090 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:14.565084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794bf4-5b30-4267-ac2a-7d1da22c75d4 req-7589ec6a-7905-4cbf-98ba-89c848058090 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:14.566938 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-01794bf4-5b30-4267-ac2a-7d1da22c75d4 req-7589ec6a-7905-4cbf-98ba-89c848058090 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2416 time: 0.1882298 Sep 02 13:43:14.603342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c84b8d45-72f6-49fb-9d30-33f2517459df None None] Port f1aa4f2f-8e27-46d0-86c1-b0cccede256c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:14.673283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-01794bf4-5b30-4267-ac2a-7d1da22c75d4 req-2450ba6e-48b8-4e72-8bd7-b986fd017baa tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000509 Sep 02 13:43:14.730922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd87ef-6aea-431b-b08f-2dabf7f0a48f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port b5826542-735d-4031-a1da-32f70e34d95f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:14.731273 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cfd87ef-6aea-431b-b08f-2dabf7f0a48f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:14.808756 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:43:14.878830 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cfd87ef-6aea-431b-b08f-2dabf7f0a48f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:14.893905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd87ef-6aea-431b-b08f-2dabf7f0a48f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for b5826542-735d-4031-a1da-32f70e34d95f owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:15.316958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cfd87ef-6aea-431b-b08f-2dabf7f0a48f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:15.362494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd87ef-6aea-431b-b08f-2dabf7f0a48f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=b5826542-735d-4031-a1da-32f70e34d95f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:15.458681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b2d71-fda6-4f94-ab7b-a628239441c8 req-2c80263f-c991-422b-b720-95f7b680b6ba tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:15.465228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b2d71-fda6-4f94-ab7b-a628239441c8 req-2c80263f-c991-422b-b720-95f7b680b6ba tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:15.471673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b2d71-fda6-4f94-ab7b-a628239441c8 req-2c80263f-c991-422b-b720-95f7b680b6ba tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:15.473459 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-945b2d71-fda6-4f94-ab7b-a628239441c8 req-2c80263f-c991-422b-b720-95f7b680b6ba tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2416 time: 0.2437711 Sep 02 13:43:15.565828 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cfd87ef-6aea-431b-b08f-2dabf7f0a48f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:15.570080 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2cfd87ef-6aea-431b-b08f-2dabf7f0a48f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/b5826542-735d-4031-a1da-32f70e34d95f HTTP/1.1" status: 204 len: 168 time: 1.0643311 Sep 02 13:43:15.570891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:15.573573 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-945b2d71-fda6-4f94-ab7b-a628239441c8 req-a67fa547-8830-4680-ab74-8e45d7c3080d tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709996 Sep 02 13:43:15.718627 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f979bc-2ced-4357-9871-168dd7904195 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:15.720219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f979bc-2ced-4357-9871-168dd7904195 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:15.722138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f979bc-2ced-4357-9871-168dd7904195 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:15.723916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c1f979bc-2ced-4357-9871-168dd7904195 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1518426 Sep 02 13:43:15.727434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40570) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:15.762169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc00ec3-2031-4fd6-ad2d-67b01cc5af46 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:15.839215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:15.861778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce4cd5d-5be3-4e2b-ba4e-2b93820124a5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 4daeef09-902a-4ff2-8bde-033beebdd05f {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:15.864840 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fce4cd5d-5be3-4e2b-ba4e-2b93820124a5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:15.899594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-10fcb4bb-73b0-4631-b429-b5855691f3c1 None None] Provisioning for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:15.916005 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fce4cd5d-5be3-4e2b-ba4e-2b93820124a5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:15.976333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:15.985403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:15.986037 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.022157 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fce4cd5d-5be3-4e2b-ba4e-2b93820124a5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.094782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fce4cd5d-5be3-4e2b-ba4e-2b93820124a5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.125002 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.154910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4cd5d-5be3-4e2b-ba4e-2b93820124a5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=4daeef09-902a-4ff2-8bde-033beebdd05f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:16.161904 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fce4cd5d-5be3-4e2b-ba4e-2b93820124a5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.165243 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fce4cd5d-5be3-4e2b-ba4e-2b93820124a5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/4daeef09-902a-4ff2-8bde-033beebdd05f HTTP/1.1" status: 204 len: 168 time: 0.4349740 Sep 02 13:43:16.166859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40580) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:16.251018 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-af73da4e-2061-42fc-a688-984831479777 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:43:16.251375 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-af73da4e-2061-42fc-a688-984831479777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:43:16.260395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f183f77-2077-4a6e-8ff6-a424655a85c8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet b1df9d42-cdf1-4c35-b620-62dd192a344d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:16.270416 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f183f77-2077-4a6e-8ff6-a424655a85c8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.434140 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f183f77-2077-4a6e-8ff6-a424655a85c8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.459142 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Sync routers for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:43:16.467873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd8ba0-b594-4559-923e-8559b14a92a5 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:16.481375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:16.482839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:43:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:16.623295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f183f77-2077-4a6e-8ff6-a424655a85c8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.702699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26e153-3348-4194-973d-3cc813b13042 req-f16905d2-69d8-41cc-9926-f442f10e6636 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:16.709137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26e153-3348-4194-973d-3cc813b13042 req-f16905d2-69d8-41cc-9926-f442f10e6636 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:16.712999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:16.719217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1ef1739d-7d77-4340-9de5-4c25220e525f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925871258', 'description': 'tempest-description--128395498'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:16.728188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26e153-3348-4194-973d-3cc813b13042 req-f16905d2-69d8-41cc-9926-f442f10e6636 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:16.738116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb26e153-3348-4194-973d-3cc813b13042 req-f16905d2-69d8-41cc-9926-f442f10e6636 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.77 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2416 time: 0.1667082 Sep 02 13:43:16.752828 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d65e6dfe-da11-4935-8c52-4c370c742995 None None] Provisioning complete for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:16.753208 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d65e6dfe-da11-4935-8c52-4c370c742995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.777975 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ef1739d-7d77-4340-9de5-4c25220e525f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.841530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40602) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:16.932856 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:16.969363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a28a3-aefa-4f27-9e78-a62946537b85 req-c589f8eb-cf8c-42f5-ba40-f9ac1300bbcc tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:16.975626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a28a3-aefa-4f27-9e78-a62946537b85 req-c589f8eb-cf8c-42f5-ba40-f9ac1300bbcc tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:16.983233 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a28a3-aefa-4f27-9e78-a62946537b85 req-c589f8eb-cf8c-42f5-ba40-f9ac1300bbcc tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:16.985361 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-098a28a3-aefa-4f27-9e78-a62946537b85 req-c589f8eb-cf8c-42f5-ba40-f9ac1300bbcc tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 2416 time: 0.2366874 Sep 02 13:43:16.986656 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f183f77-2077-4a6e-8ff6-a424655a85c8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.032382 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f183f77-2077-4a6e-8ff6-a424655a85c8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=b1df9d42-cdf1-4c35-b620-62dd192a344d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:17.050429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:17.053057 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f183f77-2077-4a6e-8ff6-a424655a85c8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.057972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ef1739d-7d77-4340-9de5-4c25220e525f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.059142 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1f183f77-2077-4a6e-8ff6-a424655a85c8 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/b1df9d42-cdf1-4c35-b620-62dd192a344d HTTP/1.1" status: 204 len: 168 time: 0.8909183 Sep 02 13:43:17.061558 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:17.069136 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ef1739d-7d77-4340-9de5-4c25220e525f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.111537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d4eecbad-31a9-4fd9-9273-5b7278c3757c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482869 Sep 02 13:43:17.117911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:17.128329 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.136304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:17.145597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cb26e153-3348-4194-973d-3cc813b13042 req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:17.146012 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.154244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-098a28a3-aefa-4f27-9e78-a62946537b85 req-60c7ce71-9aba-47c8-b1cc-64c66d6b7c08 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322992 Sep 02 13:43:17.167894 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-af73da4e-2061-42fc-a688-984831479777 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:43:17.168252 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-af73da4e-2061-42fc-a688-984831479777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:43:17.207552 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ef1739d-7d77-4340-9de5-4c25220e525f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.208838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ef1739d-7d77-4340-9de5-4c25220e525f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4948373 Sep 02 13:43:17.217239 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:17.255367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2856f287-c658-4b47-b529-3dd8eda07c38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'security_group_rule': {'security_group_id': 'aeb9c483-862c-48ac-90fb-dfa202f6e06a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:17.289859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1739d-7d77-4340-9de5-4c25220e525f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb9c483-862c-48ac-90fb-dfa202f6e06a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:17.397110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:43:17.397110 n-d-794796-4 neutron-server[94688]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 13:43:17.397110 n-d-794796-4 neutron-server[94688]: [parameters: {'project_id': 'd75668a41cef4131a9e6e9f73b6a8511', 'id': '69c4b7b8-1703-48a4-8bfe-ed084bc6d9f6', 'expiration': datetime.datetime(2021, 9, 2, 13, 45, 17, 367643)}] Sep 02 13:43:17.397110 n-d-794796-4 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:43:17.398019 n-d-794796-4 neutron-server[94688]: DEBUG oslo_db.api [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:43:17.402175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-2856f287-c658-4b47-b529-3dd8eda07c38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:43:17.402175 n-d-794796-4 neutron-server[94688]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 13:43:17.402175 n-d-794796-4 neutron-server[94688]: [parameters: {'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'id': '488f5d99-11f5-48ed-8913-a674c7abda73', 'expiration': datetime.datetime(2021, 9, 2, 13, 45, 17, 379570)}] Sep 02 13:43:17.402175 n-d-794796-4 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:43:17.403340 n-d-794796-4 neutron-server[94688]: DEBUG oslo_db.api [None req-2856f287-c658-4b47-b529-3dd8eda07c38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:43:17.417819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:17.426200 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.444376 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d65e6dfe-da11-4935-8c52-4c370c742995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.478444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c7df2-a9a5-4c08-ad7a-9f5ff6b102e7 None None] Update dhcp port {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': 'b1df9d42-cdf1-4c35-b620-62dd192a344d'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '547fc2f6-f4bb-4c1e-80dc-1a4f530551bc'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:43:17.528929 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d65e6dfe-da11-4935-8c52-4c370c742995 None None] For port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:17.565180 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d65e6dfe-da11-4935-8c52-4c370c742995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.612152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cb26e153-3348-4194-973d-3cc813b13042 req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] For port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:17.612712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.648605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cb26e153-3348-4194-973d-3cc813b13042 req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Calling delete_port for ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:17.687540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e54a7347-3499-423f-9040-ab3740e5431c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:17.702242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e6dfe-da11-4935-8c52-4c370c742995 None None] Pushing event updated for resources: {'Port': ['ID=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:17.732856 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-597c7df2-a9a5-4c08-ad7a-9f5ff6b102e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.889164 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:17.925234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['ed950f02-b5b2-4ea8-bc15-3582a2e06ce2', 'afd60a2e-dfe4-46db-bd77-c5af37a5a7ef', '0464e364-927d-4ac8-bd8d-efbad2d48a3a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:17.960599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Port': ['ID=ed950f02-b5b2-4ea8-bc15-3582a2e06ce2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:18.030402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb26e153-3348-4194-973d-3cc813b13042 req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] No DVR routers for this DVR port ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:18.055049 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.057422 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb26e153-3348-4194-973d-3cc813b13042 req-1fa18870-0c2d-4b0f-ae0f-cf02d8426390 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.77 "DELETE /v2.0/ports/ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 HTTP/1.1" status: 204 len: 173 time: 1.3076048 Sep 02 13:43:18.057996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-deleted', 'tag': 'ed950f02-b5b2-4ea8-bc15-3582a2e06ce2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:18.061217 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf2ce0b-1fdd-4fd2-a564-2a7276c43ec7" -d '{"events": [{"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-deleted", "tag": "ed950f02-b5b2-4ea8-bc15-3582a2e06ce2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:18.147031 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port e54a7347-3499-423f-9040-ab3740e5431c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:18.183656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e54a7347-3499-423f-9040-ab3740e5431c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:18.184435 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.190870 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 2, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:18.231430 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f5464-7b2a-4b1e-adc8-b85a49d28a48 x-openstack-request-id: req-f83f5464-7b2a-4b1e-adc8-b85a49d28a48 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:18.239471 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-deleted", "tag": "ed950f02-b5b2-4ea8-bc15-3582a2e06ce2", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:18.239762 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f83f5464-7b2a-4b1e-adc8-b85a49d28a48 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:18.240148 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-deleted', 'tag': 'ed950f02-b5b2-4ea8-bc15-3582a2e06ce2', 'status': 'completed', 'code': 200} Sep 02 13:43:18.297134 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.332969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d392823-f74e-41ce-9257-d5df553926a7 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:18.336781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Checking router: 5c6032a2-d966-4cd9-b034-27670158dab3 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:43:18.337472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Updating router 5c6032a2-d966-4cd9-b034-27670158dab3 port f1aa4f2f-8e27-46d0-86c1-b0cccede256c binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:43:18.360524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cb26e153-3348-4194-973d-3cc813b13042 req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting port 0464e364-927d-4ac8-bd8d-efbad2d48a3a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:18.361970 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:43:18.361970 n-d-794796-4 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:43:18.361970 n-d-794796-4 neutron-server[94688]: [parameters: {'project_id_1': 'd75668a41cef4131a9e6e9f73b6a8511', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 43, 18, 331820)}] Sep 02 13:43:18.361970 n-d-794796-4 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:43:18.362314 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.362421 n-d-794796-4 neutron-server[94688]: DEBUG oslo_db.api [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:43:18.374978 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.417980 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2856f287-c658-4b47-b529-3dd8eda07c38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.428312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:18.434708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:18.448702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:18.449323 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.494822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3682406 Sep 02 13:43:18.497511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ab109-026a-4224-a978-b97d191a1d4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=ec6deb70-4361-4873-95a5-0dbadb11f6cc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:18.499497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:18.509433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:18.512584 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.523016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba01c-593e-4ec7-bcc6-9ecac5f1c693 req-bdaf1890-87f7-4832-911e-d7a839c4da3f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:18.529969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba01c-593e-4ec7-bcc6-9ecac5f1c693 req-bdaf1890-87f7-4832-911e-d7a839c4da3f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:18.531633 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5c3ba01c-593e-4ec7-bcc6-9ecac5f1c693 req-bdaf1890-87f7-4832-911e-d7a839c4da3f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 1680 time: 0.2317269 Sep 02 13:43:18.591432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cb26e153-3348-4194-973d-3cc813b13042 req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] For port 0464e364-927d-4ac8-bd8d-efbad2d48a3a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0464e364-927d-4ac8-bd8d-efbad2d48a3a,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:18.591791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.605174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2856f287-c658-4b47-b529-3dd8eda07c38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.607866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3b491c80-e121-415b-a807-fd427616a5d6 None None] Provisioning complete for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:18.608365 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b491c80-e121-415b-a807-fd427616a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.616649 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2856f287-c658-4b47-b529-3dd8eda07c38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.625789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cb26e153-3348-4194-973d-3cc813b13042 req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Calling delete_port for 0464e364-927d-4ac8-bd8d-efbad2d48a3a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:18.630138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5c3ba01c-593e-4ec7-bcc6-9ecac5f1c693 req-d045a71a-dc80-414c-8a5d-1ca91a91e25e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893695 Sep 02 13:43:18.651380 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856f287-c658-4b47-b529-3dd8eda07c38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a2d6eb-2a61-4c25-9c31-9f0820a17e2c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:18.662947 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2856f287-c658-4b47-b529-3dd8eda07c38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.666612 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2856f287-c658-4b47-b529-3dd8eda07c38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4201014 Sep 02 13:43:18.669837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40630) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:18.676212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ae24f0fd-e60a-4203-aad1-67b1beafadef tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'security_group_rule': {'security_group_id': 'aeb9c483-862c-48ac-90fb-dfa202f6e06a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:18.731186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0fd-e60a-4203-aad1-67b1beafadef tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.750210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:18.753958 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.834386 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.879977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Port': ['ID=0464e364-927d-4ac8-bd8d-efbad2d48a3a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:18.886087 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.911129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.966017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb26e153-3348-4194-973d-3cc813b13042 req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] No DVR routers for this DVR port 0464e364-927d-4ac8-bd8d-efbad2d48a3a on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:18.968864 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:18.970996 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb26e153-3348-4194-973d-3cc813b13042 req-4d8ab33f-8435-4959-ac79-9c8864521107 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.77 "DELETE /v2.0/ports/0464e364-927d-4ac8-bd8d-efbad2d48a3a HTTP/1.1" status: 204 len: 173 time: 0.9006705 Sep 02 13:43:19.034772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port e54a7347-3499-423f-9040-ab3740e5431c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e54a7347-3499-423f-9040-ab3740e5431c,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:19.115773 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.176416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cb26e153-3348-4194-973d-3cc813b13042 req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:19.177065 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.227424 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.238256 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0fd-e60a-4203-aad1-67b1beafadef tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.265378 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.286735 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0fd-e60a-4203-aad1-67b1beafadef tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.334536 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.355885 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-cb26e153-3348-4194-973d-3cc813b13042 req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] For port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,segment=NetworkSegment(e29d7f64-3f9a-4408-a6b0-9f018f22a964),segment_id=e29d7f64-3f9a-4408-a6b0-9f018f22a964)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:19.357344 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.375807 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-cb26e153-3348-4194-973d-3cc813b13042 req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Calling delete_port for afd60a2e-dfe4-46db-bd77-c5af37a5a7ef owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:19.378741 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24f0fd-e60a-4203-aad1-67b1beafadef tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db007d5-e6ad-4fa0-b61f-3f52fac32e31,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:19.389378 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d75668a41cef4131a9e6e9f73b6a8511&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5440750 Sep 02 13:43:19.389987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:19.391237 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae24f0fd-e60a-4203-aad1-67b1beafadef tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.395163 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ae24f0fd-e60a-4203-aad1-67b1beafadef tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7216105 Sep 02 13:43:19.395163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e047d-ed6a-4c29-827c-8f64f2d45db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2623a25d-494b-4525-801f-b6756b140eea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:19.395446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:19.404371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:19.407847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=e54a7347-3499-423f-9040-ab3740e5431c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:19.411396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:19.438923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Transition to ACTIVE for port object f1aa4f2f-8e27-46d0-86c1-b0cccede256c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:19.462769 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.470257 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.526497 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0783b15c-9316-43d2-b426-f65b28ea6d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.572838 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0783b15c-9316-43d2-b426-f65b28ea6d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.642986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd40aa0-c906-4489-b23b-e577525612d0 None None] Pushing event updated for resources: {'Port': ['ID=f1aa4f2f-8e27-46d0-86c1-b0cccede256c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:19.688345 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0783b15c-9316-43d2-b426-f65b28ea6d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.690842 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0783b15c-9316-43d2-b426-f65b28ea6d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.694433 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0783b15c-9316-43d2-b426-f65b28ea6d8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2623a25d-494b-4525-801f-b6756b140eea HTTP/1.1" status: 204 len: 168 time: 0.3009434 Sep 02 13:43:19.707401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783b15c-9316-43d2-b426-f65b28ea6d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2623a25d-494b-4525-801f-b6756b140eea,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:19.728554 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.777886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:43:19.822351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Update dhcp port {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': 'ec6deb70-4361-4873-95a5-0dbadb11f6cc'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '547fc2f6-f4bb-4c1e-80dc-1a4f530551bc'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:43:19.848965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb26e153-3348-4194-973d-3cc813b13042 req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] No DVR routers for this DVR port afd60a2e-dfe4-46db-bd77-c5af37a5a7ef on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:19.851088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Port': ['ID=afd60a2e-dfe4-46db-bd77-c5af37a5a7ef,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:19.853374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-cb26e153-3348-4194-973d-3cc813b13042 req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.855421 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb26e153-3348-4194-973d-3cc813b13042 req-aaa28ff8-b928-438e-a47a-22a6e517a0c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.77 "DELETE /v2.0/ports/afd60a2e-dfe4-46db-bd77-c5af37a5a7ef HTTP/1.1" status: 204 len: 173 time: 0.8784659 Sep 02 13:43:19.952908 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:19.987343 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.122521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc6147ce-9df6-4886-8975-bd5cea9a155a req-3abcc89a-d133-4bdf-a8a7-c3793c14c551 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=2455c720-669a-4ff7-a567-825ba5e49cdf HTTP/1.1" status: 200 len: 210 time: 0.1621370 Sep 02 13:43:20.133349 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Attempting to bind port f1aa4f2f-8e27-46d0-86c1-b0cccede256c on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:20.133735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Attempting to bind port f1aa4f2f-8e27-46d0-86c1-b0cccede256c by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:20.134116 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Attempting to bind port f1aa4f2f-8e27-46d0-86c1-b0cccede256c on network eea5c054-a14a-4488-995b-acc41eaae1cc {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:20.190393 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:20.191024 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Checking segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:20.192050 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.192896 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Bound using segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:20.193602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Bound port: f1aa4f2f-8e27-46d0-86c1-b0cccede256c, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:20.194169 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.227115 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-5f22ca41-af30-47a4-8e17-00ebf4f7211c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1344860 Sep 02 13:43:20.241021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-deleted', 'tag': '0464e364-927d-4ac8-bd8d-efbad2d48a3a'}, {'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-deleted', 'tag': 'afd60a2e-dfe4-46db-bd77-c5af37a5a7ef'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:20.244524 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7ed222-2fa7-4396-bb6a-fad295e4faf9" -d '{"events": [{"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-deleted", "tag": "0464e364-927d-4ac8-bd8d-efbad2d48a3a"}, {"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-deleted", "tag": "afd60a2e-dfe4-46db-bd77-c5af37a5a7ef"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:20.369838 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab05da4-e639-4525-b728-49c6ecb74305 x-openstack-request-id: req-7ab05da4-e639-4525-b728-49c6ecb74305 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:20.370168 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-deleted", "tag": "0464e364-927d-4ac8-bd8d-efbad2d48a3a", "status": "completed", "code": 200}, {"server_uuid": "2455c720-669a-4ff7-a567-825ba5e49cdf", "name": "network-vif-deleted", "tag": "afd60a2e-dfe4-46db-bd77-c5af37a5a7ef", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:20.370392 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ab05da4-e639-4525-b728-49c6ecb74305 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:20.370797 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-deleted', 'tag': '0464e364-927d-4ac8-bd8d-efbad2d48a3a', 'status': 'completed', 'code': 200} Sep 02 13:43:20.371314 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2455c720-669a-4ff7-a567-825ba5e49cdf', 'name': 'network-vif-deleted', 'tag': 'afd60a2e-dfe4-46db-bd77-c5af37a5a7ef', 'status': 'completed', 'code': 200} Sep 02 13:43:20.396384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:20.400969 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.411489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-d3b0ff12-14af-4443-8eb0-8ebdf423bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:20.412454 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:20.425009 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-d3b0ff12-14af-4443-8eb0-8ebdf423bf50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 1097 time: 0.1605062 Sep 02 13:43:20.454758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40666) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:20.469714 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.471840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:20.472467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ed950f02-b5b2-4ea8-bc15-3582a2e06ce2 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:20.473128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device afd60a2e-dfe4-46db-bd77-c5af37a5a7ef no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:20.518785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: afd60a2e-dfe4-46db-bd77-c5af37a5a7ef {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:20.519298 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device afd60a2e-dfe4-46db-bd77-c5af37a5a7ef not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:20.519855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0464e364-927d-4ac8-bd8d-efbad2d48a3a no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:20.586002 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.596138 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d96f6f2-1f3b-47f2-b238-c2580130f7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.617184 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 0464e364-927d-4ac8-bd8d-efbad2d48a3a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:20.617668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0464e364-927d-4ac8-bd8d-efbad2d48a3a not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:20.660205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] For port f1aa4f2f-8e27-46d0-86c1-b0cccede256c, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:20.669424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] For port f1aa4f2f-8e27-46d0-86c1-b0cccede256c, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f1aa4f2f-8e27-46d0-86c1-b0cccede256c,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:20.673820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:20.679969 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.702688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-f82f4a35-2c2c-4687-bf36-e624d2af8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:20.704541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-f82f4a35-2c2c-4687-bf36-e624d2af8db6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.2427108 Sep 02 13:43:20.744643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Allocated IP 172.25.3.80 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/1e6b9199-4d40-458c-a22d-7de5479155e4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:20.764786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-4933bc3b-df65-4c5b-b656-4dfb03dbcbc6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe HTTP/1.1" status: 200 len: 217 time: 0.0466309 Sep 02 13:43:20.786529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd40aa0-c906-4489-b23b-e577525612d0 None None] Pushing event updated for resources: {'Port': ['ID=f1aa4f2f-8e27-46d0-86c1-b0cccede256c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:20.797443 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fec8:94f-4f763da0-9e79-4933-978f-281692a6aef {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:43:20.798094 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:43:20.799002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:20.799750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:43:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:20.873969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-a6a48d40-1311-4014-a96b-4c871998fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:20.876812 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-a6a48d40-1311-4014-a96b-4c871998fb2e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.0947394 Sep 02 13:43:20.925223 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d96f6f2-1f3b-47f2-b238-c2580130f7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.950875 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d96f6f2-1f3b-47f2-b238-c2580130f7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:20.953885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] For port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:20.993829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:20.994599 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5d96f6f2-1f3b-47f2-b238-c2580130f7c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2632717f56194eea9a448f7891cf568e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386734 Sep 02 13:43:21.001705 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.025215 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96f6f2-1f3b-47f2-b238-c2580130f7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0e2053-aed7-403d-a96a-272472ce318c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:21.030591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-fe049e2b-6344-433f-989a-0f1effeb756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:21.032434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-fe049e2b-6344-433f-989a-0f1effeb756f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351564 Sep 02 13:43:21.043491 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.058076 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.059460 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.115144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:21.168213 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-0e95f303-c4d0-4f75-9145-9396caf54016 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140699 Sep 02 13:43:21.171339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:21.192560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:21.211449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:21.212393 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.216767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40672) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:21.240674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8e281bd-3638-4386-8c74-77f4cb8db341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.251444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=c420b20a-f0f3-4ac8-99c9-bac0f95efc02,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:21.258379 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.264585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:21.271280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e54a7347-3499-423f-9040-ab3740e5431c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:21.317984 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-090e8f10-ab75-4c2f-be97-1719165b2e72 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8141866 Sep 02 13:43:21.324011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40674) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:21.326150 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8e281bd-3638-4386-8c74-77f4cb8db341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.332823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:80:2b:7f', 'name': 'tempest-NetworksTestDHCPv6-2052856511'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:21.351910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:21.365649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:21.370627 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.383352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:21.396695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1996f4a-3468-48f7-9c15-cd67a61e1f12 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting subnet 7decbaa4-132c-419b-80e4-17ca6d4a26ea {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:21.400618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1996f4a-3468-48f7-9c15-cd67a61e1f12 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.412738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'Port': ['ID=1e6b9199-4d40-458c-a22d-7de5479155e4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:21.455251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e54a7347-3499-423f-9040-ab3740e5431c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:21.455251 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.498237 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-24d32eb8-3dad-4ab0-ab03-0c0653bcc780 req-b93da2a7-3a0f-48f5-a1b7-9cb4df955988 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211784 Sep 02 13:43:21.510980 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1996f4a-3468-48f7-9c15-cd67a61e1f12 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.546364 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8e281bd-3638-4386-8c74-77f4cb8db341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.549432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8e281bd-3638-4386-8c74-77f4cb8db341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.556287 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f8e281bd-3638-4386-8c74-77f4cb8db341 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed0e2053-aed7-403d-a96a-272472ce318c HTTP/1.1" status: 204 len: 168 time: 0.5554821 Sep 02 13:43:21.568749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e281bd-3638-4386-8c74-77f4cb8db341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0e2053-aed7-403d-a96a-272472ce318c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:21.582820 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.661346 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.674297 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:21.706725 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1996f4a-3468-48f7-9c15-cd67a61e1f12 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.867464 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.889085 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1996f4a-3468-48f7-9c15-cd67a61e1f12 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.905516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:20Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:21.942525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 39f716e9-207b-47e8-a552-eb139d2206a0 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:43:21.973603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d55e0e-5e74-4ffa-af2f-9921e399bd55 None None] Network 1e8861bb-f792-4ea3-939e-13adf578096a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:21.973947 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.983430 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1996f4a-3468-48f7-9c15-cd67a61e1f12 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:21.985031 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:22.001053 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c1996f4a-3468-48f7-9c15-cd67a61e1f12 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "DELETE /v2.0/subnets/7decbaa4-132c-419b-80e4-17ca6d4a26ea HTTP/1.1" status: 204 len: 168 time: 0.7796803 Sep 02 13:43:22.001053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1996f4a-3468-48f7-9c15-cd67a61e1f12 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Subnet': ['ID=7decbaa4-132c-419b-80e4-17ca6d4a26ea,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:22.005550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:22.005791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Allocated IP 172.20.0.2 (6536a6f3-744d-4aaf-8438-60c2494b3279/ec6deb70-4361-4873-95a5-0dbadb11f6cc/547fc2f6-f4bb-4c1e-80dc-1a4f530551bc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:22.119129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'Port': ['ID=1e6b9199-4d40-458c-a22d-7de5479155e4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:22.150955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] For port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:22.168333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:22.183416 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:22.198023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:22.199478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Transition to ACTIVE for port object 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:22.202104 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-63747f8e-b7d7-4c74-af53-b90b5c552fc6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8038759 Sep 02 13:43:22.203146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0a180-0acb-4bc3-b6e4-5470b8abe66a None None] The sync data for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 is: [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:20Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:43:22.210295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:22.248854 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:22.367590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc6130-e2c9-46c7-9a0e-ce868a345273 None None] Pushing event updated for resources: {'Port': ['ID=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:22.529003 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 172.20.0.3 (6536a6f3-744d-4aaf-8438-60c2494b3279/ec6deb70-4361-4873-95a5-0dbadb11f6cc/39f716e9-207b-47e8-a552-eb139d2206a0) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:22.564848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fe80:2b7f (6536a6f3-744d-4aaf-8438-60c2494b3279/c420b20a-f0f3-4ac8-99c9-bac0f95efc02/39f716e9-207b-47e8-a552-eb139d2206a0) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:22.623707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:22.624592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:22.695920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbc167c-5f4c-40d6-9c7a-7e4ad5cee872 None None] DHCP port deletion for 1e8861bb-f792-4ea3-939e-13adf578096a request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:43:22.789132 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] For port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0,segment=NetworkSegment(e29d7f64-3f9a-4408-a6b0-9f018f22a964),segment_id=e29d7f64-3f9a-4408-a6b0-9f018f22a964)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:22.789520 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:22.832747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Calling delete_port for 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:22.843991 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc167c-5f4c-40d6-9c7a-7e4ad5cee872 None None] Deleting port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:22.845140 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9dbc167c-5f4c-40d6-9c7a-7e4ad5cee872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:23.029134 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9dbc167c-5f4c-40d6-9c7a-7e4ad5cee872 None None] For port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0,segment=NetworkSegment(e29d7f64-3f9a-4408-a6b0-9f018f22a964),segment_id=e29d7f64-3f9a-4408-a6b0-9f018f22a964)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:23.040387 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9dbc167c-5f4c-40d6-9c7a-7e4ad5cee872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:23.064435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc167c-5f4c-40d6-9c7a-7e4ad5cee872 None None] Calling delete_port for 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:23.088753 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-5d5f0cc9-20d3-4742-b88e-9528bb42c12a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1925871258&fields=id&tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5 HTTP/1.1" status: 200 len: 267 time: 0.3621709 Sep 02 13:43:23.214123 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9dbc167c-5f4c-40d6-9c7a-7e4ad5cee872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:23.290164 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc167c-5f4c-40d6-9c7a-7e4ad5cee872 None None] Pushing event deleted for resources: {'Port': ['ID=5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:23.305159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc167c-5f4c-40d6-9c7a-7e4ad5cee872 None None] No DVR routers for this DVR port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:23.543121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:23.732836 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:23.751202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f1aa4f2f-8e27-46d0-86c1-b0cccede256c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:23.801100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 39f716e9-207b-47e8-a552-eb139d2206a0 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:23.882104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-127b16f1-7993-46e6-af73-bb2316af31f1 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:23.884593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-127b16f1-7993-46e6-af73-bb2316af31f1 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 817 time: 0.7832696 Sep 02 13:43:23.888354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f69fff-b6eb-47c2-8bdd-81f4f7bdb2ef None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:23.892039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:23.898649 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:23.978586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port f1aa4f2f-8e27-46d0-86c1-b0cccede256c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:23.979027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=39f716e9-207b-47e8-a552-eb139d2206a0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:23.997846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f1aa4f2f-8e27-46d0-86c1-b0cccede256c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:23.998231 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.020840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Port': ['ID=5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:24.029926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] No DVR routers for this DVR port 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:24.048082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8cd085e8-2c97-493e-b0c8-a72fde7b4947 None None] Provisioning for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:24.056217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8cd085e8-2c97-493e-b0c8-a72fde7b4947 None None] Provisioning complete for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:24.056937 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cd085e8-2c97-493e-b0c8-a72fde7b4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.087330 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-2bd51e91-c81f-4804-8876-48a42e2825c8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/quotas/9b5ea3ec49b14e03a5d3a50c63db08a5 HTTP/1.1" status: 200 len: 375 time: 0.1846282 Sep 02 13:43:24.089434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:24.142958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:24.162642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:24.269992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:24.271206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.296513 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.321080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8861bb-f792-4ea3-939e-13adf578096a']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:24.348652 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3741a826-91c6-4ea9-9b9d-4fbb9b0c934f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0218797 Sep 02 13:43:24.351017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:24.351761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29d7f64-3f9a-4408-a6b0-9f018f22a964') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:24.352148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29d7f64-3f9a-4408-a6b0-9f018f22a964') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:24.365206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.384644 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.397497 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cd085e8-2c97-493e-b0c8-a72fde7b4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.449009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eebcd1b-ad3a-45d4-bd16-04b7412c79a7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:24.450267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-ec919f55-3f83-47c8-8070-b4754d6bf153 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3119948 Sep 02 13:43:24.456071 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.456441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eebcd1b-ad3a-45d4-bd16-04b7412c79a7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:24.458729 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3eebcd1b-ad3a-45d4-bd16-04b7412c79a7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1066391 Sep 02 13:43:24.461525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:24.488156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:43:24.488156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: items = [ Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:43:24.503455 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:43:24.563844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8cd085e8-2c97-493e-b0c8-a72fde7b4947 None None] For port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:24.581379 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cd085e8-2c97-493e-b0c8-a72fde7b4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.596853 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.614874 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.620580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "DELETE /v2.0/networks/1e8861bb-f792-4ea3-939e-13adf578096a HTTP/1.1" status: 204 len: 168 time: 2.6143944 Sep 02 13:43:24.628570 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:24.657068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5889b6-2600-4f50-83a0-d5bb9140bdc2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Network': ['ID=1e8861bb-f792-4ea3-939e-13adf578096a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:24.721344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e28876-238a-458d-9d1d-e22b1674aef6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting subnet ac421581-27e7-4f43-83e5-4031494e353d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:24.725324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6e28876-238a-458d-9d1d-e22b1674aef6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.748285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port f1aa4f2f-8e27-46d0-86c1-b0cccede256c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f1aa4f2f-8e27-46d0-86c1-b0cccede256c,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:24.753953 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.757382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd085e8-2c97-493e-b0c8-a72fde7b4947 None None] Pushing event updated for resources: {'Port': ['ID=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:24.839846 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6e28876-238a-458d-9d1d-e22b1674aef6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.869817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fdb1b-180f-4e02-a360-3e78f8d7930d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 39f716e9-207b-47e8-a552-eb139d2206a0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:24.870169 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdb1b-180f-4e02-a360-3e78f8d7930d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:24.885791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=f1aa4f2f-8e27-46d0-86c1-b0cccede256c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:24.915674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:24.988438 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:24.990171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5dc5d6cc-da94-4ece-b30c-8a568fc5ccf0 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:25.026866 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-6e7044e0-4047-4c59-ba54-f9bd7550e62c service neutron] 10.222.0.13 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266416 Sep 02 13:43:25.093366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdb1b-180f-4e02-a360-3e78f8d7930d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:25.097910 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6e28876-238a-458d-9d1d-e22b1674aef6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:25.139914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3e0fdb1b-180f-4e02-a360-3e78f8d7930d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 39f716e9-207b-47e8-a552-eb139d2206a0 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:25.272077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6e28876-238a-458d-9d1d-e22b1674aef6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:25.297266 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ad633-6e6e-4886-ad42-2d3ba8111289 None None] Network b0a1ea1b-13df-40b4-8040-62bfc9378837 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:25.300449 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6e28876-238a-458d-9d1d-e22b1674aef6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:25.306271 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a6e28876-238a-458d-9d1d-e22b1674aef6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "DELETE /v2.0/subnets/ac421581-27e7-4f43-83e5-4031494e353d HTTP/1.1" status: 204 len: 168 time: 0.6666827 Sep 02 13:43:25.330481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:25.358112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:25.443269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:25.447686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e28876-238a-458d-9d1d-e22b1674aef6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Subnet': ['ID=ac421581-27e7-4f43-83e5-4031494e353d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:25.607056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:25.608205 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:25.787277 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-c674d403-289a-42f4-b7d1-9a8a18b4f244 service neutron] 10.222.0.13 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529125 Sep 02 13:43:25.816221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f1aa4f2f-8e27-46d0-86c1-b0cccede256c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:25.819290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting port 9cac1500-731c-472e-bdff-c70fff0b855e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:25.819679 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:25.866468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] DHCP port deletion for b0a1ea1b-13df-40b4-8040-62bfc9378837 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:43:25.929025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] For port 9cac1500-731c-472e-bdff-c70fff0b855e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9cac1500-731c-472e-bdff-c70fff0b855e,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:25.929400 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:25.952634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Calling delete_port for 9cac1500-731c-472e-bdff-c70fff0b855e owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:25.984143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f1aa4f2f-8e27-46d0-86c1-b0cccede256c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:25.984802 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.037505 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] Deleting port 9cac1500-731c-472e-bdff-c70fff0b855e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:26.037885 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.058445 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdb1b-180f-4e02-a360-3e78f8d7930d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.073190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.095774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] No DVR routers for this DVR port 9cac1500-731c-472e-bdff-c70fff0b855e on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:26.099300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff95b69a-eef3-4565-9491-6b7adcd749e7 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:26.146179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fdb1b-180f-4e02-a360-3e78f8d7930d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=39f716e9-207b-47e8-a552-eb139d2206a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:26.264480 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.276868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a1ea1b-13df-40b4-8040-62bfc9378837']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:26.288606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e28c63-c290-4661-b620-b959a129e614') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:26.288901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e28c63-c290-4661-b620-b959a129e614') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:26.298380 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.316908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.323624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:43:26.323985 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:43:26.408125 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:43:26.410654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.415825 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.417739 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "DELETE /v2.0/networks/b0a1ea1b-13df-40b4-8040-62bfc9378837 HTTP/1.1" status: 204 len: 168 time: 1.0859661 Sep 02 13:43:26.429208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40814) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:26.445125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1394419071'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:26.460042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Port': ['ID=9cac1500-731c-472e-bdff-c70fff0b855e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:26.498487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be3546-a9b9-46a1-90de-408542ae1da8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Network': ['ID=b0a1ea1b-13df-40b4-8040-62bfc9378837,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:26.515392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:26.522726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.578372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:26.593949 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdb1b-180f-4e02-a360-3e78f8d7930d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.597497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3e0fdb1b-180f-4e02-a360-3e78f8d7930d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/39f716e9-207b-47e8-a552-eb139d2206a0 HTTP/1.1" status: 204 len: 168 time: 2.1341641 Sep 02 13:43:26.600028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40818) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:26.600513 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.601115 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Added segment e0984e10-29fe-4fda-8284-73873fda99cb of type vlan for network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 Sep 02 13:43:26.625385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7272cc92-bf08-40ab-83a4-3ca34764f3b6 None None] Provisioning complete for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:26.625819 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7272cc92-bf08-40ab-83a4-3ca34764f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.646279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] For port 9cac1500-731c-472e-bdff-c70fff0b855e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9cac1500-731c-472e-bdff-c70fff0b855e,segment=NetworkSegment(44e28c63-c290-4661-b620-b959a129e614),segment_id=44e28c63-c290-4661-b620-b959a129e614)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:26.646802 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.703117 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] Calling delete_port for 9cac1500-731c-472e-bdff-c70fff0b855e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:26.722093 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.751696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d054eb3-d27b-42a4-ba25-4a9a82e49013 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:26.753946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d054eb3-d27b-42a4-ba25-4a9a82e49013 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:26.757044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d054eb3-d27b-42a4-ba25-4a9a82e49013 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:26.760157 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7d054eb3-d27b-42a4-ba25-4a9a82e49013 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1587772 Sep 02 13:43:26.763133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:26.796269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.815928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:26.817726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.845346 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4144714 Sep 02 13:43:26.866330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:26.872694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'subnet': {'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:26.887310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda75f55-1fc9-4c77-9643-a41a461809eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet c420b20a-f0f3-4ac8-99c9-bac0f95efc02 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:26.892890 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dda75f55-1fc9-4c77-9643-a41a461809eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:26.919987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40594445-2f89-4528-becb-0b398ea4bfee tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Network': ['ID=fa36358e-0da9-4cdd-ae72-0582ce1fddc4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:26.938476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:27.014514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7272cc92-bf08-40ab-83a4-3ca34764f3b6 None None] Could not find standard attr ID for object 39f716e9-207b-47e8-a552-eb139d2206a0. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:43:27.047096 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.074120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:27.077998 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.078227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] Network b0a1ea1b-13df-40b4-8040-62bfc9378837 is not hosted by any dhcp agent {{(pid=94689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:43:27.078578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] No DVR routers for this DVR port 9cac1500-731c-472e-bdff-c70fff0b855e on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:27.085486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37053521-c740-434d-a303-94b8a5f2e011 None None] Pushing event deleted for resources: {'Port': ['ID=9cac1500-731c-472e-bdff-c70fff0b855e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:27.167976 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dda75f55-1fc9-4c77-9643-a41a461809eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.297988 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9cac1500-731c-472e-bdff-c70fff0b855e no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:27.310468 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5757b894-52e3-4ebe-a0bc-62e8007ac2e1 req-b51b85dd-42e7-45b7-b1ea-da7dc5299bcd tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 210 time: 0.0838089 Sep 02 13:43:27.326355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 9cac1500-731c-472e-bdff-c70fff0b855e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:27.326765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9cac1500-731c-472e-bdff-c70fff0b855e not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:27.343451 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dda75f55-1fc9-4c77-9643-a41a461809eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.457066 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dda75f55-1fc9-4c77-9643-a41a461809eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.536256 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dda75f55-1fc9-4c77-9643-a41a461809eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.543768 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dda75f55-1fc9-4c77-9643-a41a461809eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/c420b20a-f0f3-4ac8-99c9-bac0f95efc02 HTTP/1.1" status: 204 len: 168 time: 0.7759554 Sep 02 13:43:27.543768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda75f55-1fc9-4c77-9643-a41a461809eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=c420b20a-f0f3-4ac8-99c9-bac0f95efc02,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:27.546066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:27.600857 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.631173 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d830df-3467-4048-92d8-bcb2adaa36ec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet ec6deb70-4361-4873-95a5-0dbadb11f6cc {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:27.635030 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d830df-3467-4048-92d8-bcb2adaa36ec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.684818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Subnet': ['ID=53f93ed3-83a6-430b-a6c2-8ca6662c559a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:27.698102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Checking segment: {'id': 'e0984e10-29fe-4fda-8284-73873fda99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:27.698414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network hostable DHCP agents. Network: fa36358e-0da9-4cdd-ae72-0582ce1fddc4, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:43:27.703982 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d830df-3467-4048-92d8-bcb2adaa36ec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.738621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:43:27.750356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, fa36358e-0da9-4cdd-ae72-0582ce1fddc4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:27.757017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:27.757645 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.769734 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9670b7-209c-4df9-b305-c102220958cf None None] Network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:27.817802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2ce04a5e-bbe1-4f2a-bbab-08604145422f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9502654 Sep 02 13:43:27.818439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:27.829029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2103154330'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:27.861492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19bf398-ec7b-4b42-9b09-4bc2eeea7191 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:27.872574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:27.876210 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.887211 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d830df-3467-4048-92d8-bcb2adaa36ec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.921316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:27.931810 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:27.932174 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Added segment 4a76f6db-b48e-4b3a-9d73-e744f3d70d47 of type vlan for network 52253ce8-78e0-4be6-ba32-8946d17006bf Sep 02 13:43:28.002272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.022383 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d830df-3467-4048-92d8-bcb2adaa36ec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.034904 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.039341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-61c4f531-ecb0-4a9f-859f-6f30a1fc2ff3 None None] Provisioning complete for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:28.039945 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61c4f531-ecb0-4a9f-859f-6f30a1fc2ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.045739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:28.046974 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.066213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40868) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:28.068837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d830df-3467-4048-92d8-bcb2adaa36ec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6deb70-4361-4873-95a5-0dbadb11f6cc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:28.088082 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6d830df-3467-4048-92d8-bcb2adaa36ec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.094422 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c6d830df-3467-4048-92d8-bcb2adaa36ec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/ec6deb70-4361-4873-95a5-0dbadb11f6cc HTTP/1.1" status: 204 len: 168 time: 0.5482409 Sep 02 13:43:28.096815 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:28.146387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Network': ['ID=52253ce8-78e0-4be6-ba32-8946d17006bf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:28.153395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1a59ebcb-8192-4ed9-99ae-cfd4bbfa3d3e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3315766 Sep 02 13:43:28.153643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:28.158742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'subnet': {'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:28.185412 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-efbea5cb-5274-4a34-aea5-405607ba35bf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872035 Sep 02 13:43:28.187776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40880) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:28.274705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 52253ce8-78e0-4be6-ba32-8946d17006bf details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:28.289959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbccfeff-b557-4509-848c-b584c3395495 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:28.294932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:28.296713 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fbccfeff-b557-4509-848c-b584c3395495 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1074250 Sep 02 13:43:28.396616 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-996486a8-9079-4e64-9587-7edfd7029dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.467501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-fa36358e-0da9-4cdd-ae72-0582ce1fddc4', 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4', 'tenant_id': '3de85964468c4593af083322616359f6', 'fixed_ips': [{'subnet_id': '53f93ed3-83a6-430b-a6c2-8ca6662c559a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:28.468578 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.481076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-713c4a17-f44b-4073-85a2-18e57970ab97 req-aa87c0ad-ba49-4be4-b2c4-e217b98b988f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 210 time: 0.0599828 Sep 02 13:43:28.751340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Allocated IP 19.80.0.2 (fa36358e-0da9-4cdd-ae72-0582ce1fddc4/53f93ed3-83a6-430b-a6c2-8ca6662c559a/89a6e82a-0171-4db1-9f12-b90a3a9a3539) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:28.754232 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6695ed64-e88e-4944-803d-9455e6afd105 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:43:28.884440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6695ed64-e88e-4944-803d-9455e6afd105 None None] Deleting port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:28.884813 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6695ed64-e88e-4944-803d-9455e6afd105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.894035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:28.897325 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:28.975563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607cb07b-119e-499d-8b4d-e945268fdda5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:28.975563 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-607cb07b-119e-499d-8b4d-e945268fdda5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6747983 Sep 02 13:43:28.976034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40896) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:29.039355 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f4c1e23c-96eb-492e-98b7-700f9070f495 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553632 Sep 02 13:43:29.052531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40900) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:29.061573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-23370439-2360-4f16-adb3-338b9bfa0c36 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:29.074096 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.089647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Transition to ACTIVE for port object 89a6e82a-0171-4db1-9f12-b90a3a9a3539 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:29.113241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Transition to ACTIVE for port object 89a6e82a-0171-4db1-9f12-b90a3a9a3539 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:29.124845 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.166741 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-996486a8-9079-4e64-9587-7edfd7029dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.181958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-996486a8-9079-4e64-9587-7edfd7029dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.213089 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.278197 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-996486a8-9079-4e64-9587-7edfd7029dcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e15e4b342d6488e93bcda8eb867b326&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2099423 Sep 02 13:43:29.283045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40904) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:29.286705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:29.290110 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6695ed64-e88e-4944-803d-9455e6afd105 None None] For port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:29.292445 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6695ed64-e88e-4944-803d-9455e6afd105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.298365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:29.304034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:29.332393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996486a8-9079-4e64-9587-7edfd7029dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd4c60-82ff-49cf-9736-6e9406f9cff4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:29.349036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Subnet': ['ID=f331a340-6513-42f8-b252-e8f98f58c2f2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:29.354513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23370439-2360-4f16-adb3-338b9bfa0c36 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:29.359653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23370439-2360-4f16-adb3-338b9bfa0c36 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.361416 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-23370439-2360-4f16-adb3-338b9bfa0c36 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:43:29.362061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23370439-2360-4f16-adb3-338b9bfa0c36 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:43:29.380009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Checking segment: {'id': '4a76f6db-b48e-4b3a-9d73-e744f3d70d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:29.381662 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network hostable DHCP agents. Network: 52253ce8-78e0-4be6-ba32-8946d17006bf, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:43:29.387258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:29.398228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-23370439-2360-4f16-adb3-338b9bfa0c36 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3436456 Sep 02 13:43:29.400292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Pushing event updated for resources: {'Port': ['ID=89a6e82a-0171-4db1-9f12-b90a3a9a3539,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:29.401193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:29.405006 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882fb73c-34f1-4623-a94b-abbea3e4844a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.415217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8da340ce-c468-4098-b85f-023c3872a94b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:29.449632 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882fb73c-34f1-4623-a94b-abbea3e4844a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.482245 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6695ed64-e88e-4944-803d-9455e6afd105 None None] Calling delete_port for 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:29.564434 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882fb73c-34f1-4623-a94b-abbea3e4844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.576269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network 52253ce8-78e0-4be6-ba32-8946d17006bf is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:43:29.595356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882fb73c-34f1-4623-a94b-abbea3e4844a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.596693 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-882fb73c-34f1-4623-a94b-abbea3e4844a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fcd4c60-82ff-49cf-9736-6e9406f9cff4 HTTP/1.1" status: 204 len: 168 time: 0.3114600 Sep 02 13:43:29.655487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 52253ce8-78e0-4be6-ba32-8946d17006bf) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:29.675149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:29.675792 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.681424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fb73c-34f1-4623-a94b-abbea3e4844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd4c60-82ff-49cf-9736-6e9406f9cff4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:29.745667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da340ce-c468-4098-b85f-023c3872a94b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:29.751201 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8da340ce-c468-4098-b85f-023c3872a94b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.755249 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da340ce-c468-4098-b85f-023c3872a94b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:43:29.756021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da340ce-c468-4098-b85f-023c3872a94b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:43:29.804351 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7359836a-15ac-4c6d-aee3-8bc4154bcbd8 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6494594 Sep 02 13:43:29.809953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572b30a-efef-49dd-8898-be07b2d196d0 None None] Network 52253ce8-78e0-4be6-ba32-8946d17006bf requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:29.838424 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8da340ce-c468-4098-b85f-023c3872a94b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4357266 Sep 02 13:43:29.840704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 40924) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:29.842524 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6695ed64-e88e-4944-803d-9455e6afd105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.847204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c3afd8f7-10f4-481f-b6fb-627c24c457f7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:29.860550 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Attempting to bind port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:29.860941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Attempting to bind port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'e0984e10-29fe-4fda-8284-73873fda99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:29.861309 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Attempting to bind port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 on network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:29.887038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-046295bb-3adb-44d3-ab04-4e52fe3ada51 req-b59eb26b-204d-41fa-b656-591e6a873551 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 210 time: 0.1264241 Sep 02 13:43:29.929373 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695ed64-e88e-4944-803d-9455e6afd105 None None] Pushing event deleted for resources: {'Port': ['ID=547fc2f6-f4bb-4c1e-80dc-1a4f530551bc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:29.951424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:29.952006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Checking segment: {'id': 'e0984e10-29fe-4fda-8284-73873fda99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:29.952338 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.952859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Bound using segment: {'id': 'e0984e10-29fe-4fda-8284-73873fda99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:29.953484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Bound port: 89a6e82a-0171-4db1-9f12-b90a3a9a3539, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0984e10-29fe-4fda-8284-73873fda99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:29.953871 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:29.975397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6695ed64-e88e-4944-803d-9455e6afd105 None None] No DVR routers for this DVR port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:29.980305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No active binding found for port 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:43:29.980795 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 547fc2f6-f4bb-4c1e-80dc-1a4f530551bc not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:29.983120 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:30.068147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3afd8f7-10f4-481f-b6fb-627c24c457f7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:30.076667 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c3afd8f7-10f4-481f-b6fb-627c24c457f7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:30.082059 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3afd8f7-10f4-481f-b6fb-627c24c457f7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:43:30.082675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3afd8f7-10f4-481f-b6fb-627c24c457f7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:43:30.113513 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] For port 89a6e82a-0171-4db1-9f12-b90a3a9a3539, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:30.117984 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] For port 89a6e82a-0171-4db1-9f12-b90a3a9a3539, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=89a6e82a-0171-4db1-9f12-b90a3a9a3539,segment=NetworkSegment(e0984e10-29fe-4fda-8284-73873fda99cb),segment_id=e0984e10-29fe-4fda-8284-73873fda99cb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:30.123576 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:30.124016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c3afd8f7-10f4-481f-b6fb-627c24c457f7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2792943 Sep 02 13:43:30.125082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:30.132395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c6ba1a59-e514-4e92-b632-f7201ed44e99 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:30.211415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4625d-c4e3-4657-9b75-376117425234 None None] Pushing event updated for resources: {'Port': ['ID=89a6e82a-0171-4db1-9f12-b90a3a9a3539,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:30.383045 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:30.418890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ba1a59-e514-4e92-b632-f7201ed44e99 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:30.427269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1a59-e514-4e92-b632-f7201ed44e99 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:30.429118 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ba1a59-e514-4e92-b632-f7201ed44e99 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:43:30.434002 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ba1a59-e514-4e92-b632-f7201ed44e99 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:43:30.442294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-fac3b6a0-b14e-4552-a6cb-263534c76520 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:30.454579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-fac3b6a0-b14e-4552-a6cb-263534c76520 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:30.456338 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-fac3b6a0-b14e-4552-a6cb-263534c76520 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/networks?id=fa36358e-0da9-4cdd-ae72-0582ce1fddc4&id=52253ce8-78e0-4be6-ba32-8946d17006bf HTTP/1.1" status: 200 len: 1392 time: 0.2995048 Sep 02 13:43:30.491796 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-65e6d356-6a48-49a1-aa3b-9ec3c93e58f2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/quotas/3de85964468c4593af083322616359f6 HTTP/1.1" status: 200 len: 375 time: 0.0247200 Sep 02 13:43:30.508781 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c6ba1a59-e514-4e92-b632-f7201ed44e99 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3821173 Sep 02 13:43:30.512070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:30.519302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e6ef15d1-7467-4e53-a6d7-0516c25b2064 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:30.671324 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-52253ce8-78e0-4be6-ba32-8946d17006bf', 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf', 'tenant_id': '3de85964468c4593af083322616359f6', 'fixed_ips': [{'subnet_id': 'f331a340-6513-42f8-b252-e8f98f58c2f2'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:30.674052 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:30.705049 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-aa40d447-bfa8-476d-8d03-0ee9d9c232b6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3de85964468c4593af083322616359f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1820476 Sep 02 13:43:30.926840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ef15d1-7467-4e53-a6d7-0516c25b2064 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:30.932847 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6ef15d1-7467-4e53-a6d7-0516c25b2064 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:30.935900 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ef15d1-7467-4e53-a6d7-0516c25b2064 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:43:30.936555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ef15d1-7467-4e53-a6d7-0516c25b2064 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:43:30.964777 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e6ef15d1-7467-4e53-a6d7-0516c25b2064 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4511244 Sep 02 13:43:30.971112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:30.983895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8a99fbdc-d8b3-4fb9-81bc-7cd04a5b8105 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:31.072325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Allocated IP 19.86.0.2 (52253ce8-78e0-4be6-ba32-8946d17006bf/f331a340-6513-42f8-b252-e8f98f58c2f2/8ad63637-5774-4355-89a9-d4a697ff8127) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:31.216337 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-495df050-092f-42f5-87c6-b392a357c2c5 req-af8251df-f236-4c27-8209-23715a7fc796 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 210 time: 0.0788116 Sep 02 13:43:31.225326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-c81e6482-5549-40fc-a870-9cbdbc5daa4f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:31.235119 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-c81e6482-5549-40fc-a870-9cbdbc5daa4f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.77 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 817 time: 0.3524668 Sep 02 13:43:31.301947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c833753-100b-4545-b083-4e9957b7cd41 service neutron] 10.222.0.13 "GET /v2.0/networks/fa36358e-0da9-4cdd-ae72-0582ce1fddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953288 Sep 02 13:43:31.317426 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.329684 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1ac8-08c0-4419-a8bd-70a5edb471b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.342417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a99fbdc-d8b3-4fb9-81bc-7cd04a5b8105 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:31.349704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Transition to ACTIVE for port object 8ad63637-5774-4355-89a9-d4a697ff8127 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:31.353878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a99fbdc-d8b3-4fb9-81bc-7cd04a5b8105 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.379550 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a99fbdc-d8b3-4fb9-81bc-7cd04a5b8105 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:43:31.379550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a99fbdc-d8b3-4fb9-81bc-7cd04a5b8105 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:43:31.388777 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Transition to ACTIVE for port object 8ad63637-5774-4355-89a9-d4a697ff8127 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:31.405825 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.424232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-a5306721-1bf8-48b9-a3e6-6753f936c9a4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5 HTTP/1.1" status: 200 len: 380 time: 0.1741970 Sep 02 13:43:31.446825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'port': {'device_id': 'daddcf33-047b-40fc-94c1-95e33d684647', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'admin_state_up': True, 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'security_groups': ['aeb9c483-862c-48ac-90fb-dfa202f6e06a']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:31.449870 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8a99fbdc-d8b3-4fb9-81bc-7cd04a5b8105 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4653671 Sep 02 13:43:31.452106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:31.471582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Pushing event updated for resources: {'Port': ['ID=8ad63637-5774-4355-89a9-d4a697ff8127,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:31.474653 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 89a6e82a-0171-4db1-9f12-b90a3a9a3539 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:31.489774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Network 52253ce8-78e0-4be6-ba32-8946d17006bf is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:31.507778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-25a2bda8-6182-43f1-94c4-b29b6d0b5141 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0525968 Sep 02 13:43:31.509816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:31.518976 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:31.524972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:31.609348 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a71505-4cc5-402c-8932-03b0fcd7bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:31.611315 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-10a71505-4cc5-402c-8932-03b0fcd7bbe2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999105 Sep 02 13:43:31.614198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40996) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:31.615242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Attempting to bind port 8ad63637-5774-4355-89a9-d4a697ff8127 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:31.615862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Attempting to bind port 8ad63637-5774-4355-89a9-d4a697ff8127 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '4a76f6db-b48e-4b3a-9d73-e744f3d70d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:31.616280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Attempting to bind port 8ad63637-5774-4355-89a9-d4a697ff8127 on network 52253ce8-78e0-4be6-ba32-8946d17006bf {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:31.623222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:31.623815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Checking segment: {'id': '4a76f6db-b48e-4b3a-9d73-e744f3d70d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:31.624338 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.624861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Bound using segment: {'id': '4a76f6db-b48e-4b3a-9d73-e744f3d70d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:31.625456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Bound port: 8ad63637-5774-4355-89a9-d4a697ff8127, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a76f6db-b48e-4b3a-9d73-e744f3d70d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:31.625960 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.694143 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-c09b22a6-2757-49fd-a5e7-aa5cb2b3daba service neutron] 10.222.0.13 "GET /v2.0/networks/fa36358e-0da9-4cdd-ae72-0582ce1fddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912685 Sep 02 13:43:31.719361 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1de8a1b2-d4eb-4e3e-adba-fb2a07effa5e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986037 Sep 02 13:43:31.720029 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:31.721294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 40998) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:31.738268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:31.807473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] For port 8ad63637-5774-4355-89a9-d4a697ff8127, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:31.820702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] For port 8ad63637-5774-4355-89a9-d4a697ff8127, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8ad63637-5774-4355-89a9-d4a697ff8127,segment=NetworkSegment(4a76f6db-b48e-4b3a-9d73-e744f3d70d47),segment_id=4a76f6db-b48e-4b3a-9d73-e744f3d70d47)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:31.830131 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.836555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Made reservation on behalf of 9b5ea3ec49b14e03a5d3a50c63db08a5 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:31.852936 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.899258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:31.904835 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:31.974861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485423c-88fb-4c0c-a29d-f0e929d15dba None None] Pushing event updated for resources: {'Port': ['ID=8ad63637-5774-4355-89a9-d4a697ff8127,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:32.059864 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-9546e594-8ae6-4c8a-a4f1-3aa0bc0b8292 service neutron] 10.222.0.13 "GET /v2.0/networks/52253ce8-78e0-4be6-ba32-8946d17006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584073 Sep 02 13:43:32.063667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61428a-25c6-40ec-b9c3-89396e133c3f None None] Network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:32.214150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2b78-d360-43b6-b3d3-3ca811902166 None None] Provisioning for port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:32.227391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dd5a2b78-d360-43b6-b3d3-3ca811902166 None None] Provisioning complete for port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:32.229238 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b78-d360-43b6-b3d3-3ca811902166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:32.273860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Allocated IP 172.20.0.11 (eea5c054-a14a-4488-995b-acc41eaae1cc/d0654868-4f39-4bbb-b698-b3624b87683b/4f79d95d-8f69-462b-9718-b77183aa4e39) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:32.337530 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-0a0c790a-b780-46a3-9a8c-aa4ab5a4cf86 service neutron] 10.222.0.13 "GET /v2.0/networks/52253ce8-78e0-4be6-ba32-8946d17006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532744 Sep 02 13:43:32.437623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41050) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:32.512478 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-95600a3a-d07f-429f-a942-6f695d2df548 req-a6ae6ab5-8c50-4209-8dce-2dfe2c9409f2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 210 time: 0.0970731 Sep 02 13:43:32.628208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:43:32.632114 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:32.692884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:32.719982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:32.745995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Transition to ACTIVE for port object 4f79d95d-8f69-462b-9718-b77183aa4e39 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:32.765848 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:32.771439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:32.772323 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:32.787135 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd7b7fa5-df8e-48a0-b248-753d99088f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:32.812666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78c911-c1d8-4e58-9e88-830669b4f601 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:32.872213 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f64f7ab1-0d9d-4c10-a137-b5b1a5135399 req-d3722a86-33de-4745-be15-0ed7ab19f38a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 210 time: 0.1112242 Sep 02 13:43:32.883274 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1559389 Sep 02 13:43:32.888384 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:32.906802 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd7b7fa5-df8e-48a0-b248-753d99088f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:32.913948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:15:1a:41', 'name': 'tempest-NetworksTestDHCPv6-1713786926'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:32.945057 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dd7b7fa5-df8e-48a0-b248-753d99088f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:32.965066 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b78-d360-43b6-b3d3-3ca811902166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:32.976033 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:32.986537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b7fa5-df8e-48a0-b248-753d99088f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5c4039-8c4e-4739-909e-92b99b148e6e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:33.010986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9b336-5c35-499d-be89-fa12578786ab tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=6b9268e8-69e6-4ca4-bd00-1ce85a2d527d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:33.109326 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dd7b7fa5-df8e-48a0-b248-753d99088f6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87eba6bcad1c4437a6891e6561bdc1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605318 Sep 02 13:43:33.110130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41070) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:33.124589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Network eea5c054-a14a-4488-995b-acc41eaae1cc is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:33.134397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dd5a2b78-d360-43b6-b3d3-3ca811902166 None None] For port 89a6e82a-0171-4db1-9f12-b90a3a9a3539, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=89a6e82a-0171-4db1-9f12-b90a3a9a3539,segment=NetworkSegment(e0984e10-29fe-4fda-8284-73873fda99cb),segment_id=e0984e10-29fe-4fda-8284-73873fda99cb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:33.160334 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2b78-d360-43b6-b3d3-3ca811902166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:33.167381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:33.185952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:33.275257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:33.326194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:33.448796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8ad63637-5774-4355-89a9-d4a697ff8127 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:33.467647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:33.480812 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:33.516159 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:33.531037 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-dd6fdb9b-d96e-4af1-8ef7-98e9cd0f091e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0994008 Sep 02 13:43:33.546387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2b78-d360-43b6-b3d3-3ca811902166 None None] Pushing event updated for resources: {'Port': ['ID=89a6e82a-0171-4db1-9f12-b90a3a9a3539,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:33.565463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 577d5a66-c8a9-4cf2-a0e5-aa5f2fc5531f yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:43:33.568611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Request body: {'port': {'device_id': 'daddcf33-047b-40fc-94c1-95e33d684647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:33.699208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348a4cf-7047-4533-b8c7-27422fe7c79f req-4d411bca-04cc-4a16-8063-0b1ca74146ca tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:33.701986 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6348a4cf-7047-4533-b8c7-27422fe7c79f req-4d411bca-04cc-4a16-8063-0b1ca74146ca tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3962796 Sep 02 13:43:33.706205 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-993cd278-e1ec-43ec-8c5f-781c77f29ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:33.709507 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9198fc7-f738-44d7-a98f-531de2bc4c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:33.728207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '6b9268e8-69e6-4ca4-bd00-1ce85a2d527d'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:33.729507 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:33.771119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 8ad63637-5774-4355-89a9-d4a697ff8127 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:33.872251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fe15:1a41 (6536a6f3-744d-4aaf-8438-60c2494b3279/6b9268e8-69e6-4ca4-bd00-1ce85a2d527d/577d5a66-c8a9-4cf2-a0e5-aa5f2fc5531f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:33.901873 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974d918-806c-4a34-8daf-d9ab60c79944 req-46258e6e-3570-4831-8fcb-43081cfcbc43 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:33.904034 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b974d918-806c-4a34-8daf-d9ab60c79944 req-46258e6e-3570-4831-8fcb-43081cfcbc43 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 932 time: 0.2432494 Sep 02 13:43:33.911161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:33.914454 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9198fc7-f738-44d7-a98f-531de2bc4c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:33.937615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-48fe36ae-ee3f-4af5-8b44-e2527d280b84 None None] Provisioning complete for port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:33.938225 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48fe36ae-ee3f-4af5-8b44-e2527d280b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:33.985897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb6861-5b50-4b2f-be31-7064025041e4 None None] Network 52253ce8-78e0-4be6-ba32-8946d17006bf requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:34.016338 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6348a4cf-7047-4533-b8c7-27422fe7c79f req-1106578d-5a85-40eb-b16e-5c8e02ab4bdf tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947767 Sep 02 13:43:34.019381 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9198fc7-f738-44d7-a98f-531de2bc4c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.023225 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9198fc7-f738-44d7-a98f-531de2bc4c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.025182 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a9198fc7-f738-44d7-a98f-531de2bc4c79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f5c4039-8c4e-4739-909e-92b99b148e6e HTTP/1.1" status: 204 len: 168 time: 0.9087937 Sep 02 13:43:34.123136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b974d918-806c-4a34-8daf-d9ab60c79944 req-2d84931a-a326-43f2-bb99-3f1320556f8a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092917 Sep 02 13:43:34.139850 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.160364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9198fc7-f738-44d7-a98f-531de2bc4c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5c4039-8c4e-4739-909e-92b99b148e6e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:34.264120 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9124af5c-20ca-4242-ab7f-18dd26ebddb7 req-6ef2dd8d-cc0e-4b4d-91f2-c95886105318 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 210 time: 0.0764074 Sep 02 13:43:34.282025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.362928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 577d5a66-c8a9-4cf2-a0e5-aa5f2fc5531f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:34.392290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-48fe36ae-ee3f-4af5-8b44-e2527d280b84 None None] Provisioning for port 4f79d95d-8f69-462b-9718-b77183aa4e39 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:34.398077 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9001a4-9a26-4f9a-9b2a-37835b6694f9 req-61ccd3b7-bac5-45b0-a43f-b510435b54f5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:34.399569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-48fe36ae-ee3f-4af5-8b44-e2527d280b84 None None] Provisioning complete for port 4f79d95d-8f69-462b-9718-b77183aa4e39 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:34.399569 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48fe36ae-ee3f-4af5-8b44-e2527d280b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.406642 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5f9001a4-9a26-4f9a-9b2a-37835b6694f9 req-61ccd3b7-bac5-45b0-a43f-b510435b54f5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.0957501 Sep 02 13:43:34.457933 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-48fe36ae-ee3f-4af5-8b44-e2527d280b84 None None] Port 4f79d95d-8f69-462b-9718-b77183aa4e39 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:34.471315 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5f9001a4-9a26-4f9a-9b2a-37835b6694f9 req-121fbbe4-1833-43bb-9a0c-8483d15dc370 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623684 Sep 02 13:43:34.492394 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.607132 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:34.607811 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Allocated IP 2001:db8::f816:3eff:fe67:90a0 (6536a6f3-744d-4aaf-8438-60c2494b3279/6b9268e8-69e6-4ca4-bd00-1ce85a2d527d/73f7c535-272b-4c4f-94a4-9f08757c7191) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:34.616976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:34.636695 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:34.660356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:34.662777 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.670034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=577d5a66-c8a9-4cf2-a0e5-aa5f2fc5531f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:34.732155 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4654888a-8096-4d52-9566-bbf6824e5657 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8388069 Sep 02 13:43:34.732551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:34.788520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6fbdf878-4fef-49c6-97cb-85557d645da2 None None] Provisioning for port 8ad63637-5774-4355-89a9-d4a697ff8127 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:34.806977 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6fbdf878-4fef-49c6-97cb-85557d645da2 None None] Provisioning complete for port 8ad63637-5774-4355-89a9-d4a697ff8127 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:34.807399 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fbdf878-4fef-49c6-97cb-85557d645da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.813535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f79d95d-8f69-462b-9718-b77183aa4e39 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:34.832898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df3e08e-b854-4a9b-8e50-a75b5c602a42 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:34.834828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4df3e08e-b854-4a9b-8e50-a75b5c602a42 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1013763 Sep 02 13:43:34.837648 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41122) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:34.843985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.862160 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:34.979378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Transition to ACTIVE for port object 4f79d95d-8f69-462b-9718-b77183aa4e39 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:34.984655 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.011329 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.027052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Transition to ACTIVE for port object 73f7c535-272b-4c4f-94a4-9f08757c7191 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:35.038859 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fbdf878-4fef-49c6-97cb-85557d645da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.044060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-43e06a86-fd85-4967-b54f-4a270078610d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 577d5a66-c8a9-4cf2-a0e5-aa5f2fc5531f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:35.048887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43e06a86-fd85-4967-b54f-4a270078610d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.056561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Transition to ACTIVE for port object 73f7c535-272b-4c4f-94a4-9f08757c7191 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:35.068835 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.144621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:35.159695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6fbdf878-4fef-49c6-97cb-85557d645da2 None None] For port 8ad63637-5774-4355-89a9-d4a697ff8127, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8ad63637-5774-4355-89a9-d4a697ff8127,segment=NetworkSegment(4a76f6db-b48e-4b3a-9d73-e744f3d70d47),segment_id=4a76f6db-b48e-4b3a-9d73-e744f3d70d47)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:35.163847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:35.199803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:35.210932 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fbdf878-4fef-49c6-97cb-85557d645da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.256145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Pushing event updated for resources: {'Port': ['ID=73f7c535-272b-4c4f-94a4-9f08757c7191,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:35.312246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:35.394995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 89a6e82a-0171-4db1-9f12-b90a3a9a3539 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:35.397302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43e06a86-fd85-4967-b54f-4a270078610d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.423650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-166c7139-db24-4456-92cc-160cc1e1c9e5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:35.427746 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-166c7139-db24-4456-92cc-160cc1e1c9e5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 0.5939770 Sep 02 13:43:35.446128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-43e06a86-fd85-4967-b54f-4a270078610d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 577d5a66-c8a9-4cf2-a0e5-aa5f2fc5531f owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:35.473498 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd9480-b893-4165-941b-7e5f4feffaea req-a9c51b48-0a15-4790-9684-6ee390b3eaff tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:35.474290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-990e49cb-b39a-444d-85e2-7d683620b661 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/quotas/cba36950095149368fce1218ef76bd4c HTTP/1.1" status: 200 len: 375 time: 0.0345013 Sep 02 13:43:35.475498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Attempting to bind port 4f79d95d-8f69-462b-9718-b77183aa4e39 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:35.475498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Attempting to bind port 4f79d95d-8f69-462b-9718-b77183aa4e39 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:35.475960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Attempting to bind port 4f79d95d-8f69-462b-9718-b77183aa4e39 on network eea5c054-a14a-4488-995b-acc41eaae1cc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:35.488995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Port 4f79d95d-8f69-462b-9718-b77183aa4e39 on network eea5c054-a14a-4488-995b-acc41eaae1cc not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:43:35.488995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Attempting to bind port 4f79d95d-8f69-462b-9718-b77183aa4e39 on network eea5c054-a14a-4488-995b-acc41eaae1cc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:35.496260 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdf878-4fef-49c6-97cb-85557d645da2 None None] Pushing event updated for resources: {'Port': ['ID=8ad63637-5774-4355-89a9-d4a697ff8127,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:35.496718 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71dd9480-b893-4165-941b-7e5f4feffaea req-a9c51b48-0a15-4790-9684-6ee390b3eaff tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.1697056 Sep 02 13:43:35.516331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:35.516580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Checking segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:35.516990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Bound using segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:35.517470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Bound port: 4f79d95d-8f69-462b-9718-b77183aa4e39, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:35.517849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.604760 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ab12e0e1-cd02-428b-815e-f9eea36f0712 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1194313 Sep 02 13:43:35.624131 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71dd9480-b893-4165-941b-7e5f4feffaea req-400d0a78-281b-4643-bbbd-ec9766811646 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242063 Sep 02 13:43:35.692431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa2eba4e-eb3e-4f7e-85ac-4dd2e76c4427 None None] Provisioning complete for port 8ad63637-5774-4355-89a9-d4a697ff8127 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:35.693290 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa2eba4e-eb3e-4f7e-85ac-4dd2e76c4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.698467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Attempting to bind port 73f7c535-272b-4c4f-94a4-9f08757c7191 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:35.699260 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Attempting to bind port 73f7c535-272b-4c4f-94a4-9f08757c7191 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:35.700016 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Attempting to bind port 73f7c535-272b-4c4f-94a4-9f08757c7191 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:35.777054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:35.777054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:35.781040 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.782606 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:35.783287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Bound port: 73f7c535-272b-4c4f-94a4-9f08757c7191, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:35.784218 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.793067 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:35.808983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:35.839219 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.893776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:35.894493 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:35.897330 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] 10.222.0.77 "PUT /v2.0/ports/4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 1092 time: 2.3406863 Sep 02 13:43:35.897823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:35.918027 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2328c532-54a6-454b-a8b5-f34a6a1f699c" -d '{"events": [{"name": "network-changed", "server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:35.992474 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-c99d1963-9ce2-4cca-9101-ea06c299b558 service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541379 Sep 02 13:43:36.002551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-866ec60f-05b7-4e5c-9106-24525915e385 req-5131ecf4-a2df-489f-86ca-55b5d09e251a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 210 time: 0.0976949 Sep 02 13:43:36.022955 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43e06a86-fd85-4967-b54f-4a270078610d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:36.112647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e06a86-fd85-4967-b54f-4a270078610d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=577d5a66-c8a9-4cf2-a0e5-aa5f2fc5531f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:36.194385 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227472c5-4e0e-4266-9eda-d749b8b9f14f x-openstack-request-id: req-227472c5-4e0e-4266-9eda-d749b8b9f14f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:36.197741 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:36.199760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:36.200827 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:36.201624 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-227472c5-4e0e-4266-9eda-d749b8b9f14f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:36.202520 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'status': 'completed', 'code': 200} Sep 02 13:43:36.208165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43e06a86-fd85-4967-b54f-4a270078610d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:36.213752 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-43e06a86-fd85-4967-b54f-4a270078610d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/577d5a66-c8a9-4cf2-a0e5-aa5f2fc5531f HTTP/1.1" status: 204 len: 168 time: 1.3712828 Sep 02 13:43:36.214450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41158) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:36.230900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-71a32922-e7c6-42ba-b224-3d62cc7fe74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:36.232505 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-71a32922-e7c6-42ba-b224-3d62cc7fe74b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1095 time: 0.2684259 Sep 02 13:43:36.233155 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf3ee-115d-4eab-bbe6-291b34a2f5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:36.256499 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] For port 73f7c535-272b-4c4f-94a4-9f08757c7191, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:36.304239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] For port 73f7c535-272b-4c4f-94a4-9f08757c7191, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=73f7c535-272b-4c4f-94a4-9f08757c7191,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:36.314086 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:36.368472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df441f-baf0-4531-ae72-1a135c5553ba tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:36.381343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df441f-baf0-4531-ae72-1a135c5553ba tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:36.383125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e0df441f-baf0-4531-ae72-1a135c5553ba tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1674943 Sep 02 13:43:36.386853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:36.460295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbdec2-9f64-4ea2-8dfe-00a52b48d7fd None None] Pushing event updated for resources: {'Port': ['ID=73f7c535-272b-4c4f-94a4-9f08757c7191,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:36.510997 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:36.538840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d8d903-9464-4a7a-a583-390438b79e1e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 6b9268e8-69e6-4ca4-bd00-1ce85a2d527d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:36.555817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16d8d903-9464-4a7a-a583-390438b79e1e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:36.583301 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-c9ec3aae-1484-4f3e-9ac3-e799f606f043 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 217 time: 0.3424127 Sep 02 13:43:36.651950 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16d8d903-9464-4a7a-a583-390438b79e1e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:36.687888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-6c357e74-0df0-437e-aa94-8bb79f2b787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:36.689736 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-6c357e74-0df0-437e-aa94-8bb79f2b787b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.0909078 Sep 02 13:43:36.974968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16d8d903-9464-4a7a-a583-390438b79e1e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:36.993474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-c99d4821-43a7-4534-8ea2-7fd51180d143 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:37.011108 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-c99d4821-43a7-4534-8ea2-7fd51180d143 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:37.012822 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-c99d4821-43a7-4534-8ea2-7fd51180d143 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.90 "GET /v2.0/networks?id=fa36358e-0da9-4cdd-ae72-0582ce1fddc4&id=52253ce8-78e0-4be6-ba32-8946d17006bf HTTP/1.1" status: 200 len: 1392 time: 0.4227707 Sep 02 13:43:37.014900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-8570b297-1159-4d69-bdd8-5fc3ecff3224 service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0213108 Sep 02 13:43:37.058808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'port': {'device_id': '81211d94-d7d3-4595-b989-adabc5fc9122', 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4', 'admin_state_up': True, 'tenant_id': '3de85964468c4593af083322616359f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:37.059142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:37.104098 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80de4d-12d5-46f3-ad53-f70ae4db6f3c req-024c3289-a7db-49dd-8b17-66134e3d7add tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:37.106525 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8b80de4d-12d5-46f3-ad53-f70ae4db6f3c req-024c3289-a7db-49dd-8b17-66134e3d7add tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.1691477 Sep 02 13:43:37.186128 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16d8d903-9464-4a7a-a583-390438b79e1e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:37.211040 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8b80de4d-12d5-46f3-ad53-f70ae4db6f3c req-4ac5db1c-f679-4cdc-a221-7617de35c9a1 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970266 Sep 02 13:43:37.312521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8d903-9464-4a7a-a583-390438b79e1e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9268e8-69e6-4ca4-bd00-1ce85a2d527d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:37.319462 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16d8d903-9464-4a7a-a583-390438b79e1e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:37.325836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-2534c1f8-f042-4068-b2d2-c1c2289a044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:37.337454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-16d8d903-9464-4a7a-a583-390438b79e1e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/6b9268e8-69e6-4ca4-bd00-1ce85a2d527d HTTP/1.1" status: 204 len: 168 time: 0.9455938 Sep 02 13:43:37.343650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:37.349786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-2534c1f8-f042-4068-b2d2-c1c2289a044f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5813346 Sep 02 13:43:37.375176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2088504004'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:37.454742 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4a12e257-9939-4e79-8795-63160a52c56d req-705a1029-8fe4-41bc-8790-8498b2cbdbc0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 210 time: 0.0593545 Sep 02 13:43:37.459978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 73f7c535-272b-4c4f-94a4-9f08757c7191 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:37.508982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-efb153d8-4dcd-403c-934f-28645313bb34 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639662 Sep 02 13:43:37.529314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41200) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:37.532927 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-446244c1-8743-4daf-a458-0752e8049668 req-5475a622-b196-4f46-b55a-ba7f0b051d24 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 210 time: 0.0937304 Sep 02 13:43:37.541790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:37.567417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 73f7c535-272b-4c4f-94a4-9f08757c7191 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:37.573049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8ad63637-5774-4355-89a9-d4a697ff8127 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:37.607922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Made reservation on behalf of 0ebccbf23b35415aa2352f52973ff7ff for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:37.611617 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:37.618626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:37.622611 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:37.626260 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:37.678993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8ad63637-5774-4355-89a9-d4a697ff8127 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:37.679402 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:37.705138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-c7fa5df8-9f65-4cef-b6e4-0a87e25fd921 service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415229 Sep 02 13:43:37.828101 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7fb75c53-1359-45a1-ac0e-6d1cecc16a62 req-142b6b01-0c49-4de4-ae52-67ab7cf9f19c service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136942 Sep 02 13:43:37.862963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:37.900108 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:37.922765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:37.926850 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.038093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-41f45a69-f457-4c9d-9c19-ab57662a4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:38.038830 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:38.040309 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-41f45a69-f457-4c9d-9c19-ab57662a4c85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1095 time: 0.1497169 Sep 02 13:43:38.061349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc863d5-2723-49e3-b316-b566d0a0dec0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:38.065711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.066089 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Added segment e42677de-b003-46cf-934e-a864f765fce9 of type vlan for network ee6d60d4-4588-4708-86d1-96f70caa1828 Sep 02 13:43:38.116847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf6c2fe-8ddb-4e17-b465-921820ce4bd1 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:38.146307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Allocated IP 19.80.0.240 (fa36358e-0da9-4cdd-ae72-0582ce1fddc4/53f93ed3-83a6-430b-a6c2-8ca6662c559a/30548904-9f0c-47c3-b0f7-a6929816ee42) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:38.186572 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.234835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-bca85378-1c2b-4bdf-9197-45ecc62f619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:38.238297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-bca85378-1c2b-4bdf-9197-45ecc62f619e service neutron] 10.222.0.77 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.1851168 Sep 02 13:43:38.285312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-060aa736-c1bc-4e37-ae2c-fd5f0392df17 None None] Provisioning for port 73f7c535-272b-4c4f-94a4-9f08757c7191 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:38.301453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-060aa736-c1bc-4e37-ae2c-fd5f0392df17 None None] Provisioning complete for port 73f7c535-272b-4c4f-94a4-9f08757c7191 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:38.301834 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-060aa736-c1bc-4e37-ae2c-fd5f0392df17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.318186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.330908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:38.335536 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.393072 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3318841 Sep 02 13:43:38.487252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.521153 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-060aa736-c1bc-4e37-ae2c-fd5f0392df17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.528231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Transition to ACTIVE for port object 30548904-9f0c-47c3-b0f7-a6929816ee42 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:38.540601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27c7ed-f73e-4a9c-a38a-7019b26599a8 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:43:38.613116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41218) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:38.636914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a6e52-6fa0-4a81-b233-f8687fcfd377 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Pushing event updated for resources: {'Network': ['ID=ee6d60d4-4588-4708-86d1-96f70caa1828,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:38.655571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network ee6d60d4-4588-4708-86d1-96f70caa1828 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:38.659404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-060aa736-c1bc-4e37-ae2c-fd5f0392df17 None None] For port 73f7c535-272b-4c4f-94a4-9f08757c7191, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=73f7c535-272b-4c4f-94a4-9f08757c7191,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:38.673309 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-060aa736-c1bc-4e37-ae2c-fd5f0392df17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.705626 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.724762 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-2f2f4278-fdaf-41f0-9881-d1f356f64a95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 217 time: 0.4633071 Sep 02 13:43:38.801207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15871480-e49a-4625-898f-fbe07cfb2026 req-c2132713-2f28-44aa-99de-f23e89ab32f9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 210 time: 0.1878159 Sep 02 13:43:38.821726 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060aa736-c1bc-4e37-ae2c-fd5f0392df17 None None] Pushing event updated for resources: {'Port': ['ID=73f7c535-272b-4c4f-94a4-9f08757c7191,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:38.833610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4b27c7ed-f73e-4a9c-a38a-7019b26599a8 None None] Deleting port 73f7c535-272b-4c4f-94a4-9f08757c7191 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:38.834510 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b27c7ed-f73e-4a9c-a38a-7019b26599a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:38.885975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:38.970388 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-3b6cd0f6-87ef-4f26-80ee-650dbc5ddaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:38.973984 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-3b6cd0f6-87ef-4f26-80ee-650dbc5ddaeb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.1946108 Sep 02 13:43:38.976112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c24a4-b801-44c0-b492-9e293ae56a42 req-57bb86bf-6737-4221-92dc-10e0057591cb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:38.978884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-503c24a4-b801-44c0-b492-9e293ae56a42 req-57bb86bf-6737-4221-92dc-10e0057591cb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.5875957 Sep 02 13:43:39.003695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4b27c7ed-f73e-4a9c-a38a-7019b26599a8 None None] For port 73f7c535-272b-4c4f-94a4-9f08757c7191, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=73f7c535-272b-4c4f-94a4-9f08757c7191,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:39.004213 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b27c7ed-f73e-4a9c-a38a-7019b26599a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.018667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4b27c7ed-f73e-4a9c-a38a-7019b26599a8 None None] Calling delete_port for 73f7c535-272b-4c4f-94a4-9f08757c7191 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:39.183293 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26cc11ca-de0a-42a3-adee-30bb42969f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.183981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Request body: {'network': {'name': 'tempest-network--487412999', 'router:external': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:39.195036 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b27c7ed-f73e-4a9c-a38a-7019b26599a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.225022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27c7ed-f73e-4a9c-a38a-7019b26599a8 None None] No DVR routers for this DVR port 73f7c535-272b-4c4f-94a4-9f08757c7191 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:39.236687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:39.237521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-503c24a4-b801-44c0-b492-9e293ae56a42 req-421a83cc-9edd-49c3-a3cc-aea44eb0124e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524820 Sep 02 13:43:39.243084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:43:39.278408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27c7ed-f73e-4a9c-a38a-7019b26599a8 None None] Pushing event deleted for resources: {'Port': ['ID=73f7c535-272b-4c4f-94a4-9f08757c7191,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:39.302353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175cf31b-8780-49ef-a730-3870326f1745 None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:43:39.334245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:39.338674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 73f7c535-272b-4c4f-94a4-9f08757c7191 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:39.341602 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Port': ['ID=30548904-9f0c-47c3-b0f7-a6929816ee42,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:39.348729 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:39.393376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-5186d581-18f0-4d79-8b2c-d7c5231969d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:39.395288 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-5186d581-18f0-4d79-8b2c-d7c5231969d6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3035388 Sep 02 13:43:39.441196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 73f7c535-272b-4c4f-94a4-9f08757c7191 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:39.441477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 73f7c535-272b-4c4f-94a4-9f08757c7191 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:39.447574 n-d-794796-4 neutron-server[94688]: WARNING neutron.services.revisions.revision_plugin [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Could not find related port for resource to bump revision. Sep 02 13:43:39.454723 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_pluggable_backend [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Port 73f7c535-272b-4c4f-94a4-9f08757c7191 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 02 13:43:39.455120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_pluggable_backend [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Reverting IP allocation for 2001:db8::f816:3eff:fe67:90a0 {{(pid=94688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 02 13:43:39.460518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_pluggable_backend [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe67:90a0 {{(pid=94688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 02 13:43:39.467288 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.518229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-1e66a214-30a8-42e8-9827-b01fff7c33e4 service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109962 Sep 02 13:43:39.529135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:39.534435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e57f0-b747-4cf4-9e68-fc0f0da21bcf req-b0205542-3093-424e-b6eb-9998eeab4842 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:39.536196 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d98e57f0-b747-4cf4-9e68-fc0f0da21bcf req-b0205542-3093-424e-b6eb-9998eeab4842 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 932 time: 0.5611978 Sep 02 13:43:39.547130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:39.554388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:39.555254 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.574017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=9bab57d2-ee6b-43fa-8240-26910c6c90cb,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:39.594440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26cc11ca-de0a-42a3-adee-30bb42969f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.600332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26cc11ca-de0a-42a3-adee-30bb42969f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.635228 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-26cc11ca-de0a-42a3-adee-30bb42969f7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=989a5f86baaf434d940b15101fbef95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7454321 Sep 02 13:43:39.638998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:39.649755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cbd0a37c-d8be-407c-a7bd-140bceb16bbc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1099243 Sep 02 13:43:39.659126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175cf31b-8780-49ef-a730-3870326f1745 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:43:39.662264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:39.668486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:35:7e:33', 'name': 'tempest-NetworksTestDHCPv6-374724100'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:39.682267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:39.685410 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.739544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-1a5c3bf8-fdcb-4d9d-8e02-6557fbbc7944 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:39.741432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-1a5c3bf8-fdcb-4d9d-8e02-6557fbbc7944 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.77 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 0.7188969 Sep 02 13:43:39.752426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc11ca-de0a-42a3-adee-30bb42969f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e686b95-0d9f-497f-8117-5192458921fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:39.815093 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d1d9-796f-46fb-80c7-1c1848a60140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.820216 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2328c532-54a6-454b-a8b5-f34a6a1f699c req-e4c72f94-d217-40db-960e-80314e8fc85d service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762678 Sep 02 13:43:39.829360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'port': {'device_id': 'f70e495d-9117-4834-b065-5046a479528d', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'admin_state_up': True, 'tenant_id': 'cba36950095149368fce1218ef76bd4c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:39.909959 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d1d9-796f-46fb-80c7-1c1848a60140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.941868 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d98e57f0-b747-4cf4-9e68-fc0f0da21bcf req-e0b2f995-d26b-4cc2-a076-914af11f9b45 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819759 Sep 02 13:43:39.943119 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-54371c62-7f23-4353-adbb-146577bc3982 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8888795 Sep 02 13:43:39.943691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Made reservation on behalf of d221f8c3af65497f822e3842a9771d3e for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:39.946107 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:39.960668 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Request body: {'port': {'device_id': '81211d94-d7d3-4595-b989-adabc5fc9122', 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf', 'admin_state_up': True, 'tenant_id': '3de85964468c4593af083322616359f6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:39.966597 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.026432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-687ba981-1959-488d-a208-92dd2bfce139 req-c856e95b-1016-411c-b6dd-c727a9e82fcc tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 210 time: 0.0486624 Sep 02 13:43:40.045057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d1d9-796f-46fb-80c7-1c1848a60140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.058366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ec8d1d9-796f-46fb-80c7-1c1848a60140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.058366 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8ec8d1d9-796f-46fb-80c7-1c1848a60140 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e686b95-0d9f-497f-8117-5192458921fc HTTP/1.1" status: 204 len: 168 time: 0.4009712 Sep 02 13:43:40.064676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8d1d9-796f-46fb-80c7-1c1848a60140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e686b95-0d9f-497f-8117-5192458921fc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:40.108482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:40.142133 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:43:40.142133 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:43:40.142133 n-d-794796-4 neutron-server[94687]: [parameters: {'project_id_1': 'cba36950095149368fce1218ef76bd4c', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 43, 40, 83879)}] Sep 02 13:43:40.142133 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:43:40.142642 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:43:40.284613 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.303662 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.318071 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.332916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 2c611c46-3c31-414a-8508-59186a07c574 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:43:40.334173 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:40.346898 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.347294 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Added segment 97f14935-265f-4749-97f4-5f7ca5b7816f of type vlan for network 6ad43112-b4e6-43be-8dd0-c85ff5c3632f Sep 02 13:43:40.348252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:43:40.407640 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.532891 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.537088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:40.537649 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.589070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fe35:7e33 (6536a6f3-744d-4aaf-8438-60c2494b3279/9bab57d2-ee6b-43fa-8240-26910c6c90cb/2c611c46-3c31-414a-8508-59186a07c574) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:40.656854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Made reservation on behalf of 3de85964468c4593af083322616359f6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:40.661417 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.672556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:40.720907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '9bab57d2-ee6b-43fa-8240-26910c6c90cb'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:40.721776 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.762503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3fa421-c8fe-4b1f-be8c-54b285e4098a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:40.769383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:40.771144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1549737 Sep 02 13:43:40.787154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:40.802934 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7313881-2c2b-4a0c-811c-354c96d1e4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.806236 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.825090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 2c611c46-3c31-414a-8508-59186a07c574 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:40.864726 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.906559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e728b87-4609-4436-ba91-25e47ca40135 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'Network': ['ID=6ad43112-b4e6-43be-8dd0-c85ff5c3632f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:40.929157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9325d29-acff-47a7-a887-5d9436e9ee1a req-72681ee3-ff4f-4b23-9665-8dd09a1d27ce tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:40.930719 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a9325d29-acff-47a7-a887-5d9436e9ee1a req-72681ee3-ff4f-4b23-9665-8dd09a1d27ce tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.4481595 Sep 02 13:43:40.937291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Made reservation on behalf of cba36950095149368fce1218ef76bd4c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:40.941685 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:40.949055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Allocated IP 2001:db8::f816:3eff:fe2a:6227 (6536a6f3-744d-4aaf-8438-60c2494b3279/9bab57d2-ee6b-43fa-8240-26910c6c90cb/c527713b-e2a1-4c5e-8404-17051444786f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:40.973547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:40.989664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:40.992817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:41.008763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:41.009437 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.029671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=2c611c46-3c31-414a-8508-59186a07c574,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:41.045754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'port_id': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'mac_address': 'fa:16:3e:86:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:43:41.055763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 6ad43112-b4e6-43be-8dd0-c85ff5c3632f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:41.126908 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.144793 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.146833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f3e8e-ffff-4b20-bda6-4e832085aff1 req-56871ccd-373e-4962-9a2d-06581ac8f9cc tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:41.169879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-261f3e8e-ffff-4b20-bda6-4e832085aff1 req-56871ccd-373e-4962-9a2d-06581ac8f9cc tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 932 time: 0.0752616 Sep 02 13:43:41.184906 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f79d95d-8f69-462b-9718-b77183aa4e39 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:41.227462 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-261f3e8e-ffff-4b20-bda6-4e832085aff1 req-de4a3507-6706-48eb-8df9-1a96e3289a49 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561850 Sep 02 13:43:41.263249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:41.271172 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.273858 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.280129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a9325d29-acff-47a7-a887-5d9436e9ee1a req-dfcfb98f-3c0d-4838-83be-2c3eaffc4c3b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703869 Sep 02 13:43:41.312666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Transition to ACTIVE for port object c527713b-e2a1-4c5e-8404-17051444786f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:41.341896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-34d25cca-fffe-43e5-825c-aa5404cb9d79 req-64f9ba3b-6d1e-4a57-9813-1bc983b37ada tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 210 time: 0.0477648 Sep 02 13:43:41.343576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Transition to ACTIVE for port object c527713b-e2a1-4c5e-8404-17051444786f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:41.355878 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.357930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:41.369089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Allocated IP 19.86.0.44 (52253ce8-78e0-4be6-ba32-8946d17006bf/f331a340-6513-42f8-b252-e8f98f58c2f2/387e8e0f-ff47-4691-b535-f073fbf8a152) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:41.416506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:41.417842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Pushing event updated for resources: {'Port': ['ID=c527713b-e2a1-4c5e-8404-17051444786f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:41.420513 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:41.422576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:41.485368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['4f79d95d-8f69-462b-9718-b77183aa4e39'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:41.517080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Attempting to bind port c527713b-e2a1-4c5e-8404-17051444786f on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:41.517502 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Attempting to bind port c527713b-e2a1-4c5e-8404-17051444786f by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:41.517818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Attempting to bind port c527713b-e2a1-4c5e-8404-17051444786f on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:41.525728 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:41.525944 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:41.526264 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.526662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:41.527291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Bound port: c527713b-e2a1-4c5e-8404-17051444786f, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:41.528040 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.704436 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] For port c527713b-e2a1-4c5e-8404-17051444786f, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:41.721782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] For port c527713b-e2a1-4c5e-8404-17051444786f, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c527713b-e2a1-4c5e-8404-17051444786f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:41.730507 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.740902 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.771351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad43112-b4e6-43be-8dd0-c85ff5c3632f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:41.777186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Allocated IP 172.20.0.10 (5965e849-8a36-4836-bb86-d1198a6e6395/2d11bfc7-0690-4094-a929-b96d038a29bc/fb1c6121-7791-4c91-b66c-b54999a40fff) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:41.799931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f14935-265f-4749-97f4-5f7ca5b7816f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:41.800302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f14935-265f-4749-97f4-5f7ca5b7816f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:41.827852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ca4fc-12dc-48a2-8ad4-ac21e3522eb2 None None] Pushing event updated for resources: {'Port': ['ID=c527713b-e2a1-4c5e-8404-17051444786f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:41.879340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.884003 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7313881-2c2b-4a0c-811c-354c96d1e4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.899272 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5c8ee8a7-9b54-445d-ba0a-1988f14e1fa7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2345414 Sep 02 13:43:41.902610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:41.909202 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7313881-2c2b-4a0c-811c-354c96d1e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.926863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.972393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6adc9-6db1-47d7-ac5e-f4f383823f63 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:41.978905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6adc9-6db1-47d7-ac5e-f4f383823f63 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:41.980188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:43:41.980576 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:41.984838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-46f6adc9-6db1-47d7-ac5e-f4f383823f63 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0776000 Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:43:41.984972 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:43:41.987490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:42.051139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7313881-2c2b-4a0c-811c-354c96d1e4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c794f47-0e49-4ab8-8efb-14f20d1f76f1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:42.065103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d7313881-2c2b-4a0c-811c-354c96d1e4fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=305200e38ab7467e9bc3c828355848ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3416522 Sep 02 13:43:42.067541 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:42.148219 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.150394 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.166947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ad43112-b4e6-43be-8dd0-c85ff5c3632f {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 13:43:42.173377 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.179352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6ad43112-b4e6-43be-8dd0-c85ff5c3632f HTTP/1.1" status: 204 len: 168 time: 1.3897502 Sep 02 13:43:42.179635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:42.189613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:42.200808 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44662e68-87cb-41d4-b95e-662a808688d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.201719 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db5838-f087-4f4e-a1c2-b2df58077de9 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ad43112-b4e6-43be-8dd0-c85ff5c3632f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:42.206752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Transition to ACTIVE for port object 387e8e0f-ff47-4691-b535-f073fbf8a152 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:42.269228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-af38bc5c-deeb-4dfd-94af-e8c537934da6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 2c611c46-3c31-414a-8508-59186a07c574 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:42.272272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af38bc5c-deeb-4dfd-94af-e8c537934da6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.275123 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.292774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Made reservation on behalf of d221f8c3af65497f822e3842a9771d3e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:42.300539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Transition to ACTIVE for port object fb1c6121-7791-4c91-b66c-b54999a40fff will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:42.302056 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.334442 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.358330 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:42.388911 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44662e68-87cb-41d4-b95e-662a808688d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.469869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Network 52253ce8-78e0-4be6-ba32-8946d17006bf is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:42.480126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 4f79d95d-8f69-462b-9718-b77183aa4e39 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:42.483011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:42.492371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:42.492774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 4f79d95d-8f69-462b-9718-b77183aa4e39 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:42.493202 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.498185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event updated for resources: {'Port': ['ID=387e8e0f-ff47-4691-b535-f073fbf8a152,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:42.504143 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:42.570945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d1111-de47-47b3-94bb-fe4011b505e4 req-4356e0be-b573-487c-95ce-231136bd4388 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:42.573173 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d9d1111-de47-47b3-94bb-fe4011b505e4 req-4356e0be-b573-487c-95ce-231136bd4388 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.1876450 Sep 02 13:43:42.581472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af38bc5c-deeb-4dfd-94af-e8c537934da6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.587123 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.624844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793f1b-156f-422f-9c08-b18bf2fcfbc3 req-bb7aa217-41bf-4d73-ba54-22ee46550221 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:42.632115 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793f1b-156f-422f-9c08-b18bf2fcfbc3 req-bb7aa217-41bf-4d73-ba54-22ee46550221 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:42.637936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:42.640084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0297e65b-2cd5-4490-867b-29f15d198422'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:42.640524 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-96793f1b-156f-422f-9c08-b18bf2fcfbc3 req-bb7aa217-41bf-4d73-ba54-22ee46550221 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1654 time: 0.2738373 Sep 02 13:43:42.693486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.693807 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Added segment 938c1e1e-9a18-4e2a-b4df-9c7efb6a6c7c of type vlan for network 4b9d12eb-7353-412f-8823-b3a3c8331ce9 Sep 02 13:43:42.709010 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44662e68-87cb-41d4-b95e-662a808688d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.713092 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44662e68-87cb-41d4-b95e-662a808688d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.726620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-44662e68-87cb-41d4-b95e-662a808688d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c794f47-0e49-4ab8-8efb-14f20d1f76f1 HTTP/1.1" status: 204 len: 168 time: 0.6556015 Sep 02 13:43:42.751507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-af38bc5c-deeb-4dfd-94af-e8c537934da6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 2c611c46-3c31-414a-8508-59186a07c574 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:42.767362 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:42.768059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.779966 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.792111 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44662e68-87cb-41d4-b95e-662a808688d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c794f47-0e49-4ab8-8efb-14f20d1f76f1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:42.817517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Network 5965e849-8a36-4836-bb86-d1198a6e6395 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:42.822244 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d9d1111-de47-47b3-94bb-fe4011b505e4 req-d9340d23-0c3e-46d0-aacf-f7d4f16cb414 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315371 Sep 02 13:43:42.843425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'Port': ['ID=fb1c6121-7791-4c91-b66c-b54999a40fff,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:42.854474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:42.869817 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:42.913317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:42.917321 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11321fcf-5fd4-4a0c-993a-14bbc97108fc" -d '{"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-plugged", "status": "completed", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:42.951762 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:42.984345 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-bc1a1f64-16b3-49ef-99e9-e2bb3172d5bb tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0113256 Sep 02 13:43:42.991206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:42.998698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Request body: {'port': {'device_id': '81211d94-d7d3-4595-b989-adabc5fc9122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:43.006828 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.052062 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-96793f1b-156f-422f-9c08-b18bf2fcfbc3 req-4dbaa960-8e93-4047-8b2f-2d98f2421ba2 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106076 Sep 02 13:43:43.107936 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:43.108635 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.210896 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5089e7-ba2c-405c-816b-fcb2218c47b5 x-openstack-request-id: req-6f5089e7-ba2c-405c-816b-fcb2218c47b5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:43.212651 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-plugged", "status": "completed", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:43.212959 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f5089e7-ba2c-405c-816b-fcb2218c47b5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:43.213330 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'code': 200} Sep 02 13:43:43.231337 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-7bb8817f-feb7-4d5f-b541-e91f10111844 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4066114 Sep 02 13:43:43.241882 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.274263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Request body: {'port': {'device_id': 'f70e495d-9117-4834-b065-5046a479528d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:43.310549 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af38bc5c-deeb-4dfd-94af-e8c537934da6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.313499 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.314526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:43.315113 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.433534 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c527713b-e2a1-4c5e-8404-17051444786f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:43.484574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:43.512388 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3283489 Sep 02 13:43:43.512593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38bc5c-deeb-4dfd-94af-e8c537934da6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=2c611c46-3c31-414a-8508-59186a07c574,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:43.514472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:43.541575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Request body: {'subnet': {'network_id': '4b9d12eb-7353-412f-8823-b3a3c8331ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:43.552899 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2c548-2de7-4104-84e0-08e0a1d3324c req-f3cb730b-9dd6-43de-8132-da2ab4c7bf42 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:43.561959 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aac2c548-2de7-4104-84e0-08e0a1d3324c req-f3cb730b-9dd6-43de-8132-da2ab4c7bf42 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 932 time: 0.5650778 Sep 02 13:43:43.591547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95439f90-d570-43fc-95e8-f5e50338746b None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:43:43.598805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port c527713b-e2a1-4c5e-8404-17051444786f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:43.616224 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af38bc5c-deeb-4dfd-94af-e8c537934da6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.620644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-af38bc5c-deeb-4dfd-94af-e8c537934da6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/2c611c46-3c31-414a-8508-59186a07c574 HTTP/1.1" status: 204 len: 168 time: 1.6322610 Sep 02 13:43:43.630727 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:43.651738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bac1a4-742c-42bc-b7a2-3ff433b521e2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'Network': ['ID=4b9d12eb-7353-412f-8823-b3a3c8331ce9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:43.676392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 4b9d12eb-7353-412f-8823-b3a3c8331ce9 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:43.681513 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8392cb8a-2b43-4308-91a1-84c9ea0fc78f None None] Provisioning for port c527713b-e2a1-4c5e-8404-17051444786f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:43.706853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Made reservation on behalf of d221f8c3af65497f822e3842a9771d3e for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:43.709202 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.741403 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aac2c548-2de7-4104-84e0-08e0a1d3324c req-668e5ee8-773e-49c5-9c7c-fee14f953c87 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763270 Sep 02 13:43:43.761385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8392cb8a-2b43-4308-91a1-84c9ea0fc78f None None] Provisioning complete for port c527713b-e2a1-4c5e-8404-17051444786f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:43.761776 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8392cb8a-2b43-4308-91a1-84c9ea0fc78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.775915 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90093b13-77bb-4e9f-9886-afbdc1862019 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:43.777574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90093b13-77bb-4e9f-9886-afbdc1862019 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:43.781854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-90093b13-77bb-4e9f-9886-afbdc1862019 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1473672 Sep 02 13:43:43.782348 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41316) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:43.793185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:43.993454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30548904-9f0c-47c3-b0f7-a6929816ee42 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:44.002468 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.017695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Transition to ACTIVE for port object 30548904-9f0c-47c3-b0f7-a6929816ee42 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:44.056788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4a0e-f69c-45cf-a4ff-c18c8fb02fcf req-8b951164-61a2-497b-bd27-6bcde3e15434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:44.059452 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8dd4a0e-f69c-45cf-a4ff-c18c8fb02fcf req-8b951164-61a2-497b-bd27-6bcde3e15434 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1097 time: 0.8061545 Sep 02 13:43:44.064250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.158355 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8392cb8a-2b43-4308-91a1-84c9ea0fc78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.204915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95439f90-d570-43fc-95e8-f5e50338746b None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:43:44.221200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c8dd4a0e-f69c-45cf-a4ff-c18c8fb02fcf req-6ab6c3da-af00-4160-8554-87e5a1fd1e5f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404252 Sep 02 13:43:44.257400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8392cb8a-2b43-4308-91a1-84c9ea0fc78f None None] For port c527713b-e2a1-4c5e-8404-17051444786f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c527713b-e2a1-4c5e-8404-17051444786f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:44.278072 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8392cb8a-2b43-4308-91a1-84c9ea0fc78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.344644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-142042c3-234e-4b69-b991-0daa324479f9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 9bab57d2-ee6b-43fa-8240-26910c6c90cb {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:44.359862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310615-5369-4fbc-9330-8b2d813b2d35 req-42afb1c1-f80e-4c27-a691-44f54ed022d6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:44.367046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310615-5369-4fbc-9330-8b2d813b2d35 req-42afb1c1-f80e-4c27-a691-44f54ed022d6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:44.375761 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eb310615-5369-4fbc-9330-8b2d813b2d35 req-42afb1c1-f80e-4c27-a691-44f54ed022d6 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1666 time: 0.1203444 Sep 02 13:43:44.380933 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-142042c3-234e-4b69-b991-0daa324479f9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.392346 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392cb8a-2b43-4308-91a1-84c9ea0fc78f None None] Pushing event updated for resources: {'Port': ['ID=c527713b-e2a1-4c5e-8404-17051444786f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:44.453996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Pushing event updated for resources: {'Port': ['ID=30548904-9f0c-47c3-b0f7-a6929816ee42,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:44.455191 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-142042c3-234e-4b69-b991-0daa324479f9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.495512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eb310615-5369-4fbc-9330-8b2d813b2d35 req-bd82e9e3-d160-411e-a2d1-14775e3905ab tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164794 Sep 02 13:43:44.672837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0007ce2-c7a6-4adb-aba4-7eee7ca528c4 req-298be072-f6ae-4081-b255-243d4621fba4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:44.679687 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0007ce2-c7a6-4adb-aba4-7eee7ca528c4 req-298be072-f6ae-4081-b255-243d4621fba4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.6164742 Sep 02 13:43:44.732214 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-142042c3-234e-4b69-b991-0daa324479f9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.789381 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0007ce2-c7a6-4adb-aba4-7eee7ca528c4 req-f578207d-f3a7-4be6-b683-22ef9c92acc3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984235 Sep 02 13:43:44.793139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Attempting to bind port 30548904-9f0c-47c3-b0f7-a6929816ee42 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:44.793380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Attempting to bind port 30548904-9f0c-47c3-b0f7-a6929816ee42 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'e0984e10-29fe-4fda-8284-73873fda99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:44.793924 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Attempting to bind port 30548904-9f0c-47c3-b0f7-a6929816ee42 on network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:44.805970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Port 30548904-9f0c-47c3-b0f7-a6929816ee42 on network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:43:44.806313 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Attempting to bind port 30548904-9f0c-47c3-b0f7-a6929816ee42 on network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:44.829884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:44.829884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Checking segment: {'id': 'e0984e10-29fe-4fda-8284-73873fda99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:44.829884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Bound using segment: {'id': 'e0984e10-29fe-4fda-8284-73873fda99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:44.829884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Bound port: 30548904-9f0c-47c3-b0f7-a6929816ee42, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0984e10-29fe-4fda-8284-73873fda99cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:44.829884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.901563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-142042c3-234e-4b69-b991-0daa324479f9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.908756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] For port 30548904-9f0c-47c3-b0f7-a6929816ee42, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:44.912436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] For port 30548904-9f0c-47c3-b0f7-a6929816ee42, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=30548904-9f0c-47c3-b0f7-a6929816ee42,segment=NetworkSegment(e0984e10-29fe-4fda-8284-73873fda99cb),segment_id=e0984e10-29fe-4fda-8284-73873fda99cb)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:44.928973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.950072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-142042c3-234e-4b69-b991-0daa324479f9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:44.953344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-142042c3-234e-4b69-b991-0daa324479f9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/9bab57d2-ee6b-43fa-8240-26910c6c90cb HTTP/1.1" status: 204 len: 168 time: 1.1702516 Sep 02 13:43:44.956872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142042c3-234e-4b69-b991-0daa324479f9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=9bab57d2-ee6b-43fa-8240-26910c6c90cb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:44.966127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:45.038060 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c9fe720f-0bc3-42af-92c1-d772e86ef396 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684423 Sep 02 13:43:45.042478 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:45.054786 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.055949 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:45.057934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] 10.222.0.90 "PUT /v2.0/ports/30548904-9f0c-47c3-b0f7-a6929816ee42 HTTP/1.1" status: 200 len: 1092 time: 2.0721557 Sep 02 13:43:45.058588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'tag': '30548904-9f0c-47c3-b0f7-a6929816ee42'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:45.061928 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d688f81d-a8ab-4ad6-8728-887e5f91b513" -d '{"events": [{"name": "network-changed", "server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "tag": "30548904-9f0c-47c3-b0f7-a6929816ee42"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:45.071633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1c6121-7791-4c91-b66c-b54999a40fff {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:45.086441 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:45.108058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Request body: {'port': {'device_id': '81211d94-d7d3-4595-b989-adabc5fc9122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:45.146187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ca496-c891-4bab-abed-57a92e20c8b5 req-b27d568a-9625-4c82-b443-b9f7c242c2ca tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.147776 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f23ca496-c891-4bab-abed-57a92e20c8b5 req-b27d568a-9625-4c82-b443-b9f7c242c2ca tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 932 time: 0.1920664 Sep 02 13:43:45.162763 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b14f8-6821-4ff6-912c-15fd215d8b93 x-openstack-request-id: req-125b14f8-6821-4ff6-912c-15fd215d8b93 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:45.163261 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "tag": "30548904-9f0c-47c3-b0f7-a6929816ee42", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:45.163679 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-125b14f8-6821-4ff6-912c-15fd215d8b93 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:45.164295 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'tag': '30548904-9f0c-47c3-b0f7-a6929816ee42', 'status': 'completed', 'code': 200} Sep 02 13:43:45.170272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3910e11-44aa-409d-9694-d02b27121885 service neutron] Pushing event updated for resources: {'Port': ['ID=30548904-9f0c-47c3-b0f7-a6929816ee42,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:45.173740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Transition to ACTIVE for port object fb1c6121-7791-4c91-b66c-b54999a40fff will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:45.191126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:45.198028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2368f2f-16ac-4dbc-8606-9055e3cab285 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.204911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c2368f2f-16ac-4dbc-8606-9055e3cab285 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1544802 Sep 02 13:43:45.209347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:45.332239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1c6121-7791-4c91-b66c-b54999a40fff,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:45.379746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c527713b-e2a1-4c5e-8404-17051444786f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:45.387336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:43:45.387963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:45.393126 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3589ed-6614-40a2-89cd-c0ade7ef15a4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.394748 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5c3589ed-6614-40a2-89cd-c0ade7ef15a4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0992417 Sep 02 13:43:45.407624 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:45.500674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c527713b-e2a1-4c5e-8404-17051444786f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:45.501046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:45.518354 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f23ca496-c891-4bab-abed-57a92e20c8b5 req-bff6161b-abc6-4082-85db-b668ef614188 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112202 Sep 02 13:43:45.522625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e6d9de66-fb96-410d-9c26-12946de97da6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:45.542929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Checking segment: {'id': '938c1e1e-9a18-4e2a-b4df-9c7efb6a6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4b9d12eb-7353-412f-8823-b3a3c8331ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:45.543600 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Network hostable DHCP agents. Network: 4b9d12eb-7353-412f-8823-b3a3c8331ce9, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:43:45.564015 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6f153c76-5825-4eba-8fb0-9ae91f929121 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042507 Sep 02 13:43:45.570533 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41376) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:45.599257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:45.616379 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:45.746563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Network 4b9d12eb-7353-412f-8823-b3a3c8331ce9 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:43:45.751500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f81d-a8ab-4ad6-8728-887e5f91b513 req-576c5ed0-c930-4aca-add1-f937a38956ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.753157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f81d-a8ab-4ad6-8728-887e5f91b513 req-576c5ed0-c930-4aca-add1-f937a38956ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.755007 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d688f81d-a8ab-4ad6-8728-887e5f91b513 req-576c5ed0-c930-4aca-add1-f937a38956ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3de85964468c4593af083322616359f6&device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1913 time: 0.5477443 Sep 02 13:43:45.757673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Attempting to bind port fb1c6121-7791-4c91-b66c-b54999a40fff on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:45.758253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Attempting to bind port fb1c6121-7791-4c91-b66c-b54999a40fff by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:45.758819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Attempting to bind port fb1c6121-7791-4c91-b66c-b54999a40fff on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:45.784316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 4b9d12eb-7353-412f-8823-b3a3c8331ce9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:45.791911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.792638 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:45.795763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Port fb1c6121-7791-4c91-b66c-b54999a40fff on network 5965e849-8a36-4836-bb86-d1198a6e6395 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:43:45.796540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Attempting to bind port fb1c6121-7791-4c91-b66c-b54999a40fff on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:45.826151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:45.831982 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:45.877907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659a916-959d-4d91-9b53-98c2de1e006d None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:45.891031 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4ab20dd0-e381-4f60-ae18-cbe56914f4a4 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3563526 Sep 02 13:43:45.938678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41388) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:45.950695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f81d-a8ab-4ad6-8728-887e5f91b513 req-90e74255-f666-4b9a-8729-d74bf63781ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.951328 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f81d-a8ab-4ad6-8728-887e5f91b513 req-90e74255-f666-4b9a-8729-d74bf63781ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.951945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f81d-a8ab-4ad6-8728-887e5f91b513 req-90e74255-f666-4b9a-8729-d74bf63781ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:45.953721 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d688f81d-a8ab-4ad6-8728-887e5f91b513 req-90e74255-f666-4b9a-8729-d74bf63781ba service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3de85964468c4593af083322616359f6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1537497 Sep 02 13:43:45.974837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:45.975294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Checking segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:45.976176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Bound using segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:45.976377 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Bound port: fb1c6121-7791-4c91-b66c-b54999a40fff, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:45.976842 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:45.978592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Request body: {'floatingip': {'floating_network_id': '4b9d12eb-7353-412f-8823-b3a3c8331ce9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:46.062840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f88e19-b25e-408d-867a-4167fb9b2915 None None] Network 4b9d12eb-7353-412f-8823-b3a3c8331ce9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:46.254265 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:46.268627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c3ab2e61-417b-4ca1-91d9-57ea2db5065c None None] Provisioning complete for port c527713b-e2a1-4c5e-8404-17051444786f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:46.269015 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2e61-417b-4ca1-91d9-57ea2db5065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:46.271720 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] For port fb1c6121-7791-4c91-b66c-b54999a40fff, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:46.276616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] For port fb1c6121-7791-4c91-b66c-b54999a40fff, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=fb1c6121-7791-4c91-b66c-b54999a40fff,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:46.287875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f81d-a8ab-4ad6-8728-887e5f91b513 req-4ed4f6b6-477e-453c-a3b6-c7ed3b6367db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:46.290874 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d688f81d-a8ab-4ad6-8728-887e5f91b513 req-4ed4f6b6-477e-453c-a3b6-c7ed3b6367db service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3187790 Sep 02 13:43:46.317112 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:46.350838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575f5bb-93b2-4178-aae4-34746ee0da28 req-70e9c68c-dd80-4e59-b567-eb4e63a85cc4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:46.366344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f575f5bb-93b2-4178-aae4-34746ee0da28 req-70e9c68c-dd80-4e59-b567-eb4e63a85cc4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.3549695 Sep 02 13:43:46.501599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:46.516596 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:46.518098 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] 10.222.0.77 "PUT /v2.0/ports/fb1c6121-7791-4c91-b66c-b54999a40fff HTTP/1.1" status: 200 len: 1092 time: 3.2659750 Sep 02 13:43:46.548643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a5e9d-a021-454f-951f-8f0ef1aaac0e req-e36de204-a669-4718-81de-721d02e1ab77 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:46.565948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a5e9d-a021-454f-951f-8f0ef1aaac0e req-e36de204-a669-4718-81de-721d02e1ab77 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:46.567743 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e11a5e9d-a021-454f-951f-8f0ef1aaac0e req-e36de204-a669-4718-81de-721d02e1ab77 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1666 time: 0.8578148 Sep 02 13:43:46.608995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f575f5bb-93b2-4178-aae4-34746ee0da28 req-02a2cf0b-5b83-412e-a175-d3001266e2dd tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414622 Sep 02 13:43:46.623410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6ba7ca-4eb8-441d-b06d-0ae27cda421d None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:43:46.706988 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db5b838-27aa-49c3-bc81-d71e0496e368 None None] Network 4b9d12eb-7353-412f-8823-b3a3c8331ce9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:46.722164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:46.799484 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:46.846515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ba7ca-4eb8-441d-b06d-0ae27cda421d None None] Deleting port c527713b-e2a1-4c5e-8404-17051444786f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:46.847125 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee6ba7ca-4eb8-441d-b06d-0ae27cda421d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.016921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14966c43-a291-45d7-b4d0-4a64aec6288f None None] Provisioning for port 387e8e0f-ff47-4691-b535-f073fbf8a152 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:47.026571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14966c43-a291-45d7-b4d0-4a64aec6288f None None] Provisioning complete for port 387e8e0f-ff47-4691-b535-f073fbf8a152 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:47.026969 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14966c43-a291-45d7-b4d0-4a64aec6288f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.064250 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e11a5e9d-a021-454f-951f-8f0ef1aaac0e req-29ede8f8-7c6f-4665-a28d-c1c1e725b260 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182158 Sep 02 13:43:47.065649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45ff2c-7101-4abb-acd4-6b078f11a751 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1c6121-7791-4c91-b66c-b54999a40fff,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:47.066816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ee6ba7ca-4eb8-441d-b06d-0ae27cda421d None None] For port c527713b-e2a1-4c5e-8404-17051444786f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c527713b-e2a1-4c5e-8404-17051444786f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:47.067373 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee6ba7ca-4eb8-441d-b06d-0ae27cda421d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.095044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ba7ca-4eb8-441d-b06d-0ae27cda421d None None] Calling delete_port for c527713b-e2a1-4c5e-8404-17051444786f owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:47.098964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-14966c43-a291-45d7-b4d0-4a64aec6288f None None] Port 387e8e0f-ff47-4691-b535-f073fbf8a152 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:47.114347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-b8219eca-243f-40d8-8e27-6f19cb249f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:47.116449 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-b8219eca-243f-40d8-8e27-6f19cb249f5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 1095 time: 0.5159085 Sep 02 13:43:47.130309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41422) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:47.165388 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e19caf60-3154-469b-8384-4c5a7bb3890e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.182439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14966c43-a291-45d7-b4d0-4a64aec6288f None None] Provisioning for port 30548904-9f0c-47c3-b0f7-a6929816ee42 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:47.191549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70e495d-9117-4834-b065-5046a479528d', 'tag': 'fb1c6121-7791-4c91-b66c-b54999a40fff'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:47.197808 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f70e495d-9117-4834-b065-5046a479528d", "tag": "fb1c6121-7791-4c91-b66c-b54999a40fff"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:47.260971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-14966c43-a291-45d7-b4d0-4a64aec6288f None None] Provisioning for port fb1c6121-7791-4c91-b66c-b54999a40fff completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:47.273034 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee6ba7ca-4eb8-441d-b06d-0ae27cda421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.312646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c527713b-e2a1-4c5e-8404-17051444786f no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:47.316858 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ba7ca-4eb8-441d-b06d-0ae27cda421d None None] No DVR routers for this DVR port c527713b-e2a1-4c5e-8404-17051444786f on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:47.369842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cbe2a-d452-4cee-a84d-1472b9760633 req-e472b4e9-9f42-4a61-8d29-69472352b0ce tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:47.371681 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a4cbe2a-d452-4cee-a84d-1472b9760633 req-e472b4e9-9f42-4a61-8d29-69472352b0ce tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 944 time: 0.4414620 Sep 02 13:43:47.404309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:43:47.422402 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.486521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Allocated IP 172.20.0.12 (4b9d12eb-7353-412f-8823-b3a3c8331ce9/e6d9de66-fb96-410d-9c26-12946de97da6/a54fa7e3-3cf9-41b0-be8e-be5a821f5784) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:47.525779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: c527713b-e2a1-4c5e-8404-17051444786f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:43:47.526115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c527713b-e2a1-4c5e-8404-17051444786f not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:43:47.529178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ba7ca-4eb8-441d-b06d-0ae27cda421d None None] Pushing event deleted for resources: {'Port': ['ID=c527713b-e2a1-4c5e-8404-17051444786f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:47.536567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:47.547817 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a4cbe2a-d452-4cee-a84d-1472b9760633 req-35453be6-1dbe-4bb8-9525-e3601de1e9b6 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389775 Sep 02 13:43:47.547817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:47.553881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=db3791d4-e3d6-4a40-b5f7-ab6fe5f4c295,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:47.560853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:47.561433 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.570537 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537eb31d-e518-4246-9bcf-ce91333399ed None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:47.647955 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-08353d3c-f60e-4583-a683-521a2293f484 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb1c6121-7791-4c91-b66c-b54999a40fff HTTP/1.1" status: 200 len: 217 time: 0.5163836 Sep 02 13:43:47.649683 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c39748-a00a-4f8f-b5ef-f4a51ed3c5d7 x-openstack-request-id: req-84c39748-a00a-4f8f-b5ef-f4a51ed3c5d7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:47.650167 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70e495d-9117-4834-b065-5046a479528d", "tag": "fb1c6121-7791-4c91-b66c-b54999a40fff", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:47.650414 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84c39748-a00a-4f8f-b5ef-f4a51ed3c5d7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:47.650793 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70e495d-9117-4834-b065-5046a479528d', 'tag': 'fb1c6121-7791-4c91-b66c-b54999a40fff', 'status': 'completed', 'code': 200} Sep 02 13:43:47.668735 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28901b44-40f6-45d8-b679-ae9ab41b55b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.691067 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e19caf60-3154-469b-8384-4c5a7bb3890e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.710120 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e19caf60-3154-469b-8384-4c5a7bb3890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.720286 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e0774de0-4198-429b-b705-8241083f85cb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1456299 Sep 02 13:43:47.726590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:47.729378 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.737817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:a4:98:36', 'name': 'tempest-NetworksTestDHCPv6-87153122'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:47.797137 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': 'db3791d4-e3d6-4a40-b5f7-ab6fe5f4c295'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:47.797705 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d7e48-9cf8-4426-9e77-8447a4da892b req-b91b5969-3738-45f4-aa11-c132f78e03a8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:47.799013 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.799311 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-482d7e48-9cf8-4426-9e77-8447a4da892b req-b91b5969-3738-45f4-aa11-c132f78e03a8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.5919337 Sep 02 13:43:47.810642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:47.820971 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-58ead02a-b8a3-4668-83b8-230e8862930b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'floatingip': {'port_id': '4f79d95d-8f69-462b-9718-b77183aa4e39'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:47.842751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-221b61ea-77df-42e4-9193-5b06f180db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:47.842986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e19caf60-3154-469b-8384-4c5a7bb3890e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa45e56113e8475aaff6166ae833bef5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1191299 Sep 02 13:43:47.844239 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-221b61ea-77df-42e4-9193-5b06f180db6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.1724710 Sep 02 13:43:47.846071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:47.869992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387e8e0f-ff47-4691-b535-f073fbf8a152 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:47.879304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19caf60-3154-469b-8384-4c5a7bb3890e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b2e3c-84e2-490a-97b6-661ce0814c36,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:47.898434 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58ead02a-b8a3-4668-83b8-230e8862930b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.925061 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:47.947355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Allocated IP 2001:db8::f816:3eff:fed2:a492 (6536a6f3-744d-4aaf-8438-60c2494b3279/db3791d4-e3d6-4a40-b5f7-ab6fe5f4c295/04ca6761-b763-4d43-a9c3-c0b6141d911f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:47.964205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Transition to ACTIVE for port object 387e8e0f-ff47-4691-b535-f073fbf8a152 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:47.977490 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.027317 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.042378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-9b275a42-c960-4910-b8c0-32b3cf2e43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:48.044145 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-9b275a42-c960-4910-b8c0-32b3cf2e43b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828251 Sep 02 13:43:48.055180 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9a195f6-f9c2-447a-ab69-f71892b32822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.100294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Network 4b9d12eb-7353-412f-8823-b3a3c8331ce9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:48.139903 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.147150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Pushing event updated for resources: {'Port': ['ID=387e8e0f-ff47-4691-b535-f073fbf8a152,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:48.160822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Transition to ACTIVE for port object 04ca6761-b763-4d43-a9c3-c0b6141d911f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:48.179490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Transition to ACTIVE for port object 04ca6761-b763-4d43-a9c3-c0b6141d911f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:48.179955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:48.187231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:48.189923 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.191941 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9a195f6-f9c2-447a-ab69-f71892b32822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.197600 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'Port': ['ID=a54fa7e3-3cf9-41b0-be8e-be5a821f5784,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:48.215079 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28901b44-40f6-45d8-b679-ae9ab41b55b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.246882 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-28901b44-40f6-45d8-b679-ae9ab41b55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.274592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:48.287065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Pushing event updated for resources: {'Port': ['ID=04ca6761-b763-4d43-a9c3-c0b6141d911f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:48.291919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:48.294615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:48.300357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:48.356565 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-28901b44-40f6-45d8-b679-ae9ab41b55b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af53e9ba5ee84d23a780f5242a5eb54f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2236960 Sep 02 13:43:48.358067 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:48.367139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Attempting to bind port 04ca6761-b763-4d43-a9c3-c0b6141d911f on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:48.367531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Attempting to bind port 04ca6761-b763-4d43-a9c3-c0b6141d911f by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:48.367932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Attempting to bind port 04ca6761-b763-4d43-a9c3-c0b6141d911f on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:48.373685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28901b44-40f6-45d8-b679-ae9ab41b55b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa84381b-37e3-43a1-b5e1-0b2bf5cdb92a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:48.375472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:48.375916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:48.376335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.376728 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:48.377212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Bound port: 04ca6761-b763-4d43-a9c3-c0b6141d911f, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:48.377656 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.379160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-1d7d2135-fe57-4132-9e37-2e27f12287c6 service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219965 Sep 02 13:43:48.400054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59afe-b49d-448b-b7fb-85fcd6662ffa req-ec67ea24-7c84-4412-a74b-ccf171ccafd1 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:48.406074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59afe-b49d-448b-b7fb-85fcd6662ffa req-ec67ea24-7c84-4412-a74b-ccf171ccafd1 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:48.406314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Attempting to bind port 387e8e0f-ff47-4691-b535-f073fbf8a152 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:48.406546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Attempting to bind port 387e8e0f-ff47-4691-b535-f073fbf8a152 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '4a76f6db-b48e-4b3a-9d73-e744f3d70d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:48.406887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Attempting to bind port 387e8e0f-ff47-4691-b535-f073fbf8a152 on network 52253ce8-78e0-4be6-ba32-8946d17006bf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:48.407682 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-90d59afe-b49d-448b-b7fb-85fcd6662ffa req-ec67ea24-7c84-4412-a74b-ccf171ccafd1 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1678 time: 0.2295272 Sep 02 13:43:48.465474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9a195f6-f9c2-447a-ab69-f71892b32822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.468513 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9a195f6-f9c2-447a-ab69-f71892b32822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.469697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b9a195f6-f9c2-447a-ab69-f71892b32822 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b57b2e3c-84e2-490a-97b6-661ce0814c36 HTTP/1.1" status: 204 len: 168 time: 0.6193573 Sep 02 13:43:48.474800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Port 387e8e0f-ff47-4691-b535-f073fbf8a152 on network 52253ce8-78e0-4be6-ba32-8946d17006bf not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:43:48.475346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Attempting to bind port 387e8e0f-ff47-4691-b535-f073fbf8a152 on network 52253ce8-78e0-4be6-ba32-8946d17006bf {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:48.495554 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] For port 04ca6761-b763-4d43-a9c3-c0b6141d911f, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:48.496151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a195f6-f9c2-447a-ab69-f71892b32822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b2e3c-84e2-490a-97b6-661ce0814c36,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:48.500662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:48.501248 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Checking segment: {'id': '4a76f6db-b48e-4b3a-9d73-e744f3d70d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:48.502300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Bound using segment: {'id': '4a76f6db-b48e-4b3a-9d73-e744f3d70d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:48.503394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Bound port: 387e8e0f-ff47-4691-b535-f073fbf8a152, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a76f6db-b48e-4b3a-9d73-e744f3d70d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:48.503945 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.509181 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] For port 04ca6761-b763-4d43-a9c3-c0b6141d911f, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=04ca6761-b763-4d43-a9c3-c0b6141d911f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:48.522939 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.538947 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.569910 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1f9003c-b43a-4379-9d2b-7f5d56fcf907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.608633 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6dc82851-cb34-4e9c-a121-6177115b0044 req-686481ec-a459-4b9e-8639-9431f491518d service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169061 Sep 02 13:43:48.632244 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1f9003c-b43a-4379-9d2b-7f5d56fcf907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.651255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c5585-37df-4de5-8632-73e2d9b6a2b9 None None] Pushing event updated for resources: {'Port': ['ID=04ca6761-b763-4d43-a9c3-c0b6141d911f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:48.668106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] For port 387e8e0f-ff47-4691-b535-f073fbf8a152, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:48.681200 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-90d59afe-b49d-448b-b7fb-85fcd6662ffa req-7795abd7-ec89-41ec-89ed-6c40f6bfa9c7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559433 Sep 02 13:43:48.695583 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.720231 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.726393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port fd905b69-9d1c-4872-a8f8-7c399c56442e yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:43:48.732844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] For port 387e8e0f-ff47-4691-b535-f073fbf8a152, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=387e8e0f-ff47-4691-b535-f073fbf8a152,segment=NetworkSegment(4a76f6db-b48e-4b3a-9d73-e744f3d70d47),segment_id=4a76f6db-b48e-4b3a-9d73-e744f3d70d47)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:48.761129 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.825754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:48.826391 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.828273 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] 10.222.0.90 "PUT /v2.0/ports/387e8e0f-ff47-4691-b535-f073fbf8a152 HTTP/1.1" status: 200 len: 1091 time: 3.7315381 Sep 02 13:43:48.847964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-eda39d56-a41b-4d95-997d-2c24d0ecee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:48.849524 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-eda39d56-a41b-4d95-997d-2c24d0ecee70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 1095 time: 0.1576934 Sep 02 13:43:48.861113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab152b7d-310f-42ff-8a6d-b8831684e605 req-7888886f-cff2-4d52-b22b-2bd11d6e5333 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:48.862957 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ab152b7d-310f-42ff-8a6d-b8831684e605 req-7888886f-cff2-4d52-b22b-2bd11d6e5333 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 944 time: 0.1911168 Sep 02 13:43:48.867805 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1f9003c-b43a-4379-9d2b-7f5d56fcf907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.870536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b1f9003c-b43a-4379-9d2b-7f5d56fcf907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:48.875525 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b1f9003c-b43a-4379-9d2b-7f5d56fcf907 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa84381b-37e3-43a1-b5e1-0b2bf5cdb92a HTTP/1.1" status: 204 len: 168 time: 0.5150347 Sep 02 13:43:48.888308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c588681-97bb-42a1-9602-3103f56d9442 service neutron] Pushing event updated for resources: {'Port': ['ID=387e8e0f-ff47-4691-b535-f073fbf8a152,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:48.952906 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58ead02a-b8a3-4668-83b8-230e8862930b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.000310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58ead02a-b8a3-4668-83b8-230e8862930b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.031367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9003c-b43a-4379-9d2b-7f5d56fcf907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa84381b-37e3-43a1-b5e1-0b2bf5cdb92a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:49.152202 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ab152b7d-310f-42ff-8a6d-b8831684e605 req-7b59e298-5b98-44c9-9e24-2958b37fca3e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679188 Sep 02 13:43:49.199577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-095f1b4b-576b-4738-a046-83b69cf81e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:49.200332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-095f1b4b-576b-4738-a046-83b69cf81e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:49.204291 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-095f1b4b-576b-4738-a046-83b69cf81e45 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3de85964468c4593af083322616359f6&device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1980 time: 0.2269747 Sep 02 13:43:49.244146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-7f2b6f0b-24eb-472a-907c-4ca3671474bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:49.246441 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-7f2b6f0b-24eb-472a-907c-4ca3671474bf service neutron] 10.222.0.77 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.3799136 Sep 02 13:43:49.294940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:49.316330 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-839cecb2-e673-4cf3-b4f1-059b74d37552 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=30548904-9f0c-47c3-b0f7-a6929816ee42 HTTP/1.1" status: 200 len: 217 time: 0.0989974 Sep 02 13:43:49.365332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 04ca6761-b763-4d43-a9c3-c0b6141d911f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:49.365918 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d904580-8a22-4b9f-8f15-3130f0fdefb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.375266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-17310ea7-2fd5-406e-9741-966d14f0487a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb1c6121-7791-4c91-b66c-b54999a40fff HTTP/1.1" status: 200 len: 217 time: 0.0669208 Sep 02 13:43:49.442760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 04ca6761-b763-4d43-a9c3-c0b6141d911f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:49.480660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-ab564421-dc03-4db2-a5b5-d13514e24d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:49.482479 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-ab564421-dc03-4db2-a5b5-d13514e24d10 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=53f93ed3-83a6-430b-a6c2-8ca6662c559a HTTP/1.1" status: 200 len: 801 time: 0.1189904 Sep 02 13:43:49.493695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-ae9421bc-c681-4ebc-b39c-0bfdc0dd62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:49.495489 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-ae9421bc-c681-4ebc-b39c-0bfdc0dd62eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.0898483 Sep 02 13:43:49.568571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:49.598992 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4da2-183a-4b2c-ae07-dc5ae408b95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.619281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-2bd28f30-f757-4450-a5d6-a7fea929fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:49.620854 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-2bd28f30-f757-4450-a5d6-a7fea929fa74 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fa36358e-0da9-4cdd-ae72-0582ce1fddc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1291742 Sep 02 13:43:49.627361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fea4:9836 (6536a6f3-744d-4aaf-8438-60c2494b3279/db3791d4-e3d6-4a40-b5f7-ab6fe5f4c295/fd905b69-9d1c-4872-a8f8-7c399c56442e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:49.628897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-206e3094-a3d5-45a1-8b21-52771540847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:49.630314 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-206e3094-a3d5-45a1-8b21-52771540847b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249046 Sep 02 13:43:49.656523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'tag': '387e8e0f-ff47-4691-b535-f073fbf8a152'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:49.659240 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01" -d '{"events": [{"name": "network-changed", "server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "tag": "387e8e0f-ff47-4691-b535-f073fbf8a152"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:49.747441 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-58ead02a-b8a3-4668-83b8-230e8862930b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Floating IP fef9c923-c03b-45d5-ac76-e04121b7c20a associated. External IP: 172.25.3.80, port: 4f79d95d-8f69-462b-9718-b77183aa4e39. Sep 02 13:43:49.803068 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464f7e3a-93ad-418f-8dcc-e3c0321f3bf8 x-openstack-request-id: req-464f7e3a-93ad-418f-8dcc-e3c0321f3bf8 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:49.803464 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "tag": "387e8e0f-ff47-4691-b535-f073fbf8a152", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:49.803618 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-464f7e3a-93ad-418f-8dcc-e3c0321f3bf8 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:49.804617 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'tag': '387e8e0f-ff47-4691-b535-f073fbf8a152', 'status': 'completed', 'code': 200} Sep 02 13:43:49.810893 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-66d151c7-828d-492e-a41d-10ddb36a05dc service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653762 Sep 02 13:43:49.831610 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.843639 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.880075 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d904580-8a22-4b9f-8f15-3130f0fdefb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:49.924104 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d904580-8a22-4b9f-8f15-3130f0fdefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.008378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'Port': ['ID=a54fa7e3-3cf9-41b0-be8e-be5a821f5784,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.022303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bd2af-df6c-44b0-9926-f4b478a1b75b req-21ada522-4697-4be0-ae42-2c1aff6f7380 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:50.028249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bd2af-df6c-44b0-9926-f4b478a1b75b req-21ada522-4697-4be0-ae42-2c1aff6f7380 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:50.028682 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.029932 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-501bd2af-df6c-44b0-9926-f4b478a1b75b req-21ada522-4697-4be0-ae42-2c1aff6f7380 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1678 time: 0.2289047 Sep 02 13:43:50.044725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d904580-8a22-4b9f-8f15-3130f0fdefb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6adda1b-ba1a-4816-aeb0-013205f67fb6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.049483 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8d904580-8a22-4b9f-8f15-3130f0fdefb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b770881cc1d843d9b1aac8c7e62f0372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7535000 Sep 02 13:43:50.054245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.069841 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-ea142032-8132-4a7a-9135-4567ee8e24de service neutron] 10.222.0.90 "GET /v2.0/networks/fa36358e-0da9-4cdd-ae72-0582ce1fddc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361629 Sep 02 13:43:50.142250 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.148652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2f7c395-a0d9-4061-8219-907e527cde6c None None] Provisioning for port 04ca6761-b763-4d43-a9c3-c0b6141d911f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:50.152929 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2f7c395-a0d9-4061-8219-907e527cde6c None None] Provisioning complete for port 04ca6761-b763-4d43-a9c3-c0b6141d911f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:50.153490 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c395-a0d9-4061-8219-907e527cde6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.158658 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3d07180-bd42-4db6-ac55-cc68e6eef3ac req-cdbb05fb-7d60-43e1-9e21-2a4d6564a569 service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284314 Sep 02 13:43:50.214269 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-501bd2af-df6c-44b0-9926-f4b478a1b75b req-d935fa99-9303-46f9-b5f4-8cf1f261ef52 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722500 Sep 02 13:43:50.214973 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object fd905b69-9d1c-4872-a8f8-7c399c56442e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:50.263186 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-6fb6f797-3959-4360-b70c-7238687288bb service neutron] 10.222.0.90 "GET /v2.0/networks/fa36358e-0da9-4cdd-ae72-0582ce1fddc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790509 Sep 02 13:43:50.265530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4da2-183a-4b2c-ae07-dc5ae408b95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.270724 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc3d4da2-183a-4b2c-ae07-dc5ae408b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.272472 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c395-a0d9-4061-8219-907e527cde6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.273606 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.297145 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.300932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7d9f4696-aea6-4b51-a8f4-e77e44fef30c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3555620 Sep 02 13:43:50.310700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.312284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d2f7c395-a0d9-4061-8219-907e527cde6c None None] For port 04ca6761-b763-4d43-a9c3-c0b6141d911f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=04ca6761-b763-4d43-a9c3-c0b6141d911f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:50.316965 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c395-a0d9-4061-8219-907e527cde6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.341037 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-e6e07772-5fe6-475f-bb0e-4489ec5e9481 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=387e8e0f-ff47-4691-b535-f073fbf8a152 HTTP/1.1" status: 200 len: 217 time: 0.0673769 Sep 02 13:43:50.370493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7c395-a0d9-4061-8219-907e527cde6c None None] Pushing event updated for resources: {'Port': ['ID=04ca6761-b763-4d43-a9c3-c0b6141d911f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.375467 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bc3d4da2-183a-4b2c-ae07-dc5ae408b95c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8db177d566d447dc8ab2ff4a3b091f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015471 Sep 02 13:43:50.386365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device fb1c6121-7791-4c91-b66c-b54999a40fff details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:43:50.395487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d4da2-183a-4b2c-ae07-dc5ae408b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227bd51b-67a2-4eb1-81a7-1b242742b37f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.399436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41462) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.409162 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.439879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-4d356105-f433-47fa-84d7-a0bc85942a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:50.440141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ead02a-b8a3-4668-83b8-230e8862930b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Router 5c6032a2-d966-4cd9-b034-27670158dab3 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:43:50.441386 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-4d356105-f433-47fa-84d7-a0bc85942a12 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f331a340-6513-42f8-b252-e8f98f58c2f2 HTTP/1.1" status: 200 len: 801 time: 0.0863762 Sep 02 13:43:50.445111 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0fb580be-165b-4004-b909-34de8299cf93 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=4b9d12eb-7353-412f-8823-b3a3c8331ce9 HTTP/1.1" status: 200 len: 690 time: 0.1254263 Sep 02 13:43:50.447972 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41464) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.455921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.500075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port fb1c6121-7791-4c91-b66c-b54999a40fff, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=fb1c6121-7791-4c91-b66c-b54999a40fff,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:50.511877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'fb1c6121-7791-4c91-b66c-b54999a40fff', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'port_id': 'fb1c6121-7791-4c91-b66c-b54999a40fff', 'mac_address': 'fa:16:3e:24:d0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:43:50.540193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f795710-9f9f-4640-ad15-bf2ab192d6e4 req-b709ab3a-6d79-4b63-9698-8d1c7933d0b7 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:50.541972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4f795710-9f9f-4640-ad15-bf2ab192d6e4 req-b709ab3a-6d79-4b63-9698-8d1c7933d0b7 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 944 time: 0.2559054 Sep 02 13:43:50.546335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:50.554150 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6828-0228-4713-a25a-02cf2b46e8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.554379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=fd905b69-9d1c-4872-a8f8-7c399c56442e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.558426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:50.561117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:50.564652 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.567012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:50.567649 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.582822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1c6121-7791-4c91-b66c-b54999a40fff {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:50.583525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6de1a-073e-4411-a058-e174f46ba06e req-5d3c0cef-b637-438c-88a1-ab7d978620d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:50.585501 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-5d3c0cef-b637-438c-88a1-ab7d978620d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52253ce8-78e0-4be6-ba32-8946d17006bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1305425 Sep 02 13:43:50.610328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port fb1c6121-7791-4c91-b66c-b54999a40fff, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=fb1c6121-7791-4c91-b66c-b54999a40fff,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:50.620511 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.625026 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6828-0228-4713-a25a-02cf2b46e8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.652084 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.673674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f1f37c8c-3611-40e6-9479-38090e6b8ce3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9398336 Sep 02 13:43:50.681425 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.684015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.686591 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.695649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=fb1c6121-7791-4c91-b66c-b54999a40fff,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.696971 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6adda1b-ba1a-4816-aeb0-013205f67fb6 HTTP/1.1" status: 204 len: 168 time: 0.6330094 Sep 02 13:43:50.727950 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4f795710-9f9f-4640-ad15-bf2ab192d6e4 req-932e99da-f107-45c4-98a4-eb3f305189bf tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210501 Sep 02 13:43:50.755392 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6adda1b-ba1a-4816-aeb0-013205f67fb6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:50.789979 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ead02a-b8a3-4668-83b8-230e8862930b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:43:50.796699 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58ead02a-b8a3-4668-83b8-230e8862930b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:50.800488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.801144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.801499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.802956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.803326 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.803665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.804023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.804356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.804715 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.805203 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.805534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.805862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa376c4f-d0ac-4333-a524-014ba4cfcd6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:50.806227 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] Sync routers for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:43:50.832422 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:50.847829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-58ead02a-b8a3-4668-83b8-230e8862930b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "PUT /v2.0/floatingips/fef9c923-c03b-45d5-ac76-e04121b7c20a HTTP/1.1" status: 200 len: 991 time: 3.0303507 Sep 02 13:43:50.850144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:50.852593 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206db854-03bc-4695-9db0-bc90fa371f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:50.861060 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:43:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:50.872104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['fb1c6121-7791-4c91-b66c-b54999a40fff'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:50.903097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65287f3f-bc26-4d7d-84f8-618caf73f323 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:50.921571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65287f3f-bc26-4d7d-84f8-618caf73f323 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:50.927644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-65287f3f-bc26-4d7d-84f8-618caf73f323 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2235754 Sep 02 13:43:50.931360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:50.978551 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e4d3e-610e-4b3f-9a5c-99b880bf98f8 x-openstack-request-id: req-252e4d3e-610e-4b3f-9a5c-99b880bf98f8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:50.979084 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:50.979510 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-252e4d3e-610e-4b3f-9a5c-99b880bf98f8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:50.980143 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'status': 'completed', 'code': 200} Sep 02 13:43:51.051245 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:51.061563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9555d50f-3ff2-4fd8-a6ac-7b35152e7466 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port fd905b69-9d1c-4872-a8f8-7c399c56442e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:51.062220 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9555d50f-3ff2-4fd8-a6ac-7b35152e7466 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.064981 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b20fadee-1ae7-4872-b1b9-fd614dbc1280 None None] Provisioning for port fd905b69-9d1c-4872-a8f8-7c399c56442e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:51.069688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b20fadee-1ae7-4872-b1b9-fd614dbc1280 None None] Provisioning complete for port fd905b69-9d1c-4872-a8f8-7c399c56442e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:51.070077 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b20fadee-1ae7-4872-b1b9-fd614dbc1280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.136701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b20fadee-1ae7-4872-b1b9-fd614dbc1280 None None] Port fd905b69-9d1c-4872-a8f8-7c399c56442e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:51.202836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9555d50f-3ff2-4fd8-a6ac-7b35152e7466 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.222013 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9555d50f-3ff2-4fd8-a6ac-7b35152e7466 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for fd905b69-9d1c-4872-a8f8-7c399c56442e owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:51.267756 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 04ca6761-b763-4d43-a9c3-c0b6141d911f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:51.329547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 04ca6761-b763-4d43-a9c3-c0b6141d911f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:51.330178 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.417000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206db854-03bc-4695-9db0-bc90fa371f4d req-8f9436be-a865-4187-a126-b80c38e5b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:51.417629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-206db854-03bc-4695-9db0-bc90fa371f4d req-8f9436be-a865-4187-a126-b80c38e5b7fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1097 time: 0.2046390 Sep 02 13:43:51.441028 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-8fe2b33c-ddfe-4458-8e1e-5906f5f3bf68 service neutron] 10.222.0.90 "GET /v2.0/networks/52253ce8-78e0-4be6-ba32-8946d17006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8451204 Sep 02 13:43:51.459196 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6828-0228-4713-a25a-02cf2b46e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.462542 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b2eb6828-0228-4713-a25a-02cf2b46e8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.468387 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b2eb6828-0228-4713-a25a-02cf2b46e8d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/227bd51b-67a2-4eb1-81a7-1b242742b37f HTTP/1.1" status: 204 len: 168 time: 1.0679176 Sep 02 13:43:51.477599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba7678-6633-4963-a6aa-77a772286c15 req-4c19e708-637d-47dd-b887-c7f12003f42c tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:51.484246 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'fef9c923-c03b-45d5-ac76-e04121b7c20a', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'port_id': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'mac_address': 'fa:16:3e:86:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daddcf33-047b-40fc-94c1-95e33d684647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:43:21Z', 'updated_at': '2021-09-02T13:43:48Z', 'revision_number': 1, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:51.485925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba7678-6633-4963-a6aa-77a772286c15 req-4c19e708-637d-47dd-b887-c7f12003f42c tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:51.493728 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e6ba7678-6633-4963-a6aa-77a772286c15 req-4c19e708-637d-47dd-b887-c7f12003f42c tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1678 time: 0.1865451 Sep 02 13:43:51.557112 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e6ba7678-6633-4963-a6aa-77a772286c15 req-40684ef8-698f-47da-bb90-4d849aab83c3 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599408 Sep 02 13:43:51.559622 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] Checking router: 5c6032a2-d966-4cd9-b034-27670158dab3 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:43:51.562556 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9555d50f-3ff2-4fd8-a6ac-7b35152e7466 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.569375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Deleting port a54fa7e3-3cf9-41b0-be8e-be5a821f5784 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:51.569730 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.581580 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:43:51.582215 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:43:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:51.632413 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555d50f-3ff2-4fd8-a6ac-7b35152e7466 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=fd905b69-9d1c-4872-a8f8-7c399c56442e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:51.644886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb6828-0228-4713-a25a-02cf2b46e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227bd51b-67a2-4eb1-81a7-1b242742b37f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:51.697063 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9555d50f-3ff2-4fd8-a6ac-7b35152e7466 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.701187 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9555d50f-3ff2-4fd8-a6ac-7b35152e7466 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/fd905b69-9d1c-4872-a8f8-7c399c56442e HTTP/1.1" status: 204 len: 168 time: 0.7658801 Sep 02 13:43:51.703298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:51.728945 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31e6de1a-073e-4411-a058-e174f46ba06e req-17d11d88-d88d-4473-8ec2-7163ba5472b1 service neutron] 10.222.0.90 "GET /v2.0/networks/52253ce8-78e0-4be6-ba32-8946d17006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335496 Sep 02 13:43:51.809465 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:43:51.823878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff94083-c602-4424-8e2a-05ad76eca937 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:51.826356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff94083-c602-4424-8e2a-05ad76eca937 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:51.830727 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2ff94083-c602-4424-8e2a-05ad76eca937 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1237900 Sep 02 13:43:51.831344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:51.854940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206db854-03bc-4695-9db0-bc90fa371f4d req-855a8a3e-60a5-4607-b6c8-fd0d9e0f9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:51.858102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-206db854-03bc-4695-9db0-bc90fa371f4d req-855a8a3e-60a5-4607-b6c8-fd0d9e0f9fd1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.4295270 Sep 02 13:43:51.897238 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:43:51.916650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-47357b31-ef75-45b3-8869-f99dbfd5caf5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet db3791d4-e3d6-4a40-b5f7-ab6fe5f4c295 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:51.921957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47357b31-ef75-45b3-8869-f99dbfd5caf5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.971484 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:51.973509 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.004675 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47357b31-ef75-45b3-8869-f99dbfd5caf5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.081332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Calling delete_port for a54fa7e3-3cf9-41b0-be8e-be5a821f5784 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:52.117403 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-206db854-03bc-4695-9db0-bc90fa371f4d req-c9301a06-6687-4cc2-98e8-bd92e3b3e212 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 999 time: 0.2253881 Sep 02 13:43:52.127069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-185fa925-de2e-4a40-8513-901ef8d80aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:52.128015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-185fa925-de2e-4a40-8513-901ef8d80aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:52.138925 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-185fa925-de2e-4a40-8513-901ef8d80aa1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3de85964468c4593af083322616359f6&device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1980 time: 0.2552757 Sep 02 13:43:52.175249 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47357b31-ef75-45b3-8869-f99dbfd5caf5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.266103 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47357b31-ef75-45b3-8869-f99dbfd5caf5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.279264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbacbe-0e03-419d-9b76-3eb84ff7ec63 req-7ec9bc54-9e1d-4470-9f12-9c58aeb3c799 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:52.280438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16cbacbe-0e03-419d-9b76-3eb84ff7ec63 req-7ec9bc54-9e1d-4470-9f12-9c58aeb3c799 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 945 time: 0.3547990 Sep 02 13:43:52.301106 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47357b31-ef75-45b3-8869-f99dbfd5caf5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.305632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42325ca5-8c24-4e1d-bfa4-2c363a4af1a0 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:52.310399 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-47357b31-ef75-45b3-8869-f99dbfd5caf5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/db3791d4-e3d6-4a40-b5f7-ab6fe5f4c295 HTTP/1.1" status: 204 len: 168 time: 0.4737663 Sep 02 13:43:52.351128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41516) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:52.366299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47357b31-ef75-45b3-8869-f99dbfd5caf5 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=db3791d4-e3d6-4a40-b5f7-ab6fe5f4c295,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:52.398188 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'fef9c923-c03b-45d5-ac76-e04121b7c20a', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'port_id': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'mac_address': 'fa:16:3e:86:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daddcf33-047b-40fc-94c1-95e33d684647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:43:21Z', 'updated_at': '2021-09-02T13:43:48Z', 'revision_number': 1, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:52.409066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device fb1c6121-7791-4c91-b66c-b54999a40fff up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:52.416730 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-002a98e9-a64e-470c-820d-58fc2df9621c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631094 Sep 02 13:43:52.420074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:52.420279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206db854-03bc-4695-9db0-bc90fa371f4d req-97575c12-2455-4511-bddb-f4f2b9730e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:52.421824 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-206db854-03bc-4695-9db0-bc90fa371f4d req-97575c12-2455-4511-bddb-f4f2b9730e34 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.1615272 Sep 02 13:43:52.427610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:52.476569 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f0377-05e6-49bb-a6d1-c6a8ec2af1e2 None None] The sync data for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 is: [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'fef9c923-c03b-45d5-ac76-e04121b7c20a', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'port_id': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'mac_address': 'fa:16:3e:86:4e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daddcf33-047b-40fc-94c1-95e33d684647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:43:21Z', 'updated_at': '2021-09-02T13:43:48Z', 'revision_number': 1, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:43:52.624791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:52.637538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.648842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port fb1c6121-7791-4c91-b66c-b54999a40fff completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:52.668882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port fb1c6121-7791-4c91-b66c-b54999a40fff triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:52.669811 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.720209 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16cbacbe-0e03-419d-9b76-3eb84ff7ec63 req-0a990fcf-e8f9-4a90-8c97-ab5e6aed79e1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963531 Sep 02 13:43:52.838497 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206db854-03bc-4695-9db0-bc90fa371f4d req-26638239-a5e1-4e2f-abb6-88256e5792f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:52.841965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-206db854-03bc-4695-9db0-bc90fa371f4d req-26638239-a5e1-4e2f-abb6-88256e5792f1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3537986 Sep 02 13:43:52.882970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:52.904990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-ac2e5264-b4b9-4614-9cc0-0df9a7d6d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:52.905236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f779ea-9482-4d2e-b95b-1bd7c3999c74 None None] New status for floating IP fef9c923-c03b-45d5-ac76-e04121b7c20a: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:43:52.905514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92901a39-7916-4d78-96d1-2554b0a0dc93 req-b4486222-06ed-4800-b5ad-6e29ed96ced7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:52.906895 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-ac2e5264-b4b9-4614-9cc0-0df9a7d6d710 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52253ce8-78e0-4be6-ba32-8946d17006bf HTTP/1.1" status: 200 len: 903 time: 0.6453090 Sep 02 13:43:52.913008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92901a39-7916-4d78-96d1-2554b0a0dc93 req-b4486222-06ed-4800-b5ad-6e29ed96ced7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:52.923896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92901a39-7916-4d78-96d1-2554b0a0dc93 req-b4486222-06ed-4800-b5ad-6e29ed96ced7 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1678 time: 0.1864040 Sep 02 13:43:52.978758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event deleted for resources: {'Port': ['ID=a54fa7e3-3cf9-41b0-be8e-be5a821f5784,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:52.980573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0a302-f0a3-443d-8b30-49bec60ce582 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:43:52.992049 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92901a39-7916-4d78-96d1-2554b0a0dc93 req-3ff90531-71f3-4c44-9a4d-6293fc367fd9 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671687 Sep 02 13:43:53.014167 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.053321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-987f89b2-9845-49e6-94e8-e852d88c5f61 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=387e8e0f-ff47-4691-b535-f073fbf8a152 HTTP/1.1" status: 200 len: 217 time: 0.0852048 Sep 02 13:43:53.179046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70e495d-9117-4834-b065-5046a479528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1c6121-7791-4c91-b66c-b54999a40fff'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:53.179656 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-206db854-03bc-4695-9db0-bc90fa371f4d req-251c5a48-2c4f-4a61-a242-172270f669a1 service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185146 Sep 02 13:43:53.184136 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3846ca95-c744-42f6-a02c-ca8f1a268eb3" -d '{"events": [{"server_uuid": "f70e495d-9117-4834-b065-5046a479528d", "name": "network-vif-plugged", "status": "completed", "tag": "fb1c6121-7791-4c91-b66c-b54999a40fff"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:53.186461 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.215153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-3cfad8f0-0ba1-4fef-afc9-6da7011be18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:53.217637 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-3cfad8f0-0ba1-4fef-afc9-6da7011be18f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f331a340-6513-42f8-b252-e8f98f58c2f2 HTTP/1.1" status: 200 len: 801 time: 0.1324482 Sep 02 13:43:53.232648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port fb1c6121-7791-4c91-b66c-b54999a40fff, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=fb1c6121-7791-4c91-b66c-b54999a40fff,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:53.331247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-84a0a302-f0a3-443d-8b30-49bec60ce582 None None] Deleting port 04ca6761-b763-4d43-a9c3-c0b6141d911f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:53.332013 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84a0a302-f0a3-443d-8b30-49bec60ce582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.376431 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.420596 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.424316 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce4688-7df6-43bf-97b7-2469584b835c x-openstack-request-id: req-4cce4688-7df6-43bf-97b7-2469584b835c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:53.424611 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70e495d-9117-4834-b065-5046a479528d", "name": "network-vif-plugged", "status": "completed", "tag": "fb1c6121-7791-4c91-b66c-b54999a40fff", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:53.424971 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cce4688-7df6-43bf-97b7-2469584b835c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:53.425501 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70e495d-9117-4834-b065-5046a479528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1c6121-7791-4c91-b66c-b54999a40fff', 'code': 200} Sep 02 13:43:53.434030 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 04ca6761-b763-4d43-a9c3-c0b6141d911f no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:43:53.445330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-4c3c410e-1dc8-4291-83c9-e7b8141799c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:53.447389 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-4c3c410e-1dc8-4291-83c9-e7b8141799c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52253ce8-78e0-4be6-ba32-8946d17006bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920316 Sep 02 13:43:53.475913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:43:53.509003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-84a0a302-f0a3-443d-8b30-49bec60ce582 None None] For port 04ca6761-b763-4d43-a9c3-c0b6141d911f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=04ca6761-b763-4d43-a9c3-c0b6141d911f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:53.509675 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84a0a302-f0a3-443d-8b30-49bec60ce582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.540747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-84a0a302-f0a3-443d-8b30-49bec60ce582 None None] Calling delete_port for 04ca6761-b763-4d43-a9c3-c0b6141d911f owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:53.606259 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=fb1c6121-7791-4c91-b66c-b54999a40fff,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:53.665155 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.683915 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-206db854-03bc-4695-9db0-bc90fa371f4d req-66f26187-4fdd-453e-be7b-808826a6c498 service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927151 Sep 02 13:43:53.695029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ac6fa-f9f0-4eb0-a3a2-d649c86b7a92 req-9549374d-52a6-4c9c-b7c3-c5353210c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:53.697099 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f8ac6fa-f9f0-4eb0-a3a2-d649c86b7a92 req-9549374d-52a6-4c9c-b7c3-c5353210c770 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 1097 time: 0.3176787 Sep 02 13:43:53.727051 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.728552 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:53.778960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d9de66-fb96-410d-9c26-12946de97da6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:53.780557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 30548904-9f0c-47c3-b0f7-a6929816ee42 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:43:53.851530 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-98ea86c3-1aca-4896-89f6-5e75d9138cf5 service neutron] 10.222.0.90 "GET /v2.0/networks/52253ce8-78e0-4be6-ba32-8946d17006bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721452 Sep 02 13:43:53.898658 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f8ac6fa-f9f0-4eb0-a3a2-d649c86b7a92 req-f333d31c-0ce9-4f7d-9642-5cb40cd8b293 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933064 Sep 02 13:43:53.921718 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-af73da4e-2061-42fc-a688-984831479777 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:43:53.922169 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-af73da4e-2061-42fc-a688-984831479777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:43:53.974893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 30548904-9f0c-47c3-b0f7-a6929816ee42, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=30548904-9f0c-47c3-b0f7-a6929816ee42,segment=NetworkSegment(e0984e10-29fe-4fda-8284-73873fda99cb),segment_id=e0984e10-29fe-4fda-8284-73873fda99cb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:53.980065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] For port 04ca6761-b763-4d43-a9c3-c0b6141d911f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=04ca6761-b763-4d43-a9c3-c0b6141d911f,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:53.997212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '30548904-9f0c-47c3-b0f7-a6929816ee42', 'network_id': 'fa36358e-0da9-4cdd-ae72-0582ce1fddc4', 'port_id': '30548904-9f0c-47c3-b0f7-a6929816ee42', 'mac_address': 'fa:16:3e:af:7e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53f93ed3-83a6-430b-a6c2-8ca6662c559a', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:43:54.007303 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.042986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9d12eb-7353-412f-8823-b3a3c8331ce9']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:54.060833 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8853b0c9-fea0-48b0-a833-cfc10a2b0c01 req-88df7ce4-4172-4003-83ba-ccd3023cc663 service neutron] 10.222.0.90 "GET /v2.0/networks/52253ce8-78e0-4be6-ba32-8946d17006bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648583 Sep 02 13:43:54.061208 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.064016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938c1e1e-9a18-4e2a-b4df-9c7efb6a6c7c') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:54.064321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938c1e1e-9a18-4e2a-b4df-9c7efb6a6c7c') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:54.083747 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.084618 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.101350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9963d-5e7a-45ed-a71a-6262a7ce3465 req-2d9f6541-43e6-4310-adcc-ef28ba5e62d1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.102897 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ade9963d-5e7a-45ed-a71a-6262a7ce3465 req-2d9f6541-43e6-4310-adcc-ef28ba5e62d1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 946 time: 0.2062490 Sep 02 13:43:54.111013 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30548904-9f0c-47c3-b0f7-a6929816ee42 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:54.128758 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.129656 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.154041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 30548904-9f0c-47c3-b0f7-a6929816ee42, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=30548904-9f0c-47c3-b0f7-a6929816ee42,segment=NetworkSegment(e0984e10-29fe-4fda-8284-73873fda99cb),segment_id=e0984e10-29fe-4fda-8284-73873fda99cb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:54.156551 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ade9963d-5e7a-45ed-a71a-6262a7ce3465 req-2410542b-49af-4455-9a22-00625c837913 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 Sep 02 13:43:54.164542 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.164850 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.165372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 387e8e0f-ff47-4691-b535-f073fbf8a152 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:43:54.174101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:43:54.174867 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:43:54.177723 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:43:54.183933 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84a0a302-f0a3-443d-8b30-49bec60ce582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.195591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41570) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:54.242205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50b39d-0600-4921-bc1b-6806fe4976c7 req-a0f2d4f9-6110-4c03-886c-c1bd391e3e20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.250106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50b39d-0600-4921-bc1b-6806fe4976c7 req-a0f2d4f9-6110-4c03-886c-c1bd391e3e20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.251860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0a302-f0a3-443d-8b30-49bec60ce582 None None] No DVR routers for this DVR port 04ca6761-b763-4d43-a9c3-c0b6141d911f on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:43:54.252008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d50b39d-0600-4921-bc1b-6806fe4976c7 req-a0f2d4f9-6110-4c03-886c-c1bd391e3e20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1678 time: 0.1637852 Sep 02 13:43:54.262096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:54.274861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:54.292139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.293269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.314496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=b625c15c-2356-4c19-b3f9-d2b76b00430e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:54.314914 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.322597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b9d12eb-7353-412f-8823-b3a3c8331ce9 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 13:43:54.326848 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.330623 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "DELETE /v2.0/networks/4b9d12eb-7353-412f-8823-b3a3c8331ce9 HTTP/1.1" status: 204 len: 168 time: 3.8815753 Sep 02 13:43:54.332395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585511c-6e08-419e-bb5b-f0861193af3a None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:43:54.335591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:54.365064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fa753-7bc5-4718-b524-e636f506f83d tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b9d12eb-7353-412f-8823-b3a3c8331ce9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:54.369274 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d50b39d-0600-4921-bc1b-6806fe4976c7 req-641a5d39-960d-4877-a9a4-2fc0dc4a8832 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912709 Sep 02 13:43:54.370300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=04ca6761-b763-4d43-a9c3-c0b6141d911f,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:54.402550 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=30548904-9f0c-47c3-b0f7-a6929816ee42,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:54.410365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d9cc429d-1330-4638-8754-1ce0772c31e3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9868729 Sep 02 13:43:54.411121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41578) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:54.416852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:c3:5a:62', 'name': 'tempest-NetworksTestDHCPv6-482655975'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:54.446244 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-af646dc0-b3b2-4b8c-b9d6-747a3932eec2 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2564 time: 0.1092148 Sep 02 13:43:54.446948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41580) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:54.491094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0a302-f0a3-443d-8b30-49bec60ce582 None None] Pushing event deleted for resources: {'Port': ['ID=04ca6761-b763-4d43-a9c3-c0b6141d911f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:54.507558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] Port 04ca6761-b763-4d43-a9c3-c0b6141d911f update to DOWN by agent not found {{(pid=94689) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 02 13:43:54.538262 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 387e8e0f-ff47-4691-b535-f073fbf8a152, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=387e8e0f-ff47-4691-b535-f073fbf8a152,segment=NetworkSegment(4a76f6db-b48e-4b3a-9d73-e744f3d70d47),segment_id=4a76f6db-b48e-4b3a-9d73-e744f3d70d47)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:54.566704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '387e8e0f-ff47-4691-b535-f073fbf8a152', 'network_id': '52253ce8-78e0-4be6-ba32-8946d17006bf', 'port_id': '387e8e0f-ff47-4691-b535-f073fbf8a152', 'mac_address': 'fa:16:3e:b8:f2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f331a340-6513-42f8-b252-e8f98f58c2f2', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:43:54.626623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.627175 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.627752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.628329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.629796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.629796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.629796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.630386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.630849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.631439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.631924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.632468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:54.635765 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-357fdb1f-11f5-4c59-bf0c-b37e2c124b9f tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7636 time: 0.1870608 Sep 02 13:43:54.639011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:54.722186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:54.775719 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-51a2c387-0a04-42db-b79b-bd5f848ec3bb tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] delete failed (client error): The resource could not be found. Sep 02 13:43:54.781014 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-51a2c387-0a04-42db-b79b-bd5f848ec3bb tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/5773532b-2f4c-4eb3-8d4d-d9cb06874ec8 HTTP/1.1" status: 404 len: 345 time: 0.1403165 Sep 02 13:43:54.783989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:54.804368 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b021051-e9c2-41cd-9925-ce0e9515a6e7 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] DELETE failed (client error): The resource could not be found. Sep 02 13:43:54.804985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b021051-e9c2-41cd-9925-ce0e9515a6e7 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:43:54.807171 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2b021051-e9c2-41cd-9925-ce0e9515a6e7 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "DELETE /v2.0/networks/4b9d12eb-7353-412f-8823-b3a3c8331ce9 HTTP/1.1" status: 404 len: 339 time: 0.0219893 Sep 02 13:43:54.810797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:54.816317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Request body: {'network': {'name': 'tempest-network--940009000', 'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:54.836567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'network': {'name': 'tempest-network-smoke--1916921509', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:54.844913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Made reservation on behalf of d221f8c3af65497f822e3842a9771d3e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:54.848537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.884068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Made reservation on behalf of 8626c8996e0f4881b04c6b0859a09b18 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:54.888606 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.897390 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.915250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:54.928747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387e8e0f-ff47-4691-b535-f073fbf8a152 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:43:54.931669 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.935938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': 'b625c15c-2356-4c19-b3f9-d2b76b00430e'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:43:54.936810 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.941312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.941692 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Added segment 1923b4c8-060c-4bd9-b7db-7018f09f5770 of type vlan for network a065cc46-fe31-426a-bae9-e1d2e4cc70a8 Sep 02 13:43:54.971274 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:54.986740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 387e8e0f-ff47-4691-b535-f073fbf8a152, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=387e8e0f-ff47-4691-b535-f073fbf8a152,segment=NetworkSegment(4a76f6db-b48e-4b3a-9d73-e744f3d70d47),segment_id=4a76f6db-b48e-4b3a-9d73-e744f3d70d47)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:55.002767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.014201 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.018198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 62e22f6e-e552-4367-baf0-1e117d96ece8 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:43:55.060677 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.062234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.063393 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.096228 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2829671 Sep 02 13:43:55.117250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41594) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:55.166455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de9ba3-4c5b-480e-a91c-dc7b3b68ce3c tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'Network': ['ID=a065cc46-fe31-426a-bae9-e1d2e4cc70a8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:55.228830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network a065cc46-fe31-426a-bae9-e1d2e4cc70a8 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:55.306188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Allocated IP 2001:db8::f816:3eff:fecf:9072 (6536a6f3-744d-4aaf-8438-60c2494b3279/b625c15c-2356-4c19-b3f9-d2b76b00430e/fe6080a1-cad3-4430-82b8-fed656add149) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:55.331005 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bfbe1-d60a-43d5-a051-f3595e425c13 req-00c6d750-2d19-4ede-b1e1-1c2979e6b664 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.332823 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-347bfbe1-d60a-43d5-a051-f3595e425c13 req-00c6d750-2d19-4ede-b1e1-1c2979e6b664 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 946 time: 0.0654120 Sep 02 13:43:55.379296 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-347bfbe1-d60a-43d5-a051-f3595e425c13 req-a5821416-4a34-4721-a3db-82c988e32a46 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Sep 02 13:43:55.453423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=387e8e0f-ff47-4691-b535-f073fbf8a152,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:55.554391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['387e8e0f-ff47-4691-b535-f073fbf8a152'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:55.562549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b411f-5fa5-4e04-a28e-8871e2ba3daf req-9b391765-0ebe-4e4f-8f89-9765f3bbc194 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.568720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b411f-5fa5-4e04-a28e-8871e2ba3daf req-9b391765-0ebe-4e4f-8f89-9765f3bbc194 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.570471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-481b411f-5fa5-4e04-a28e-8871e2ba3daf req-9b391765-0ebe-4e4f-8f89-9765f3bbc194 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1680 time: 0.0868232 Sep 02 13:43:55.625201 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.648220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Transition to ACTIVE for port object fe6080a1-cad3-4430-82b8-fed656add149 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:55.659712 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-481b411f-5fa5-4e04-a28e-8871e2ba3daf req-ed88cf38-ad09-459a-886d-2b04e45d1396 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756850 Sep 02 13:43:55.702540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Transition to ACTIVE for port object fe6080a1-cad3-4430-82b8-fed656add149 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:55.715672 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.749226 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-659c0f99-60af-4773-bb60-8e048a23a691 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=cba36950095149368fce1218ef76bd4c HTTP/1.1" status: 200 len: 267 time: 0.2222147 Sep 02 13:43:55.767935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:55.775130 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:55.783120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:55.800725 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Pushing event updated for resources: {'Port': ['ID=fe6080a1-cad3-4430-82b8-fed656add149,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:55.867105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f88f7db-64e8-4292-ac1b-c3ce8cf06428 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.873977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f88f7db-64e8-4292-ac1b-c3ce8cf06428 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.879957 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f88f7db-64e8-4292-ac1b-c3ce8cf06428 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.881994 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Attempting to bind port fe6080a1-cad3-4430-82b8-fed656add149 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:43:55.882510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Attempting to bind port fe6080a1-cad3-4430-82b8-fed656add149 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:43:55.882931 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Attempting to bind port fe6080a1-cad3-4430-82b8-fed656add149 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:43:55.885833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f88f7db-64e8-4292-ac1b-c3ce8cf06428 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.888019 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0f88f7db-64e8-4292-ac1b-c3ce8cf06428 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7320712 Sep 02 13:43:55.891619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:55.898501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:43:55.899082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:43:55.900389 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.900389 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:43:55.901129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Bound port: fe6080a1-cad3-4430-82b8-fed656add149, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:43:55.901708 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.908309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fec3:5a62 (6536a6f3-744d-4aaf-8438-60c2494b3279/b625c15c-2356-4c19-b3f9-d2b76b00430e/62e22f6e-e552-4367-baf0-1e117d96ece8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:55.930229 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.940061 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.981567 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:55.988308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:55.998323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-87d6611a-385a-4c4d-8c2a-8054b7a9629b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:55.999932 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-87d6611a-385a-4c4d-8c2a-8054b7a9629b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 946 time: 0.2091002 Sep 02 13:43:56.007530 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] For port fe6080a1-cad3-4430-82b8-fed656add149, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:43:56.015961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] For port fe6080a1-cad3-4430-82b8-fed656add149, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=fe6080a1-cad3-4430-82b8-fed656add149,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:43:56.026725 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.027880 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-2cd0d1c9-a11b-40f0-9d2c-be45202e6bd3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'port': {'security_groups': []}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:56.037796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.038147 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Added segment 41e1f938-0a62-4acc-ad91-1209dd1e443e of type vlan for network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 Sep 02 13:43:56.039575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d8b55-0b78-45ef-84c7-e415f2253634,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:56.102026 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.103581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc26d42-6b9e-4be9-a103-9bfb259d381a None None] Pushing event updated for resources: {'Port': ['ID=fe6080a1-cad3-4430-82b8-fed656add149,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:56.115081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a065cc46-fe31-426a-bae9-e1d2e4cc70a8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:56.128898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1923b4c8-060c-4bd9-b7db-7018f09f5770') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:56.129127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1923b4c8-060c-4bd9-b7db-7018f09f5770') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:56.140336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.160713 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.167480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:43:56.167957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:43:56.169846 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:43:56.186276 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.251553 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-2cd0d1c9-a11b-40f0-9d2c-be45202e6bd3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.252333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.259956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a065cc46-fe31-426a-bae9-e1d2e4cc70a8 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 13:43:56.264749 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.267834 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a065cc46-fe31-426a-bae9-e1d2e4cc70a8 HTTP/1.1" status: 204 len: 168 time: 0.3748596 Sep 02 13:43:56.279339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:56.282883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098641f-e83b-435a-9b82-a02bc75f9002 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event deleted for resources: {'Network': ['ID=a065cc46-fe31-426a-bae9-e1d2e4cc70a8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:56.290015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Request body: {'network': {'name': 'tempest-network--495569367', 'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:56.338274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Made reservation on behalf of d221f8c3af65497f822e3842a9771d3e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:56.340852 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.358950 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.364731 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:56.365387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.406867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:56.444884 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.445240 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Added segment bc4673d8-9102-4c46-bf60-32c75467a175 of type vlan for network a69b9a1e-8881-46b2-b592-296cbf526521 Sep 02 13:43:56.469013 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.486672 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['30548904-9f0c-47c3-b0f7-a6929816ee42'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:56.515824 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3188467 Sep 02 13:43:56.524188 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:56.528619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662006-9d49-48b1-a924-606aac1af852 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Network': ['ID=0b99c18b-dc4b-4ccd-b343-5788a0213ab2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:56.530644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'admin_state_up': True, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:56.534979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 62e22f6e-e552-4367-baf0-1e117d96ece8 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:43:56.558882 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.576066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:56.601388 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.602733 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.608422 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.609423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:56.610635 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.663678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.686145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-2cd0d1c9-a11b-40f0-9d2c-be45202e6bd3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] For port fb1c6121-7791-4c91-b66c-b54999a40fff, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=fb1c6121-7791-4c91-b66c-b54999a40fff,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:56.708784 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4279695 Sep 02 13:43:56.713305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41622) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:56.769702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:56.772875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e5333-b222-49fb-b2a2-bde22d6f939e tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'Network': ['ID=a69b9a1e-8881-46b2-b592-296cbf526521,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:56.787073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:56.794781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:56.802740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:56.803428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.809216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.826225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network a69b9a1e-8881-46b2-b592-296cbf526521 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:56.846404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=62e22f6e-e552-4367-baf0-1e117d96ece8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:56.871296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b96d6975-7d69-42c1-8a3f-f5f9c85f9ebc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4589689 Sep 02 13:43:56.878501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41626) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:56.946115 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-2cd0d1c9-a11b-40f0-9d2c-be45202e6bd3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.968769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-2cd0d1c9-a11b-40f0-9d2c-be45202e6bd3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:56.994396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0297e65b-2cd5-4490-867b-29f15d198422', 'fb1c6121-7791-4c91-b66c-b54999a40fff'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:57.121087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-2cd0d1c9-a11b-40f0-9d2c-be45202e6bd3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:57.126223 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-2cd0d1c9-a11b-40f0-9d2c-be45202e6bd3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:57.142594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6cc2f9a-9dc1-44cf-b94a-a4d96988093e req-2cd0d1c9-a11b-40f0-9d2c-be45202e6bd3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "PUT /v2.0/ports/fb1c6121-7791-4c91-b66c-b54999a40fff HTTP/1.1" status: 200 len: 905 time: 1.1317992 Sep 02 13:43:57.146263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70e495d-9117-4834-b065-5046a479528d', 'tag': 'fb1c6121-7791-4c91-b66c-b54999a40fff'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:57.154894 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f70e495d-9117-4834-b065-5046a479528d", "tag": "fb1c6121-7791-4c91-b66c-b54999a40fff"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:57.215368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7dfaac-0352-4781-9d0e-e966075d32e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:57.240895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7dfaac-0352-4781-9d0e-e966075d32e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:57.253937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1a7dfaac-0352-4781-9d0e-e966075d32e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3658664 Sep 02 13:43:57.262240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:57.298701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['fb1c6121-7791-4c91-b66c-b54999a40fff'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:57.460928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device fe6080a1-cad3-4430-82b8-fed656add149 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:57.512067 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0d1c9-a11b-40f0-9d2c-be45202e6bd3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'Port': ['ID=fb1c6121-7791-4c91-b66c-b54999a40fff,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:57.593610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1c6270d8-5f72-4a9f-b74f-1ebd4df76939 None None] Provisioning complete for port fb1c6121-7791-4c91-b66c-b54999a40fff triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:57.594665 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c6270d8-5f72-4a9f-b74f-1ebd4df76939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:57.661272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port fe6080a1-cad3-4430-82b8-fed656add149 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:57.711521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcee355-cd22-4684-aa50-91e2b0e0493b tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:57.713591 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ffcee355-cd22-4684-aa50-91e2b0e0493b tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] 10.222.0.13 "GET /v2.0/networks/a69b9a1e-8881-46b2-b592-296cbf526521 HTTP/1.1" status: 200 len: 756 time: 0.9993372 Sep 02 13:43:57.714814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25a3a1-41d0-4a98-9573-2527750b2fa4 req-7c369478-a1cf-4ba5-a618-df13f269d5b2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:57.717101 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fa25a3a1-41d0-4a98-9573-2527750b2fa4 req-7c369478-a1cf-4ba5-a618-df13f269d5b2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 908 time: 0.2085307 Sep 02 13:43:57.717532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41640) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:57.724683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef3d73-0096-4da7-b6c1-2733ce638c61 req-eff34999-d0be-44d9-a770-685c74835edd tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:57.743241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef3d73-0096-4da7-b6c1-2733ce638c61 req-eff34999-d0be-44d9-a770-685c74835edd tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:57.744919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a6ef3d73-0096-4da7-b6c1-2733ce638c61 req-eff34999-d0be-44d9-a770-685c74835edd tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1680 time: 0.9317307 Sep 02 13:43:57.784362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 387e8e0f-ff47-4691-b535-f073fbf8a152 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:57.885863 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:43:57.887451 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cc61a3-ac2d-487a-894c-052d39f6df4f x-openstack-request-id: req-55cc61a3-ac2d-487a-894c-052d39f6df4f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:57.891152 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70e495d-9117-4834-b065-5046a479528d", "tag": "fb1c6121-7791-4c91-b66c-b54999a40fff", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:57.891477 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55cc61a3-ac2d-487a-894c-052d39f6df4f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:57.891941 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70e495d-9117-4834-b065-5046a479528d', 'tag': 'fb1c6121-7791-4c91-b66c-b54999a40fff', 'status': 'completed', 'code': 200} Sep 02 13:43:57.917340 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:57.941833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 387e8e0f-ff47-4691-b535-f073fbf8a152 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:58.010882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d8f0d-53f5-4a2c-ab5e-965b5c19ee74 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 62e22f6e-e552-4367-baf0-1e117d96ece8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:43:58.012075 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8f0d-53f5-4a2c-ab5e-965b5c19ee74 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.025231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 387e8e0f-ff47-4691-b535-f073fbf8a152 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:58.025777 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.049138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a6ef3d73-0096-4da7-b6c1-2733ce638c61 req-2dcfb27c-eed7-426a-8d79-822a8cadfd15 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975442 Sep 02 13:43:58.082359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8fc8c8-5289-447f-88cf-5c3b6136b936 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:58.083834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1d8fc8c8-5289-447f-88cf-5c3b6136b936 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] 10.222.0.13 "GET /v2.0/networks/ee6d60d4-4588-4708-86d1-96f70caa1828 HTTP/1.1" status: 200 len: 768 time: 0.3643918 Sep 02 13:43:58.103483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:58.114317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a50277c7-e729-43ce-95ed-7137c7f6b4d8 None None] Provisioning for port fe6080a1-cad3-4430-82b8-fed656add149 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:58.121086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a50277c7-e729-43ce-95ed-7137c7f6b4d8 None None] Provisioning complete for port fe6080a1-cad3-4430-82b8-fed656add149 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:58.121470 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a50277c7-e729-43ce-95ed-7137c7f6b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.187554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-3421c84b-7e6f-413f-9e7d-b2a098238be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:58.189436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-3421c84b-7e6f-413f-9e7d-b2a098238be8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 1059 time: 0.3086350 Sep 02 13:43:58.326536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.351830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481b62c-2b9c-4b50-887a-2331829712f0 req-3a90bbfd-9c0f-4089-9419-05ddf573cc3f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:58.359568 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3481b62c-2b9c-4b50-887a-2331829712f0 req-3a90bbfd-9c0f-4089-9419-05ddf573cc3f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.4636793 Sep 02 13:43:58.363336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.387684 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.418389 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a50277c7-e729-43ce-95ed-7137c7f6b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.423817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.441119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387e8e0f-ff47-4691-b535-f073fbf8a152'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:43:58.444954 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9337f6-e444-4d18-96df-e6bc62a43023" -d '{"events": [{"server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "name": "network-vif-plugged", "status": "completed", "tag": "387e8e0f-ff47-4691-b535-f073fbf8a152"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:43:58.478468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 387e8e0f-ff47-4691-b535-f073fbf8a152, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=387e8e0f-ff47-4691-b535-f073fbf8a152,segment=NetworkSegment(4a76f6db-b48e-4b3a-9d73-e744f3d70d47),segment_id=4a76f6db-b48e-4b3a-9d73-e744f3d70d47)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:58.511676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a50277c7-e729-43ce-95ed-7137c7f6b4d8 None None] For port fe6080a1-cad3-4430-82b8-fed656add149, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=fe6080a1-cad3-4430-82b8-fed656add149,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:43:58.513604 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.522192 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a50277c7-e729-43ce-95ed-7137c7f6b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.541117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8f0d-53f5-4a2c-ab5e-965b5c19ee74 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.548820 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf65c78-72c8-4653-8756-31e37a05f278 x-openstack-request-id: req-faf65c78-72c8-4653-8756-31e37a05f278 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:43:58.549202 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "name": "network-vif-plugged", "status": "completed", "tag": "387e8e0f-ff47-4691-b535-f073fbf8a152", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:43:58.550230 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faf65c78-72c8-4653-8756-31e37a05f278 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:43:58.550656 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387e8e0f-ff47-4691-b535-f073fbf8a152', 'code': 200} Sep 02 13:43:58.582461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=387e8e0f-ff47-4691-b535-f073fbf8a152,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:58.597978 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3481b62c-2b9c-4b50-887a-2331829712f0 req-c1ad794f-7949-43b6-b449-354b76c8a1db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375007 Sep 02 13:43:58.598915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d8f0d-53f5-4a2c-ab5e-965b5c19ee74 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 62e22f6e-e552-4367-baf0-1e117d96ece8 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:43:58.601967 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.628420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69b9a1e-8881-46b2-b592-296cbf526521']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:58.628669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.25.3.103 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/201997a0-1830-4570-a65a-bc75c19f8c0f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:43:58.641473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-be774abb-9c21-4b2d-ba26-9d97daedaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:58.643027 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-be774abb-9c21-4b2d-ba26-9d97daedaca3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.4226329 Sep 02 13:43:58.660747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00f32483-9ded-40fd-bf34-56e883e807a9 None None] Provisioning for port 62e22f6e-e552-4367-baf0-1e117d96ece8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:58.676237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-00f32483-9ded-40fd-bf34-56e883e807a9 None None] Provisioning complete for port 62e22f6e-e552-4367-baf0-1e117d96ece8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:58.676617 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00f32483-9ded-40fd-bf34-56e883e807a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.683998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4673d8-9102-4c46-bf60-32c75467a175') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:58.684324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4673d8-9102-4c46-bf60-32c75467a175') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:43:58.699894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50277c7-e729-43ce-95ed-7137c7f6b4d8 None None] Pushing event updated for resources: {'Port': ['ID=fe6080a1-cad3-4430-82b8-fed656add149,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:58.724529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00f32483-9ded-40fd-bf34-56e883e807a9 None None] Port 62e22f6e-e552-4367-baf0-1e117d96ece8 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:43:58.745622 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.748674 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-272d9f4b-0ad5-4c51-a323-d33171d4b22a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb1c6121-7791-4c91-b66c-b54999a40fff HTTP/1.1" status: 200 len: 217 time: 0.0616615 Sep 02 13:43:58.798695 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.825226 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:43:58.825703 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.826518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2382d5-026a-4501-b067-45a4d14bc096 req-b9c42dbe-522d-4a0f-bedd-a286c2a87bdf tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:43:58.827618 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:43:58.830291 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea2382d5-026a-4501-b067-45a4d14bc096 req-b9c42dbe-522d-4a0f-bedd-a286c2a87bdf tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.0969186 Sep 02 13:43:58.863129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.890802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea2382d5-026a-4501-b067-45a4d14bc096 req-3281a50c-c9f5-45e9-ac43-5ac6e8da5877 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527978 Sep 02 13:43:58.892842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-e23a2772-63cb-49ef-b46c-22de9e08324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:58.894432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-e23a2772-63cb-49ef-b46c-22de9e08324a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.1362495 Sep 02 13:43:58.925533 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.977315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:43:58.980868 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:58.981056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:43:58.986239 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:43:59.002269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a69b9a1e-8881-46b2-b592-296cbf526521 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 13:43:59.007498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event deleted for resources: {'Network': ['ID=a69b9a1e-8881-46b2-b592-296cbf526521,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:59.010551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=201997a0-1830-4570-a65a-bc75c19f8c0f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:59.012856 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.018785 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a69b9a1e-8881-46b2-b592-296cbf526521 HTTP/1.1" status: 204 len: 168 time: 0.8698707 Sep 02 13:43:59.020644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:59.026256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Request body: {'network': {'name': 'tempest-network--265230176'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:59.027372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-cd309a01-ee39-4c6d-966e-4747ccdc1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.029721 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-cd309a01-ee39-4c6d-966e-4747ccdc1750 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175780 Sep 02 13:43:59.033627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.033984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.034339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.034924 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.035091 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.035330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.035664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.036106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.036439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.036773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.037245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.037414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf6062a-27fd-471c-818b-ab1accd2a96a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:43:59.123601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Made reservation on behalf of d221f8c3af65497f822e3842a9771d3e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:43:59.126176 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.199314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:43:59.233871 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.234310 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Added segment cdc2e7f5-22bd-4100-abee-cbc4d8ce4961 of type vlan for network c729296b-c17e-49b7-94a2-bc1f6da3e737 Sep 02 13:43:59.234913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8f0d-53f5-4a2c-ab5e-965b5c19ee74 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.319341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device fe6080a1-cad3-4430-82b8-fed656add149 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:59.331697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d8f0d-53f5-4a2c-ab5e-965b5c19ee74 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=62e22f6e-e552-4367-baf0-1e117d96ece8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:59.359050 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-56c6961a-4211-4b1c-9408-a15ffb5cb88f service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164964 Sep 02 13:43:59.363103 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8f0d-53f5-4a2c-ab5e-965b5c19ee74 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.369039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-aa6d8f0d-53f5-4a2c-ab5e-965b5c19ee74 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/62e22f6e-e552-4367-baf0-1e117d96ece8 HTTP/1.1" status: 204 len: 168 time: 2.0930238 Sep 02 13:43:59.371031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41672) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:59.475209 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.488765 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.508722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port fe6080a1-cad3-4430-82b8-fed656add149 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:59.510138 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.635899 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:43:59.733387 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.734477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.734959 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.769465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4d9df-2737-4f08-8958-431cd2c1e464 req-55641ca8-fe51-456b-913f-6acc15c7b789 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.770846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 30548904-9f0c-47c3-b0f7-a6929816ee42 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:43:59.775439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4d9df-2737-4f08-8958-431cd2c1e464 req-55641ca8-fe51-456b-913f-6acc15c7b789 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.780245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1fe4d9df-2737-4f08-8958-431cd2c1e464 req-55641ca8-fe51-456b-913f-6acc15c7b789 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1681 time: 0.5751429 Sep 02 13:43:59.821662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078d74e-ac8c-431d-93a6-5ccfaf411dc1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.823186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078d74e-ac8c-431d-93a6-5ccfaf411dc1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.824768 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e078d74e-ac8c-431d-93a6-5ccfaf411dc1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4435885 Sep 02 13:43:59.830255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:59.835324 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8135934 Sep 02 13:43:59.843274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41678) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:43:59.848956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c3244-d045-424f-aed7-967501c39821 req-096ab07e-97a3-4038-a005-f27f6476380b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:43:59.851196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-096ab07e-97a3-4038-a005-f27f6476380b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 0.5574708 Sep 02 13:43:59.855295 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.857850 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bc5a940f-2626-4447-810e-1c1a7d3109c8 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:43:59.876258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 30548904-9f0c-47c3-b0f7-a6929816ee42 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:43:59.881638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 30548904-9f0c-47c3-b0f7-a6929816ee42 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:43:59.882078 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:43:59.939964 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1fe4d9df-2737-4f08-8958-431cd2c1e464 req-733fe56f-5724-49c2-b191-f7cd41cf3068 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546381 Sep 02 13:43:59.962120 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-9f64f7ba-b7b5-46fb-9fa1-819bc9a23d4e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/quotas/cba36950095149368fce1218ef76bd4c HTTP/1.1" status: 200 len: 375 time: 0.0876527 Sep 02 13:43:59.962120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f6b76-0db3-49e0-ae02-c3b7393a2799 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'Network': ['ID=c729296b-c17e-49b7-94a2-bc1f6da3e737,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:43:59.974629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81f4409b-a0f3-4c4c-a7e9-e5b63c67c0bd req-b7bb0cb3-b238-4012-9e80-9bad9417f693 service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024647 Sep 02 13:43:59.978908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network c729296b-c17e-49b7-94a2-bc1f6da3e737 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:43:59.994387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-284f0b42-4680-44d5-8dd7-f03f960f1e25 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet b625c15c-2356-4c19-b3f9-d2b76b00430e {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:43:59.999373 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-284f0b42-4680-44d5-8dd7-f03f960f1e25 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.069327 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.095393 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-284f0b42-4680-44d5-8dd7-f03f960f1e25 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.106359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 30548904-9f0c-47c3-b0f7-a6929816ee42, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=30548904-9f0c-47c3-b0f7-a6929816ee42,segment=NetworkSegment(e0984e10-29fe-4fda-8284-73873fda99cb),segment_id=e0984e10-29fe-4fda-8284-73873fda99cb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:00.112683 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.162483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc5a940f-2626-4447-810e-1c1a7d3109c8 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.167494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=30548904-9f0c-47c3-b0f7-a6929816ee42,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:00.205034 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc5a940f-2626-4447-810e-1c1a7d3109c8 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.215628 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-d267f905-9b52-42ef-824b-21e6c382129f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1868420 Sep 02 13:44:00.226047 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc5a940f-2626-4447-810e-1c1a7d3109c8 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Network c729296b-c17e-49b7-94a2-bc1f6da3e737 is not hosted by any dhcp agent {{(pid=94687) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:44:00.226692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5a940f-2626-4447-810e-1c1a7d3109c8 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.227295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bc5a940f-2626-4447-810e-1c1a7d3109c8 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.228594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bc5a940f-2626-4447-810e-1c1a7d3109c8 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "PUT /v2.0/networks/c729296b-c17e-49b7-94a2-bc1f6da3e737 HTTP/1.1" status: 200 len: 857 time: 0.3751359 Sep 02 13:44:00.235413 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41680) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:00.255713 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-284f0b42-4680-44d5-8dd7-f03f960f1e25 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.305245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a940f-2626-4447-810e-1c1a7d3109c8 tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event updated for resources: {'Network': ['ID=c729296b-c17e-49b7-94a2-bc1f6da3e737,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:00.325955 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.346752 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-284f0b42-4680-44d5-8dd7-f03f960f1e25 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.381705 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f0b42-4680-44d5-8dd7-f03f960f1e25 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=b625c15c-2356-4c19-b3f9-d2b76b00430e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:00.386879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-284f0b42-4680-44d5-8dd7-f03f960f1e25 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.389169 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-284f0b42-4680-44d5-8dd7-f03f960f1e25 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/b625c15c-2356-4c19-b3f9-d2b76b00430e HTTP/1.1" status: 204 len: 168 time: 0.5554039 Sep 02 13:44:00.391777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:00.400458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222eab95-0f80-440d-a25f-69bfa8609ab1 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:00.448864 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-800a4868-4999-4151-97ff-87df494a8277 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556347 Sep 02 13:44:00.454311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41692) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:00.538219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa82b2e-5e68-4aaa-894d-7afb340c0783 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.539823 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-caa82b2e-5e68-4aaa-894d-7afb340c0783 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0844433 Sep 02 13:44:00.544234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41694) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:00.552747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30548904-9f0c-47c3-b0f7-a6929816ee42'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:00.556424 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d53f5cf-acc8-431e-9d7c-dee914223f5c" -d '{"events": [{"server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "name": "network-vif-plugged", "status": "completed", "tag": "30548904-9f0c-47c3-b0f7-a6929816ee42"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:00.621597 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.621757 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b25f1a-100b-47ac-b8e4-047abd22b6e5 x-openstack-request-id: req-58b25f1a-100b-47ac-b8e4-047abd22b6e5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:00.621976 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "name": "network-vif-plugged", "status": "completed", "tag": "30548904-9f0c-47c3-b0f7-a6929816ee42", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:00.622204 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58b25f1a-100b-47ac-b8e4-047abd22b6e5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:00.622642 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30548904-9f0c-47c3-b0f7-a6929816ee42', 'code': 200} Sep 02 13:44:00.629084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7546905b-d6b5-4383-b7c2-920f7b51f638 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.639450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a514b-d96b-4920-b43d-9e66a2e8159c None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:44:00.649539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7546905b-d6b5-4383-b7c2-920f7b51f638 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1012645 Sep 02 13:44:00.650697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:00.694417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-151f695e-bcb1-4f29-a8bc-291d58a7a6ad service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706178 Sep 02 13:44:00.701268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9ce7fc03-b194-4a3a-8b08-24adc4a6b599 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451040 Sep 02 13:44:00.701791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41700) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:00.706816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:00.707345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.729702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e62a514b-d96b-4920-b43d-9e66a2e8159c None None] Deleting port fe6080a1-cad3-4430-82b8-fed656add149 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:00.730078 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e62a514b-d96b-4920-b43d-9e66a2e8159c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.798027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e62a514b-d96b-4920-b43d-9e66a2e8159c None None] For port fe6080a1-cad3-4430-82b8-fed656add149, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=fe6080a1-cad3-4430-82b8-fed656add149,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:00.798840 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e62a514b-d96b-4920-b43d-9e66a2e8159c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.814111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e62a514b-d96b-4920-b43d-9e66a2e8159c None None] Calling delete_port for fe6080a1-cad3-4430-82b8-fed656add149 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:00.850668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-529ef91f-7c81-4a41-bcb0-b0286fd40841 service neutron] 10.222.0.13 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058943 Sep 02 13:44:00.863869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:00.868048 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.923614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e62a514b-d96b-4920-b43d-9e66a2e8159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:00.964586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a514b-d96b-4920-b43d-9e66a2e8159c None None] No DVR routers for this DVR port fe6080a1-cad3-4430-82b8-fed656add149 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:00.970844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a514b-d96b-4920-b43d-9e66a2e8159c None None] Pushing event deleted for resources: {'Port': ['ID=fe6080a1-cad3-4430-82b8-fed656add149,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:00.989504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4e197-c61f-461e-a6e4-170dba16b607 req-59b8865d-ac9c-4262-9d25-abca8c3705da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.990005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4e197-c61f-461e-a6e4-170dba16b607 req-59b8865d-ac9c-4262-9d25-abca8c3705da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:00.991652 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6a4e197-c61f-461e-a6e4-170dba16b607 req-59b8865d-ac9c-4262-9d25-abca8c3705da service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1984 time: 0.1967459 Sep 02 13:44:01.103477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8e77498-b645-49c7-9fec-b1dd4eb31a10 req-2bcf3cf4-5492-407a-859c-f0e96417019b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 210 time: 0.0436771 Sep 02 13:44:01.105749 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.129030 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6a4e197-c61f-461e-a6e4-170dba16b607 req-000bc94b-53df-4192-a43d-9a74ce23dac8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270974 Sep 02 13:44:01.140126 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b24fa94e-12d0-40ae-ac75-b0367fb34d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.167124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c729296b-c17e-49b7-94a2-bc1f6da3e737']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:01.195500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc2e7f5-22bd-4100-abee-cbc4d8ce4961') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:01.195500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc2e7f5-22bd-4100-abee-cbc4d8ce4961') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:01.241745 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.265295 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.272235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:44:01.273180 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:44:01.286506 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:44:01.317226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device fe6080a1-cad3-4430-82b8-fed656add149 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:01.330123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b18a23-dff6-4ca5-a773-cfd3e4adb992 req-867e1668-69e7-460c-b6bd-012c95eaf035 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:01.351100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:44:01.352373 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b18a23-dff6-4ca5-a773-cfd3e4adb992 req-867e1668-69e7-460c-b6bd-012c95eaf035 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:01.355756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58b18a23-dff6-4ca5-a773-cfd3e4adb992 req-867e1668-69e7-460c-b6bd-012c95eaf035 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1682 time: 0.2412834 Sep 02 13:44:01.359042 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: fe6080a1-cad3-4430-82b8-fed656add149 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:01.359042 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device fe6080a1-cad3-4430-82b8-fed656add149 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:01.370993 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.464419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:01.468622 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58b18a23-dff6-4ca5-a773-cfd3e4adb992 req-43d02578-fdd6-4db9-afff-367cae43043d tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066222 Sep 02 13:44:01.473004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:01.476868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:01.477757 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.480044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.488878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc35c411-6dcf-4659-914f-c3663af2d499 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:01.500297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c729296b-c17e-49b7-94a2-bc1f6da3e737 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 13:44:01.507146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=baecf206-e0ba-4e8e-bd76-74922392238d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:01.520270 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6cd4539f-7b64-40bb-95a6-d975736dac1a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8175323 Sep 02 13:44:01.521130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:01.536482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:52:91:f7', 'name': 'tempest-NetworksTestDHCPv6-914993342'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:01.541784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:44:01.546282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.552828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c729296b-c17e-49b7-94a2-bc1f6da3e737 HTTP/1.1" status: 204 len: 168 time: 1.3158114 Sep 02 13:44:01.561262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41720) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:01.592709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e37de1-6dda-4f4c-b9e1-32afba02112a tempest-ExternalNetworksTestJSON-1395949432 tempest-ExternalNetworksTestJSON-1395949432-project-admin] Pushing event deleted for resources: {'Network': ['ID=c729296b-c17e-49b7-94a2-bc1f6da3e737,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:01.640130 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.644687 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aa9eaee8-7290-4497-ac62-cc84c7f299ee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1160231 Sep 02 13:44:01.645424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:01.651092 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ee80a9-a25a-4b29-998f-443f924686e3 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] DELETE failed (client error): The resource could not be found. Sep 02 13:44:01.651653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ee80a9-a25a-4b29-998f-443f924686e3 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:44:01.654088 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e4ee80a9-a25a-4b29-998f-443f924686e3 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] 10.222.0.13 "DELETE /v2.0/subnets/e6d9de66-fb96-410d-9c26-12946de97da6 HTTP/1.1" status: 404 len: 337 time: 0.0918009 Sep 02 13:44:01.656669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:01.767690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': 'baecf206-e0ba-4e8e-bd76-74922392238d'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:44:01.769155 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.865943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:01.879039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:01.969578 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bbab0acd-f95d-4b55-bfa3-659f98c9b5b5 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8626c8996e0f4881b04c6b0859a09b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3227229 Sep 02 13:44:01.974040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:02.129390 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.179497 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.238338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6d60d4-4588-4708-86d1-96f70caa1828']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:02.255085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42677de-b003-46cf-934e-a864f765fce9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:02.255493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42677de-b003-46cf-934e-a864f765fce9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:02.269524 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.290715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.299665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:44:02.300407 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:44:02.343346 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:44:02.353118 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Sync routers for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:44:02.379505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port bfa93636-6faa-4027-89ce-4a5ee2fbe1af yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:02.384892 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:02.385871 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:43:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:02.387419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/baecf206-e0ba-4e8e-bd76-74922392238d/c5b61681-f500-454c-bfb2-052dcf09430b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:02.499844 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40eb1e27-b1dd-47ad-8572-6cc215ad9868 req-ed469d5e-e39d-46d7-92f9-94cac123bd80 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 210 time: 0.0768945 Sep 02 13:44:02.512557 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.522687 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.528291 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] 10.222.0.13 "DELETE /v2.0/networks/ee6d60d4-4588-4708-86d1-96f70caa1828 HTTP/1.1" status: 204 len: 168 time: 0.8705356 Sep 02 13:44:02.530683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95171537-9461-4aef-bd14-4922ecab8337 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:02.535883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-95171537-9461-4aef-bd14-4922ecab8337 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5572896 Sep 02 13:44:02.535883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41738) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:02.563621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e3bcc-4a54-4ba0-b02f-e135b2f77bd5 tempest-ExternalNetworksTestJSON-620292945 tempest-ExternalNetworksTestJSON-620292945-project] Pushing event deleted for resources: {'Network': ['ID=ee6d60d4-4588-4708-86d1-96f70caa1828,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:02.680181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:02.682833 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f4b90a30-35cb-41b2-8824-57ea718cf661 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1455173 Sep 02 13:44:02.685450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487585988', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:02.788268 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.789956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050ca95-9bf5-4437-94e2-b23b3b7b391a req-1f2393db-d4e6-4b79-9c69-0274a3e1956d tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:02.813554 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:02.821041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Transition to ACTIVE for port object c5b61681-f500-454c-bfb2-052dcf09430b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:02.832476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050ca95-9bf5-4437-94e2-b23b3b7b391a req-1f2393db-d4e6-4b79-9c69-0274a3e1956d tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:02.834137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0050ca95-9bf5-4437-94e2-b23b3b7b391a req-1f2393db-d4e6-4b79-9c69-0274a3e1956d tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1682 time: 0.1947708 Sep 02 13:44:02.865937 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Made reservation on behalf of 8626c8996e0f4881b04c6b0859a09b18 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:02.875245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:02.884825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Transition to ACTIVE for port object c5b61681-f500-454c-bfb2-052dcf09430b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:02.897318 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.041531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:03.053272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:03.058835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:03.146643 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.150979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Pushing event updated for resources: {'Port': ['ID=c5b61681-f500-454c-bfb2-052dcf09430b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:03.201935 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:43:59Z', 'revision_number': 3, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:03.208208 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0050ca95-9bf5-4437-94e2-b23b3b7b391a req-d321b22e-2088-44e6-b471-7838375cc620 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371027 Sep 02 13:44:03.243361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Attempting to bind port c5b61681-f500-454c-bfb2-052dcf09430b on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:03.243948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41752) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:03.244175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Attempting to bind port c5b61681-f500-454c-bfb2-052dcf09430b by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:03.244723 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Attempting to bind port c5b61681-f500-454c-bfb2-052dcf09430b on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:03.255897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:03.256409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:03.256864 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.257361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:03.257741 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41754) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:03.258183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Bound port: c5b61681-f500-454c-bfb2-052dcf09430b, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:03.258912 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.262728 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::1fd (6536a6f3-744d-4aaf-8438-60c2494b3279/baecf206-e0ba-4e8e-bd76-74922392238d/bfa93636-6faa-4027-89ce-4a5ee2fbe1af) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:03.264052 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Checking router: e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:44:03.264992 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Updating router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 port 201997a0-1830-4570-a65a-bc75c19f8c0f binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:44:03.315767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Subnet': ['ID=0570a0ab-e49c-4bec-bbc0-faa01175ed62,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:03.321206 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.348029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Checking segment: {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:03.348890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network hostable DHCP agents. Network: 0b99c18b-dc4b-4ccd-b343-5788a0213ab2, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:44:03.390740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:44:03.405905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 0b99c18b-dc4b-4ccd-b343-5788a0213ab2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:03.414155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:03.414452 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae8575a-a5f6-4c51-81bb-c888eeb4a1d3 None None] Network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:03.419681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.453335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5e8093a2-3dd0-410d-8be3-a04a6c7b2f1d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7695322 Sep 02 13:44:03.453669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41762) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:03.483136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c3244-d045-424f-aed7-967501c39821 req-c916299d-17cd-4fb8-ab86-ad3ef57738dc tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:03.484994 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-c916299d-17cd-4fb8-ab86-ad3ef57738dc tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 811 time: 0.6496420 Sep 02 13:44:03.496441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] For port c5b61681-f500-454c-bfb2-052dcf09430b, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:03.518186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] For port c5b61681-f500-454c-bfb2-052dcf09430b, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c5b61681-f500-454c-bfb2-052dcf09430b,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:03.519600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Request body: {'port': {'device_id': '81d86165-0c90-48af-8254-12442e32f487', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'admin_state_up': True, 'tenant_id': 'cba36950095149368fce1218ef76bd4c'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:03.522834 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff756a0c-cbc0-43d8-bf78-ca76e764a422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.535069 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.628784 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-79636be8-c0bf-4f0e-8b3a-9237031e1b64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ebccbf23b35415aa2352f52973ff7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694746 Sep 02 13:44:03.631250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41766) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:03.769364 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8d951cd1-e243-4c61-85a3-fa8e0891e88b req-17887983-4190-4acc-a342-5316fe268739 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 210 time: 0.0723317 Sep 02 13:44:03.804631 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccb08daf-6237-4d28-9ce3-b10ea898ff07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.817712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eb58c-b60a-4c84-8011-fb34c7edf0be None None] Pushing event updated for resources: {'Port': ['ID=c5b61681-f500-454c-bfb2-052dcf09430b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:03.859759 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf68803-2f86-4a39-ba8d-e25ee43245e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.891116 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.911577 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Transition to ACTIVE for port object 201997a0-1830-4570-a65a-bc75c19f8c0f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:03.924438 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.928379 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.951456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object bfa93636-6faa-4027-89ce-4a5ee2fbe1af will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:03.960410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:44:03.964305 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:03.980096 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Attempting to bind port 201997a0-1830-4570-a65a-bc75c19f8c0f on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:03.980717 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Attempting to bind port 201997a0-1830-4570-a65a-bc75c19f8c0f by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:03.981647 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Attempting to bind port 201997a0-1830-4570-a65a-bc75c19f8c0f on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:04.037182 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff756a0c-cbc0-43d8-bf78-ca76e764a422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.049679 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff756a0c-cbc0-43d8-bf78-ca76e764a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.081183 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Pushing event updated for resources: {'Port': ['ID=201997a0-1830-4570-a65a-bc75c19f8c0f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:04.086575 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:04.087200 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:04.087841 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.088419 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:04.089059 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Bound port: 201997a0-1830-4570-a65a-bc75c19f8c0f, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:04.089619 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.098908 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ff756a0c-cbc0-43d8-bf78-ca76e764a422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=212450c67d3348578f7dee042b8c3598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8390253 Sep 02 13:44:04.100472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41768) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:04.120524 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.170413 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf68803-2f86-4a39-ba8d-e25ee43245e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.177999 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Made reservation on behalf of cba36950095149368fce1218ef76bd4c for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:04.187142 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.217488 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] For port 201997a0-1830-4570-a65a-bc75c19f8c0f, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:04.222267 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] For port 201997a0-1830-4570-a65a-bc75c19f8c0f, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=201997a0-1830-4570-a65a-bc75c19f8c0f,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:04.226442 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff756a0c-cbc0-43d8-bf78-ca76e764a422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512bb074-78df-4da4-ab20-08114f2d3e41,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:04.242921 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.246733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:04.256127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:04.268149 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.298781 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.299687 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.299883 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.300366 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.300732 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.301289 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.301827 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.302496 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.303234 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.303663 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.304138 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.304587 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:04.333784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:04.346861 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:04.347663 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:44:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:04.349808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:04.350757 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.391225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Allocated IP 172.20.0.2 (0b99c18b-dc4b-4ccd-b343-5788a0213ab2/0570a0ab-e49c-4bec-bbc0-faa01175ed62/968beb7f-a5f5-4560-a883-731f20312097) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:04.393042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=bfa93636-6faa-4027-89ce-4a5ee2fbe1af,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:04.421519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf68803-2f86-4a39-ba8d-e25ee43245e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.424158 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf68803-2f86-4a39-ba8d-e25ee43245e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.441059 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22e9d7-11d1-4419-a430-b8cb42477aa5 None None] Pushing event updated for resources: {'Port': ['ID=201997a0-1830-4570-a65a-bc75c19f8c0f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:04.442550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cdf68803-2f86-4a39-ba8d-e25ee43245e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dc863d5-2723-49e3-b316-b566d0a0dec0 HTTP/1.1" status: 204 len: 168 time: 0.7957847 Sep 02 13:44:04.472581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d3e5e09a-5be1-4504-8149-6cbe47a6b4b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9479628 Sep 02 13:44:04.477641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:04.487799 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3adac5-5873-42b7-ae8f-9a90bde6a42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.489078 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:04.502652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf68803-2f86-4a39-ba8d-e25ee43245e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc863d5-2723-49e3-b316-b566d0a0dec0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:04.556025 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3adac5-5873-42b7-ae8f-9a90bde6a42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.601122 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Allocated IP 172.20.0.5 (5965e849-8a36-4836-bb86-d1198a6e6395/2d11bfc7-0690-4094-a929-b96d038a29bc/2393f92f-9fdb-4b7d-a50a-a91d269af0dc) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:04.614811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae046-c714-4ebc-8c82-edc478ed2c73 req-08987cb9-c3cc-463f-b4e3-cc9f70aa81f1 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:04.627987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae046-c714-4ebc-8c82-edc478ed2c73 req-08987cb9-c3cc-463f-b4e3-cc9f70aa81f1 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:04.635533 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9dae046-c714-4ebc-8c82-edc478ed2c73 req-08987cb9-c3cc-463f-b4e3-cc9f70aa81f1 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1682 time: 0.2965894 Sep 02 13:44:04.692875 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3adac5-5873-42b7-ae8f-9a90bde6a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.695665 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c3adac5-5873-42b7-ae8f-9a90bde6a42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.697630 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8c3adac5-5873-42b7-ae8f-9a90bde6a42b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/512bb074-78df-4da4-ab20-08114f2d3e41 HTTP/1.1" status: 204 len: 168 time: 0.5910170 Sep 02 13:44:04.741715 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.757016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3adac5-5873-42b7-ae8f-9a90bde6a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512bb074-78df-4da4-ab20-08114f2d3e41,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:04.758084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Transition to ACTIVE for port object 968beb7f-a5f5-4560-a883-731f20312097 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:04.802165 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Transition to ACTIVE for port object 968beb7f-a5f5-4560-a883-731f20312097 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:04.823179 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.842642 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:43:59Z', 'revision_number': 3, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:04.903171 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db5e6b-613b-4560-87c6-0ebda5532400 None None] The sync data for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 is: [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:43:59Z', 'revision_number': 3, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:44:04.910423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e71e94-da71-40da-91d0-4989b4957cdb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:04.916113 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:04.919845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:04.923359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:04.925951 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:04.942294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Pushing event updated for resources: {'Port': ['ID=968beb7f-a5f5-4560-a883-731f20312097,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:04.942606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e71e94-da71-40da-91d0-4989b4957cdb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:04.955697 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-74e71e94-da71-40da-91d0-4989b4957cdb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4660890 Sep 02 13:44:04.956606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:05.000792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9dae046-c714-4ebc-8c82-edc478ed2c73 req-c2aafb21-ab4a-44bd-a1df-7ee3e40e812f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639867 Sep 02 13:44:05.023694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Attempting to bind port 968beb7f-a5f5-4560-a883-731f20312097 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:05.024446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Attempting to bind port 968beb7f-a5f5-4560-a883-731f20312097 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:05.025163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Attempting to bind port 968beb7f-a5f5-4560-a883-731f20312097 on network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:05.035412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:05.035986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Checking segment: {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:05.036577 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.037204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Bound using segment: {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:05.038265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Bound port: 968beb7f-a5f5-4560-a883-731f20312097, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:05.038835 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.095476 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.179585 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0eb4d8d8-5d62-4d28-b840-9a7af11cc034 req-de2046cc-6874-444a-a4bd-e19c75729508 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 210 time: 0.1964030 Sep 02 13:44:05.209948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41792) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:05.260930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] For port 968beb7f-a5f5-4560-a883-731f20312097, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:05.268679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] For port 968beb7f-a5f5-4560-a883-731f20312097, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=968beb7f-a5f5-4560-a883-731f20312097,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:05.278730 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.417856 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-be9147aa-49ea-4d2b-a9ab-bc9cc9cba931 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d221f8c3af65497f822e3842a9771d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065473 Sep 02 13:44:05.419283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41794) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:05.424880 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.435863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:05.494332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Transition to ACTIVE for port object 2393f92f-9fdb-4b7d-a50a-a91d269af0dc will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:05.504286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c5b61681-f500-454c-bfb2-052dcf09430b up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:05.525397 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff72a9a9-091a-4005-817f-e7a067dcd149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.596851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e1c78bb8-ea8f-4a12-9e64-c9c4d65cd192 None None] Provisioning for port c5b61681-f500-454c-bfb2-052dcf09430b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:05.623669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb5feb-5ed3-4e76-a3f2-15638b98b538 None None] Pushing event updated for resources: {'Port': ['ID=968beb7f-a5f5-4560-a883-731f20312097,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:05.649010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port c5b61681-f500-454c-bfb2-052dcf09430b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:05.655139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c5b61681-f500-454c-bfb2-052dcf09430b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:05.655139 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.694264 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc909372-7381-483d-820b-1a158a30cff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.710201 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-35350f92-895f-4aff-b7de-9d9e54a10d06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port bfa93636-6faa-4027-89ce-4a5ee2fbe1af {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:05.710552 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35350f92-895f-4aff-b7de-9d9e54a10d06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.745363 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.764651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0297e65b-2cd5-4490-867b-29f15d198422'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:44:05.774028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:44:05.798536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc909372-7381-483d-820b-1a158a30cff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.953113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event updated for resources: {'Port': ['ID=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:05.961410 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc909372-7381-483d-820b-1a158a30cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.965780 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc909372-7381-483d-820b-1a158a30cff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:05.967961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fc909372-7381-483d-820b-1a158a30cff4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb3fa421-c8fe-4b1f-be8c-54b285e4098a HTTP/1.1" status: 204 len: 168 time: 0.5269547 Sep 02 13:44:06.009938 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff72a9a9-091a-4005-817f-e7a067dcd149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.014954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d84e43b8-c06c-4a96-aa3f-ca044f45e7f5 None None] Provisioning for port bfa93636-6faa-4027-89ce-4a5ee2fbe1af completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:06.027762 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc909372-7381-483d-820b-1a158a30cff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3fa421-c8fe-4b1f-be8c-54b285e4098a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:06.034456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d84e43b8-c06c-4a96-aa3f-ca044f45e7f5 None None] Provisioning complete for port bfa93636-6faa-4027-89ce-4a5ee2fbe1af triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:06.034707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Network 5965e849-8a36-4836-bb86-d1198a6e6395 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:06.034827 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d84e43b8-c06c-4a96-aa3f-ca044f45e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.038594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:06.041142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:06.120593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:06.122756 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.143424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7d8a5-d5af-4894-b462-0c8801b2d3dc req-357a8a74-830f-4960-aa95-e2d5f27c9376 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:06.149730 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7d8a5-d5af-4894-b462-0c8801b2d3dc req-357a8a74-830f-4960-aa95-e2d5f27c9376 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:06.151443 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bba7d8a5-d5af-4894-b462-0c8801b2d3dc req-357a8a74-830f-4960-aa95-e2d5f27c9376 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1682 time: 0.4758327 Sep 02 13:44:06.266093 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.273736 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-db5fd6c6-bc62-474f-afb7-b95b6ece4258 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7608678 Sep 02 13:44:06.275344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d84e43b8-c06c-4a96-aa3f-ca044f45e7f5 None None] Port bfa93636-6faa-4027-89ce-4a5ee2fbe1af cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:44:06.295744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Request body: {'port': {'device_id': '81d86165-0c90-48af-8254-12442e32f487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:06.352670 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bba7d8a5-d5af-4894-b462-0c8801b2d3dc req-bc7a1bad-d96e-48b1-bdde-120d29bfe9a1 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815093 Sep 02 13:44:06.429217 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.478661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port c5b61681-f500-454c-bfb2-052dcf09430b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c5b61681-f500-454c-bfb2-052dcf09430b,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:06.505813 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.612816 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.619082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8ad66dd4-f297-4da2-a226-6e12a59f72d6 None None] Provisioning for port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:06.647555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8ad66dd4-f297-4da2-a226-6e12a59f72d6 None None] Provisioning complete for port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:06.648751 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ad66dd4-f297-4da2-a226-6e12a59f72d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.735458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=c5b61681-f500-454c-bfb2-052dcf09430b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:06.768582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8ad66dd4-f297-4da2-a226-6e12a59f72d6 None None] Port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:44:06.783712 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff72a9a9-091a-4005-817f-e7a067dcd149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:06.990695 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35350f92-895f-4aff-b7de-9d9e54a10d06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.018738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72a9a9-091a-4005-817f-e7a067dcd149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71e61be-a273-483c-bf3a-3054f1c2d47a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:07.019737 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2393f92f-9fdb-4b7d-a50a-a91d269af0dc {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:44:07.042279 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.065947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Transition to ACTIVE for port object 2393f92f-9fdb-4b7d-a50a-a91d269af0dc will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:07.067842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-35350f92-895f-4aff-b7de-9d9e54a10d06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for bfa93636-6faa-4027-89ce-4a5ee2fbe1af owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:07.076307 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.079838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ff72a9a9-091a-4005-817f-e7a067dcd149 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bdc40387d794b0c96a4ae963e9a43ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6419337 Sep 02 13:44:07.087486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41818) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:07.131308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5a14c-b5a2-4b0d-b859-76c0f44396a5 req-51b84f64-c9bc-4fa9-a72c-2996ee990dc5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:07.146532 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-43d5a14c-b5a2-4b0d-b859-76c0f44396a5 req-51b84f64-c9bc-4fa9-a72c-2996ee990dc5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 931 time: 0.3610723 Sep 02 13:44:07.152291 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b799809-bbf7-4570-b4a7-a1cbc941d801 None None] Network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:07.258829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Pushing event updated for resources: {'Port': ['ID=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:07.326252 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.20.0.1 (0b99c18b-dc4b-4ccd-b343-5788a0213ab2/0570a0ab-e49c-4bec-bbc0-faa01175ed62/72d0d41c-e192-4996-b877-cdbd3b1f5f41) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:07.350723 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Attempting to bind port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:07.351079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Attempting to bind port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:07.351422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Attempting to bind port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:07.372510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc on network 5965e849-8a36-4836-bb86-d1198a6e6395 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:44:07.372881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Attempting to bind port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc on network 5965e849-8a36-4836-bb86-d1198a6e6395 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:07.384105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2e988df6-03eb-46ec-a7e3-e864515a0453 None None] Provisioning for port 968beb7f-a5f5-4560-a883-731f20312097 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:07.418684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:07.421200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Checking segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:07.421855 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Bound using segment: {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:07.422495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Bound port: 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a49484-faad-463c-9b3a-316fbbdcf1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:07.423028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.485953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-43d5a14c-b5a2-4b0d-b859-76c0f44396a5 req-cc7f1832-423d-4ac2-83aa-98cba9475995 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332605 Sep 02 13:44:07.591327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-31575d39-201f-4af0-94b5-98f31b233ccf tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:07.597587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-31575d39-201f-4af0-94b5-98f31b233ccf tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:07.600128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-31575d39-201f-4af0-94b5-98f31b233ccf tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.90 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1682 time: 0.2126863 Sep 02 13:44:07.645571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 968beb7f-a5f5-4560-a883-731f20312097 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:07.647653 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cbab447-4b0c-4387-b8e2-67d502b6c1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.779435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 968beb7f-a5f5-4560-a883-731f20312097 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:07.797869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 968beb7f-a5f5-4560-a883-731f20312097 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:07.798266 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.806124 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cbab447-4b0c-4387-b8e2-67d502b6c1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.841598 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.884445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Transition to ACTIVE for port object 72d0d41c-e192-4996-b877-cdbd3b1f5f41 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:07.889988 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35350f92-895f-4aff-b7de-9d9e54a10d06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.967530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35350f92-895f-4aff-b7de-9d9e54a10d06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=bfa93636-6faa-4027-89ce-4a5ee2fbe1af,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:07.978994 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35350f92-895f-4aff-b7de-9d9e54a10d06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:07.983517 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-35350f92-895f-4aff-b7de-9d9e54a10d06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/bfa93636-6faa-4027-89ce-4a5ee2fbe1af HTTP/1.1" status: 204 len: 168 time: 3.0214496 Sep 02 13:44:07.987181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:07.996606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:08.016103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792245dd-16bd-423c-ab77-648ddec4cfba req-badcc9ea-e2d1-4c5d-82c6-f0ac8185b4df tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.024068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792245dd-16bd-423c-ab77-648ddec4cfba req-badcc9ea-e2d1-4c5d-82c6-f0ac8185b4df tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.026965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-792245dd-16bd-423c-ab77-648ddec4cfba req-badcc9ea-e2d1-4c5d-82c6-f0ac8185b4df tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1682 time: 0.5059154 Sep 02 13:44:08.027117 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cbab447-4b0c-4387-b8e2-67d502b6c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.030138 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cbab447-4b0c-4387-b8e2-67d502b6c1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.030409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:08.031306 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3cbab447-4b0c-4387-b8e2-67d502b6c1e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e71e61be-a273-483c-bf3a-3054f1c2d47a HTTP/1.1" status: 204 len: 168 time: 0.9365282 Sep 02 13:44:08.081155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbab447-4b0c-4387-b8e2-67d502b6c1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71e61be-a273-483c-bf3a-3054f1c2d47a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:08.090268 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.101626 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.115807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.150325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-29427ed9-3967-4e50-b546-8c1888423bed None None] Provisioning complete for port 968beb7f-a5f5-4560-a883-731f20312097 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:08.150862 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29427ed9-3967-4e50-b546-8c1888423bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.186158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2da7a8-4756-4639-a2d3-72cb7f491246 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.195272 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2da7a8-4756-4639-a2d3-72cb7f491246 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.197288 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7c2da7a8-4756-4639-a2d3-72cb7f491246 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2090700 Sep 02 13:44:08.199662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 968beb7f-a5f5-4560-a883-731f20312097, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=968beb7f-a5f5-4560-a883-731f20312097,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:08.208021 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.210726 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c5b61681-f500-454c-bfb2-052dcf09430b up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:08.225433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=72d0d41c-e192-4996-b877-cdbd3b1f5f41,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:08.244840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:08.244840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:08.291495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-792245dd-16bd-423c-ab77-648ddec4cfba req-c38fa1d6-b5bf-4e6d-bed6-258a66e84e33 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000003 Sep 02 13:44:08.308740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.309281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.311244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] 10.222.0.90 "PUT /v2.0/ports/2393f92f-9fdb-4b7d-a50a-a91d269af0dc HTTP/1.1" status: 200 len: 1091 time: 2.0257595 Sep 02 13:44:08.311698 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93ad36a-f00d-44cd-957a-4200f1082ac1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet baecf206-e0ba-4e8e-bd76-74922392238d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:08.314816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:08.320976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:08.323341 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48baff82-bc74-4f7a-a081-60ed4c0ca70d" -d '{"events": [{"name": "network-changed", "server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:08.335773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:08.392307 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e93ad36a-f00d-44cd-957a-4200f1082ac1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.471147 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e02bc-ddf2-4af0-a7c8-747e23a932fd x-openstack-request-id: req-814e02bc-ddf2-4af0-a7c8-747e23a932fd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:08.476923 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:08.477638 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-814e02bc-ddf2-4af0-a7c8-747e23a932fd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:08.478242 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc', 'status': 'completed', 'code': 200} Sep 02 13:44:08.486248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.499489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff53b85-aa0f-4bd5-b405-70407dca4b12 service neutron] Pushing event updated for resources: {'Port': ['ID=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:08.525570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting port 387e8e0f-ff47-4691-b535-f073fbf8a152 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:08.525923 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.561107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=968beb7f-a5f5-4560-a883-731f20312097,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:08.633123 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c5b61681-f500-454c-bfb2-052dcf09430b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:08.636461 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e93ad36a-f00d-44cd-957a-4200f1082ac1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.651520 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.677980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c3244-d045-424f-aed7-967501c39821 req-47570f90-325e-40e3-8d52-38e765ced9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:08.679675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-47570f90-325e-40e3-8d52-38e765ced9d1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 1094 time: 0.2958717 Sep 02 13:44:08.826773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 201997a0-1830-4570-a65a-bc75c19f8c0f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:08.831296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-962d1a06-1340-497b-b02d-a35cf31cec5f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc HTTP/1.1" status: 200 len: 217 time: 0.0861745 Sep 02 13:44:08.833348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] For port 387e8e0f-ff47-4691-b535-f073fbf8a152, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=387e8e0f-ff47-4691-b535-f073fbf8a152,segment=NetworkSegment(4a76f6db-b48e-4b3a-9d73-e744f3d70d47),segment_id=4a76f6db-b48e-4b3a-9d73-e744f3d70d47)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:08.834179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.845451 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.850752 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e93ad36a-f00d-44cd-957a-4200f1082ac1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:08.871989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Calling delete_port for 387e8e0f-ff47-4691-b535-f073fbf8a152 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:08.900435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 201997a0-1830-4570-a65a-bc75c19f8c0f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:08.906334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 201997a0-1830-4570-a65a-bc75c19f8c0f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:08.906984 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.006632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b005cd0-0140-4588-9d27-6f854fca27d4 req-42834690-d0ce-415b-b90d-13fd421623a3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:09.019329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b005cd0-0140-4588-9d27-6f854fca27d4 req-42834690-d0ce-415b-b90d-13fd421623a3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 943 time: 0.3344853 Sep 02 13:44:09.019541 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.033588 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e93ad36a-f00d-44cd-957a-4200f1082ac1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.047086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 201997a0-1830-4570-a65a-bc75c19f8c0f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=201997a0-1830-4570-a65a-bc75c19f8c0f,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:09.054857 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.074983 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ad36a-f00d-44cd-957a-4200f1082ac1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=baecf206-e0ba-4e8e-bd76-74922392238d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:09.094622 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e93ad36a-f00d-44cd-957a-4200f1082ac1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.105035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee3e5c-4e13-48af-bd20-3726721d22fe None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:09.105294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e93ad36a-f00d-44cd-957a-4200f1082ac1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/baecf206-e0ba-4e8e-bd76-74922392238d HTTP/1.1" status: 204 len: 168 time: 0.8592322 Sep 02 13:44:09.105863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41874) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:09.111704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c3244-d045-424f-aed7-967501c39821 req-ee56caa5-ad6b-43bf-94ec-5ba42b90dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:09.125231 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-ee56caa5-ad6b-43bf-94ec-5ba42b90dfdf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.2711828 Sep 02 13:44:09.184234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23a97b2c-3c21-497a-b165-b86b644b2842 None None] Provisioning for port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:09.251319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23a97b2c-3c21-497a-b165-b86b644b2842 None None] Provisioning complete for port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:09.251711 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23a97b2c-3c21-497a-b165-b86b644b2842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.294006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:09.330917 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-25bd68b4-e481-4056-a0d3-dae71f8e2b23 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2209606 Sep 02 13:44:09.335577 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:09.335964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23a97b2c-3c21-497a-b165-b86b644b2842 None None] Port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:44:09.397442 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.416634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 968beb7f-a5f5-4560-a883-731f20312097 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:09.418766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b773d-409c-4d31-aa07-ab548683f40d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:09.424581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1a7b773d-409c-4d31-aa07-ab548683f40d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0877383 Sep 02 13:44:09.425442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:09.435979 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.471630 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b005cd0-0140-4588-9d27-6f854fca27d4 req-c74e0371-f27e-4812-9f2c-dd7e9e9bc8fb tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513776 Sep 02 13:44:09.476273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c3244-d045-424f-aed7-967501c39821 req-5ebec409-9c1f-4753-bb9e-b3a12a7b7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:09.483044 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-5ebec409-9c1f-4753-bb9e-b3a12a7b7455 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3569283 Sep 02 13:44:09.529476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=201997a0-1830-4570-a65a-bc75c19f8c0f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:09.609540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 968beb7f-a5f5-4560-a883-731f20312097 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:09.610151 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.618287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b874b5-d48e-4b78-9013-88dd8a828cb2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:09.622567 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-03b874b5-d48e-4b78-9013-88dd8a828cb2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1956799 Sep 02 13:44:09.629095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:09.637492 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.671215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=72d0d41c-e192-4996-b877-cdbd3b1f5f41,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:09.682240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18f0937-6caa-4664-bfd7-fcd4fe4063cf None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:44:09.690116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-de9aede5-91fe-4b78-9472-a52ca0fb1b48 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598111 Sep 02 13:44:09.690785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:09.693942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dd582471-cd41-46fd-aa40-1ed3446c520c tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:09.713366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:09.738269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903f400-9c23-4fcf-85ad-ad845553542f req-11358239-7ffd-4af9-bead-6341b9cce487 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:09.750926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903f400-9c23-4fcf-85ad-ad845553542f req-11358239-7ffd-4af9-bead-6341b9cce487 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:09.752618 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8903f400-9c23-4fcf-85ad-ad845553542f req-11358239-7ffd-4af9-bead-6341b9cce487 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 1682 time: 0.2274640 Sep 02 13:44:09.776339 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.803271 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-6d45992f-84b6-4f5b-9ac9-81cf330d716c service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100560 Sep 02 13:44:09.807402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['387e8e0f-ff47-4691-b535-f073fbf8a152', '30548904-9f0c-47c3-b0f7-a6929816ee42'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:44:09.832178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Port': ['ID=387e8e0f-ff47-4691-b535-f073fbf8a152,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:09.832678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a18f0937-6caa-4664-bfd7-fcd4fe4063cf None None] Deleting port c5b61681-f500-454c-bfb2-052dcf09430b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:09.833639 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a18f0937-6caa-4664-bfd7-fcd4fe4063cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.926056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] No DVR routers for this DVR port 387e8e0f-ff47-4691-b535-f073fbf8a152 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:09.940013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8903f400-9c23-4fcf-85ad-ad845553542f req-07266084-9e5b-42e7-907a-b8f368383886 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189003 Sep 02 13:44:09.944587 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dd582471-cd41-46fd-aa40-1ed3446c520c tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] 10.222.0.13 "PUT /v2.0/quotas/48a14b6008d54812b8392544c7b016d5 HTTP/1.1" status: 200 len: 366 time: 0.6479077 Sep 02 13:44:09.945280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:09.971695 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:09.974683 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-112622dd-05bd-4c55-b05b-19bac2c1cb61 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.90 "DELETE /v2.0/ports/387e8e0f-ff47-4691-b535-f073fbf8a152 HTTP/1.1" status: 204 len: 173 time: 2.3669853 Sep 02 13:44:09.986179 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-96662e72-8e95-43fa-bb6b-11e6eae3fb54 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0334682 Sep 02 13:44:09.988954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:10.007801 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d330dc2b-98f3-4c67-a52b-0e6d4e5a47df tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] 10.222.0.13 "GET /v2.0/quotas/48a14b6008d54812b8392544c7b016d5 HTTP/1.1" status: 200 len: 366 time: 0.0161862 Sep 02 13:44:10.008455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:10.046165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0408ece6-28d0-4066-947f-e9645e8cab33 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/48a14b6008d54812b8392544c7b016d5 HTTP/1.1" status: 204 len: 168 time: 0.0345323 Sep 02 13:44:10.049772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:10.070999 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-657c3244-d045-424f-aed7-967501c39821 req-8d95c22a-ac12-42c6-9f9a-dddbe1df22ec service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354050 Sep 02 13:44:10.102341 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-65c31e90-1bd4-4f25-b26f-ebfc57350159 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0424547 Sep 02 13:44:10.103852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41910) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:10.117676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:10.136584 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5649302d-92c2-47c0-805d-4ccd6a6a8aee tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] 10.222.0.13 "GET /v2.0/quotas/48a14b6008d54812b8392544c7b016d5 HTTP/1.1" status: 200 len: 370 time: 0.0293381 Sep 02 13:44:10.137816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:10.138178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:10.154820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:10.158397 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:10.164114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a18f0937-6caa-4664-bfd7-fcd4fe4063cf None None] For port c5b61681-f500-454c-bfb2-052dcf09430b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c5b61681-f500-454c-bfb2-052dcf09430b,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:10.164522 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a18f0937-6caa-4664-bfd7-fcd4fe4063cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:10.172604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e7e8e764-df24-4a2f-a3c2-d745de6c8d0a tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] 10.222.0.13 "GET /v2.0/quotas/48a14b6008d54812b8392544c7b016d5/default HTTP/1.1" status: 200 len: 370 time: 0.0079355 Sep 02 13:44:10.181421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41914) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:10.191237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a18f0937-6caa-4664-bfd7-fcd4fe4063cf None None] Calling delete_port for c5b61681-f500-454c-bfb2-052dcf09430b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:10.283310 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-7fa84891-8271-484f-9502-a958f80289e1 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] delete failed (client error): The resource could not be found. Sep 02 13:44:10.287302 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7fa84891-8271-484f-9502-a958f80289e1 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/48a14b6008d54812b8392544c7b016d5 HTTP/1.1" status: 404 len: 348 time: 0.0771153 Sep 02 13:44:10.307670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-bbe8ea8a-d23c-4fd6-a3b6-dc3c203808e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:10.309503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-bbe8ea8a-d23c-4fd6-a3b6-dc3c203808e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 1094 time: 0.1752861 Sep 02 13:44:10.479927 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a18f0937-6caa-4664-bfd7-fcd4fe4063cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:10.485190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'name': 'network-vif-deleted', 'tag': '387e8e0f-ff47-4691-b535-f073fbf8a152'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:10.490162 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23edfee-5982-4099-9d66-cd44ca7c1836" -d '{"events": [{"server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "name": "network-vif-deleted", "tag": "387e8e0f-ff47-4691-b535-f073fbf8a152"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:10.521156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting port 30548904-9f0c-47c3-b0f7-a6929816ee42 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:10.524681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:10.542236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f0937-6caa-4664-bfd7-fcd4fe4063cf None None] Pushing event deleted for resources: {'Port': ['ID=c5b61681-f500-454c-bfb2-052dcf09430b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:10.550435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f0937-6caa-4664-bfd7-fcd4fe4063cf None None] No DVR routers for this DVR port c5b61681-f500-454c-bfb2-052dcf09430b on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:10.599033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7235ebb3-f47a-494c-ab47-241dd7cf01ba None None] Provisioning complete for port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:10.599411 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7235ebb3-f47a-494c-ab47-241dd7cf01ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:10.626408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:10.651956 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237c470b-b4e3-47ae-a9ef-6330be40a7d9 x-openstack-request-id: req-237c470b-b4e3-47ae-a9ef-6330be40a7d9 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:10.652529 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "name": "network-vif-deleted", "tag": "387e8e0f-ff47-4691-b535-f073fbf8a152", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:10.652945 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-237c470b-b4e3-47ae-a9ef-6330be40a7d9 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:10.653123 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7235ebb3-f47a-494c-ab47-241dd7cf01ba None None] Port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:44:10.653672 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'name': 'network-vif-deleted', 'tag': '387e8e0f-ff47-4691-b535-f073fbf8a152', 'status': 'completed', 'code': 200} Sep 02 13:44:10.707835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Usage tracker for resource:network and tenant:f508956dc42f466b9e98da88d24543f8 is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:44:10.708367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-bd56ac71-0735-4196-a755-853cc8c8a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:10.709875 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-bd56ac71-0735-4196-a755-853cc8c8a546 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.3887947 Sep 02 13:44:10.742273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:44:10.743932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:44:10.754438 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:10.765731 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-97b47e12-5e9d-4e22-86af-0c3a81543b56 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc HTTP/1.1" status: 200 len: 217 time: 0.0472500 Sep 02 13:44:10.774644 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] For port 30548904-9f0c-47c3-b0f7-a6929816ee42, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=30548904-9f0c-47c3-b0f7-a6929816ee42,segment=NetworkSegment(e0984e10-29fe-4fda-8284-73873fda99cb),segment_id=e0984e10-29fe-4fda-8284-73873fda99cb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:10.774644 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:10.824771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Calling delete_port for 30548904-9f0c-47c3-b0f7-a6929816ee42 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:10.838386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfc4dc-9be8-49af-a069-13bcb4f52d45 req-f0ab3bfe-bb3c-491a-9a5a-8bd9ec9918d9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:10.838714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-717f95b1-4160-4c7e-acf4-ef855782d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:10.845454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-717f95b1-4160-4c7e-acf4-ef855782d4bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.0654261 Sep 02 13:44:10.845731 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54dfc4dc-9be8-49af-a069-13bcb4f52d45 req-f0ab3bfe-bb3c-491a-9a5a-8bd9ec9918d9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 943 time: 0.1944764 Sep 02 13:44:10.845731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:44:10.860661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Usage tracker for resource:subnet and tenant:f508956dc42f466b9e98da88d24543f8 is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:44:10.876747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:10.887158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:44:10.895659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:10.901107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:10.901713 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:10.904521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=b2c47766-08b2-4a45-bf00-a4248932c870,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:10.923835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b48d202-0a83-446b-a2c1-c502846e434c None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:10.933474 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Usage tracker for resource:subnetpool and tenant:f508956dc42f466b9e98da88d24543f8 is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:44:10.939035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-f42b6994-9a61-46dd-8342-0f8ece447b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:10.940659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-f42b6994-9a61-46dd-8342-0f8ece447b61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917487 Sep 02 13:44:11.159774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-f3f90abc-ffd2-4d00-b26f-280d51a89202 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844869 Sep 02 13:44:11.160550 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:11.162493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': 'b2c47766-08b2-4a45-bf00-a4248932c870'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:44:11.164022 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:11.315779 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3a524f18-e805-46d2-beab-25c4b646a11d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6121302 Sep 02 13:44:11.315779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:44:11.318632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68529c-792d-425f-8ad5-932b66be3a71 req-ef007f51-6eac-4c37-8b0a-5462d6549abe tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:11.320234 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a68529c-792d-425f-8ad5-932b66be3a71 req-ef007f51-6eac-4c37-8b0a-5462d6549abe tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/ports?device_id=81211d94-d7d3-4595-b989-adabc5fc9122 HTTP/1.1" status: 200 len: 867 time: 0.2604911 Sep 02 13:44:11.334628 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54dfc4dc-9be8-49af-a069-13bcb4f52d45 req-ce33ea3e-0d98-49ea-9c44-3f70838e9e09 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821985 Sep 02 13:44:11.335430 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41944) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:11.358874 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d3d813f7-816b-450b-80fc-1f607f9dbc4b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:11.372735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 201997a0-1830-4570-a65a-bc75c19f8c0f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:11.429702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] No DVR routers for this DVR port 30548904-9f0c-47c3-b0f7-a6929816ee42 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:11.448982 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Allocated IP 2001:db8::f816:3eff:fe37:2846 (6536a6f3-744d-4aaf-8438-60c2494b3279/b2c47766-08b2-4a45-bf00-a4248932c870/466f6b95-25c7-4c14-afc6-94647df5ed4b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:11.456032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Port': ['ID=30548904-9f0c-47c3-b0f7-a6929816ee42,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:11.461749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 201997a0-1830-4570-a65a-bc75c19f8c0f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:11.462592 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:11.463147 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:11.465512 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c9e5e22-f7d3-4809-86fa-cb172e4a0877 req-cf2b0d2f-e632-4566-bf83-ee354693eb78 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.90 "DELETE /v2.0/ports/30548904-9f0c-47c3-b0f7-a6929816ee42 HTTP/1.1" status: 204 len: 173 time: 1.4843459 Sep 02 13:44:11.473083 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Usage tracker for resource:port and tenant:f508956dc42f466b9e98da88d24543f8 is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:44:11.480861 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a68529c-792d-425f-8ad5-932b66be3a71 req-22ea526f-a7a9-40ff-944a-457c4ebc645e tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84a95b2-9832-45c6-8833-22f114687104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944569 Sep 02 13:44:11.514896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:44:11.616319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:44:11.617918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Usage tracker for resource:router and tenant:f508956dc42f466b9e98da88d24543f8 is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:44:11.635216 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f2c2687d-86aa-4c70-86c8-3ae6f46069d7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "PUT /v2.0/routers/e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1803908 Sep 02 13:44:11.638050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41956) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:11.645383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Sync routers for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:44:11.689751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:44:11.693409 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48baff82-bc74-4f7a-a081-60ed4c0ca70d req-30123d8b-cf35-45d1-af22-5fc440d2372e service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987967 Sep 02 13:44:11.694936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:11.695669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:44:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:11.738890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Usage tracker for resource:floatingip and tenant:f508956dc42f466b9e98da88d24543f8 is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:44:11.753193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:44:11.790376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d813f7-816b-450b-80fc-1f607f9dbc4b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:11.799048 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3d813f7-816b-450b-80fc-1f607f9dbc4b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:11.865553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 2393f92f-9fdb-4b7d-a50a-a91d269af0dc details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:44:11.868034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 387e8e0f-ff47-4691-b535-f073fbf8a152 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:11.898641 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 387e8e0f-ff47-4691-b535-f073fbf8a152 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:11.898992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 387e8e0f-ff47-4691-b535-f073fbf8a152 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:11.899428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 30548904-9f0c-47c3-b0f7-a6929816ee42 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:11.901368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c5b61681-f500-454c-bfb2-052dcf09430b no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:11.940391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Usage tracker for resource:security_group and tenant:f508956dc42f466b9e98da88d24543f8 is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:44:11.960468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: c5b61681-f500-454c-bfb2-052dcf09430b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:11.960992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c5b61681-f500-454c-bfb2-052dcf09430b not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:11.961846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:44:11.962407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 30548904-9f0c-47c3-b0f7-a6929816ee42 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:11.962609 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 30548904-9f0c-47c3-b0f7-a6929816ee42 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:11.997184 n-d-794796-4 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-d3d813f7-816b-450b-80fc-1f607f9dbc4b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2c47766-08b2-4a45-bf00-a4248932c870 (CIDR: 2001:db8::/64) Sep 02 13:44:11.999104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Usage tracker for resource:security_group_rule and tenant:f508956dc42f466b9e98da88d24543f8 is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 02 13:44:12.007342 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d813f7-816b-450b-80fc-1f607f9dbc4b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:44:12.008374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d813f7-816b-450b-80fc-1f607f9dbc4b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:44:12.011885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.quota.resource [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 02 13:44:12.016318 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:12.027042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e459b5c0-3e31-4397-bf99-563f71d8fdf2 tempest-QuotasTest-1681616025 tempest-QuotasTest-1681616025-project-admin] 10.222.0.13 "GET /v2.0/quotas/f508956dc42f466b9e98da88d24543f8/details.json HTTP/1.1" status: 200 len: 703 time: 1.3952293 Sep 02 13:44:12.032914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.034368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.035051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.035748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.036518 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.038156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.041168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.041602 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d3d813f7-816b-450b-80fc-1f607f9dbc4b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6930673 Sep 02 13:44:12.042274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.042860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.043404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.043936 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.044402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.045614 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:12.046345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.052165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-338d365d-5bfa-4937-9549-96dc2b4b60d0 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9148 time: 0.4066908 Sep 02 13:44:12.053035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 41972) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:12.071717 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:12.074469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Transition to ACTIVE for port object 466f6b95-25c7-4c14-afc6-94647df5ed4b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:12.118500 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:12.156300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Transition to ACTIVE for port object 466f6b95-25c7-4c14-afc6-94647df5ed4b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:12.173179 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:12.235919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:12.298287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Pushing event updated for resources: {'Port': ['ID=466f6b95-25c7-4c14-afc6-94647df5ed4b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:12.309831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.310477 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.311044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.311577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.312097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.312617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.313085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.313342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:12.313535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.314211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.315022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.315714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.316420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.316885 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.321960 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7b839d72-13a8-4214-a427-92cc12f6e1d4 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8251 time: 0.2634878 Sep 02 13:44:12.327066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 41982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:12.387647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:12.392092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:12.401996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'port_id': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc', 'mac_address': 'fa:16:3e:e5:58:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:44:12.459252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625c14-4b07-4dc8-9e12-9c9d44990d2a req-5896a154-54e0-45a5-98b2-5a68a1e750fc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.480352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625c14-4b07-4dc8-9e12-9c9d44990d2a req-5896a154-54e0-45a5-98b2-5a68a1e750fc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.493006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625c14-4b07-4dc8-9e12-9c9d44990d2a req-5896a154-54e0-45a5-98b2-5a68a1e750fc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.503164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625c14-4b07-4dc8-9e12-9c9d44990d2a req-5896a154-54e0-45a5-98b2-5a68a1e750fc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.521546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625c14-4b07-4dc8-9e12-9c9d44990d2a req-5896a154-54e0-45a5-98b2-5a68a1e750fc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.533591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625c14-4b07-4dc8-9e12-9c9d44990d2a req-5896a154-54e0-45a5-98b2-5a68a1e750fc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.543339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625c14-4b07-4dc8-9e12-9c9d44990d2a req-5896a154-54e0-45a5-98b2-5a68a1e750fc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.548937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc625c14-4b07-4dc8-9e12-9c9d44990d2a req-5896a154-54e0-45a5-98b2-5a68a1e750fc tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5428 time: 0.2286048 Sep 02 13:44:12.579586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Attempting to bind port 466f6b95-25c7-4c14-afc6-94647df5ed4b on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:12.580661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Attempting to bind port 466f6b95-25c7-4c14-afc6-94647df5ed4b by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:12.581595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Attempting to bind port 466f6b95-25c7-4c14-afc6-94647df5ed4b on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:12.609110 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:12.610166 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:12.610775 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:12.611503 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:12.612408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Bound port: 466f6b95-25c7-4c14-afc6-94647df5ed4b, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:12.613269 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:12.633155 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:12.651214 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc625c14-4b07-4dc8-9e12-9c9d44990d2a req-63896abc-4251-490a-a9e0-13c746888f99 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879173 Sep 02 13:44:12.655588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'name': 'network-vif-deleted', 'tag': '30548904-9f0c-47c3-b0f7-a6929816ee42'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:12.658629 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75cfc77-cd13-48db-87d4-aed7d7ee28d6" -d '{"events": [{"server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "name": "network-vif-deleted", "tag": "30548904-9f0c-47c3-b0f7-a6929816ee42"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:12.694425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:12.708515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2393f92f-9fdb-4b7d-a50a-a91d269af0dc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:44:12.729324 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:12.744739 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:12.764538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:12.768223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:12.785717 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:12.795549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] For port 466f6b95-25c7-4c14-afc6-94647df5ed4b, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:12.799978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] For port 466f6b95-25c7-4c14-afc6-94647df5ed4b, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=466f6b95-25c7-4c14-afc6-94647df5ed4b,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:12.835924 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:12.851223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f959be-73ce-4698-8acd-a2b34521a4f9 req-4513957b-1f08-4291-97f8-19cb32950f17 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:12.852919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21f959be-73ce-4698-8acd-a2b34521a4f9 req-4513957b-1f08-4291-97f8-19cb32950f17 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 943 time: 0.3392847 Sep 02 13:44:12.914528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:44:08Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 2, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:12.921353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:13.003700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Checking router: e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:44:13.004759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Updating router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:44:13.020085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-21f959be-73ce-4698-8acd-a2b34521a4f9 req-30513c55-13ed-41ce-a45c-fa65547ec881 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573377 Sep 02 13:44:13.114683 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.135243 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['2393f92f-9fdb-4b7d-a50a-a91d269af0dc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:44:13.174445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0884403-35dc-4c90-89c7-138f68b457df None None] Pushing event updated for resources: {'Port': ['ID=466f6b95-25c7-4c14-afc6-94647df5ed4b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:13.216052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:13.317773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a8e2db7d-0ba5-4f3d-98b7-4d04615b68c1 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.9890723 Sep 02 13:44:13.529266 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5731b345-63d9-4e9b-8a21-ff05755e1345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.544527 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.565838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a32a89e-a649-4aad-8577-02bfffa12bca tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting subnet f331a340-6513-42f8-b252-e8f98f58c2f2 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:13.572259 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a32a89e-a649-4aad-8577-02bfffa12bca tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.586301 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:13.625003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:13.643873 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:13.645050 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.662122 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a32a89e-a649-4aad-8577-02bfffa12bca tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.720106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=e7bb341e-0dab-47ca-93e5-7c8a23025eb6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:13.752946 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2358d448-1347-4181-9585-18945a34aa52 x-openstack-request-id: req-2358d448-1347-4181-9585-18945a34aa52 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:13.753530 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81211d94-d7d3-4595-b989-adabc5fc9122", "name": "network-vif-deleted", "tag": "30548904-9f0c-47c3-b0f7-a6929816ee42", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:13.754190 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2358d448-1347-4181-9585-18945a34aa52 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:13.754817 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81211d94-d7d3-4595-b989-adabc5fc9122', 'name': 'network-vif-deleted', 'tag': '30548904-9f0c-47c3-b0f7-a6929816ee42', 'status': 'completed', 'code': 200} Sep 02 13:44:13.834766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40181e25-c986-4811-a7c7-f2d1a4da2452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.852356 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.863383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42016) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:13.867872 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Transition to ACTIVE for port object 72d0d41c-e192-4996-b877-cdbd3b1f5f41 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:13.875934 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.878339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-67635513-88d4-4821-8614-25ca9eda9742 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161692594', 'description': 'tempest-secgroup-smoke-1161692594 description', 'project_id': '8626c8996e0f4881b04c6b0859a09b18'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:13.898599 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5731b345-63d9-4e9b-8a21-ff05755e1345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.926311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-036294d7-868a-4044-a1af-89c81dc30178 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:13.933035 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5731b345-63d9-4e9b-8a21-ff05755e1345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.934493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-036294d7-868a-4044-a1af-89c81dc30178 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:13.944119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-036294d7-868a-4044-a1af-89c81dc30178 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:13.945559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1322ff7a-f685-4762-9b77-1fdf4757b181 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8978362 Sep 02 13:44:13.951220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-036294d7-868a-4044-a1af-89c81dc30178 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:13.958790 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-036294d7-868a-4044-a1af-89c81dc30178 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:13.960391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:13.965967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-036294d7-868a-4044-a1af-89c81dc30178 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:13.966217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Pushing event updated for resources: {'Port': ['ID=72d0d41c-e192-4996-b877-cdbd3b1f5f41,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:13.973454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-036294d7-868a-4044-a1af-89c81dc30178 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:13.975467 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-036294d7-868a-4044-a1af-89c81dc30178 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5428 time: 0.2194753 Sep 02 13:44:13.977308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a32a89e-a649-4aad-8577-02bfffa12bca tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:13.977978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:9b:70:1f', 'name': 'tempest-NetworksTestDHCPv6-2127196314'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:14.006824 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Attempting to bind port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:14.007429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Attempting to bind port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:14.007543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Attempting to bind port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 on network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:14.014667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:14.015040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Checking segment: {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:14.015454 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.015930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Bound using segment: {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:14.016437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Bound port: 72d0d41c-e192-4996-b877-cdbd3b1f5f41, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:14.016828 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.021925 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-67635513-88d4-4821-8614-25ca9eda9742 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:44:14.021925 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:44:14.021925 n-d-794796-4 neutron-server[94687]: [parameters: {'project_id_1': '8626c8996e0f4881b04c6b0859a09b18', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 44, 13, 891250)}] Sep 02 13:44:14.021925 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:44:14.022410 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-67635513-88d4-4821-8614-25ca9eda9742 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:44:14.031318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1bd2-7702-4623-be37-0dd1a413ac21 req-67d6d3c3-1872-44e1-9b10-f5a126008d5a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:14.039894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1bd2-7702-4623-be37-0dd1a413ac21 req-67d6d3c3-1872-44e1-9b10-f5a126008d5a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:14.050930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1bd2-7702-4623-be37-0dd1a413ac21 req-67d6d3c3-1872-44e1-9b10-f5a126008d5a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:14.070760 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1bd2-7702-4623-be37-0dd1a413ac21 req-67d6d3c3-1872-44e1-9b10-f5a126008d5a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:14.088197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1bd2-7702-4623-be37-0dd1a413ac21 req-67d6d3c3-1872-44e1-9b10-f5a126008d5a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:14.099620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1bd2-7702-4623-be37-0dd1a413ac21 req-67d6d3c3-1872-44e1-9b10-f5a126008d5a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:14.114652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1bd2-7702-4623-be37-0dd1a413ac21 req-67d6d3c3-1872-44e1-9b10-f5a126008d5a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:14.115998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-929d3cbd-08df-438a-be82-5c3246f0c802 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:14.117476 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-929d3cbd-08df-438a-be82-5c3246f0c802 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "GET /v2.0/ports/01de64f3-ebac-4c94-8ffc-a2cc80feddb3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1101422 Sep 02 13:44:14.124477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-887a1bd2-7702-4623-be37-0dd1a413ac21 req-67d6d3c3-1872-44e1-9b10-f5a126008d5a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 5428 time: 0.3290682 Sep 02 13:44:14.187858 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] For port 72d0d41c-e192-4996-b877-cdbd3b1f5f41, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:14.192210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] For port 72d0d41c-e192-4996-b877-cdbd3b1f5f41, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=72d0d41c-e192-4996-b877-cdbd3b1f5f41,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:14.198917 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.250363 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5731b345-63d9-4e9b-8a21-ff05755e1345 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d9e5fedbe2945f2bbfa8c1faa6328f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0252013 Sep 02 13:44:14.257675 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Pushing event updated for resources: {'Port': ['ID=72d0d41c-e192-4996-b877-cdbd3b1f5f41,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:14.262178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:14.265963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b345-63d9-4e9b-8a21-ff05755e1345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee5099-83b3-4ec6-b98d-02cbb337f3af,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:14.282836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.283191 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.283806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.284133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.284470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.284802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.285138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.285483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.285796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.286121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.286463 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.286784 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bcfe1a-447c-4c43-9081-c6103fba7261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:14.314192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:14.314996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:44:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:14.335298 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-887a1bd2-7702-4623-be37-0dd1a413ac21 req-14fa9a7a-f4db-4152-99ee-6228657cc8b3 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=150c6f60-37d5-4911-99cb-5f135ad19c79&id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2098074 Sep 02 13:44:14.382804 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a32a89e-a649-4aad-8577-02bfffa12bca tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.409191 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40181e25-c986-4811-a7c7-f2d1a4da2452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.423276 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a32a89e-a649-4aad-8577-02bfffa12bca tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.428346 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5a32a89e-a649-4aad-8577-02bfffa12bca tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "DELETE /v2.0/subnets/f331a340-6513-42f8-b252-e8f98f58c2f2 HTTP/1.1" status: 204 len: 168 time: 1.6597760 Sep 02 13:44:14.430970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:14.437475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488d466-76d3-4dc6-8480-2cd5001c87b3 None None] Network 52253ce8-78e0-4be6-ba32-8946d17006bf requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:14.447534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40181e25-c986-4811-a7c7-f2d1a4da2452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.459590 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32a89e-a649-4aad-8577-02bfffa12bca tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Subnet': ['ID=f331a340-6513-42f8-b252-e8f98f58c2f2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:14.488038 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c623d35-9c13-4f9f-bab9-433730dbd556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.548948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c623d35-9c13-4f9f-bab9-433730dbd556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.549672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-40181e25-c986-4811-a7c7-f2d1a4da2452 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69aba1b7a3314f63b709e5acb99cfa75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8538237 Sep 02 13:44:14.557492 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:14.564670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3dfff-527a-4a43-878e-3898f337aee2 req-2bd187a2-d01b-4c40-ba5a-ef7a5c74a245 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:14.574961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bca3dfff-527a-4a43-878e-3898f337aee2 req-2bd187a2-d01b-4c40-ba5a-ef7a5c74a245 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 944 time: 0.3394489 Sep 02 13:44:14.586104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:14.603165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40181e25-c986-4811-a7c7-f2d1a4da2452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b001e3e7-02c5-40a3-aa84-a08dfa5edd66,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:14.644554 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-caa4c430-6baf-4d68-82fb-e053ad232b42 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "GET /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5137143 Sep 02 13:44:14.673751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:14.685141 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67635513-88d4-4821-8614-25ca9eda9742 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.694532 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.697494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbbb895-d467-482c-878c-af2b683ba714 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:14.742256 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bca3dfff-527a-4a43-878e-3898f337aee2 req-851acfa3-e483-4a9a-afec-f17f87e6b451 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652851 Sep 02 13:44:14.758408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port a495de02-3a41-4a7b-9c69-2b329fdf8099 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:14.821464 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7387faf-1789-4f6f-bcd7-f4acf9ab5801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.828491 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.830416 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.845577 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c623d35-9c13-4f9f-bab9-433730dbd556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.848558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c623d35-9c13-4f9f-bab9-433730dbd556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.849846 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6c623d35-9c13-4f9f-bab9-433730dbd556 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1ee5099-83b3-4ec6-b98d-02cbb337f3af HTTP/1.1" status: 204 len: 168 time: 0.5807168 Sep 02 13:44:14.866605 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7387faf-1789-4f6f-bcd7-f4acf9ab5801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:14.908548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:14.957001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d5769c6-26ac-41f9-9e78-acb51b2f4d2c None None] Provisioning for port 466f6b95-25c7-4c14-afc6-94647df5ed4b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:15.023134 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8:0:1::38a (6536a6f3-744d-4aaf-8438-60c2494b3279/e7bb341e-0dab-47ca-93e5-7c8a23025eb6/a495de02-3a41-4a7b-9c69-2b329fdf8099) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:15.032735 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fe9b:701f (6536a6f3-744d-4aaf-8438-60c2494b3279/b2c47766-08b2-4a45-bf00-a4248932c870/a495de02-3a41-4a7b-9c69-2b329fdf8099) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:15.055330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67635513-88d4-4821-8614-25ca9eda9742 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.067152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67635513-88d4-4821-8614-25ca9eda9742 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.103020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67635513-88d4-4821-8614-25ca9eda9742 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391e29bc-94cf-4161-9265-49c160a7c03a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:15.106969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] For port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:15.112394 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7387faf-1789-4f6f-bcd7-f4acf9ab5801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.114802 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7387faf-1789-4f6f-bcd7-f4acf9ab5801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.116587 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b7387faf-1789-4f6f-bcd7-f4acf9ab5801 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b001e3e7-02c5-40a3-aa84-a08dfa5edd66 HTTP/1.1" status: 204 len: 168 time: 0.5280859 Sep 02 13:44:15.139346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7387faf-1789-4f6f-bcd7-f4acf9ab5801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b001e3e7-02c5-40a3-aa84-a08dfa5edd66,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:15.141362 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67635513-88d4-4821-8614-25ca9eda9742 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.142748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-67635513-88d4-4821-8614-25ca9eda9742 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2781067 Sep 02 13:44:15.147004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42038) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:15.151477 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fab5665f-6555-4f00-9046-a7a3b3f4d3eb tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '391e29bc-94cf-4161-9265-49c160a7c03a', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:15.204419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] For port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:15.211631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c2b1cc-69ba-4ea9-95b2-f33a70d12e0d None None] DHCP port deletion for 52253ce8-78e0-4be6-ba32-8946d17006bf request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:44:15.284176 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.296156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fab5665f-6555-4f00-9046-a7a3b3f4d3eb tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.303415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] device_id is not set on port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:15.304587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object a495de02-3a41-4a7b-9c69-2b329fdf8099 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:15.330946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42040) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:15.360666 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.366012 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57578091-1992-4ee8-ab37-84be5d96f1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.377581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.406097 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.427762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c623d35-9c13-4f9f-bab9-433730dbd556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee5099-83b3-4ec6-b98d-02cbb337f3af,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:15.428634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 466f6b95-25c7-4c14-afc6-94647df5ed4b up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:15.502434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:15.507403 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:15.510372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:15.520740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.521431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.532886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] No DVR routers for this DVR port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:15.549999 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fab5665f-6555-4f00-9046-a7a3b3f4d3eb tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.571371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=a495de02-3a41-4a7b-9c69-2b329fdf8099,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:15.579932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99799c61-a857-4e66-8e21-87f578543181 service neutron] Pushing event updated for resources: {'Port': ['ID=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:15.597403 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting port 8ad63637-5774-4355-89a9-d4a697ff8127 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:15.598045 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.602223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a775d3-40c1-4480-a13c-5c732364339a None None] Update dhcp port {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': 'b2c47766-08b2-4a45-bf00-a4248932c870', 'ip_address': '2001:db8::f816:3eff:fe37:2846'}, {'subnet_id': 'e7bb341e-0dab-47ca-93e5-7c8a23025eb6'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '466f6b95-25c7-4c14-afc6-94647df5ed4b'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:44:15.611319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-74c2b1cc-69ba-4ea9-95b2-f33a70d12e0d None None] Deleting port 8ad63637-5774-4355-89a9-d4a697ff8127 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:15.612344 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74c2b1cc-69ba-4ea9-95b2-f33a70d12e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.660763 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fab5665f-6555-4f00-9046-a7a3b3f4d3eb tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.671400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] For port 8ad63637-5774-4355-89a9-d4a697ff8127, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8ad63637-5774-4355-89a9-d4a697ff8127,segment=NetworkSegment(4a76f6db-b48e-4b3a-9d73-e744f3d70d47),segment_id=4a76f6db-b48e-4b3a-9d73-e744f3d70d47)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:15.671985 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.688771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Calling delete_port for 8ad63637-5774-4355-89a9-d4a697ff8127 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:15.704415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5665f-6555-4f00-9046-a7a3b3f4d3eb tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967c47a8-b063-453b-b949-fcd2dffd9edb,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:15.704711 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1a775d3-40c1-4480-a13c-5c732364339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.755006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] In _notify_port_updated(), no bound segment for port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:44:15.755953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.756615 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.762014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 466f6b95-25c7-4c14-afc6-94647df5ed4b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:15.765436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-99799c61-a857-4e66-8e21-87f578543181 service neutron] 10.222.0.90 "PUT /v2.0/ports/01de64f3-ebac-4c94-8ffc-a2cc80feddb3 HTTP/1.1" status: 200 len: 1025 time: 1.1093917 Sep 02 13:44:15.768894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-74c2b1cc-69ba-4ea9-95b2-f33a70d12e0d None None] For port 8ad63637-5774-4355-89a9-d4a697ff8127, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8ad63637-5774-4355-89a9-d4a697ff8127,segment=NetworkSegment(4a76f6db-b48e-4b3a-9d73-e744f3d70d47),segment_id=4a76f6db-b48e-4b3a-9d73-e744f3d70d47)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:15.769577 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74c2b1cc-69ba-4ea9-95b2-f33a70d12e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.796492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 466f6b95-25c7-4c14-afc6-94647df5ed4b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:15.802847 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.812532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 2393f92f-9fdb-4b7d-a50a-a91d269af0dc up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:15.852130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef43bb-f62c-4406-a772-7385f61425cb req-ab8a9f0d-e8b0-444b-8771-aedc266802b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.859109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef43bb-f62c-4406-a772-7385f61425cb req-ab8a9f0d-e8b0-444b-8771-aedc266802b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.866420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef43bb-f62c-4406-a772-7385f61425cb req-ab8a9f0d-e8b0-444b-8771-aedc266802b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.869927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-74c2b1cc-69ba-4ea9-95b2-f33a70d12e0d None None] Calling delete_port for 8ad63637-5774-4355-89a9-d4a697ff8127 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:15.874647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:44:08Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:14Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:15.879812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef43bb-f62c-4406-a772-7385f61425cb req-ab8a9f0d-e8b0-444b-8771-aedc266802b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.886798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef43bb-f62c-4406-a772-7385f61425cb req-ab8a9f0d-e8b0-444b-8771-aedc266802b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.893459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef43bb-f62c-4406-a772-7385f61425cb req-ab8a9f0d-e8b0-444b-8771-aedc266802b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.895666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26ef43bb-f62c-4406-a772-7385f61425cb req-ab8a9f0d-e8b0-444b-8771-aedc266802b0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 4656 time: 0.3639455 Sep 02 13:44:15.898476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:15.952266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcd172-7449-4ae1-bd44-2bbc610b339d req-66389044-2b23-49a0-a75a-acb35ee7b759 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.952759 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72f958a3-5796-4104-bee6-642a278ea1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.955049 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48dcd172-7449-4ae1-bd44-2bbc610b339d req-66389044-2b23-49a0-a75a-acb35ee7b759 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 944 time: 0.0718801 Sep 02 13:44:15.955837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604044e7-a9d3-4ff9-adef-fd0128213b69 None None] The sync data for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 is: [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:44:08Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:14Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:44:15.956989 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:15.961231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-f7b02a30-2af3-4436-a25e-7dfa86df986e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:15.962653 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-f7b02a30-2af3-4436-a25e-7dfa86df986e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "GET /v2.0/ports/62242978-32bf-44ee-ba00-453877bc6656?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1880164 Sep 02 13:44:15.987374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:15.989697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Port': ['ID=8ad63637-5774-4355-89a9-d4a697ff8127,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:16.014977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] No DVR routers for this DVR port 8ad63637-5774-4355-89a9-d4a697ff8127 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:16.037982 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57578091-1992-4ee8-ab37-84be5d96f1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.048303 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57578091-1992-4ee8-ab37-84be5d96f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.057069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26ef43bb-f62c-4406-a772-7385f61425cb req-d6aa2b54-5b9d-4286-8ac1-f95655000d88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&id=150c6f60-37d5-4911-99cb-5f135ad19c79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1436596 Sep 02 13:44:16.063106 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fab5665f-6555-4f00-9046-a7a3b3f4d3eb tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.067965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fab5665f-6555-4f00-9046-a7a3b3f4d3eb tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9192183 Sep 02 13:44:16.099409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42050) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:16.121346 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c8561982-912f-43e6-a757-7b2238eb67e4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1488707 Sep 02 13:44:16.123941 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0c972399-4741-4312-874e-3073b6a9df14 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '391e29bc-94cf-4161-9265-49c160a7c03a', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:16.136908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:16.164396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-293a021f-300f-48c5-9714-16920a5fee9b None None] Provisioning complete for port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:16.164774 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-293a021f-300f-48c5-9714-16920a5fee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.201805 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-57578091-1992-4ee8-ab37-84be5d96f1a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbcbf126bb9e42eab5e5ed8b4f1cc5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8691959 Sep 02 13:44:16.202846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57578091-1992-4ee8-ab37-84be5d96f1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf414c20-72c5-4b88-8c9a-819a80664b03,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:16.207758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42054) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:16.227318 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.294489 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:16.315289 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-293a021f-300f-48c5-9714-16920a5fee9b None None] Port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:44:16.338442 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:16.338813 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.338973 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.356992 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-48dcd172-7449-4ae1-bd44-2bbc610b339d req-c2c11c02-0ea7-4f43-a24e-fcb0d8daf421 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693128 Sep 02 13:44:16.358996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52253ce8-78e0-4be6-ba32-8946d17006bf']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:16.377209 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74c2b1cc-69ba-4ea9-95b2-f33a70d12e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.392873 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.404396 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64b4edde-7d05-4230-a70e-dd9dcdbe4ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.406749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a76f6db-b48e-4b3a-9d73-e744f3d70d47') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:16.407316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a76f6db-b48e-4b3a-9d73-e744f3d70d47') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:16.422682 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.444503 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b1a775d3-40c1-4480-a13c-5c732364339a None None] Allocated IP 2001:db8:0:1::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/e7bb341e-0dab-47ca-93e5-7c8a23025eb6/466f6b95-25c7-4c14-afc6-94647df5ed4b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:16.454732 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.455085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c2b1cc-69ba-4ea9-95b2-f33a70d12e0d None None] No DVR routers for this DVR port 8ad63637-5774-4355-89a9-d4a697ff8127 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:16.456973 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2b1cc-69ba-4ea9-95b2-f33a70d12e0d None None] Pushing event deleted for resources: {'Port': ['ID=8ad63637-5774-4355-89a9-d4a697ff8127,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:16.471766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:44:16.472240 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:44:16.480432 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:44:16.503356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64b4edde-7d05-4230-a70e-dd9dcdbe4ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.559144 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72f958a3-5796-4104-bee6-642a278ea1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.576011 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-72f958a3-5796-4104-bee6-642a278ea1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.634103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f958a3-5796-4104-bee6-642a278ea1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e85f43-9366-4a81-9fb7-20913cdfcf72,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:16.698590 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-72f958a3-5796-4104-bee6-642a278ea1fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f508956dc42f466b9e98da88d24543f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7969220 Sep 02 13:44:16.700005 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c972399-4741-4312-874e-3073b6a9df14 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.703306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42058) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:16.704220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b1a775d3-40c1-4480-a13c-5c732364339a None None] For port 466f6b95-25c7-4c14-afc6-94647df5ed4b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=466f6b95-25c7-4c14-afc6-94647df5ed4b,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:16.707562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] For port 62242978-32bf-44ee-ba00-453877bc6656, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=62242978-32bf-44ee-ba00-453877bc6656,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:16.796853 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1a775d3-40c1-4480-a13c-5c732364339a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.798739 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64b4edde-7d05-4230-a70e-dd9dcdbe4ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.801541 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64b4edde-7d05-4230-a70e-dd9dcdbe4ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.802788 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-64b4edde-7d05-4230-a70e-dd9dcdbe4ade admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf414c20-72c5-4b88-8c9a-819a80664b03 HTTP/1.1" status: 204 len: 168 time: 0.5890701 Sep 02 13:44:16.835580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b1a775d3-40c1-4480-a13c-5c732364339a None None] Transition to ACTIVE for port object 466f6b95-25c7-4c14-afc6-94647df5ed4b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:16.850860 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1a775d3-40c1-4480-a13c-5c732364339a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.860429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4edde-7d05-4230-a70e-dd9dcdbe4ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf414c20-72c5-4b88-8c9a-819a80664b03,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:16.868437 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] For port 62242978-32bf-44ee-ba00-453877bc6656, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:16.876021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ced43e95-118c-4cd7-bd3c-ad4993e251a9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port a495de02-3a41-4a7b-9c69-2b329fdf8099 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:16.876611 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced43e95-118c-4cd7-bd3c-ad4993e251a9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.922340 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.929576 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.934306 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "DELETE /v2.0/networks/52253ce8-78e0-4be6-ba32-8946d17006bf HTTP/1.1" status: 204 len: 168 time: 2.5006464 Sep 02 13:44:16.934948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:16.942019 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c972399-4741-4312-874e-3073b6a9df14 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.956454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] device_id is not set on port 62242978-32bf-44ee-ba00-453877bc6656 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:16.961476 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c972399-4741-4312-874e-3073b6a9df14 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.978913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.980585 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:16.985857 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57af94c3-6b38-477f-a604-31f734315dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.002744 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.024854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c972399-4741-4312-874e-3073b6a9df14 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc9e0ab-6178-43e4-8d7f-c430c20d5c0b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:17.025544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2ef95-469e-46af-ad20-0db5649ec35a tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Network': ['ID=52253ce8-78e0-4be6-ba32-8946d17006bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:17.026891 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0c972399-4741-4312-874e-3073b6a9df14 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.031136 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0c972399-4741-4312-874e-3073b6a9df14 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9283965 Sep 02 13:44:17.035247 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:17.045649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f177b629-c1bf-40d6-bd8b-4117654aa73f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting subnet 53f93ed3-83a6-430b-a6c2-8ca6662c559a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:17.053665 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f177b629-c1bf-40d6-bd8b-4117654aa73f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.071711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-20a93778-1077-4273-b6af-5f1ab71f904c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '391e29bc-94cf-4161-9265-49c160a7c03a', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:17.109563 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57af94c3-6b38-477f-a604-31f734315dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.110894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced43e95-118c-4cd7-bd3c-ad4993e251a9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.115597 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-af73da4e-2061-42fc-a688-984831479777 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:44:17.115993 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-af73da4e-2061-42fc-a688-984831479777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:44:17.116539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a775d3-40c1-4480-a13c-5c732364339a None None] Pushing event updated for resources: {'Port': ['ID=466f6b95-25c7-4c14-afc6-94647df5ed4b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:17.129128 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f177b629-c1bf-40d6-bd8b-4117654aa73f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.161657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ced43e95-118c-4cd7-bd3c-ad4993e251a9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for a495de02-3a41-4a7b-9c69-2b329fdf8099 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:17.184816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:17.192134 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] Pushing event updated for resources: {'Port': ['ID=62242978-32bf-44ee-ba00-453877bc6656,revision_number=6']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:17.217822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:17.221271 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a0cbf-f760-4ec9-b223-73a6e81a08b8" -d '{"events": [{"server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "name": "network-vif-plugged", "status": "completed", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:17.229660 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.230808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 62242978-32bf-44ee-ba00-453877bc6656 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:17.275023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] No DVR routers for this DVR port 62242978-32bf-44ee-ba00-453877bc6656 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:17.324771 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7e268c-d3e5-4ae4-ab1b-7466827c01ce x-openstack-request-id: req-3d7e268c-d3e5-4ae4-ab1b-7466827c01ce {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:17.325760 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "name": "network-vif-plugged", "status": "completed", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:17.327094 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d7e268c-d3e5-4ae4-ab1b-7466827c01ce {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:17.327826 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc', 'code': 200} Sep 02 13:44:17.366188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f177b629-c1bf-40d6-bd8b-4117654aa73f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.370040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 62242978-32bf-44ee-ba00-453877bc6656 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:17.370714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:17.485455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] In _notify_port_updated(), no bound segment for port 62242978-32bf-44ee-ba00-453877bc6656 on network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:44:17.488120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:17.488945 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.503056 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-0afceff6-4b59-4cda-b7c5-39902af5fe07 service neutron] 10.222.0.90 "PUT /v2.0/ports/62242978-32bf-44ee-ba00-453877bc6656 HTTP/1.1" status: 200 len: 1025 time: 1.5217378 Sep 02 13:44:17.570971 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f177b629-c1bf-40d6-bd8b-4117654aa73f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.621358 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f177b629-c1bf-40d6-bd8b-4117654aa73f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.629323 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f177b629-c1bf-40d6-bd8b-4117654aa73f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "DELETE /v2.0/subnets/53f93ed3-83a6-430b-a6c2-8ca6662c559a HTTP/1.1" status: 204 len: 168 time: 0.6810248 Sep 02 13:44:17.640236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:17.680650 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20a93778-1077-4273-b6af-5f1ab71f904c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.737749 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57af94c3-6b38-477f-a604-31f734315dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.740455 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57af94c3-6b38-477f-a604-31f734315dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:17.744541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-57af94c3-6b38-477f-a604-31f734315dbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12e85f43-9366-4a81-9fb7-20913cdfcf72 HTTP/1.1" status: 204 len: 168 time: 1.0317185 Sep 02 13:44:17.760837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851d668-1007-4c61-a686-075e958db659 None None] Network fa36358e-0da9-4cdd-ae72-0582ce1fddc4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:17.816595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:17.843198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af94c3-6b38-477f-a604-31f734315dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e85f43-9366-4a81-9fb7-20913cdfcf72,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:17.868980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177b629-c1bf-40d6-bd8b-4117654aa73f tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Subnet': ['ID=53f93ed3-83a6-430b-a6c2-8ca6662c559a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:17.968150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7212c-68bf-448e-9e24-2e76ffe524d9 req-2018e8c1-74ac-4a07-a6af-3ac67bf6f939 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:17.989619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7212c-68bf-448e-9e24-2e76ffe524d9 req-2018e8c1-74ac-4a07-a6af-3ac67bf6f939 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:18.006811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7212c-68bf-448e-9e24-2e76ffe524d9 req-2018e8c1-74ac-4a07-a6af-3ac67bf6f939 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:18.026011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7212c-68bf-448e-9e24-2e76ffe524d9 req-2018e8c1-74ac-4a07-a6af-3ac67bf6f939 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:18.052178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7212c-68bf-448e-9e24-2e76ffe524d9 req-2018e8c1-74ac-4a07-a6af-3ac67bf6f939 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:18.069811 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bec7212c-68bf-448e-9e24-2e76ffe524d9 req-2018e8c1-74ac-4a07-a6af-3ac67bf6f939 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 3884 time: 0.7960441 Sep 02 13:44:18.069929 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.071632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cad8d17a-eb64-4cda-a2b3-a7c907b5f6e1 None None] Provisioning complete for port 62242978-32bf-44ee-ba00-453877bc6656 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:18.072033 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cad8d17a-eb64-4cda-a2b3-a7c907b5f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.085685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.119506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c05b96-17c5-42b0-9a46-d883f25ddddd req-d0e95a31-b26a-465e-a55a-ddf651c9337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:18.121739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b9d98-04c0-41db-a20a-21e0c639de60 req-c66e33c7-bc2e-4331-b906-dd5c278653c6 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:18.124414 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56c05b96-17c5-42b0-9a46-d883f25ddddd req-d0e95a31-b26a-465e-a55a-ddf651c9337b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 1096 time: 0.6114042 Sep 02 13:44:18.126180 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d86b9d98-04c0-41db-a20a-21e0c639de60 req-c66e33c7-bc2e-4331-b906-dd5c278653c6 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.4849749 Sep 02 13:44:18.193576 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:18.193997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.242477 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20a93778-1077-4273-b6af-5f1ab71f904c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.274654 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20a93778-1077-4273-b6af-5f1ab71f904c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.334393 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d86b9d98-04c0-41db-a20a-21e0c639de60 req-d7bf5a8a-2694-49f5-b650-2cbc19adcf80 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983154 Sep 02 13:44:18.336771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cad8d17a-eb64-4cda-a2b3-a7c907b5f6e1 None None] Port 62242978-32bf-44ee-ba00-453877bc6656 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:44:18.377410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 466f6b95-25c7-4c14-afc6-94647df5ed4b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=466f6b95-25c7-4c14-afc6-94647df5ed4b,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:18.385204 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.421324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.447264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a93778-1077-4273-b6af-5f1ab71f904c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc08011-b90d-408f-a579-946ff32a8ba2,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:18.452045 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20a93778-1077-4273-b6af-5f1ab71f904c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.463660 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-20a93778-1077-4273-b6af-5f1ab71f904c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3853779 Sep 02 13:44:18.478051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42106) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:18.489457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-85b58110-0474-4729-a41a-2aa085eef075 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '391e29bc-94cf-4161-9265-49c160a7c03a', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:18.489747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8ad63637-5774-4355-89a9-d4a697ff8127 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:18.503536 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced43e95-118c-4cd7-bd3c-ad4993e251a9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.535436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Deleting port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:18.535436 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.610505 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] DHCP port deletion for fa36358e-0da9-4cdd-ae72-0582ce1fddc4 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:44:18.615506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bec7212c-68bf-448e-9e24-2e76ffe524d9 req-0336d163-fa92-4a3d-b7d6-9d9c7cd3b0c7 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5448248 Sep 02 13:44:18.632231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=466f6b95-25c7-4c14-afc6-94647df5ed4b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:18.648942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 8ad63637-5774-4355-89a9-d4a697ff8127 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:18.655189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8ad63637-5774-4355-89a9-d4a697ff8127 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:18.664554 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:18.669543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] For port 89a6e82a-0171-4db1-9f12-b90a3a9a3539, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=89a6e82a-0171-4db1-9f12-b90a3a9a3539,segment=NetworkSegment(e0984e10-29fe-4fda-8284-73873fda99cb),segment_id=e0984e10-29fe-4fda-8284-73873fda99cb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:18.670062 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.677471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d6621625-46ad-4734-8170-f5e003b9c58b None None] Provisioning for port 466f6b95-25c7-4c14-afc6-94647df5ed4b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:18.690029 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56c05b96-17c5-42b0-9a46-d883f25ddddd req-ba07644f-6e24-4ad1-adac-4d18f1563ae8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366223 Sep 02 13:44:18.704916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Calling delete_port for 89a6e82a-0171-4db1-9f12-b90a3a9a3539 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:18.721821 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.723281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b58110-0474-4729-a41a-2aa085eef075 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.727522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 51be88ac-3438-4241-a30e-ea0b470aaf0d no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:18.809861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d6621625-46ad-4734-8170-f5e003b9c58b None None] Provisioning complete for port 466f6b95-25c7-4c14-afc6-94647df5ed4b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:18.815163 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6621625-46ad-4734-8170-f5e003b9c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.825696 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b58110-0474-4729-a41a-2aa085eef075 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.851287 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b58110-0474-4729-a41a-2aa085eef075 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.972080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] For port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:18.972483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:18.980038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:18.987180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 72d0d41c-e192-4996-b877-cdbd3b1f5f41 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:19.001379 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-85b58110-0474-4729-a41a-2aa085eef075 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.002526 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-85b58110-0474-4729-a41a-2aa085eef075 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5195720 Sep 02 13:44:19.006442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced43e95-118c-4cd7-bd3c-ad4993e251a9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=a495de02-3a41-4a7b-9c69-2b329fdf8099,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:19.008525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b58110-0474-4729-a41a-2aa085eef075 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad10e5a-fcb9-444f-ae0b-682cb76abe88,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:19.011443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.017662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42124) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:19.043485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] Deleting port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:19.044006 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.049626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-19d1e9c7-9662-4350-a3b2-b96a694f5cfa tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '391e29bc-94cf-4161-9265-49c160a7c03a', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:19.081045 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] No DVR routers for this DVR port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:19.095597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Calling delete_port for 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:19.101586 n-d-794796-4 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-19d1e9c7-9662-4350-a3b2-b96a694f5cfa tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Project 8626c8996e0f4881b04c6b0859a09b18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:44:19.115675 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d1e9c7-9662-4350-a3b2-b96a694f5cfa tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.179467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Port': ['ID=89a6e82a-0171-4db1-9f12-b90a3a9a3539,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:19.237585 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.268755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced43e95-118c-4cd7-bd3c-ad4993e251a9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.271279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] For port 89a6e82a-0171-4db1-9f12-b90a3a9a3539, host n-d-794796-4, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:19.271504 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ced43e95-118c-4cd7-bd3c-ad4993e251a9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/a495de02-3a41-4a7b-9c69-2b329fdf8099 HTTP/1.1" status: 204 len: 168 time: 3.1337173 Sep 02 13:44:19.271693 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.278627 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42132) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:19.295366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] Calling delete_port for 89a6e82a-0171-4db1-9f12-b90a3a9a3539 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:19.297226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:19.301140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] Port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:44:19.314953 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.316936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:19.317308 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.394690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6'}, {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51be88ac-3438-4241-a30e-ea0b470aaf0d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:19.402274 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01b761b-7dbf-44ef-9095-1fac1d90a63f" -d '{"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6"}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "51be88ac-3438-4241-a30e-ea0b470aaf0d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:19.406839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 51be88ac-3438-4241-a30e-ea0b470aaf0d, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:19.434253 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d1e9c7-9662-4350-a3b2-b96a694f5cfa tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.458914 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d1e9c7-9662-4350-a3b2-b96a694f5cfa tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.476455 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.481514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] Pushing event deleted for resources: {'Port': ['ID=89a6e82a-0171-4db1-9f12-b90a3a9a3539,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:19.504774 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.505520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a4c51ac7-b7d6-4c75-bc94-da44b4158d24 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:19.507451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa36358e-0da9-4cdd-ae72-0582ce1fddc4']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:19.527935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0984e10-29fe-4fda-8284-73873fda99cb') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:19.529464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0984e10-29fe-4fda-8284-73873fda99cb') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:19.531983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8cb95939-f9ee-4d9e-babc-6773140665f5 None None] Could not find standard attr ID for object a495de02-3a41-4a7b-9c69-2b329fdf8099. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:44:19.546624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe63b7-97eb-481a-b3bd-5f2c8bac96ee tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:19.548738 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b8fe63b7-97eb-481a-b3bd-5f2c8bac96ee tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2643659 Sep 02 13:44:19.554719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42140) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:19.569974 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff01378-10f2-4fa3-af79-903292cf4c8a x-openstack-request-id: req-fff01378-10f2-4fa3-af79-903292cf4c8a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:19.570649 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6", "code": 200}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "51be88ac-3438-4241-a30e-ea0b470aaf0d", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:19.571252 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fff01378-10f2-4fa3-af79-903292cf4c8a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:19.571913 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'code': 200} Sep 02 13:44:19.572346 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51be88ac-3438-4241-a30e-ea0b470aaf0d', 'code': 200} Sep 02 13:44:19.575770 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08516d6-9e0c-4b9c-a9c2-14bbeb2efb22 None None] No DVR routers for this DVR port 89a6e82a-0171-4db1-9f12-b90a3a9a3539 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:19.578369 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-19d1e9c7-9662-4350-a3b2-b96a694f5cfa tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.581337 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-19d1e9c7-9662-4350-a3b2-b96a694f5cfa tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5623798 Sep 02 13:44:19.582268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1e9c7-9662-4350-a3b2-b96a694f5cfa tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cabc71-93ce-409a-92bc-fd7be46c10c4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:19.587756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:19.588283 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:19.594099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d0915c83-abad-43aa-84b5-38af05ada0a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '391e29bc-94cf-4161-9265-49c160a7c03a', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:19.605564 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.655655 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.674490 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-d0915c83-abad-43aa-84b5-38af05ada0a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Project 8626c8996e0f4881b04c6b0859a09b18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:44:19.679178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:44:19.679668 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:44:19.683852 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:44:19.782799 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=51be88ac-3438-4241-a30e-ea0b470aaf0d,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:19.798015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0915c83-abad-43aa-84b5-38af05ada0a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.819454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880bf4b-c017-46d8-95b9-0e71d585213f req-e8ff8bf4-4e35-466a-89f4-3da729063ece tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:19.825807 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e880bf4b-c017-46d8-95b9-0e71d585213f req-e8ff8bf4-4e35-466a-89f4-3da729063ece tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.2964287 Sep 02 13:44:19.827586 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.831112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8f2af2-595c-49b3-90a7-a7f811836808 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:19.838418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42154) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:19.840042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5a8f2af2-595c-49b3-90a7-a7f811836808 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2771409 Sep 02 13:44:19.927923 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.943274 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.963689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:19.976694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] 10.222.0.13 "DELETE /v2.0/networks/fa36358e-0da9-4cdd-ae72-0582ce1fddc4 HTTP/1.1" status: 204 len: 168 time: 2.3239775 Sep 02 13:44:19.977452 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.011371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 72d0d41c-e192-4996-b877-cdbd3b1f5f41, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=72d0d41c-e192-4996-b877-cdbd3b1f5f41,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:20.023360 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.024893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 466f6b95-25c7-4c14-afc6-94647df5ed4b up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:20.055447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb5778-476c-4f60-9c89-7afe8111ed20 tempest-ServersTestMultiNic-357988889 tempest-ServersTestMultiNic-357988889-project] Pushing event deleted for resources: {'Network': ['ID=fa36358e-0da9-4cdd-ae72-0582ce1fddc4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:20.068146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-439310589'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:20.102949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Port': ['ID=3c2e2fc1-7c15-4427-9ff1-677d50e54d69,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:20.122251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890401b-7f48-4385-bc68-41d991cecf49 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:20.124659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890401b-7f48-4385-bc68-41d991cecf49 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:20.127062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890401b-7f48-4385-bc68-41d991cecf49 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:20.128784 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4890401b-7f48-4385-bc68-41d991cecf49 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2639015 Sep 02 13:44:20.131760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42164) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:20.135403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=72d0d41c-e192-4996-b877-cdbd3b1f5f41,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:20.150303 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a4c51ac7-b7d6-4c75-bc94-da44b4158d24, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:20.157238 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.158548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:20.191822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] No DVR routers for this DVR port 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:20.196333 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.197940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Made reservation on behalf of 7e0ccbbeba064248b72eeed67baa4bf0 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:20.198982 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-ff4d130f-e53f-443a-b93d-ba8c3db3d69a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "DELETE /v2.0/ports/3c2e2fc1-7c15-4427-9ff1-677d50e54d69 HTTP/1.1" status: 204 len: 173 time: 2.6876390 Sep 02 13:44:20.204348 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.220150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': '3c2e2fc1-7c15-4427-9ff1-677d50e54d69'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:20.222444 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896e673-041c-4b82-bfbc-a03e50ffc37c" -d '{"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "3c2e2fc1-7c15-4427-9ff1-677d50e54d69"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:20.231815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:20.237678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b059b0f-40a2-41da-a0cb-c8e1f964d057 req-30db441e-e8bd-4eff-bbe5-bb96ce518638 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:20.241760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:20.243889 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b059b0f-40a2-41da-a0cb-c8e1f964d057 req-30db441e-e8bd-4eff-bbe5-bb96ce518638 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:20.248787 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e880bf4b-c017-46d8-95b9-0e71d585213f req-f4eab5ce-f7f3-438d-8604-6159f2f7811f tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085340 Sep 02 13:44:20.250928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b059b0f-40a2-41da-a0cb-c8e1f964d057 req-30db441e-e8bd-4eff-bbe5-bb96ce518638 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:20.257298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b059b0f-40a2-41da-a0cb-c8e1f964d057 req-30db441e-e8bd-4eff-bbe5-bb96ce518638 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:20.265347 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b059b0f-40a2-41da-a0cb-c8e1f964d057 req-30db441e-e8bd-4eff-bbe5-bb96ce518638 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 3146 time: 0.2687287 Sep 02 13:44:20.272479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 466f6b95-25c7-4c14-afc6-94647df5ed4b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:20.273005 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.275103 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:20.277216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0915c83-abad-43aa-84b5-38af05ada0a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.279396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.288736 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0915c83-abad-43aa-84b5-38af05ada0a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.308202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec7eb6c-a132-482f-af5e-c6202b79df7f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet b2c47766-08b2-4a45-bf00-a4248932c870 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:20.317156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ec7eb6c-a132-482f-af5e-c6202b79df7f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.331312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:20.332071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 3c2e2fc1-7c15-4427-9ff1-677d50e54d69 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:20.333106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 349bfbef-9854-4427-8245-b7b164bf423a no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:20.350468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0915c83-abad-43aa-84b5-38af05ada0a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9d5f79-b19d-4e5a-92ff-5395922f7d92,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:20.382381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b059b0f-40a2-41da-a0cb-c8e1f964d057 req-3ad1c19e-e86d-4b75-a171-9e4bcc486e88 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077981 Sep 02 13:44:20.405201 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ec7eb6c-a132-482f-af5e-c6202b79df7f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.490119 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb9f560-3cce-40ee-87f2-0cf790d4fb43 x-openstack-request-id: req-5eb9f560-3cce-40ee-87f2-0cf790d4fb43 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:20.490427 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "3c2e2fc1-7c15-4427-9ff1-677d50e54d69", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:20.491358 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eb9f560-3cce-40ee-87f2-0cf790d4fb43 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:20.491799 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': '3c2e2fc1-7c15-4427-9ff1-677d50e54d69', 'status': 'completed', 'code': 200} Sep 02 13:44:20.501827 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.508561 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.517837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting port 51be88ac-3438-4241-a30e-ea0b470aaf0d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:20.518195 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.523911 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.541685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0915c83-abad-43aa-84b5-38af05ada0a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.553321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d0915c83-abad-43aa-84b5-38af05ada0a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9531722 Sep 02 13:44:20.594506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:44:20.625477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:20.647118 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad81363-ed76-40dc-b069-1c9300915740,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:20.653966 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.654936 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Added segment eea989f9-4efb-4c6c-aa84-935a55bc706b of type vlan for network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e Sep 02 13:44:20.675440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 349bfbef-9854-4427-8245-b7b164bf423a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=349bfbef-9854-4427-8245-b7b164bf423a,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:20.680325 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.765750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ec7eb6c-a132-482f-af5e-c6202b79df7f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.793666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 89a6e82a-0171-4db1-9f12-b90a3a9a3539 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:20.822704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] For port 51be88ac-3438-4241-a30e-ea0b470aaf0d, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=51be88ac-3438-4241-a30e-ea0b470aaf0d,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:20.823279 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.856578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Calling delete_port for 51be88ac-3438-4241-a30e-ea0b470aaf0d owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:20.887890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 89a6e82a-0171-4db1-9f12-b90a3a9a3539 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:20.888249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 89a6e82a-0171-4db1-9f12-b90a3a9a3539 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:20.890115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=349bfbef-9854-4427-8245-b7b164bf423a,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:20.928832 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:20.963045 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-b589f933-5d8c-4e39-9728-84019f834e4d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161692594&fields=id&tenant_id=8626c8996e0f4881b04c6b0859a09b18 HTTP/1.1" status: 200 len: 267 time: 0.1051369 Sep 02 13:44:20.986063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ec7eb6c-a132-482f-af5e-c6202b79df7f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:21.006565 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ec7eb6c-a132-482f-af5e-c6202b79df7f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:21.010871 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0ec7eb6c-a132-482f-af5e-c6202b79df7f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/b2c47766-08b2-4a45-bf00-a4248932c870 HTTP/1.1" status: 204 len: 168 time: 0.8600404 Sep 02 13:44:21.014247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda58b8-990a-477f-af47-f0743180e539 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:21.017510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42198) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:21.049213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7eb6c-a132-482f-af5e-c6202b79df7f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c47766-08b2-4a45-bf00-a4248932c870,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:21.075531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 72d0d41c-e192-4996-b877-cdbd3b1f5f41 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:21.098517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-5a19d8c7-168f-44a4-8e3d-23eb3553a52d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:21.100060 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-5a19d8c7-168f-44a4-8e3d-23eb3553a52d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/networks?id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2 HTTP/1.1" status: 200 len: 797 time: 0.1241717 Sep 02 13:44:21.131549 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:21.137299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:21.137954 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:21.165834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:21.166384 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:21.233656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-75e4b5f4-57ec-4623-ae73-9040e6c496f5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/quotas/8626c8996e0f4881b04c6b0859a09b18 HTTP/1.1" status: 200 len: 375 time: 0.1213517 Sep 02 13:44:21.256653 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event updated for resources: {'Network': ['ID=448d0ada-5e0b-4b6e-8d65-7d81cdb0542e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:21.273002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:44:21.440993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-481ca544-7bea-4df9-8634-3f578b84b53c tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8514788 Sep 02 13:44:21.441188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42206) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:21.469803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Request body: {'subnet': {'network_id': '448d0ada-5e0b-4b6e-8d65-7d81cdb0542e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:21.472466 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-46a3b6a6-ccc5-40ab-8965-52a6d8288ec6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5244713 Sep 02 13:44:21.494825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-d872d02d-bb0d-4d93-a0a6-2175f6025b7e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet e7bb341e-0dab-47ca-93e5-7c8a23025eb6 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:21.538308 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-b5a374ca-2c68-4c75-a28c-1071945f6c0c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3035867 Sep 02 13:44:21.561137 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d872d02d-bb0d-4d93-a0a6-2175f6025b7e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:21.573285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24'}, {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349bfbef-9854-4427-8245-b7b164bf423a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:21.577795 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c99180e-add4-4d9e-aaf8-c554b876560a" -d '{"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c51ac7-b7d6-4c75-bc94-da44b4158d24"}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "349bfbef-9854-4427-8245-b7b164bf423a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:21.696607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe8ec8-cc13-4792-8317-7ac6a5ba6859 req-1012f119-2d88-41c3-a8a9-94837b52033d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:21.698198 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0efe8ec8-cc13-4792-8317-7ac6a5ba6859 req-1012f119-2d88-41c3-a8a9-94837b52033d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.3207381 Sep 02 13:44:21.714057 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d872d02d-bb0d-4d93-a0a6-2175f6025b7e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:21.736084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-4406ec05-0789-492d-82c0-50b2dc871834 service neutron] 10.222.0.13 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559269 Sep 02 13:44:21.751917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:21.797222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-b948333c-0f1e-4dd7-ab47-68598e4ed124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:21.798777 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-b948333c-0f1e-4dd7-ab47-68598e4ed124 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1095 time: 0.2457411 Sep 02 13:44:21.848181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Port': ['ID=51be88ac-3438-4241-a30e-ea0b470aaf0d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:21.869236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0efe8ec8-cc13-4792-8317-7ac6a5ba6859 req-c2935db1-9375-45f9-8540-4616c96052a8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606321 Sep 02 13:44:21.931858 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:21.964634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Made reservation on behalf of 7e0ccbbeba064248b72eeed67baa4bf0 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:21.969764 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:22.034396 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-e8497230-dd26-480c-add3-f14f66872039 service neutron] 10.222.0.13 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824538 Sep 02 13:44:22.092279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] No DVR routers for this DVR port 51be88ac-3438-4241-a30e-ea0b470aaf0d on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:22.115664 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:22.117964 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-21a475b3-2014-4f50-bdd0-6d06b790dbbd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "DELETE /v2.0/ports/51be88ac-3438-4241-a30e-ea0b470aaf0d HTTP/1.1" status: 204 len: 173 time: 1.8905134 Sep 02 13:44:22.246742 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d872d02d-bb0d-4d93-a0a6-2175f6025b7e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:22.298946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-a842cbf6-9825-41ef-a85f-e68d3c4ade2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:22.300584 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-a842cbf6-9825-41ef-a85f-e68d3c4ade2c service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.4696233 Sep 02 13:44:22.389849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e576c5-5623-4d84-a399-c43eb5f282aa req-59fab950-8340-4b25-9398-85f10ae2a559 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:22.398862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e576c5-5623-4d84-a399-c43eb5f282aa req-59fab950-8340-4b25-9398-85f10ae2a559 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:22.402032 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9670d9d0-7d9d-4630-8d45-d4d8c5418bf9 x-openstack-request-id: req-9670d9d0-7d9d-4630-8d45-d4d8c5418bf9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:22.402338 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c51ac7-b7d6-4c75-bc94-da44b4158d24", "code": 200}, {"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-unplugged", "status": "completed", "tag": "349bfbef-9854-4427-8245-b7b164bf423a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:22.402604 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9670d9d0-7d9d-4630-8d45-d4d8c5418bf9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:22.403011 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24', 'code': 200} Sep 02 13:44:22.403276 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349bfbef-9854-4427-8245-b7b164bf423a', 'code': 200} Sep 02 13:44:22.419262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e576c5-5623-4d84-a399-c43eb5f282aa req-59fab950-8340-4b25-9398-85f10ae2a559 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:22.424444 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47e576c5-5623-4d84-a399-c43eb5f282aa req-59fab950-8340-4b25-9398-85f10ae2a559 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 2409 time: 0.3681831 Sep 02 13:44:22.511125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Deleting port 846a7213-c988-4d0e-9458-b2b8ad58c83c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:22.514979 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:22.539079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': '51be88ac-3438-4241-a30e-ea0b470aaf0d'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:22.541174 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65f1f77-1f7e-44a2-ac07-60f662826ddc" -d '{"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "51be88ac-3438-4241-a30e-ea0b470aaf0d"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:22.546860 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-bd895704-8e57-4f6e-9f9a-e088b3873dbf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 998 time: 0.2108469 Sep 02 13:44:22.557995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5280457e-cfcb-4f8d-966c-0c1d434c06c4 None None] Provisioning complete for port 466f6b95-25c7-4c14-afc6-94647df5ed4b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:22.560060 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5280457e-cfcb-4f8d-966c-0c1d434c06c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:22.690138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] For port 846a7213-c988-4d0e-9458-b2b8ad58c83c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=846a7213-c988-4d0e-9458-b2b8ad58c83c,segment=NetworkSegment(066ee44f-e82b-496f-91b0-e130f08af6d0),segment_id=066ee44f-e82b-496f-91b0-e130f08af6d0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:22.690891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:22.707450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Calling delete_port for 846a7213-c988-4d0e-9458-b2b8ad58c83c owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:22.796992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47e576c5-5623-4d84-a399-c43eb5f282aa req-af3a0b81-91cf-4e0c-97a5-05b5e04c7d18 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559709 Sep 02 13:44:22.806108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d872d02d-bb0d-4d93-a0a6-2175f6025b7e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:22.904894 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-795de6c9-c4f7-4c4e-9a19-2eeadd1048ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:22.907308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-795de6c9-c4f7-4c4e-9a19-2eeadd1048ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.3159363 Sep 02 13:44:22.917364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872d02d-bb0d-4d93-a0a6-2175f6025b7e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bb341e-0dab-47ca-93e5-7c8a23025eb6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:22.937409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a9b564-ef59-42ca-b0d7-5bab5f31ed31 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:22.946664 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d872d02d-bb0d-4d93-a0a6-2175f6025b7e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:22.948913 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d872d02d-bb0d-4d93-a0a6-2175f6025b7e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/e7bb341e-0dab-47ca-93e5-7c8a23025eb6 HTTP/1.1" status: 204 len: 168 time: 1.9131365 Sep 02 13:44:22.951989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:22.952587 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:22.955921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42244) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:22.978083 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1b6f24-7cbb-41ba-bbd3-32240de66d63 x-openstack-request-id: req-bd1b6f24-7cbb-41ba-bbd3-32240de66d63 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:22.978441 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "51be88ac-3438-4241-a30e-ea0b470aaf0d", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:22.978887 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd1b6f24-7cbb-41ba-bbd3-32240de66d63 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:22.979354 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': '51be88ac-3438-4241-a30e-ea0b470aaf0d', 'status': 'completed', 'code': 200} Sep 02 13:44:22.996761 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:23.115746 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9207e5e5-7388-467f-b011-943db62ddf37 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368237 Sep 02 13:44:23.123255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:23.137733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:23.249308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-2bdd76bc-079b-472b-939e-00ed23162fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:23.250843 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-2bdd76bc-079b-472b-939e-00ed23162fc0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3311770 Sep 02 13:44:23.267755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event updated for resources: {'Subnet': ['ID=78bb2c23-5a8c-4101-b8cb-b46f3a7780f7,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:23.289884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb69e9-2116-4a96-94c8-4d5210e42133 None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:44:23.368621 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca5f3575-5e46-44c2-9c61-3e2945c59cf3 req-387a5f4b-1a60-484f-88a2-97ac828579bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 210 time: 0.0501759 Sep 02 13:44:23.437886 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb69e9-2116-4a96-94c8-4d5210e42133 None None] Deleting port 466f6b95-25c7-4c14-afc6-94647df5ed4b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:23.438589 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3bb69e9-2116-4a96-94c8-4d5210e42133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:23.450415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] For port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:23.452258 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:23.502781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Checking segment: {'id': 'eea989f9-4efb-4c6c-aa84-935a55bc706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '448d0ada-5e0b-4b6e-8d65-7d81cdb0542e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:23.503662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Network hostable DHCP agents. Network: 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:44:23.564922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c3bb69e9-2116-4a96-94c8-4d5210e42133 None None] For port 466f6b95-25c7-4c14-afc6-94647df5ed4b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=466f6b95-25c7-4c14-afc6-94647df5ed4b,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:23.565426 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3bb69e9-2116-4a96-94c8-4d5210e42133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:23.579907 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:23.584605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb69e9-2116-4a96-94c8-4d5210e42133 None None] Calling delete_port for 466f6b95-25c7-4c14-afc6-94647df5ed4b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:23.605272 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Pushing event deleted for resources: {'Port': ['ID=846a7213-c988-4d0e-9458-b2b8ad58c83c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:23.646580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:23.650743 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:23.685098 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3bb69e9-2116-4a96-94c8-4d5210e42133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:23.744595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb69e9-2116-4a96-94c8-4d5210e42133 None None] Pushing event deleted for resources: {'Port': ['ID=466f6b95-25c7-4c14-afc6-94647df5ed4b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:23.751899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb69e9-2116-4a96-94c8-4d5210e42133 None None] No DVR routers for this DVR port 466f6b95-25c7-4c14-afc6-94647df5ed4b on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:23.831206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:44:23.856523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26174e-c392-49a4-bd59-7fda107300ae req-e83b5ecf-a17f-4394-b255-ca0b0f8d165b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:23.858143 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da26174e-c392-49a4-bd59-7fda107300ae req-e83b5ecf-a17f-4394-b255-ca0b0f8d165b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.3948188 Sep 02 13:44:23.881271 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-df155d9e-d001-48ec-8bd4-3778d18ebe11 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927024 Sep 02 13:44:23.901893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:23.914496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769b0b9-9253-4dc2-9caa-a4d217951751 None None] Network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:23.965240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:23.965952 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:23.970264 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:24.155181 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-448d0ada-5e0b-4b6e-8d65-7d81cdb0542e', 'network_id': '448d0ada-5e0b-4b6e-8d65-7d81cdb0542e', 'tenant_id': '7e0ccbbeba064248b72eeed67baa4bf0', 'fixed_ips': [{'subnet_id': '78bb2c23-5a8c-4101-b8cb-b46f3a7780f7'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:44:24.155181 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:24.258398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5fd0-e509-4014-8fd8-2d0a4fa82e5c req-dd943cbf-50ec-4c88-8a1d-27c14b5f17d3 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:24.264568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5fd0-e509-4014-8fd8-2d0a4fa82e5c req-dd943cbf-50ec-4c88-8a1d-27c14b5f17d3 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:24.270842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac5fd0-e509-4014-8fd8-2d0a4fa82e5c req-dd943cbf-50ec-4c88-8a1d-27c14b5f17d3 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:24.280260 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32ac5fd0-e509-4014-8fd8-2d0a4fa82e5c req-dd943cbf-50ec-4c88-8a1d-27c14b5f17d3 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 2409 time: 0.2749922 Sep 02 13:44:24.375141 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32ac5fd0-e509-4014-8fd8-2d0a4fa82e5c req-138faa35-ad2f-4cb1-9d4d-649087a4c5cb tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874875 Sep 02 13:44:24.514983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Allocated IP 2001:db8::2 (448d0ada-5e0b-4b6e-8d65-7d81cdb0542e/78bb2c23-5a8c-4101-b8cb-b46f3a7780f7/7cb1d021-2792-4833-8c08-43ee29a2c204) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:24.520862 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c5becb8-9e85-4c40-a5bc-fb19830e3921 req-36e3ec93-e36d-445e-932a-39fa8a7cad41 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 210 time: 0.0431900 Sep 02 13:44:24.562800 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Router b5c78792-3a3d-45d7-8553-4d7984f6a747 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:44:24.661763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da26174e-c392-49a4-bd59-7fda107300ae req-88e8d7bf-42c7-4b4c-83eb-9653108c8c1b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7760177 Sep 02 13:44:24.696769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:44:24.709606 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4b6c7ac2-7039-419d-9141-8939354a6528 admin admin] 10.222.0.13 "PUT /v2.0/routers/b5c78792-3a3d-45d7-8553-4d7984f6a747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0763378 Sep 02 13:44:24.709926 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] Sync routers for ids ['b5c78792-3a3d-45d7-8553-4d7984f6a747'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:44:24.712224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:24.715951 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-21506264-8a3b-4b20-8429-8547fcfa42a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2723203 Sep 02 13:44:24.719839 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:24.720281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:24.720555 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Floating IP 67dde95d-bda4-4ad0-9f39-a225635a5f49 disassociated. External IP: 172.25.3.237, port: 9af3247c-e19f-4af6-9e32-a92dcfda1bb6. Sep 02 13:44:24.721114 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Calling delete_port for 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:24.723159 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] Routers {'b5c78792-3a3d-45d7-8553-4d7984f6a747'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:24.724752 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:44:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['b5c78792-3a3d-45d7-8553-4d7984f6a747'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:24.728903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:24.743425 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Request body: {'port': {'network_id': '448d0ada-5e0b-4b6e-8d65-7d81cdb0542e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-344586751'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:24.744036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-6b298f82-9330-47bd-bcae-fe6967b3dc69 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:24.744924 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:24.745578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-6b298f82-9330-47bd-bcae-fe6967b3dc69 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "GET /v2.0/networks?id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2 HTTP/1.1" status: 200 len: 797 time: 0.7370126 Sep 02 13:44:24.772473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Transition to ACTIVE for port object 7cb1d021-2792-4833-8c08-43ee29a2c204 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:24.816753 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Transition to ACTIVE for port object 7cb1d021-2792-4833-8c08-43ee29a2c204 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:24.828893 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:24.859038 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] Set router b5c78792-3a3d-45d7-8553-4d7984f6a747 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:24.883050 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15a6ca2e-f003-4951-bb10-8d200f25ea89 req-a9d37906-9e4f-4c50-9648-57401a775ddb service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9820766 Sep 02 13:44:24.941471 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-cc63b106-fad0-4dd6-8ad9-29e829bd9f09 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8626c8996e0f4881b04c6b0859a09b18 HTTP/1.1" status: 200 len: 380 time: 0.1848569 Sep 02 13:44:24.963968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'port': {'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'admin_state_up': True, 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'security_groups': ['391e29bc-94cf-4161-9265-49c160a7c03a']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:24.998553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:25.020788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:25.025383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:25.114608 n-d-794796-4 neutron-server[94687]: DEBUG neutron.objects.ports [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:44:25.119697 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.133217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 466f6b95-25c7-4c14-afc6-94647df5ed4b no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:25.153453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Pushing event updated for resources: {'Port': ['ID=7cb1d021-2792-4833-8c08-43ee29a2c204,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:25.155019 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.189163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 466f6b95-25c7-4c14-afc6-94647df5ed4b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:25.189737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 466f6b95-25c7-4c14-afc6-94647df5ed4b not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:25.208712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Attempting to bind port 7cb1d021-2792-4833-8c08-43ee29a2c204 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:25.209087 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Attempting to bind port 7cb1d021-2792-4833-8c08-43ee29a2c204 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'eea989f9-4efb-4c6c-aa84-935a55bc706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '448d0ada-5e0b-4b6e-8d65-7d81cdb0542e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:25.209459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Attempting to bind port 7cb1d021-2792-4833-8c08-43ee29a2c204 on network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:25.215350 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:25.215815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Checking segment: {'id': 'eea989f9-4efb-4c6c-aa84-935a55bc706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '448d0ada-5e0b-4b6e-8d65-7d81cdb0542e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:25.216226 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.216661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Bound using segment: {'id': 'eea989f9-4efb-4c6c-aa84-935a55bc706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '448d0ada-5e0b-4b6e-8d65-7d81cdb0542e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:25.217153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Bound port: 7cb1d021-2792-4833-8c08-43ee29a2c204, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea989f9-4efb-4c6c-aa84-935a55bc706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '448d0ada-5e0b-4b6e-8d65-7d81cdb0542e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:25.217544 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.297757 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:44:23Z', 'revision_number': 5, 'project_id': '3de85964468c4593af083322616359f6', 'gw_port': {'id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:14Z', 'updated_at': '2021-09-02T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:25.309254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:25.329478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:25.338799 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] Checking router: b5c78792-3a3d-45d7-8553-4d7984f6a747 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:44:25.341409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:25.342423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.349137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Made reservation on behalf of 7e0ccbbeba064248b72eeed67baa4bf0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:25.350463 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] Routers {'b5c78792-3a3d-45d7-8553-4d7984f6a747'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:25.351316 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:44:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['b5c78792-3a3d-45d7-8553-4d7984f6a747'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:25.352806 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.356602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b9668b-6830-4190-9ddf-044f92f56aee None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:25.364640 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=625f8025-c55e-431d-838e-506b3e77b864,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:25.405848 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.409002 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-088ded1c-b602-478a-a1c6-4b44ccf1d29c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2759745 Sep 02 13:44:25.419405 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:25.441231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7ad3644e-7ad5-4101-b4c1-36b59f91be44 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:25.441443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Made reservation on behalf of 8626c8996e0f4881b04c6b0859a09b18 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:25.444942 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.488690 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Port': ['ID=9af3247c-e19f-4af6-9e32-a92dcfda1bb6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:25.523846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] device_id is not set on port 2e45b5f1-d3af-4afc-bf5f-517c259a8625 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:25.617978 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] Set router b5c78792-3a3d-45d7-8553-4d7984f6a747 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:25.678711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] For port 7cb1d021-2792-4833-8c08-43ee29a2c204, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:25.706451 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] For port 7cb1d021-2792-4833-8c08-43ee29a2c204, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7cb1d021-2792-4833-8c08-43ee29a2c204,segment=NetworkSegment(eea989f9-4efb-4c6c-aa84-935a55bc706b),segment_id=eea989f9-4efb-4c6c-aa84-935a55bc706b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:25.716793 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.797314 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.824514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '625f8025-c55e-431d-838e-506b3e77b864'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:44:25.825736 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:25.940486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d42750-70f1-4e10-a7e7-37897df94260 None None] Pushing event updated for resources: {'Port': ['ID=7cb1d021-2792-4833-8c08-43ee29a2c204,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:26.045111 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Allocated IP 2001:db8::b5 (448d0ada-5e0b-4b6e-8d65-7d81cdb0542e/78bb2c23-5a8c-4101-b8cb-b46f3a7780f7/2e45b5f1-d3af-4afc-bf5f-517c259a8625) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:26.097283 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd3b3-70e0-4e09-9794-aa02bea4b49c req-9ff95b82-92fe-4d04-a59e-b32bcdad0545 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:26.099057 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:44:23Z', 'revision_number': 5, 'project_id': '3de85964468c4593af083322616359f6', 'gw_port': {'id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:14Z', 'updated_at': '2021-09-02T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:26.106831 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e34bd3b3-70e0-4e09-9794-aa02bea4b49c req-9ff95b82-92fe-4d04-a59e-b32bcdad0545 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.4110851 Sep 02 13:44:26.150446 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31daec52-f2d8-415e-8762-99a99905c213 None None] The sync data for ids ['b5c78792-3a3d-45d7-8553-4d7984f6a747'] in n-d-794796-4 is: [{'id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'name': 'tempest-ServersTestMultiNic-1624266277-router', 'tenant_id': '3de85964468c4593af083322616359f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:42:13Z', 'updated_at': '2021-09-02T13:44:23Z', 'revision_number': 5, 'project_id': '3de85964468c4593af083322616359f6', 'gw_port': {'id': 'bd922224-a65c-4379-8396-dc7c02c945bd', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:99:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c78792-3a3d-45d7-8553-4d7984f6a747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:42:14Z', 'updated_at': '2021-09-02T13:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:44:26.162953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Allocated IP 2001:db8::f816:3eff:fe82:4104 (6536a6f3-744d-4aaf-8438-60c2494b3279/625f8025-c55e-431d-838e-506b3e77b864/33419622-b013-49b2-9714-36e866aee07c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:26.249583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae926b-7046-43de-8a79-4c0f15dec36e req-b9da8776-d884-40c0-ac38-f9cbd79ee6ed tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:26.252006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad3644e-7ad5-4101-b4c1-36b59f91be44 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:26.255554 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ad3644e-7ad5-4101-b4c1-36b59f91be44 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:26.258785 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae926b-7046-43de-8a79-4c0f15dec36e req-b9da8776-d884-40c0-ac38-f9cbd79ee6ed tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:26.289980 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79ae926b-7046-43de-8a79-4c0f15dec36e req-b9da8776-d884-40c0-ac38-f9cbd79ee6ed tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 1676 time: 0.6571829 Sep 02 13:44:26.360346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.20.0.13 (0b99c18b-dc4b-4ccd-b343-5788a0213ab2/0570a0ab-e49c-4bec-bbc0-faa01175ed62/e5634728-a9c1-49fd-9d46-81ce4c25e6a6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:26.449496 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e34bd3b3-70e0-4e09-9794-aa02bea4b49c req-129d303e-0caa-415b-b63d-36123e9f4a25 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379190 Sep 02 13:44:26.466139 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:26.475935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Transition to ACTIVE for port object 33419622-b013-49b2-9714-36e866aee07c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:26.514480 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Transition to ACTIVE for port object 33419622-b013-49b2-9714-36e866aee07c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:26.531791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Deleting port bd922224-a65c-4379-8396-dc7c02c945bd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:26.532482 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:26.533093 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:26.576104 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:26.583463 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:26.587449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:26.598679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Transition to ACTIVE for port object e5634728-a9c1-49fd-9d46-81ce4c25e6a6 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:26.607297 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:26.685144 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:26.724848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Pushing event updated for resources: {'Port': ['ID=33419622-b013-49b2-9714-36e866aee07c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:26.750970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Attempting to bind port 33419622-b013-49b2-9714-36e866aee07c on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:26.751649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Attempting to bind port 33419622-b013-49b2-9714-36e866aee07c by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:26.752802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Attempting to bind port 33419622-b013-49b2-9714-36e866aee07c on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:26.760000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:26.760390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:26.760803 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:26.761251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:26.763199 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Bound port: 33419622-b013-49b2-9714-36e866aee07c, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:26.763199 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:26.775457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:26.792588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:26.801724 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:26.807841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:44:26.831064 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:26.852828 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79ae926b-7046-43de-8a79-4c0f15dec36e req-044cfc1e-f94f-4da2-be06-5a81b917f2da tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5611808 Sep 02 13:44:26.855327 n-d-794796-4 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-7ad3644e-7ad5-4101-b4c1-36b59f91be44 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 625f8025-c55e-431d-838e-506b3e77b864 (CIDR: 2001:db8::/64) Sep 02 13:44:26.868541 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad3644e-7ad5-4101-b4c1-36b59f91be44 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:44:26.869571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad3644e-7ad5-4101-b4c1-36b59f91be44 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:44:26.881191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Transition to ACTIVE for port object 2e45b5f1-d3af-4afc-bf5f-517c259a8625 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:26.898201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:26.937770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4c03-7bb1-47d6-a002-d0befa26f7cb req-31ec4e22-6148-4dc4-9e97-f4a8bd461ea8 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:26.945273 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-39bc4c03-7bb1-47d6-a002-d0befa26f7cb req-31ec4e22-6148-4dc4-9e97-f4a8bd461ea8 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 932 time: 0.2267776 Sep 02 13:44:26.986785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] For port 33419622-b013-49b2-9714-36e866aee07c, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:26.994203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] For port 33419622-b013-49b2-9714-36e866aee07c, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=33419622-b013-49b2-9714-36e866aee07c,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:27.003375 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:27.038720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] For port bd922224-a65c-4379-8396-dc7c02c945bd, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd922224-a65c-4379-8396-dc7c02c945bd,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:27.039111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:27.067120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Calling delete_port for bd922224-a65c-4379-8396-dc7c02c945bd owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:27.090517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:27.093821 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:27.190124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7ad3644e-7ad5-4101-b4c1-36b59f91be44 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7695322 Sep 02 13:44:27.200379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42300) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:27.211267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:27.255499 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a4c58-4896-4f24-abbc-8de94d841dcb None None] Pushing event updated for resources: {'Port': ['ID=33419622-b013-49b2-9714-36e866aee07c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:27.275031 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7cb1d021-2792-4833-8c08-43ee29a2c204 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:27.342441 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:27.360695 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-35f88fa8-495a-440a-97cf-2166b084eee3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4021196 Sep 02 13:44:27.375859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 7cb1d021-2792-4833-8c08-43ee29a2c204 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:27.388011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-38546aa8-395c-4b20-910d-74f18cdc2892 None None] Provisioning for port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:27.398109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-38546aa8-395c-4b20-910d-74f18cdc2892 None None] Provisioning complete for port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:27.398660 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38546aa8-395c-4b20-910d-74f18cdc2892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:27.403430 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 846a7213-c988-4d0e-9458-b2b8ad58c83c no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:27.404213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Request body: {'port': {'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:27.501840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event updated for resources: {'Port': ['ID=2e45b5f1-d3af-4afc-bf5f-517c259a8625,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:27.540042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:27.554502 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-39bc4c03-7bb1-47d6-a002-d0befa26f7cb req-e7eaf1be-e1af-4019-9b32-287f06e251f7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5759187 Sep 02 13:44:27.607367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:44:27.637261 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 846a7213-c988-4d0e-9458-b2b8ad58c83c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:27.637911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 846a7213-c988-4d0e-9458-b2b8ad58c83c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:27.649758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] Sync routers for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:44:27.676903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:27.687417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:27.687417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:44:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:27.689981 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-38546aa8-395c-4b20-910d-74f18cdc2892 None None] Port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:44:27.700960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:27.713263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:27.736959 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:27.737564 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:27.804252 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-adb91962-9ab8-421e-96b9-83ee82ab76ad tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.0604129 Sep 02 13:44:27.807838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:27.817877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Request body: {'port': {'network_id': '448d0ada-5e0b-4b6e-8d65-7d81cdb0542e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1704249091', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:27.818631 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] bootfile-name is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:44:27.819149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] tftp-server is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:44:27.819882 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] server-ip-address is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:44:27.876898 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 2393f92f-9fdb-4b7d-a50a-a91d269af0dc details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:44:27.915390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] No DVR routers for this DVR port 9af3247c-e19f-4af6-9e32-a92dcfda1bb6 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:27.918840 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:27.922244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-d1b0b1df-4ed3-4841-87e1-3cb1d5563899 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "DELETE /v2.0/ports/9af3247c-e19f-4af6-9e32-a92dcfda1bb6 HTTP/1.1" status: 204 len: 173 time: 5.7768707 Sep 02 13:44:27.925855 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:27.927984 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e25a94-0053-48b2-a0dc-3150136f2a71" -d '{"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:27.939920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d72b5-0d0f-432d-96e5-751c651a25c0 None None] Network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:27.991840 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:28.048233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd922224-a65c-4379-8396-dc7c02c945bd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:28.152901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:28.171955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f12dad-dbaa-46b5-9c3d-ec7d790e056b req-78f5d007-6e8a-419e-a7e2-defcbc9b48fd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:28.173637 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f5f12dad-dbaa-46b5-9c3d-ec7d790e056b req-78f5d007-6e8a-419e-a7e2-defcbc9b48fd tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.5039523 Sep 02 13:44:28.211626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'port_id': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc', 'mac_address': 'fa:16:3e:e5:58:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:44:28.247103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85f45-bba2-410d-ae37-ea6ba5f7a8c3 req-99f02b8e-47e3-4efa-a46f-d81f2380d0eb tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:28.261483 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85f45-bba2-410d-ae37-ea6ba5f7a8c3 req-99f02b8e-47e3-4efa-a46f-d81f2380d0eb tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:28.277907 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9c85f45-bba2-410d-ae37-ea6ba5f7a8c3 req-99f02b8e-47e3-4efa-a46f-d81f2380d0eb tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 1676 time: 0.2387600 Sep 02 13:44:28.333001 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:28.454226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5570cf1d-5945-4f7e-8709-98b0d35d9ae0 None None] Provisioning for port 7cb1d021-2792-4833-8c08-43ee29a2c204 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:28.472750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:28.481249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:28.505797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5570cf1d-5945-4f7e-8709-98b0d35d9ae0 None None] Provisioning complete for port 7cb1d021-2792-4833-8c08-43ee29a2c204 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:28.506171 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5570cf1d-5945-4f7e-8709-98b0d35d9ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:28.553987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:28.641094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:28.644397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2393f92f-9fdb-4b7d-a50a-a91d269af0dc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:44:28.748313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:28.798154 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:28.815183 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:44:28.835984 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f5f12dad-dbaa-46b5-9c3d-ec7d790e056b req-22782349-341e-4002-8c5a-a5d2e1658164 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464698 Sep 02 13:44:29.011674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['2393f92f-9fdb-4b7d-a50a-a91d269af0dc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:44:29.022795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5634728-a9c1-49fd-9d46-81ce4c25e6a6 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:44:29.034289 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.049186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Transition to ACTIVE for port object e5634728-a9c1-49fd-9d46-81ce4c25e6a6 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:29.054362 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8396618-db7b-4523-b95a-a7e6da159478 x-openstack-request-id: req-c8396618-db7b-4523-b95a-a7e6da159478 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:29.054981 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "9af3247c-e19f-4af6-9e32-a92dcfda1bb6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:29.055444 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8396618-db7b-4523-b95a-a7e6da159478 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:29.058619 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': '9af3247c-e19f-4af6-9e32-a92dcfda1bb6', 'status': 'completed', 'code': 200} Sep 02 13:44:29.073529 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.151537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting port 349bfbef-9854-4427-8245-b7b164bf423a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:29.152028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.205795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9c85f45-bba2-410d-ae37-ea6ba5f7a8c3 req-3e578394-0db4-4934-a9c0-bd2780e8170d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9297330 Sep 02 13:44:29.243036 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.245912 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.299899 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.300477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c78792-3a3d-45d7-8553-4d7984f6a747 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:44:29.307258 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.310854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0f6017ad-6ca1-439a-ad9a-9c76a1f6a678 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b5c78792-3a3d-45d7-8553-4d7984f6a747 HTTP/1.1" status: 204 len: 168 time: 4.5947785 Sep 02 13:44:29.310854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Made reservation on behalf of 7e0ccbbeba064248b72eeed67baa4bf0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:29.313618 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.315852 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:29.362215 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-bae47bd6-dcfb-48d3-acbf-c0fab5932967 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6782010 Sep 02 13:44:29.436879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] device_id is not set on port 61162082-2857-44eb-b7ff-d479f89a75e8 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:29.459325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73bd653-bcba-4c55-a26b-5fae596242bc admin admin] Deleting subnet 4de313fc-10f2-402a-b974-4fa709fee0b8 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:29.542462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 33419622-b013-49b2-9714-36e866aee07c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:29.549175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e73bd653-bcba-4c55-a26b-5fae596242bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.716665 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e73bd653-bcba-4c55-a26b-5fae596242bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.725505 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:29.798659 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.838593 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5570cf1d-5945-4f7e-8709-98b0d35d9ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:29.863230 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 33419622-b013-49b2-9714-36e866aee07c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:29.967886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Allocated IP 2001:db8::2c (448d0ada-5e0b-4b6e-8d65-7d81cdb0542e/78bb2c23-5a8c-4101-b8cb-b46f3a7780f7/61162082-2857-44eb-b7ff-d479f89a75e8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:30.029591 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5570cf1d-5945-4f7e-8709-98b0d35d9ae0 None None] For port 7cb1d021-2792-4833-8c08-43ee29a2c204, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7cb1d021-2792-4833-8c08-43ee29a2c204,segment=NetworkSegment(eea989f9-4efb-4c6c-aa84-935a55bc706b),segment_id=eea989f9-4efb-4c6c-aa84-935a55bc706b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:30.180841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e73bd653-bcba-4c55-a26b-5fae596242bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.274161 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884be4-7297-4966-a3b9-78c50c508fc0 req-0b4ba868-0e34-4b88-9a67-b4f0043f642a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:30.276231 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d884be4-7297-4966-a3b9-78c50c508fc0 req-0b4ba868-0e34-4b88-9a67-b4f0043f642a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 944 time: 0.2244489 Sep 02 13:44:30.325953 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5570cf1d-5945-4f7e-8709-98b0d35d9ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.400139 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.403683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:30.450608 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d884be4-7297-4966-a3b9-78c50c508fc0 req-750b09c6-33c8-4ca7-a630-da93d292b068 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617463 Sep 02 13:44:30.461864 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570cf1d-5945-4f7e-8709-98b0d35d9ae0 None None] Pushing event updated for resources: {'Port': ['ID=7cb1d021-2792-4833-8c08-43ee29a2c204,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:30.482779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e73bd653-bcba-4c55-a26b-5fae596242bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.488188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:46Z', 'revision_number': 5, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:30.516438 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e73bd653-bcba-4c55-a26b-5fae596242bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.519528 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e73bd653-bcba-4c55-a26b-5fae596242bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4de313fc-10f2-402a-b974-4fa709fee0b8 HTTP/1.1" status: 204 len: 168 time: 1.2027104 Sep 02 13:44:30.524056 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.525851 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:30.571063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bd653-bcba-4c55-a26b-5fae596242bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de313fc-10f2-402a-b974-4fa709fee0b8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:30.590576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a75ba6-0446-4629-95e5-12300c3827b9 None None] Network aae7860e-f83d-4647-a573-e94136ae01c2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:30.613124 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] Checking router: 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:44:30.633408 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.659844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Transition to ACTIVE for port object 61162082-2857-44eb-b7ff-d479f89a75e8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:30.694738 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.714620 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.730067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Provisioning complete for port 7cb1d021-2792-4833-8c08-43ee29a2c204 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:30.730067 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.732031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Attempting to bind port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:30.732986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Attempting to bind port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:30.733424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Attempting to bind port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 on network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:30.761186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:30.776164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:30.796879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-e583ac24-8b1d-4729-b617-d3998b2b7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:30.800539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:30.801534 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:44:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:30.806379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-e583ac24-8b1d-4729-b617-d3998b2b7b50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 1096 time: 1.3504579 Sep 02 13:44:30.806890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:30.820970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:30.821876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.828686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:30.832465 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:30.838683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:30.839600 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:30.847983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969052d-01aa-4a27-9b64-a13215dcc076 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:30.877114 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=c2d69885-7001-4305-ac16-741ac14bcd2c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:30.950418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99492fd5-07ee-46aa-8885-7736ca9e802d req-6ed0fb69-c0f5-411a-8f9e-9e977c30bb2c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:30.971915 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99492fd5-07ee-46aa-8885-7736ca9e802d req-6ed0fb69-c0f5-411a-8f9e-9e977c30bb2c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:30.976155 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99492fd5-07ee-46aa-8885-7736ca9e802d req-6ed0fb69-c0f5-411a-8f9e-9e977c30bb2c tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 1676 time: 0.2406313 Sep 02 13:44:31.034460 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 on network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:44:31.034799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Attempting to bind port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 on network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:31.042167 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.2277360 Sep 02 13:44:31.042367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-0fbfbb21-4ab7-471c-a391-9a63665a9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:31.042984 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-0fbfbb21-4ab7-471c-a391-9a63665a9e71 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.1596613 Sep 02 13:44:31.045266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:31.069414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0663ce-7cbf-4542-b4e5-1ee369217c97 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event updated for resources: {'Port': ['ID=61162082-2857-44eb-b7ff-d479f89a75e8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:31.099948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:31.100309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Checking segment: {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:31.100717 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Bound using segment: {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:31.101190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Bound port: e5634728-a9c1-49fd-9d46-81ce4c25e6a6, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e1f938-0a62-4acc-ad91-1209dd1e443e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:31.101560 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.122078 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99492fd5-07ee-46aa-8885-7736ca9e802d req-86d822f1-f18a-4c5e-9bf0-1b076d983d1b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276650 Sep 02 13:44:31.127530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d05e1-8d85-4096-a08d-d85ad07838aa req-41ecd56b-5584-4936-bec1-b0ab25513b57 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:31.127859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7cb1d021-2792-4833-8c08-43ee29a2c204 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:31.133081 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb6d05e1-8d85-4096-a08d-d85ad07838aa req-41ecd56b-5584-4936-bec1-b0ab25513b57 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 944 time: 1.7347929 Sep 02 13:44:31.148763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e310a-eb0d-497b-b7cf-274d7cbab93b tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:31.155718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e310a-eb0d-497b-b7cf-274d7cbab93b tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:31.162651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e310a-eb0d-497b-b7cf-274d7cbab93b tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:31.164937 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0e6e310a-eb0d-497b-b7cf-274d7cbab93b tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1188712 Sep 02 13:44:31.167887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:31.362917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-27050496-bc03-4a9e-b394-4089afed40d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Deleting port 61162082-2857-44eb-b7ff-d479f89a75e8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:31.366015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27050496-bc03-4a9e-b394-4089afed40d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.367328 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f9d6b0e-0de2-4541-8a44-f84b504bebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.372726 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-46458093-16d6-493c-b424-1ec0a114bca3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1699522 Sep 02 13:44:31.379207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42386) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:31.386673 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-26442b95-c5ac-4a89-ac09-f181a8cace9e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0297e65b-2cd5-4490-867b-29f15d198422 HTTP/1.1" status: 200 len: 217 time: 0.2516804 Sep 02 13:44:31.401701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:98:e9:33', 'name': 'tempest-NetworksTestDHCPv6-328642525'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:31.464136 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:31.554229 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27050496-bc03-4a9e-b394-4089afed40d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.564977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] For port 349bfbef-9854-4427-8245-b7b164bf423a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=349bfbef-9854-4427-8245-b7b164bf423a,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:31.565598 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.594607 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb6d05e1-8d85-4096-a08d-d85ad07838aa req-3b168e9d-5d91-4605-bc53-47808173507b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4258859 Sep 02 13:44:31.606921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-27050496-bc03-4a9e-b394-4089afed40d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Calling delete_port for 61162082-2857-44eb-b7ff-d479f89a75e8 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:31.655185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Calling delete_port for 349bfbef-9854-4427-8245-b7b164bf423a owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:31.677007 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Deleting port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:31.677365 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.731452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790b2b5-e827-4792-b1e1-2b2032e2c02a req-198bef7c-ed1a-4995-80f6-c99e8ae9880d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:31.733750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3790b2b5-e827-4792-b1e1-2b2032e2c02a req-198bef7c-ed1a-4995-80f6-c99e8ae9880d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 944 time: 0.1649485 Sep 02 13:44:31.765381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] For port e5634728-a9c1-49fd-9d46-81ce4c25e6a6, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:31.806495 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 7cb1d021-2792-4833-8c08-43ee29a2c204 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:31.807278 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.843605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:31.849767 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3790b2b5-e827-4792-b1e1-2b2032e2c02a req-36372078-463a-4fe7-8d75-c8bd71deb185 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874987 Sep 02 13:44:31.931611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-86d406e9-5b24-4440-89e0-67a73fcadd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:31.933202 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-86d406e9-5b24-4440-89e0-67a73fcadd35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.3623037 Sep 02 13:44:31.938151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] For port e5634728-a9c1-49fd-9d46-81ce4c25e6a6, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:31.951423 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27050496-bc03-4a9e-b394-4089afed40d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:31.977300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] DHCP port deletion for aae7860e-f83d-4647-a573-e94136ae01c2 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:44:31.980580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 2393f92f-9fdb-4b7d-a50a-a91d269af0dc up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:32.006076 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.060199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27050496-bc03-4a9e-b394-4089afed40d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event deleted for resources: {'Port': ['ID=61162082-2857-44eb-b7ff-d479f89a75e8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:32.076187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27050496-bc03-4a9e-b394-4089afed40d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.078797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-27050496-bc03-4a9e-b394-4089afed40d9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "DELETE /v2.0/ports/61162082-2857-44eb-b7ff-d479f89a75e8 HTTP/1.1" status: 204 len: 168 time: 0.9097795 Sep 02 13:44:32.082395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] For port 06c5e0b4-7536-42f4-bacc-4f5097ab9835, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=06c5e0b4-7536-42f4-bacc-4f5097ab9835,segment=NetworkSegment(066ee44f-e82b-496f-91b0-e130f08af6d0),segment_id=066ee44f-e82b-496f-91b0-e130f08af6d0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:32.082724 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.085500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:32.091354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:32.097037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Request body: {'port': {'name': 'tempest-new-port-name-784436280', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:32.098924 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] bootfile-name is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:44:32.099586 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] tftp-server is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:44:32.100185 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.api.validators [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] server-ip-address is not in valid_values {{(pid=94688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 02 13:44:32.192424 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Calling delete_port for 06c5e0b4-7536-42f4-bacc-4f5097ab9835 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:32.225662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-9efd0261-0136-4974-bcf0-34335c1cb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:32.227787 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-9efd0261-0136-4974-bcf0-34335c1cb2d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2862535 Sep 02 13:44:32.252011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:32.252645 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.254126 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-528d1e20-c04d-4621-bfaf-61591db636b2 service neutron] 10.222.0.77 "PUT /v2.0/ports/e5634728-a9c1-49fd-9d46-81ce4c25e6a6 HTTP/1.1" status: 200 len: 1092 time: 4.8575535 Sep 02 13:44:32.262224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:32.270902 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0768cba-b81f-4251-a867-81c6d5d6d771" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:32.283235 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.488798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Provisioning for port 33419622-b013-49b2-9714-36e866aee07c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:32.537101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:32.537532 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.550182 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.580030 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.704864 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:32.705553 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.715612 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ed973c-b71a-42b8-8674-9c020ee7a91a x-openstack-request-id: req-79ed973c-b71a-42b8-8674-9c020ee7a91a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:32.715930 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:32.716203 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79ed973c-b71a-42b8-8674-9c020ee7a91a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:32.717706 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'status': 'completed', 'code': 200} Sep 02 13:44:32.736066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c5e0b4-7536-42f4-bacc-4f5097ab9835,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:32.769750 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.778683 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.812351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] In _notify_port_updated(), no bound segment for port 2e45b5f1-d3af-4afc-bf5f-517c259a8625 on network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:44:32.819682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:32.820752 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.822461 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "PUT /v2.0/ports/2e45b5f1-d3af-4afc-bf5f-517c259a8625 HTTP/1.1" status: 200 len: 1128 time: 0.7351236 Sep 02 13:44:32.827638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42404) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:32.839946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] No DVR routers for this DVR port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:32.906937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93c3b3-bd44-4412-a3fd-f766a5ad1bdc None None] Update dhcp port {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': '625f8025-c55e-431d-838e-506b3e77b864', 'ip_address': '2001:db8::f816:3eff:fe82:4104'}, {'subnet_id': 'c2d69885-7001-4305-ac16-741ac14bcd2c'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '33419622-b013-49b2-9714-36e866aee07c'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:44:32.909776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd922224-a65c-4379-8396-dc7c02c945bd no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:32.913887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] Deleting port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:32.914638 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:32.967862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:46Z', 'revision_number': 5, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:33.014229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-7fdcbad8-8eb0-4085-9fb0-f815a145d9b4 service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710841 Sep 02 13:44:33.016604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bfb5af-5cd5-4f4f-b949-8cae119a5b0d None None] The sync data for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 is: [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:33:36Z', 'revision_number': 4, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '23a9af58-ddc2-4803-8777-86dd79d3fbea', 'name': '', 'network_id': 'f7101f13-aa28-439b-8f2e-77da4de64792', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'mac_address': 'fa:16:3e:38:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:34Z', 'updated_at': '2021-09-02T13:33:46Z', 'revision_number': 5, 'project_id': 'd4f8655433ef47719d30773dae624220', 'subnets': [{'id': 'aba5c1ba-0d1e-4e51-9e18-bd5b822fa765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:44:33.084000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: bd922224-a65c-4379-8396-dc7c02c945bd {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:33.084802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd922224-a65c-4379-8396-dc7c02c945bd not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:33.129731 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d93c3b3-bd44-4412-a3fd-f766a5ad1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:33.143718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130d078-829f-4891-9396-c3800f605629 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:33.149174 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2130d078-829f-4891-9396-c3800f605629 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "GET /v2.0/ports/2e45b5f1-d3af-4afc-bf5f-517c259a8625 HTTP/1.1" status: 200 len: 1128 time: 0.3213689 Sep 02 13:44:33.176763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:33.195569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3294-87d5-4d60-b006-6949bff5c13e req-1e57ffa3-e7a7-4be1-bfba-dbfe057fae56 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:33.211714 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-598e3294-87d5-4d60-b006-6949bff5c13e req-1e57ffa3-e7a7-4be1-bfba-dbfe057fae56 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 944 time: 0.4155452 Sep 02 13:44:33.259507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 06c5e0b4-7536-42f4-bacc-4f5097ab9835 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:33.268303 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:33.316524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f31942-11f4-4931-a3c0-e3ee888c9888 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event updated for resources: {'Port': ['ID=2e45b5f1-d3af-4afc-bf5f-517c259a8625,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:33.324261 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9724f7fb-6d2e-475d-8ecd-d01d758d28ad req-a26d0402-6db6-434f-9af1-0c17bb9d0761 service neutron] 10.222.0.77 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688539 Sep 02 13:44:33.339185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] For port 06c5e0b4-7536-42f4-bacc-4f5097ab9835, host n-d-794796-4, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:33.340031 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:33.356546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] Calling delete_port for 06c5e0b4-7536-42f4-bacc-4f5097ab9835 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:33.360443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] Port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:44:33.364645 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 06c5e0b4-7536-42f4-bacc-4f5097ab9835 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:33.365121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 06c5e0b4-7536-42f4-bacc-4f5097ab9835 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:33.366759 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:33.382489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 5097a4fd-ce27-4010-b68a-5719f2057c87 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:33.389670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Port': ['ID=349bfbef-9854-4427-8245-b7b164bf423a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:33.510512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-598e3294-87d5-4d60-b006-6949bff5c13e req-6f33c190-be5e-475d-a947-01d012116b30 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972851 Sep 02 13:44:33.512443 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9917188b-2027-4f98-9f5a-5a83d5c76390 None None] New status for floating IP 67dde95d-bda4-4ad0-9f39-a225635a5f49: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:44:33.561897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] No DVR routers for this DVR port 06c5e0b4-7536-42f4-bacc-4f5097ab9835 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:33.565094 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:33.595129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6418877a-17eb-4d3b-ac54-311a2cab52f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Deleting port 2e45b5f1-d3af-4afc-bf5f-517c259a8625 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:33.596379 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6418877a-17eb-4d3b-ac54-311a2cab52f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:33.617136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cb40e-5525-46db-9d42-b303bba896c7 req-ee24aeca-b1ef-4168-8498-3d93ecf4cbe5 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:33.624216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cb40e-5525-46db-9d42-b303bba896c7 req-ee24aeca-b1ef-4168-8498-3d93ecf4cbe5 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:33.641883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-688cb40e-5525-46db-9d42-b303bba896c7 req-ee24aeca-b1ef-4168-8498-3d93ecf4cbe5 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 1599 time: 1.0790210 Sep 02 13:44:33.798267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d792645-dad9-42c2-8a09-1880fe54a5b3 None None] Pushing event deleted for resources: {'Port': ['ID=06c5e0b4-7536-42f4-bacc-4f5097ab9835,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:33.810620 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:33.822408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8:0:1::286 (6536a6f3-744d-4aaf-8438-60c2494b3279/c2d69885-7001-4305-ac16-741ac14bcd2c/5097a4fd-ce27-4010-b68a-5719f2057c87) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:33.832818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::f816:3eff:fe98:e933 (6536a6f3-744d-4aaf-8438-60c2494b3279/625f8025-c55e-431d-838e-506b3e77b864/5097a4fd-ce27-4010-b68a-5719f2057c87) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:33.904348 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28263a94-1f4b-4d4a-847c-f39414709731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:33.910537 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:33.912988 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6365f9-870a-4efd-8549-1ab71703dc71" -d '{"events": [{"server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "name": "network-vif-plugged", "status": "completed", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:33.945288 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:33.994377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] For port 33419622-b013-49b2-9714-36e866aee07c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=33419622-b013-49b2-9714-36e866aee07c,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:33.997820 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.013060 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.087845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-1bb3737e-72ff-482e-b5a1-814f9bc17179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:34.092869 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-1bb3737e-72ff-482e-b5a1-814f9bc17179 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 1095 time: 1.5333300 Sep 02 13:44:34.103755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6418877a-17eb-4d3b-ac54-311a2cab52f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.116363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9fbc6-bf17-4671-8dee-084e52f50f6f req-fe49d475-96f6-42b7-84e7-53c1a211eb3d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:34.118278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f9fbc6-bf17-4671-8dee-084e52f50f6f req-fe49d475-96f6-42b7-84e7-53c1a211eb3d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 944 time: 0.2854142 Sep 02 13:44:34.163931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6418877a-17eb-4d3b-ac54-311a2cab52f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Calling delete_port for 2e45b5f1-d3af-4afc-bf5f-517c259a8625 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:34.180065 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44f9fbc6-bf17-4671-8dee-084e52f50f6f req-4e494a87-b65e-4236-a052-87b0d3668bf1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550444 Sep 02 13:44:34.222879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.248315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae7860e-f83d-4647-a573-e94136ae01c2']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:34.279120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066ee44f-e82b-496f-91b0-e130f08af6d0') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:34.280032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066ee44f-e82b-496f-91b0-e130f08af6d0') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:34.303361 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6958e63e-1e78-4a52-9922-b2e89d166c7e x-openstack-request-id: req-6958e63e-1e78-4a52-9922-b2e89d166c7e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:34.304112 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "name": "network-vif-plugged", "status": "completed", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:34.304656 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6958e63e-1e78-4a52-9922-b2e89d166c7e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:34.305292 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc', 'code': 200} Sep 02 13:44:34.311491 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.334073 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.352303 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:34.381018 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-2726aa20-96be-49a4-b0bc-899447b33c85 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5634728-a9c1-49fd-9d46-81ce4c25e6a6 HTTP/1.1" status: 200 len: 217 time: 0.2673960 Sep 02 13:44:34.384357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] No DVR routers for this DVR port 349bfbef-9854-4427-8245-b7b164bf423a on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:34.393900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-688cb40e-5525-46db-9d42-b303bba896c7 req-bae818bc-92a8-4b4f-8c77-1f6c01829647 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7507470 Sep 02 13:44:34.395801 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.400341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-15f21431-08c7-4427-939f-d9cd4d376961 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "DELETE /v2.0/ports/349bfbef-9854-4427-8245-b7b164bf423a HTTP/1.1" status: 204 len: 173 time: 6.3197286 Sep 02 13:44:34.455488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Pushing event updated for resources: {'Port': ['ID=33419622-b013-49b2-9714-36e866aee07c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:34.464960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6418877a-17eb-4d3b-ac54-311a2cab52f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.466553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Provisioning for port 2e45b5f1-d3af-4afc-bf5f-517c259a8625 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:34.472341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Provisioning complete for port 2e45b5f1-d3af-4afc-bf5f-517c259a8625 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:34.473023 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.492331 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.508715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 5097a4fd-ce27-4010-b68a-5719f2057c87 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:34.522884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a3e63462-a997-40ae-8bae-73297c2b9801 None None] Port 2e45b5f1-d3af-4afc-bf5f-517c259a8625 was deleted so its status cannot be updated. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 02 13:44:34.550525 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.558147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:44:34.558575 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.563228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418877a-17eb-4d3b-ac54-311a2cab52f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event deleted for resources: {'Port': ['ID=2e45b5f1-d3af-4afc-bf5f-517c259a8625,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:44:34.620442 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:44:34.636617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b8e9d3a-c6c7-4e35-9867-1af818970e6a None None] Could not find standard attr ID for object 61162082-2857-44eb-b7ff-d479f89a75e8. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:44:34.668526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b8e9d3a-c6c7-4e35-9867-1af818970e6a None None] Could not find standard attr ID for object 2e45b5f1-d3af-4afc-bf5f-517c259a8625. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:44:34.688969 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6418877a-17eb-4d3b-ac54-311a2cab52f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.690979 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6418877a-17eb-4d3b-ac54-311a2cab52f1 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "DELETE /v2.0/ports/2e45b5f1-d3af-4afc-bf5f-517c259a8625 HTTP/1.1" status: 204 len: 168 time: 1.4609175 Sep 02 13:44:34.755903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': '349bfbef-9854-4427-8245-b7b164bf423a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:34.758126 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22082a5-5add-432d-995e-205932e23a4c" -d '{"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "349bfbef-9854-4427-8245-b7b164bf423a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:34.781090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42420) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:34.829380 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.930423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.932367 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.939030 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384110b-2897-4d83-bd37-8f452c3abe4c req-5d626ea6-45c8-4d17-bf4a-e182acf64508 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:34.954290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5384110b-2897-4d83-bd37-8f452c3abe4c req-5d626ea6-45c8-4d17-bf4a-e182acf64508 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 944 time: 0.2613528 Sep 02 13:44:34.985619 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:34.987863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aae7860e-f83d-4647-a573-e94136ae01c2 HTTP/1.1" status: 204 len: 168 time: 4.4381063 Sep 02 13:44:35.036489 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cb923f-2b32-4fe3-a48a-7651ff931b77 x-openstack-request-id: req-94cb923f-2b32-4fe3-a48a-7651ff931b77 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:35.036965 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "349bfbef-9854-4427-8245-b7b164bf423a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:35.037379 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94cb923f-2b32-4fe3-a48a-7651ff931b77 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:35.037957 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': '349bfbef-9854-4427-8245-b7b164bf423a', 'status': 'completed', 'code': 200} Sep 02 13:44:35.044923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0d93c3b3-bd44-4412-a3fd-f766a5ad1bdc None None] Allocated IP 2001:db8:0:1::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/c2d69885-7001-4305-ac16-741ac14bcd2c/33419622-b013-49b2-9714-36e866aee07c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:35.049867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-cdc4c4ed-3872-4b18-a339-1d0f7a9a4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:35.051761 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-cdc4c4ed-3872-4b18-a339-1d0f7a9a4415 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0570a0ab-e49c-4bec-bbc0-faa01175ed62 HTTP/1.1" status: 200 len: 835 time: 0.6495359 Sep 02 13:44:35.062877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed11283-e51e-45cd-a11c-84abc62fb935 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae7860e-f83d-4647-a573-e94136ae01c2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:35.098845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5384110b-2897-4d83-bd37-8f452c3abe4c req-fc7f2a6b-76fc-412d-aca3-d9ea5d26edc1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433942 Sep 02 13:44:35.138518 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:35.150111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-518719b9-4393-4da3-adc3-b6820fd4a627 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Deleting subnet 78bb2c23-5a8c-4101-b8cb-b46f3a7780f7 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:35.178518 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-518719b9-4393-4da3-adc3-b6820fd4a627 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.183489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:35.258096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:35.286079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:35.286790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.296936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 33419622-b013-49b2-9714-36e866aee07c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:35.324040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:35.325245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=5097a4fd-ce27-4010-b68a-5719f2057c87,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:35.384223 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3d7e1a5d-35a4-452d-aef7-bcf9c0cf3bbf tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9969082 Sep 02 13:44:35.385476 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-518719b9-4393-4da3-adc3-b6820fd4a627 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.402944 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0d93c3b3-bd44-4412-a3fd-f766a5ad1bdc None None] For port 33419622-b013-49b2-9714-36e866aee07c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=33419622-b013-49b2-9714-36e866aee07c,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:35.406738 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42438) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:35.441422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5b2fff12-b6a4-4a32-b12b-d7444d14eb9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3de85964468c4593af083322616359f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1169813 Sep 02 13:44:35.444469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:35.495445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:35.500465 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.504822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-923c7391-a037-45f5-ac6b-00b275463a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:35.507971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-923c7391-a037-45f5-ac6b-00b275463a10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4367998 Sep 02 13:44:35.537804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:35.559527 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d93c3b3-bd44-4412-a3fd-f766a5ad1bdc None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.589627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d93c3b3-bd44-4412-a3fd-f766a5ad1bdc None None] Transition to ACTIVE for port object 33419622-b013-49b2-9714-36e866aee07c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:35.602486 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d93c3b3-bd44-4412-a3fd-f766a5ad1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.609255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:35.609624 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.618212 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e050853a-4454-46a3-b9dc-4eff77695dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.677086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fa02c-d9cf-4bec-bda9-1d6ee73259d1 req-7a09e78e-dff3-4eaf-bbd8-564027ac508a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:35.686566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] Port 33419622-b013-49b2-9714-36e866aee07c had new provisioning blocks added so it will not transition to active. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 02 13:44:35.695058 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b61fa02c-d9cf-4bec-bda9-1d6ee73259d1 req-7a09e78e-dff3-4eaf-bbd8-564027ac508a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 943 time: 0.1382556 Sep 02 13:44:35.708661 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e050853a-4454-46a3-b9dc-4eff77695dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.744838 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93c3b3-bd44-4412-a3fd-f766a5ad1bdc None None] Pushing event updated for resources: {'Port': ['ID=33419622-b013-49b2-9714-36e866aee07c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:35.876059 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b61fa02c-d9cf-4bec-bda9-1d6ee73259d1 req-c25e338a-5486-42a5-8f54-262b14b51948 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725366 Sep 02 13:44:35.937842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a817320c-677a-4a54-822b-94386dc11010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.973252 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e050853a-4454-46a3-b9dc-4eff77695dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.982024 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e050853a-4454-46a3-b9dc-4eff77695dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:35.983817 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e050853a-4454-46a3-b9dc-4eff77695dce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a84a95b2-9832-45c6-8833-22f114687104 HTTP/1.1" status: 204 len: 168 time: 0.5383427 Sep 02 13:44:36.013875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050853a-4454-46a3-b9dc-4eff77695dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84a95b2-9832-45c6-8833-22f114687104,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:36.206831 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a817320c-677a-4a54-822b-94386dc11010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.245531 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a817320c-677a-4a54-822b-94386dc11010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.315675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817320c-677a-4a54-822b-94386dc11010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727638e6-123a-48a9-ae95-18737a68ba46,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:36.327538 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a817320c-677a-4a54-822b-94386dc11010 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffddd7f0e6b94ec0ad0f30242c7cb8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7871280 Sep 02 13:44:36.328239 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:36.495662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec426d-b9b2-444a-89ac-5d2b9ab2ffe0 req-9b2ef97a-17c0-49e4-9a07-8f44ae8ee138 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:36.505016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdec426d-b9b2-444a-89ac-5d2b9ab2ffe0 req-9b2ef97a-17c0-49e4-9a07-8f44ae8ee138 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 1.1004598 Sep 02 13:44:36.518063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef55d5-012a-485b-9ce7-a1082cf5f578 req-19728a7d-22db-4e55-95f9-4644a0a01e69 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:36.523453 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8fef55d5-012a-485b-9ce7-a1082cf5f578 req-19728a7d-22db-4e55-95f9-4644a0a01e69 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 944 time: 0.3019507 Sep 02 13:44:36.525553 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.526420 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6effe-00e2-48ff-90a1-180cf0027b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.560387 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6effe-00e2-48ff-90a1-180cf0027b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.583305 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-518719b9-4393-4da3-adc3-b6820fd4a627 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.674196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8fef55d5-012a-485b-9ce7-a1082cf5f578 req-4210558d-aeb4-4743-9c59-8e16e41163bd tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Sep 02 13:44:36.674843 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6effe-00e2-48ff-90a1-180cf0027b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.678227 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50e6effe-00e2-48ff-90a1-180cf0027b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.681664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-50e6effe-00e2-48ff-90a1-180cf0027b91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/727638e6-123a-48a9-ae95-18737a68ba46 HTTP/1.1" status: 204 len: 168 time: 0.3484211 Sep 02 13:44:36.690072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6effe-00e2-48ff-90a1-180cf0027b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727638e6-123a-48a9-ae95-18737a68ba46,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:36.739241 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-bcdd3288-36db-40e6-b688-b3c24df2fd06 service neutron] 10.222.0.77 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1926305 Sep 02 13:44:36.744605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] For port a4c51ac7-b7d6-4c75-bc94-da44b4158d24, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:36.745354 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.786130 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdec426d-b9b2-444a-89ac-5d2b9ab2ffe0 req-5f49b6b8-41a1-4179-a4cd-45702637efd0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798407 Sep 02 13:44:36.803560 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-7f92a614-6456-406e-9488-e46d9e854f37 req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Calling delete_port for a4c51ac7-b7d6-4c75-bc94-da44b4158d24 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:36.869696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c14457d4-9ff4-4cf8-bea9-f6c20b02343e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 5097a4fd-ce27-4010-b68a-5719f2057c87 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:36.869974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c14457d4-9ff4-4cf8-bea9-f6c20b02343e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:36.920658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0799f34d-441d-4c1a-940d-35bfb224bb56 None None] Provisioning for port 33419622-b013-49b2-9714-36e866aee07c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:36.926008 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0799f34d-441d-4c1a-940d-35bfb224bb56 None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:36.926407 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0799f34d-441d-4c1a-940d-35bfb224bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.061830 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-518719b9-4393-4da3-adc3-b6820fd4a627 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.155064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b2210-2cd3-485d-98bb-73358c900327 req-40c80f31-42a1-42c6-a7d8-e71841710c42 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:37.162279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9a0b2210-2cd3-485d-98bb-73358c900327 req-40c80f31-42a1-42c6-a7d8-e71841710c42 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 943 time: 0.1538911 Sep 02 13:44:37.234469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 33419622-b013-49b2-9714-36e866aee07c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:37.235967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518719b9-4393-4da3-adc3-b6820fd4a627 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event deleted for resources: {'Subnet': ['ID=78bb2c23-5a8c-4101-b8cb-b46f3a7780f7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:37.251659 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-518719b9-4393-4da3-adc3-b6820fd4a627 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.266832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-518719b9-4393-4da3-adc3-b6820fd4a627 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "DELETE /v2.0/subnets/78bb2c23-5a8c-4101-b8cb-b46f3a7780f7 HTTP/1.1" status: 204 len: 168 time: 2.4684565 Sep 02 13:44:37.267888 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42478) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:37.365207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42482) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:37.414255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:37.415290 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.418140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cc91f40-ef90-4ddb-a0cf-e440d1842f97 req-86292db1-c8cb-49b8-ae79-1dca7bb213dd service neutron] 10.222.0.77 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636798 Sep 02 13:44:37.465517 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c14457d4-9ff4-4cf8-bea9-f6c20b02343e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.506391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f50b4-7dd5-419b-99f9-6ccad0c0c0be None None] Network 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:37.539523 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9a0b2210-2cd3-485d-98bb-73358c900327 req-b63f81ca-5006-453c-8fcb-dfd71ca5c975 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups?id=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714876 Sep 02 13:44:37.559213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.583776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c14457d4-9ff4-4cf8-bea9-f6c20b02343e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 5097a4fd-ce27-4010-b68a-5719f2057c87 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:37.586749 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79858f89-dd7b-40e6-b828-7d6ef38d8384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.691348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2ee3f20-1f2f-436f-88e9-4fc34b674742 None None] Provisioning for port 5097a4fd-ce27-4010-b68a-5719f2057c87 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:37.699949 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2ee3f20-1f2f-436f-88e9-4fc34b674742 None None] Provisioning complete for port 5097a4fd-ce27-4010-b68a-5719f2057c87 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:37.700351 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2ee3f20-1f2f-436f-88e9-4fc34b674742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.712588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Deleting port 7cb1d021-2792-4833-8c08-43ee29a2c204 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:37.712947 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.744983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee3f20-1f2f-436f-88e9-4fc34b674742 None None] Port 5097a4fd-ce27-4010-b68a-5719f2057c87 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:44:37.751687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42488) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:37.872749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42e781d-d0d8-484a-81de-836b37330285 None None] DHCP port deletion for 448d0ada-5e0b-4b6e-8d65-7d81cdb0542e request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:44:37.941841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] For port 7cb1d021-2792-4833-8c08-43ee29a2c204, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7cb1d021-2792-4833-8c08-43ee29a2c204,segment=NetworkSegment(eea989f9-4efb-4c6c-aa84-935a55bc706b),segment_id=eea989f9-4efb-4c6c-aa84-935a55bc706b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:37.945350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:37.955144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-80095f97-d292-4f18-913e-adad251ec31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:37.957485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-80095f97-d292-4f18-913e-adad251ec31e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 1095 time: 0.4667354 Sep 02 13:44:37.984977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Calling delete_port for 7cb1d021-2792-4833-8c08-43ee29a2c204 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:37.993055 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.006310 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f42e781d-d0d8-484a-81de-836b37330285 None None] Deleting port 7cb1d021-2792-4833-8c08-43ee29a2c204 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:38.006993 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f42e781d-d0d8-484a-81de-836b37330285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.099358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1393756063-network', 'tenant_id': 'e5cb8c44680045f0a4b7ea0a303a9287'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:38.120583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Port': ['ID=a4c51ac7-b7d6-4c75-bc94-da44b4158d24,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:38.149879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f42e781d-d0d8-484a-81de-836b37330285 None None] For port 7cb1d021-2792-4833-8c08-43ee29a2c204, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7cb1d021-2792-4833-8c08-43ee29a2c204,segment=NetworkSegment(eea989f9-4efb-4c6c-aa84-935a55bc706b),segment_id=eea989f9-4efb-4c6c-aa84-935a55bc706b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:38.151818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ba6e3-aba4-477b-8e56-f685baf9ef8d req-3d736355-e4df-4d17-bbe6-18a14e51f2ef tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:38.153141 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f42e781d-d0d8-484a-81de-836b37330285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.153585 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c0ba6e3-aba4-477b-8e56-f685baf9ef8d req-3d736355-e4df-4d17-bbe6-18a14e51f2ef tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.1457105 Sep 02 13:44:38.177712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f42e781d-d0d8-484a-81de-836b37330285 None None] Calling delete_port for 7cb1d021-2792-4833-8c08-43ee29a2c204 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:38.202874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf686-4096-469b-ba78-bcd29669022c req-a9ad6ba3-99b2-4d21-b761-d263ea2adf97 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:38.208264 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8dfcf686-4096-469b-ba78-bcd29669022c req-a9ad6ba3-99b2-4d21-b761-d263ea2adf97 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 944 time: 0.3204782 Sep 02 13:44:38.225147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c0ba6e3-aba4-477b-8e56-f685baf9ef8d req-a0e0d334-ca95-42da-9a06-8ed3c1752e11 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594294 Sep 02 13:44:38.239594 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.273639 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f42e781d-d0d8-484a-81de-836b37330285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.300465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e781d-d0d8-484a-81de-836b37330285 None None] Pushing event deleted for resources: {'Port': ['ID=7cb1d021-2792-4833-8c08-43ee29a2c204,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:38.309362 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f92a614-6456-406e-9488-e46d9e854f37 req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] No DVR routers for this DVR port a4c51ac7-b7d6-4c75-bc94-da44b4158d24 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:38.309787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e781d-d0d8-484a-81de-836b37330285 None None] No DVR routers for this DVR port 7cb1d021-2792-4833-8c08-43ee29a2c204 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:38.330814 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-7f92a614-6456-406e-9488-e46d9e854f37 req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.336842 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f92a614-6456-406e-9488-e46d9e854f37 req-19b18807-12b1-42f1-8a99-d4316efcfc9f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.90 "DELETE /v2.0/ports/a4c51ac7-b7d6-4c75-bc94-da44b4158d24 HTTP/1.1" status: 204 len: 173 time: 3.9196215 Sep 02 13:44:38.339577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:38.342500 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59563e9-e1de-4000-8990-18758fe266f3" -d '{"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "a4c51ac7-b7d6-4c75-bc94-da44b4158d24"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:38.354468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] No DVR routers for this DVR port 7cb1d021-2792-4833-8c08-43ee29a2c204 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:38.367535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event deleted for resources: {'Port': ['ID=7cb1d021-2792-4833-8c08-43ee29a2c204,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:38.394412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-cee8ce1d-fd94-4fc2-98fe-f24b11e41e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:38.396137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-cee8ce1d-fd94-4fc2-98fe-f24b11e41e66 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2 HTTP/1.1" status: 200 len: 898 time: 0.4229820 Sep 02 13:44:38.406603 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ada36-dacd-4d32-93bd-89dbd0a79b98 x-openstack-request-id: req-926ada36-dacd-4d32-93bd-89dbd0a79b98 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:38.406914 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e", "name": "network-vif-deleted", "tag": "a4c51ac7-b7d6-4c75-bc94-da44b4158d24", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:38.407163 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-926ada36-dacd-4d32-93bd-89dbd0a79b98 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:38.407561 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e', 'name': 'network-vif-deleted', 'tag': 'a4c51ac7-b7d6-4c75-bc94-da44b4158d24', 'status': 'completed', 'code': 200} Sep 02 13:44:38.496610 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8dfcf686-4096-469b-ba78-bcd29669022c req-7e74b038-cbf3-4ce9-bcb0-50d8b81029c1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618966 Sep 02 13:44:38.498033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-b86d7f37-a41b-4676-b834-0592a3bc40f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5634728-a9c1-49fd-9d46-81ce4c25e6a6 HTTP/1.1" status: 200 len: 217 time: 0.0637786 Sep 02 13:44:38.536317 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.567254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448d0ada-5e0b-4b6e-8d65-7d81cdb0542e']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:38.596701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea989f9-4efb-4c6c-aa84-935a55bc706b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:38.597776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea989f9-4efb-4c6c-aa84-935a55bc706b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:38.607713 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c14457d4-9ff4-4cf8-bea9-f6c20b02343e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.611224 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79858f89-dd7b-40e6-b828-7d6ef38d8384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.622041 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.647834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.663611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-188f4a68-9803-4cc2-971e-da72962aed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:38.665640 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-188f4a68-9803-4cc2-971e-da72962aed2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0570a0ab-e49c-4bec-bbc0-faa01175ed62 HTTP/1.1" status: 200 len: 835 time: 0.1570942 Sep 02 13:44:38.666095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14457d4-9ff4-4cf8-bea9-f6c20b02343e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=5097a4fd-ce27-4010-b68a-5719f2057c87,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:38.668116 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79858f89-dd7b-40e6-b828-7d6ef38d8384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.671102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e5634728-a9c1-49fd-9d46-81ce4c25e6a6 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:44:38.677425 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:44:38.677912 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:44:38.681780 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:44:38.766212 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a9097e4f-0838-4587-8288-836dfb82468a req-e69c933a-660f-456a-8771-82e81f470714 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0438585 Sep 02 13:44:38.798007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.813108 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.813222 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] 10.222.0.13 "DELETE /v2.0/networks/448d0ada-5e0b-4b6e-8d65-7d81cdb0542e HTTP/1.1" status: 204 len: 168 time: 1.5375171 Sep 02 13:44:38.830454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-79858f89-dd7b-40e6-b828-7d6ef38d8384 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb465b71a4c74b8d8a9a44069a5c5034&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4561419 Sep 02 13:44:38.837252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:38.857105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c6045-b30e-43d4-9179-85398811ded9 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078 tempest-ExtraDHCPOptionsIpV6TestJSON-2102078-project] Pushing event deleted for resources: {'Network': ['ID=448d0ada-5e0b-4b6e-8d65-7d81cdb0542e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:38.892444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e5634728-a9c1-49fd-9d46-81ce4c25e6a6, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:38.914053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:44:38.923306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Made reservation on behalf of e5cb8c44680045f0a4b7ea0a303a9287 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:38.926848 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.962467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:38.971440 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-831ec9ff-98d1-4a47-b885-9b04b6092627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.003903 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-831ec9ff-98d1-4a47-b885-9b04b6092627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.025031 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.060245 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5634728-a9c1-49fd-9d46-81ce4c25e6a6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:44:39.083969 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-831ec9ff-98d1-4a47-b885-9b04b6092627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.086715 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-831ec9ff-98d1-4a47-b885-9b04b6092627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.090602 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-831ec9ff-98d1-4a47-b885-9b04b6092627 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0caefea6-637a-4351-add9-03601fd6a243 HTTP/1.1" status: 204 len: 168 time: 0.2506261 Sep 02 13:44:39.106414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e5634728-a9c1-49fd-9d46-81ce4c25e6a6, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:39.112059 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.132976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-a2558b5f-d442-495f-befc-392b5243f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:39.134650 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-a2558b5f-d442-495f-befc-392b5243f067 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4484162 Sep 02 13:44:39.228802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:39.258894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7cb1d021-2792-4833-8c08-43ee29a2c204 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:39.313611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 7cb1d021-2792-4833-8c08-43ee29a2c204 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:39.315374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7cb1d021-2792-4833-8c08-43ee29a2c204 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:39.342519 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.345005 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c14457d4-9ff4-4cf8-bea9-f6c20b02343e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.350092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42516) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:39.382395 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c14457d4-9ff4-4cf8-bea9-f6c20b02343e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/5097a4fd-ce27-4010-b68a-5719f2057c87 HTTP/1.1" status: 204 len: 168 time: 3.9291184 Sep 02 13:44:39.409228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['e5634728-a9c1-49fd-9d46-81ce4c25e6a6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:44:39.431987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42522) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:39.520084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b1557b-d240-478c-add7-b48d0f3a02ae tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:39.528022 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d3b1557b-d240-478c-add7-b48d0f3a02ae tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1750364 Sep 02 13:44:39.530271 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:39.605230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-b175f51b-e785-4e86-861c-59dbd2c7c875 service neutron] 10.222.0.77 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129142 Sep 02 13:44:39.614454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79858f89-dd7b-40e6-b828-7d6ef38d8384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caefea6-637a-4351-add9-03601fd6a243,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:39.624759 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.658914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ec9ff-98d1-4a47-b885-9b04b6092627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caefea6-637a-4351-add9-03601fd6a243,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:39.684954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac95cbd-0468-4544-96dc-4ed80ef8161d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:39.701032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dac95cbd-0468-4544-96dc-4ed80ef8161d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1696362 Sep 02 13:44:39.703559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:39.705827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:39.762613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42532) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:39.788112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:44:39.819650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdaf54-61ac-43bb-ae27-abb5259ddfcf req-c0eadaf2-0919-4787-bb33-686d3909d364 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:39.827758 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75fdaf54-61ac-43bb-ae27-abb5259ddfcf req-c0eadaf2-0919-4787-bb33-686d3909d364 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.1920393 Sep 02 13:44:39.834208 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9a50-9b15-4594-bfb8-5ae75060b07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.885029 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:39.885449 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Added segment 8b107160-e499-4a13-a425-b83071a5774f of type vlan for network 04f58d53-09f2-489d-aa85-f3c7058c3db1 Sep 02 13:44:40.022704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2aed8-c580-4bb9-9d08-c175ed2b428b req-117911ec-88f2-4a13-8ede-c65e242ece3c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:40.037041 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9b2aed8-c580-4bb9-9d08-c175ed2b428b req-117911ec-88f2-4a13-8ede-c65e242ece3c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 945 time: 0.3334467 Sep 02 13:44:40.048953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3572a4d-bf92-4eea-84b2-f63881fc7e90 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:40.052628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3572a4d-bf92-4eea-84b2-f63881fc7e90 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:40.060832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3572a4d-bf92-4eea-84b2-f63881fc7e90 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:40.060832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d3572a4d-bf92-4eea-84b2-f63881fc7e90 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3422070 Sep 02 13:44:40.067167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:40.109753 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9a50-9b15-4594-bfb8-5ae75060b07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.147625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9a50-9b15-4594-bfb8-5ae75060b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.167811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c610b6-e036-40d1-98af-9207425cbef4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 625f8025-c55e-431d-838e-506b3e77b864 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:40.181685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c610b6-e036-40d1-98af-9207425cbef4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.200375 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75fdaf54-61ac-43bb-ae27-abb5259ddfcf req-e74ce16e-dfbf-4583-a1ce-0f497e0bfbe1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714569 Sep 02 13:44:40.229212 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a1bd9a50-9b15-4594-bfb8-5ae75060b07b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9012a9d23c5b4255b7913da538d0664c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650822 Sep 02 13:44:40.240372 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c610b6-e036-40d1-98af-9207425cbef4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.244168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42538) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:40.302674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9b2aed8-c580-4bb9-9d08-c175ed2b428b req-38ff9108-6cdd-4135-8095-6ffcb7a027e3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587068 Sep 02 13:44:40.310559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-47a3eb47-7a87-4702-89d5-0528a3e4b1a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e0ccbbeba064248b72eeed67baa4bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639514 Sep 02 13:44:40.311767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:40.361827 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.416190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ede43f7a-ee17-4de3-9d0a-f9e863b22b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.416928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4320358f-13f2-481e-b6bf-063a66a541e9 req-ce7849b2-2914-414f-8273-21b3fdff8907 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0609927 Sep 02 13:44:40.434178 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0768cba-b81f-4251-a867-81c6d5d6d771 req-bb387d87-a9f8-4c84-9958-2d72d4dc6c97 service neutron] 10.222.0.77 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8208029 Sep 02 13:44:40.474965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ede43f7a-ee17-4de3-9d0a-f9e863b22b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.487683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd9a50-9b15-4594-bfb8-5ae75060b07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa80ca8-48e9-4b32-85a0-ad4a39879c5d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:40.494483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.497227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:40.497890 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.500392 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c610b6-e036-40d1-98af-9207425cbef4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.518199 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7571187 Sep 02 13:44:40.529006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:40.580378 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad95a-3faa-4b44-8512-89a30fe6fe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.602817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Request body: {'subnet': {'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1393756063-subnet', 'tenant_id': 'e5cb8c44680045f0a4b7ea0a303a9287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:40.610534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad95a-3faa-4b44-8512-89a30fe6fe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.639660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Made reservation on behalf of e5cb8c44680045f0a4b7ea0a303a9287 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:40.642760 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.669837 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad95a-3faa-4b44-8512-89a30fe6fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.673047 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad95a-3faa-4b44-8512-89a30fe6fe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.674398 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5f0ad95a-3faa-4b44-8512-89a30fe6fe7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaa80ca8-48e9-4b32-85a0-ad4a39879c5d HTTP/1.1" status: 204 len: 168 time: 0.4288692 Sep 02 13:44:40.687767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e5634728-a9c1-49fd-9d46-81ce4c25e6a6 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:40.690211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ad95a-3faa-4b44-8512-89a30fe6fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa80ca8-48e9-4b32-85a0-ad4a39879c5d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:40.695339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56615bf-6e71-4e78-b609-8404b400896f admin admin] Pushing event updated for resources: {'Network': ['ID=04f58d53-09f2-489d-aa85-f3c7058c3db1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:40.754149 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:44:40.875409 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c610b6-e036-40d1-98af-9207425cbef4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.923412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c610b6-e036-40d1-98af-9207425cbef4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=625f8025-c55e-431d-838e-506b3e77b864,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:40.945121 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2c610b6-e036-40d1-98af-9207425cbef4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.951451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42548) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:40.960812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bbbe3f-d665-48a0-b055-d63b8945cd30 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:40.965479 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f2c610b6-e036-40d1-98af-9207425cbef4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/625f8025-c55e-431d-838e-506b3e77b864 HTTP/1.1" status: 204 len: 168 time: 0.8900852 Sep 02 13:44:40.978894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ede43f7a-ee17-4de3-9d0a-f9e863b22b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.987181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ede43f7a-ee17-4de3-9d0a-f9e863b22b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:40.992124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ede43f7a-ee17-4de3-9d0a-f9e863b22b0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ad81363-ed76-40dc-b069-1c9300915740 HTTP/1.1" status: 204 len: 168 time: 0.6773086 Sep 02 13:44:41.065998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43f7a-ee17-4de3-9d0a-f9e863b22b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad81363-ed76-40dc-b069-1c9300915740,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:41.134820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee66d5f3-b052-40de-83f6-20250f9deeec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet c2d69885-7001-4305-ac16-741ac14bcd2c {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:41.138865 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee66d5f3-b052-40de-83f6-20250f9deeec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:41.205027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:41.240219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:41.240608 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:41.241341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee66d5f3-b052-40de-83f6-20250f9deeec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:41.512597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca099d79-b122-403f-8514-1a9201e1be57 req-23914513-cc73-4036-8dc0-691048f044c0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:41.521034 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca099d79-b122-403f-8514-1a9201e1be57 req-23914513-cc73-4036-8dc0-691048f044c0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.1666746 Sep 02 13:44:41.623632 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:41.689970 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:41.736157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca099d79-b122-403f-8514-1a9201e1be57 req-9d795d21-2866-4ed7-baee-f2655f3212b5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108173 Sep 02 13:44:41.737809 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee66d5f3-b052-40de-83f6-20250f9deeec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:41.754255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:41.756685 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540803bb-131e-4853-b35f-2b294909bb32" -d '{"events": [{"server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "name": "network-vif-plugged", "status": "completed", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:41.784362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port e5634728-a9c1-49fd-9d46-81ce4c25e6a6, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:41.805767 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:41.875551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:41.879525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d992e-4241-4a1c-9c40-0213ebff4aaa req-87e7badf-f9c5-4247-8cee-ad44be0af9bf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:41.890391 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c82d992e-4241-4a1c-9c40-0213ebff4aaa req-87e7badf-f9c5-4247-8cee-ad44be0af9bf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 945 time: 0.4183638 Sep 02 13:44:41.926845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Checking segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:41.927245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Network hostable DHCP agents. Network: 04f58d53-09f2-489d-aa85-f3c7058c3db1, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:44:41.929676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81c2717-e364-4450-b8a3-72bdc97b0530,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:42.007178 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c82d992e-4241-4a1c-9c40-0213ebff4aaa req-9a93ff5f-1adc-45d7-af10-347111b91fc5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099439 Sep 02 13:44:42.028777 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-81d547d3-815d-4ec8-be0f-f8251581ace9 req-0bc28c08-9626-456a-98da-518ae4f49e63 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.1048095 Sep 02 13:44:42.033441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:44:42.066131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 04f58d53-09f2-489d-aa85-f3c7058c3db1) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:42.081631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee66d5f3-b052-40de-83f6-20250f9deeec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:42.083481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:42.093259 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:42.098301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b48c119-f3b0-492c-9bd7-3036a42a6b6e None None] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:42.155421 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c8d1cd5c-57d7-4707-aa8f-00802784f4ad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5678771 Sep 02 13:44:42.213573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66d5f3-b052-40de-83f6-20250f9deeec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d69885-7001-4305-ac16-741ac14bcd2c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:42.237042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee66d5f3-b052-40de-83f6-20250f9deeec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:42.239231 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5145664c-c3df-45c9-b66e-52cfe72bc2bf x-openstack-request-id: req-5145664c-c3df-45c9-b66e-52cfe72bc2bf {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:42.239719 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "name": "network-vif-plugged", "status": "completed", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:42.240925 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5145664c-c3df-45c9-b66e-52cfe72bc2bf {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:42.241586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:42.242477 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'code': 200} Sep 02 13:44:42.256283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ee66d5f3-b052-40de-83f6-20250f9deeec tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/c2d69885-7001-4305-ac16-741ac14bcd2c HTTP/1.1" status: 204 len: 168 time: 1.2862194 Sep 02 13:44:42.343040 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5a2a7ba8-70a6-491f-a0d3-9dad97630fb6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968912 Sep 02 13:44:42.344718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:42.358334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:42.377449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47767150-064c-4120-8e46-c56fe4ab958d None None] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:42.392114 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9ff9c-3560-4e05-8c92-15b454c29fea req-3f7ac270-8cc1-4396-ab8e-870528f04be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:42.394024 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32b9ff9c-3560-4e05-8c92-15b454c29fea req-3f7ac270-8cc1-4396-ab8e-870528f04be8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 1097 time: 0.1069520 Sep 02 13:44:42.458095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32b9ff9c-3560-4e05-8c92-15b454c29fea req-8d67f586-7515-4320-89d6-09cec2b2a999 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538361 Sep 02 13:44:42.604700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:42.609919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:43.045620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd34dd5-cdf4-474e-bd5f-c67748378d90 req-b66deae0-170c-4935-b5cf-082fe5c14fb9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:43.048584 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5fd34dd5-cdf4-474e-bd5f-c67748378d90 req-b66deae0-170c-4935-b5cf-082fe5c14fb9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.1639144 Sep 02 13:44:43.197755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8da722-6982-4e70-8bf8-ec2b49fa4d8c None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:43.228716 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5fd34dd5-cdf4-474e-bd5f-c67748378d90 req-21dfe7d5-2902-4757-8a8a-528853d31225 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715283 Sep 02 13:44:43.237080 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:43.350740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:43.419405 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:43.436567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0f1e6dd5-69da-4e2f-b562-c74819ae5550 None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:43.437354 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6dd5-69da-4e2f-b562-c74819ae5550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:43.446622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150c100-4ade-498d-810b-b69462831bc4 req-c1b546ff-bcee-4d0b-bec4-1c520d424e4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:43.455259 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-c1b546ff-bcee-4d0b-bec4-1c520d424e4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.2407193 Sep 02 13:44:43.493788 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-995d7e94-9030-4812-863e-ee3e502b4943 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/quotas/e5cb8c44680045f0a4b7ea0a303a9287 HTTP/1.1" status: 200 len: 375 time: 0.0354733 Sep 02 13:44:43.557602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:43.569245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:43.570245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:43.574756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'networks': [{'name': 'tempest-network--176543260'}, {'name': 'tempest-network--1635076713'}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:43.575402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'network': {'name': 'tempest-network--176543260'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:43.577667 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'network': {'name': 'tempest-network--1635076713'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:43.598671 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-c64860c8-022f-4562-9c15-82e9f1e5c721 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020818 Sep 02 13:44:43.652947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=655d6a60-0072-4ab6-959d-9ff4de81b083,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:43.673033 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a855368d-c2b0-4d67-b94c-4c7877316047 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3263350 Sep 02 13:44:43.679016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:43.687534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1bb99417-793f-4e05-922c-2e0afa29cf6e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:43.722394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01550d-771c-424d-9a9b-3f6625d83790 req-4ec2766f-8e5a-4af3-a3f2-9d1895b21614 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:43.731860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a01550d-771c-424d-9a9b-3f6625d83790 req-4ec2766f-8e5a-4af3-a3f2-9d1895b21614 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 946 time: 0.3110135 Sep 02 13:44:43.815605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Made reservation on behalf of 5cda9443b99e4c1582175fbfe7b92378 for: {'network': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:43.825101 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:43.864577 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:43.896344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a01550d-771c-424d-9a9b-3f6625d83790 req-9249e4d8-67c2-42b6-b70b-a140a5f9541a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627750 Sep 02 13:44:43.930215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6770aad1-7bb8-4984-b4c0-d064a9c2cb6a None None] Update dhcp port {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'fixed_ips': [{'subnet_id': '655d6a60-0072-4ab6-959d-9ff4de81b083'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '33419622-b013-49b2-9714-36e866aee07c'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:44:43.954329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-11f6042c-1953-4c5c-bc87-82c6fe7597e2 service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526940 Sep 02 13:44:44.031041 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6770aad1-7bb8-4984-b4c0-d064a9c2cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:44.052062 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-63e64fae-c4c0-4e6d-ba63-119575683609 req-ae535cfd-822d-4a50-9c74-5538f4ccef4e tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0716643 Sep 02 13:44:44.158813 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-5ce0ae85-7c12-4da9-a400-c2148b6c6bdb service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887698 Sep 02 13:44:44.398355 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:44.409405 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:44.409940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:44.502978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6770aad1-7bb8-4984-b4c0-d064a9c2cb6a None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/655d6a60-0072-4ab6-959d-9ff4de81b083/33419622-b013-49b2-9714-36e866aee07c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:44.571415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:44:44.574187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb99417-793f-4e05-922c-2e0afa29cf6e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:44.582887 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb99417-793f-4e05-922c-2e0afa29cf6e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:44.605203 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:44.606297 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Added segment 971ae9a5-76c9-40d9-9ccb-7ec1ae5ddeb6 of type vlan for network 0ed97298-1017-4aac-82cb-bc51d2c0c2db Sep 02 13:44:44.675596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6770aad1-7bb8-4984-b4c0-d064a9c2cb6a None None] For port 33419622-b013-49b2-9714-36e866aee07c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=33419622-b013-49b2-9714-36e866aee07c,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:44.688328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d412f-7085-47b8-a0a8-2ce07c9357db req-c8be88a6-9f0c-4cea-b4de-6d7f06424474 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:44.690292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9a5d412f-7085-47b8-a0a8-2ce07c9357db req-c8be88a6-9f0c-4cea-b4de-6d7f06424474 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.2687466 Sep 02 13:44:44.714023 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6770aad1-7bb8-4984-b4c0-d064a9c2cb6a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:44.729097 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6770aad1-7bb8-4984-b4c0-d064a9c2cb6a None None] Transition to ACTIVE for port object 33419622-b013-49b2-9714-36e866aee07c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:44.753069 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6770aad1-7bb8-4984-b4c0-d064a9c2cb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:44.803450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9a5d412f-7085-47b8-a0a8-2ce07c9357db req-e097832e-4d36-48c1-95b9-18db431db398 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013594 Sep 02 13:44:44.829917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:44.879044 n-d-794796-4 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-1bb99417-793f-4e05-922c-2e0afa29cf6e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 655d6a60-0072-4ab6-959d-9ff4de81b083 (CIDR: 2001:db8::/64) Sep 02 13:44:44.894116 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb99417-793f-4e05-922c-2e0afa29cf6e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:44:44.894719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb99417-793f-4e05-922c-2e0afa29cf6e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:44:44.922290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1bb99417-793f-4e05-922c-2e0afa29cf6e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2417104 Sep 02 13:44:44.923035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42702) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:44.930349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:44.950164 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770aad1-7bb8-4984-b4c0-d064a9c2cb6a None None] Pushing event updated for resources: {'Port': ['ID=33419622-b013-49b2-9714-36e866aee07c,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:44.991233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a80cbf42-639e-4cc6-b3f4-ea51f6bf6b08 req-e5ef3e9d-4aca-4369-a8d1-af95d6b0f6e2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 210 time: 0.1138251 Sep 02 13:44:45.036180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e4134-b939-4e4b-aee9-4f558646743f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:45.052561 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:44:45.068417 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:45.069085 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Added segment 8b8b570a-2a46-497e-ac61-f946f8b504d2 of type vlan for network cce813ee-03cf-4a33-b59f-375b6220b22d Sep 02 13:44:45.219046 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:45.313054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740734-c036-4da6-bca7-26bfbdd0947b req-0f8751b7-5ef9-4be6-8cdd-6cb618656abd tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:45.322011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09740734-c036-4da6-bca7-26bfbdd0947b req-0f8751b7-5ef9-4be6-8cdd-6cb618656abd tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 946 time: 0.2374420 Sep 02 13:44:45.360998 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8085e6fe-6e71-43f2-b442-18f4cb8aeb3b req-e7f6fa39-2f46-4c32-a724-a010aec11119 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.1548293 Sep 02 13:44:45.424678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:45.426219 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:45.436121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 33419622-b013-49b2-9714-36e866aee07c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:45.443181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:45.452710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:45.480499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:45.551073 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09740734-c036-4da6-bca7-26bfbdd0947b req-0029adbe-a487-43fe-8c9d-79f172a4695d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277007 Sep 02 13:44:45.568904 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2140245 Sep 02 13:44:45.571497 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:45.657555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:45.678445 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:46.283087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ec2a1-a943-435d-b95e-d24644ae35e3 req-21b4ab00-da5d-49e6-887e-7644e614285b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:46.285133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d3ec2a1-a943-435d-b95e-d24644ae35e3 req-21b4ab00-da5d-49e6-887e-7644e614285b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.1293471 Sep 02 13:44:46.402868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b12574-ca54-4440-b3a7-4aa9b55c7f22 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:46.441692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d3ec2a1-a943-435d-b95e-d24644ae35e3 req-8f7fc807-a64d-4732-aed1-5ef629c7de19 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475797 Sep 02 13:44:46.518426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:44:46.738861 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44a493c9-7f80-48c9-bc0d-1cb9e8598b34 req-6651b254-9334-42ef-90c6-cf95f94a535a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 210 time: 0.1215186 Sep 02 13:44:46.775355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:46.916660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a8c3c9c6-afd0-404f-878b-095a6c1ce809 None None] Provisioning for port 33419622-b013-49b2-9714-36e866aee07c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:46.925897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a8c3c9c6-afd0-404f-878b-095a6c1ce809 None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:46.926749 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c9c6-afd0-404f-878b-095a6c1ce809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:46.955965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150c100-4ade-498d-810b-b69462831bc4 req-42578cc3-c3a2-4f5e-86f0-490a0ccd6cf4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:46.958167 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-42578cc3-c3a2-4f5e-86f0-490a0ccd6cf4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.4042478 Sep 02 13:44:46.978856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Request body: {'port': {'device_id': 'a498ad65-c613-4794-b60c-caeff372f98b', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'admin_state_up': True, 'tenant_id': 'e5cb8c44680045f0a4b7ea0a303a9287'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:46.979562 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5503f03-a0b8-47a9-b7f6-32ea9cd058dc req-2176ce83-edcf-45ae-a853-a0e385c18417 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0953100 Sep 02 13:44:46.996918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Network': ['ID=0ed97298-1017-4aac-82cb-bc51d2c0c2db,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:47.069053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 0ed97298-1017-4aac-82cb-bc51d2c0c2db details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:44:47.287602 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef135e-8692-4fc2-acb8-d2eeca885956 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:47.311494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef135e-8692-4fc2-acb8-d2eeca885956 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:47.327107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef135e-8692-4fc2-acb8-d2eeca885956 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:47.336813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef135e-8692-4fc2-acb8-d2eeca885956 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:47.345465 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8bef135e-8692-4fc2-acb8-d2eeca885956 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.7718725 Sep 02 13:44:47.366192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42746) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:47.614428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a622dd-e10c-41f9-930d-6e2ba8757d43 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Network': ['ID=cce813ee-03cf-4a33-b59f-375b6220b22d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:47.626895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network cce813ee-03cf-4a33-b59f-375b6220b22d details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:44:47.627631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e4004-f20a-4372-b51c-576255cf60bc req-c1a5a5f6-31eb-4443-b862-1c092fc5692a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:47.635954 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-555e4004-f20a-4372-b51c-576255cf60bc req-c1a5a5f6-31eb-4443-b862-1c092fc5692a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 946 time: 1.0728257 Sep 02 13:44:47.730006 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-555e4004-f20a-4372-b51c-576255cf60bc req-38b62212-865a-49b5-a5e5-ffeeb312d25e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906529 Sep 02 13:44:47.776088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:47.842464 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:47.980118 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3733e997-7285-43da-a527-d080c3324e1c req-6c2b946b-46ff-4fb1-870f-4f7a7c7f392b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 210 time: 0.0958953 Sep 02 13:44:48.038025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] For port 33419622-b013-49b2-9714-36e866aee07c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=33419622-b013-49b2-9714-36e866aee07c,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:48.082758 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.091421 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3712e-eff9-4009-9279-98f0fe1fdef7 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:48.093640 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-17f3712e-eff9-4009-9279-98f0fe1fdef7 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 1092 time: 0.3154404 Sep 02 13:44:48.097305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.098308 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.112343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42758) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:48.168516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Made reservation on behalf of e5cb8c44680045f0a4b7ea0a303a9287 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:48.184448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.202777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:48.246340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.251242 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fdc623c0-40b0-40a3-b9b5-6510877a6960 req-eb1fe147-b834-4c99-bfe9-54156c8732b6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0600731 Sep 02 13:44:48.258390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-17c09340-e567-4eaa-a12b-67eb7139486d None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:48.259305 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-17c09340-e567-4eaa-a12b-67eb7139486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.266425 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:48.288803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed97298-1017-4aac-82cb-bc51d2c0c2db']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:48.290903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:48.303459 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:48.303796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.309196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2ea25-1741-49de-acf4-a64ceea81d08 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:48.328852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971ae9a5-76c9-40d9-9ccb-7ec1ae5ddeb6') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:48.333712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971ae9a5-76c9-40d9-9ccb-7ec1ae5ddeb6') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:48.361756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f742c7b-002f-4ca4-bb55-b25f1c28edbc req-22e26080-39e6-4429-8cee-7986d2be8eb2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:48.367039 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f742c7b-002f-4ca4-bb55-b25f1c28edbc req-22e26080-39e6-4429-8cee-7986d2be8eb2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.5866277 Sep 02 13:44:48.421785 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.438076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=7a166487-a5bd-40da-b799-5dee225cf908,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:48.524877 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.541803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.571517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:44:48.571958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:44:48.575016 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:44:48.608534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6819894 Sep 02 13:44:48.629270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42762) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:48.637519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbae70-e428-4143-b942-a639b2633155 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=33419622-b013-49b2-9714-36e866aee07c,revision_number=9']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:48.726430 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:07:8b:0a', 'name': 'tempest-NetworksTestDHCPv6-348027487'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:48.785671 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f742c7b-002f-4ca4-bb55-b25f1c28edbc req-03441906-746f-400f-a119-eccd9c73c80c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980911 Sep 02 13:44:48.797123 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.808466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Allocated IP 172.20.0.7 (04f58d53-09f2-489d-aa85-f3c7058c3db1/f81c2717-e364-4450-b8a3-72bdc97b0530/a12923ae-ce4c-409d-b35b-ed176c5d29d4) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:48.810895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:48.824720 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/networks/0ed97298-1017-4aac-82cb-bc51d2c0c2db HTTP/1.1" status: 204 len: 168 time: 1.4363098 Sep 02 13:44:48.835691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:48.856475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153e902-4d06-420b-8bc7-9b1f5fb2832c tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Network': ['ID=0ed97298-1017-4aac-82cb-bc51d2c0c2db,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:49.120588 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.156635 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.251229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 33419622-b013-49b2-9714-36e866aee07c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:44:49.269561 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b728c664-7eb6-46be-b1dc-ee892687a0d1 req-a70128a9-ffde-47a9-85bd-88ec1fc81d60 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 210 time: 0.0894411 Sep 02 13:44:49.317380 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.369917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2b3b72c8-0788-45ee-8ec1-de01fd273c02 None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:49.370963 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b3b72c8-0788-45ee-8ec1-de01fd273c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.449811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:49.453902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:49.458595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:49.469813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:49.470501 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.593225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:49.594301 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.601298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event updated for resources: {'Port': ['ID=a12923ae-ce4c-409d-b35b-ed176c5d29d4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:49.626528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-4e8d62a4-fb09-452b-bafd-db9a5da53c7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6539617 Sep 02 13:44:49.630499 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99857d13-08ff-4c7d-823d-0ce7088f4183 req-efda1672-f822-421b-95e7-4471a0af1b03 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.1661639 Sep 02 13:44:49.634664 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.653982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Request body: {'port': {'device_id': 'a498ad65-c613-4794-b60c-caeff372f98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:49.705753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce813ee-03cf-4a33-b59f-375b6220b22d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:49.730284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8b570a-2a46-497e-ac61-f946f8b504d2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:49.731034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8b570a-2a46-497e-ac61-f946f8b504d2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:49.791706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:49.834757 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.894019 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.968348 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.971949 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.992792 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:44:49.993568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:44:49.996706 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:44:50.153057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:50.200072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:50.203284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 9e3432c1-349f-4894-9c7a-8d7db958fbad yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:50.218602 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:50.223158 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/networks/cce813ee-03cf-4a33-b59f-375b6220b22d HTTP/1.1" status: 204 len: 168 time: 1.3010182 Sep 02 13:44:50.229060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42778) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:50.274362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429a944-5c37-4e9d-98f3-aa84a94b7624 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Network': ['ID=cce813ee-03cf-4a33-b59f-375b6220b22d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:50.395237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.25.3.92 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/1aac7581-faca-4e8c-81d7-aafbf4b5ac06) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:50.480583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b96a-46ee-4dbf-b024-f543f728332b req-67997773-aab1-4066-b5c5-4024a8654c65 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:50.492750 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1968b96a-46ee-4dbf-b024-f543f728332b req-67997773-aab1-4066-b5c5-4024a8654c65 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.6054306 Sep 02 13:44:50.628003 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca5fb64-3fd5-4ade-bc86-b2e703595d64 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:50.635322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca5fb64-3fd5-4ade-bc86-b2e703595d64 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:50.641753 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6ca5fb64-3fd5-4ade-bc86-b2e703595d64 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4088340 Sep 02 13:44:50.642511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42784) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:50.649614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1714155589'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:50.685071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe049dbb-a1d1-4bc6-91fd-44d4ba9a054a req-84cc2282-8c3a-40d8-a4d8-4942b8221825 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:50.689429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1968b96a-46ee-4dbf-b024-f543f728332b req-b604bdb0-cfb2-4b78-80cc-4b5c2fc9ee11 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956785 Sep 02 13:44:50.693178 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fe049dbb-a1d1-4bc6-91fd-44d4ba9a054a req-84cc2282-8c3a-40d8-a4d8-4942b8221825 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 931 time: 0.2435267 Sep 02 13:44:50.721463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Made reservation on behalf of 5cda9443b99e4c1582175fbfe7b92378 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:50.729652 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:50.831446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:44:50.846872 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fe049dbb-a1d1-4bc6-91fd-44d4ba9a054a req-57e9738f-2f02-4e07-8001-16d5da6cd9a0 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531074 Sep 02 13:44:50.885711 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::d9 (6536a6f3-744d-4aaf-8438-60c2494b3279/655d6a60-0072-4ab6-959d-9ff4de81b083/9e3432c1-349f-4894-9c7a-8d7db958fbad) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:50.894401 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:50.900848 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:8b0a (6536a6f3-744d-4aaf-8438-60c2494b3279/7a166487-a5bd-40da-b799-5dee225cf908/9e3432c1-349f-4894-9c7a-8d7db958fbad) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:44:50.936939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:50.937436 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Added segment 3c9a0a5d-928d-4a5c-81a6-7ac8cfa2346b of type vlan for network e2e965ab-4fe3-4629-b5fd-3268bc34b502 Sep 02 13:44:50.991020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12923ae-ce4c-409d-b35b-ed176c5d29d4 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:44:51.005691 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.012150 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.052141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Transition to ACTIVE for port object a12923ae-ce4c-409d-b35b-ed176c5d29d4 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:51.088746 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-959b28ac-b1a0-48b5-b1d6-34c1d2cf8dbe req-96dd299e-0122-4a18-b4dc-df9ab788214d tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0589833 Sep 02 13:44:51.106558 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.158604 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.200876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Pushing event updated for resources: {'Port': ['ID=a12923ae-ce4c-409d-b35b-ed176c5d29d4,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:51.228244 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.241893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:51.243291 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.293031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:51.325852 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:51.329458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:51.333986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=1aac7581-faca-4e8c-81d7-aafbf4b5ac06,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:51.389778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.390255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.390557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.390913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.391263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.391649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.392195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.392592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.393046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.393373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.393943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.394296 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:51.414448 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.456758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 9e3432c1-349f-4894-9c7a-8d7db958fbad will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:44:51.565686 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9199286 Sep 02 13:44:51.582663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42790) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:51.589793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1076953509'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:51.609941 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72fe61-eecc-4258-a77c-98d2dd015163 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Network': ['ID=e2e965ab-4fe3-4629-b5fd-3268bc34b502,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:51.623172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Attempting to bind port a12923ae-ce4c-409d-b35b-ed176c5d29d4 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:44:51.624194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Attempting to bind port a12923ae-ce4c-409d-b35b-ed176c5d29d4 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:44:51.624593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Attempting to bind port a12923ae-ce4c-409d-b35b-ed176c5d29d4 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:51.626054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network e2e965ab-4fe3-4629-b5fd-3268bc34b502 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:44:51.636449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Port a12923ae-ce4c-409d-b35b-ed176c5d29d4 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:44:51.640496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Attempting to bind port a12923ae-ce4c-409d-b35b-ed176c5d29d4 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:44:51.649045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:44:51.649489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Checking segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:51.649905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Bound using segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:44:51.650444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Bound port: a12923ae-ce4c-409d-b35b-ed176c5d29d4, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:44:51.650826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.668300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Made reservation on behalf of 5cda9443b99e4c1582175fbfe7b92378 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:51.674340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.716206 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.775792 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] For port a12923ae-ce4c-409d-b35b-ed176c5d29d4, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:44:51.785525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] For port a12923ae-ce4c-409d-b35b-ed176c5d29d4, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a12923ae-ce4c-409d-b35b-ed176c5d29d4,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:44:51.790069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:51.802453 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.819309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:44:51.878743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:51.884521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:51.889551 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.890235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:51.890929 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.891199 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Added segment 93c7437f-bb0c-4422-9e23-dcb6679240fd of type vlan for network 9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b Sep 02 13:44:51.921349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:51.921872 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:51.923994 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] 10.222.0.90 "PUT /v2.0/ports/a12923ae-ce4c-409d-b35b-ed176c5d29d4 HTTP/1.1" status: 200 len: 1091 time: 2.2810287 Sep 02 13:44:51.924235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a498ad65-c613-4794-b60c-caeff372f98b', 'tag': 'a12923ae-ce4c-409d-b35b-ed176c5d29d4'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:51.933350 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d770f-59bc-4f27-989d-431cd5aad0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a498ad65-c613-4794-b60c-caeff372f98b", "tag": "a12923ae-ce4c-409d-b35b-ed176c5d29d4"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:52.073131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=9e3432c1-349f-4894-9c7a-8d7db958fbad,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:52.115974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-16b4fc0b-cecc-46bf-9860-1b2d9763b28b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4770565 Sep 02 13:44:52.117644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:52.118710 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:52.172756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403c8e0-c713-4d37-a663-abb3eb1f6e5b service neutron] Pushing event updated for resources: {'Port': ['ID=a12923ae-ce4c-409d-b35b-ed176c5d29d4,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:52.244318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f482f-bd37-40cb-b307-2043ee6f1595 req-c033e891-27fa-459f-8713-a356622157a8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:52.252937 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3f6f482f-bd37-40cb-b307-2043ee6f1595 req-c033e891-27fa-459f-8713-a356622157a8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.3814185 Sep 02 13:44:52.346041 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:52.368825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:52.369483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:52.392484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-99a6b377-18b3-4dc3-8bad-9d3758ab9b57 None None] Provisioning for port 9e3432c1-349f-4894-9c7a-8d7db958fbad completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:44:52.400257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-99a6b377-18b3-4dc3-8bad-9d3758ab9b57 None None] Provisioning complete for port 9e3432c1-349f-4894-9c7a-8d7db958fbad triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:52.401002 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99a6b377-18b3-4dc3-8bad-9d3758ab9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:52.447266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150c100-4ade-498d-810b-b69462831bc4 req-51aab352-0e43-4f6e-b9a2-9e51dad54664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:52.448851 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-51aab352-0e43-4f6e-b9a2-9e51dad54664 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 1094 time: 0.4060555 Sep 02 13:44:52.457602 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8725226 Sep 02 13:44:52.509364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42806) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:52.512207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-4df76449-25d3-4221-899c-dd4e1d04a92b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a12923ae-ce4c-409d-b35b-ed176c5d29d4 HTTP/1.1" status: 200 len: 217 time: 0.0453043 Sep 02 13:44:52.518440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'ports': [{'network_id': 'e2e965ab-4fe3-4629-b5fd-3268bc34b502', 'name': 'tempest-port--834446270', 'admin_state_up': True}, {'network_id': '9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b', 'admin_state_up': False}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:52.518784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'port': {'network_id': 'e2e965ab-4fe3-4629-b5fd-3268bc34b502', 'name': 'tempest-port--834446270', 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:52.519272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'port': {'network_id': '9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b', 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:52.521546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-99a6b377-18b3-4dc3-8bad-9d3758ab9b57 None None] Port 9e3432c1-349f-4894-9c7a-8d7db958fbad cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:44:52.531119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb532d-7318-4be4-8633-ac9a6ed3e29d req-e3378bf0-bcbf-4da1-91cc-4646df3e94a6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:52.538533 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ffb532d-7318-4be4-8633-ac9a6ed3e29d req-e3378bf0-bcbf-4da1-91cc-4646df3e94a6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 943 time: 0.3011398 Sep 02 13:44:52.584384 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3f6f482f-bd37-40cb-b307-2043ee6f1595 req-c02546d6-51c1-4e7b-a1ba-fda016a6e83e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144200 Sep 02 13:44:52.705150 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:52.759091 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c69d22-def9-4c68-8a35-838d67603375 x-openstack-request-id: req-99c69d22-def9-4c68-8a35-838d67603375 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:52.759378 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a498ad65-c613-4794-b60c-caeff372f98b", "tag": "a12923ae-ce4c-409d-b35b-ed176c5d29d4", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:52.759631 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99c69d22-def9-4c68-8a35-838d67603375 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:52.760069 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a498ad65-c613-4794-b60c-caeff372f98b', 'tag': 'a12923ae-ce4c-409d-b35b-ed176c5d29d4', 'status': 'completed', 'code': 200} Sep 02 13:44:52.760680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc52dd-d8e5-452c-8ffa-486ed8236b8a tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Network': ['ID=9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:52.776385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:44:52.794858 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d8942e5-395c-40c6-87bc-1534cd558e3b req-b875c2c2-7dd0-4395-9555-b1aa596ec7f6 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0558963 Sep 02 13:44:52.814683 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1ffb532d-7318-4be4-8633-ac9a6ed3e29d req-eff4163e-e22e-4fe3-97f6-dfb9829bce58 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752604 Sep 02 13:44:52.852390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150c100-4ade-498d-810b-b69462831bc4 req-3cb3bf37-f89d-495f-96be-a91e892107a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:52.853807 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-3cb3bf37-f89d-495f-96be-a91e892107a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.2962911 Sep 02 13:44:52.863400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-31b9cb35-4152-41b1-a3ba-d55de1de824b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 9e3432c1-349f-4894-9c7a-8d7db958fbad {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:52.863785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b9cb35-4152-41b1-a3ba-d55de1de824b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:52.954318 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:52.958495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-3026afe0-b9ea-488c-9009-bee2ab13f234 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858464 Sep 02 13:44:53.067676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b9cb35-4152-41b1-a3ba-d55de1de824b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:53.083187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-31b9cb35-4152-41b1-a3ba-d55de1de824b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 9e3432c1-349f-4894-9c7a-8d7db958fbad owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:53.197924 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Made reservation on behalf of 5cda9443b99e4c1582175fbfe7b92378 for: {'port': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:53.207627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:53.248107 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:53.362540 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-1fefe2fe-86fa-4767-9b23-e01df3dd4597 service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649795 Sep 02 13:44:53.462569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] device_id is not set on port 3e70709f-69aa-4a37-9996-0702471ff789 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:53.522369 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0150c100-4ade-498d-810b-b69462831bc4 req-6af8eb72-b356-4238-aecc-d27d4c7da426 service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415944 Sep 02 13:44:53.722436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-a83e3d20-d735-4c5c-a7a1-7684fe80691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:53.729362 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-a83e3d20-d735-4c5c-a7a1-7684fe80691c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 1094 time: 0.1391809 Sep 02 13:44:53.904309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-21a1ce56-84a7-43ce-b782-6baf702d3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:53.906921 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-21a1ce56-84a7-43ce-b782-6baf702d3629 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 913 time: 0.1679816 Sep 02 13:44:54.058934 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.072387 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.074560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-090afc27-3c8a-47a7-9021-689dcb6e9a66 req-ae96e9c8-18c3-45de-942a-912d7f8611ca tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.1439686 Sep 02 13:44:54.079664 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-383e62c8-c30f-4eaf-8720-9ded116a8c1f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a12923ae-ce4c-409d-b35b-ed176c5d29d4 HTTP/1.1" status: 200 len: 217 time: 0.1607018 Sep 02 13:44:54.193533 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b9cb35-4152-41b1-a3ba-d55de1de824b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.236059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=1aac7581-faca-4e8c-81d7-aafbf4b5ac06,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:54.305233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9cb35-4152-41b1-a3ba-d55de1de824b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=9e3432c1-349f-4894-9c7a-8d7db958fbad,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:54.372671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8236fb-d59d-4173-b961-3565650ca58d req-3a022eb6-845a-4e46-8b68-f3e00384f61d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:54.375309 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a8236fb-d59d-4173-b961-3565650ca58d req-3a022eb6-845a-4e46-8b68-f3e00384f61d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 943 time: 0.1443369 Sep 02 13:44:54.392760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-f24094d5-97c4-4aa1-8106-61961038d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:54.394275 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-f24094d5-97c4-4aa1-8106-61961038d2b7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.1739752 Sep 02 13:44:54.401212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4b3b-214e-4615-b270-874c2dd39b65 req-bf251e3e-6f17-4a90-8178-f6122cd1c308 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:54.402840 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30ca4b3b-214e-4615-b270-874c2dd39b65 req-bf251e3e-6f17-4a90-8178-f6122cd1c308 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.6969452 Sep 02 13:44:54.458763 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.482218 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31b9cb35-4152-41b1-a3ba-d55de1de824b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:54.486941 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-31b9cb35-4152-41b1-a3ba-d55de1de824b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/9e3432c1-349f-4894-9c7a-8d7db958fbad HTTP/1.1" status: 204 len: 168 time: 2.3521004 Sep 02 13:44:54.551811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:54.794246 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30ca4b3b-214e-4615-b270-874c2dd39b65 req-e482771f-e912-4727-84be-15f920bf5706 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324435 Sep 02 13:44:54.815105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309eddc6-f5c7-4f34-b25d-7eece955d177 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:54.816754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-309eddc6-f5c7-4f34-b25d-7eece955d177 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2696016 Sep 02 13:44:54.820195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:54.855415 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Floating IP afa91b89-886f-4396-9db2-7a2232259fcd associated. External IP: 172.25.3.92, port: e5634728-a9c1-49fd-9d46-81ce4c25e6a6. Sep 02 13:44:54.964135 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-03f027f6-49df-4b18-b7c2-022ae1640585 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5579846 Sep 02 13:44:54.976091 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.010047 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be69793-9507-4b9c-85cb-164751857ab0 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:55.014742 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4be69793-9507-4b9c-85cb-164751857ab0 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1854832 Sep 02 13:44:55.017074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:55.088478 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a8236fb-d59d-4173-b961-3565650ca58d req-679d21b2-d2b8-413f-8a0c-92d629f06a32 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931908 Sep 02 13:44:55.152456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] device_id is not set on port 1461d13c-1a8c-4309-9555-b6ad24f5ba14 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:44:55.189192 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-96f6d5e3-8818-414b-9b4b-1a96781c1aa6 service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103267 Sep 02 13:44:55.215563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb8a582-90df-479f-a37f-4efebc8976b3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:55.217811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb8a582-90df-479f-a37f-4efebc8976b3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:55.219560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb8a582-90df-479f-a37f-4efebc8976b3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:55.224348 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ddb8a582-90df-479f-a37f-4efebc8976b3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2062776 Sep 02 13:44:55.225151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42834) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:55.313982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f4018758-72af-46be-a9a9-42d6fa8c99ac req-0a58cc48-1ede-4302-84c4-c68230a258c3 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0683532 Sep 02 13:44:55.340661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ffe439-9d99-411f-b529-d82929bc4c9f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 655d6a60-0072-4ab6-959d-9ff4de81b083 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:55.360032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe439-9d99-411f-b529-d82929bc4c9f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.427763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:44:55.433660 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe439-9d99-411f-b529-d82929bc4c9f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.633349 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.638287 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe439-9d99-411f-b529-d82929bc4c9f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.643128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cf9d770f-59bc-4f27-989d-431cd5aad0f2 req-8995e334-ce3c-43c9-9ba4-20e3e63f7f75 service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407489 Sep 02 13:44:55.688910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:44:55.705739 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.707457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] Sync routers for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:44:55.732464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:55.736684 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:44:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:55.755286 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.854937 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3f06775c-5644-4b92-beee-a445802b8766 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6648989 Sep 02 13:44:55.859137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:55.860213 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:44:55.864856 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:44:55.866400 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Port': ['ID=3e70709f-69aa-4a37-9996-0702471ff789,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:55.909219 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe439-9d99-411f-b529-d82929bc4c9f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:55.927260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Checking segment: {'id': '3c9a0a5d-928d-4a5c-81a6-7ac8cfa2346b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e2e965ab-4fe3-4629-b5fd-3268bc34b502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:55.927655 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Network hostable DHCP agents. Network: e2e965ab-4fe3-4629-b5fd-3268bc34b502, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:44:55.992896 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a12923ae-ce4c-409d-b35b-ed176c5d29d4 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:44:56.044108 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc889af-8bcf-4985-83d2-627005f84b86 x-openstack-request-id: req-3cc889af-8bcf-4985-83d2-627005f84b86 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:44:56.045227 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:44:56.045940 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cc889af-8bcf-4985-83d2-627005f84b86 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:44:56.046371 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'status': 'completed', 'code': 200} Sep 02 13:44:56.077141 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe439-9d99-411f-b529-d82929bc4c9f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.085148 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e0ffe439-9d99-411f-b529-d82929bc4c9f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/655d6a60-0072-4ab6-959d-9ff4de81b083 HTTP/1.1" status: 204 len: 168 time: 0.8484340 Sep 02 13:44:56.086791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffe439-9d99-411f-b529-d82929bc4c9f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=655d6a60-0072-4ab6-959d-9ff4de81b083,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:56.094111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:56.128308 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-875413bd-2aa5-4086-8ae0-51741dcaf707 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/afa91b89-886f-4396-9db2-7a2232259fcd HTTP/1.1" status: 200 len: 991 time: 0.2469370 Sep 02 13:44:56.193965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb3a93e-c965-45e4-8b19-8ea8f54dbd9e None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:56.235407 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Network e2e965ab-4fe3-4629-b5fd-3268bc34b502 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:44:56.272278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07670b1-31cd-45d0-a7da-fcbc40b4517b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 7a166487-a5bd-40da-b799-5dee225cf908 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:44:56.284623 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c07670b1-31cd-45d0-a7da-fcbc40b4517b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.311617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:56.311917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e58a22-0e41-4521-a895-16160d4984a9 req-1baa4cf9-9d98-4daa-8f0a-14b76d22d5a8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:56.320405 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a12923ae-ce4c-409d-b35b-ed176c5d29d4, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a12923ae-ce4c-409d-b35b-ed176c5d29d4,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:56.321116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13e58a22-0e41-4521-a895-16160d4984a9 req-1baa4cf9-9d98-4daa-8f0a-14b76d22d5a8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 943 time: 0.0903089 Sep 02 13:44:56.341292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, e2e965ab-4fe3-4629-b5fd-3268bc34b502) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:56.365233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202ba0d-7760-4001-9926-c73d72e0fa50 None None] Network e2e965ab-4fe3-4629-b5fd-3268bc34b502 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:56.367478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:56.368680 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.374004 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-13e58a22-0e41-4521-a895-16160d4984a9 req-5f177f99-5452-44fe-9066-8ec93fa82e57 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518963 Sep 02 13:44:56.408618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eded37-9e9c-4bc5-9439-5b1c0c39dfde req-b317b011-2f9a-4aab-acda-ab9dd61942f4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:56.410480 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-67eded37-9e9c-4bc5-9439-5b1c0c39dfde req-b317b011-2f9a-4aab-acda-ab9dd61942f4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.4425194 Sep 02 13:44:56.450551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'a12923ae-ce4c-409d-b35b-ed176c5d29d4', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'port_id': 'a12923ae-ce4c-409d-b35b-ed176c5d29d4', 'mac_address': 'fa:16:3e:a4:50:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2717-e364-4450-b8a3-72bdc97b0530', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:44:56.486872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-86459f4b-64fa-4b3c-8aff-9239954a74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:56.489596 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-86459f4b-64fa-4b3c-8aff-9239954a74f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 1097 time: 0.4231040 Sep 02 13:44:56.513180 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a458e3df-3cf2-43c6-a9c6-77f1db931057 req-c8d8e875-b94f-49fe-9a32-9f2b56d2bbcd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0400181 Sep 02 13:44:56.650043 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c07670b1-31cd-45d0-a7da-fcbc40b4517b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.699712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Port': ['ID=1461d13c-1a8c-4309-9555-b6ad24f5ba14,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:56.767442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-67eded37-9e9c-4bc5-9439-5b1c0c39dfde req-ed64c0d3-70f0-454a-8e03-a68fdbc0cac5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116455 Sep 02 13:44:56.768528 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.790441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12923ae-ce4c-409d-b35b-ed176c5d29d4 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:44:56.828351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a12923ae-ce4c-409d-b35b-ed176c5d29d4, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a12923ae-ce4c-409d-b35b-ed176c5d29d4,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:56.841775 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:56.842245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Checking segment: {'id': '93c7437f-bb0c-4422-9e23-dcb6679240fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:44:56.842622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Network hostable DHCP agents. Network: 9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:44:56.926686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-2651565e-2751-412b-bdad-c231f4c168cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:56.933399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-2651565e-2751-412b-bdad-c231f4c168cc service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2 HTTP/1.1" status: 200 len: 898 time: 0.4299741 Sep 02 13:44:56.972882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=a12923ae-ce4c-409d-b35b-ed176c5d29d4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:57.037877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-82a9f79c-4e2e-445b-ac3e-f9ec21b94b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.039945 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-82a9f79c-4e2e-445b-ac3e-f9ec21b94b88 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 1096 time: 0.2623272 Sep 02 13:44:57.040097 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:44:08Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'afa91b89-886f-4396-9db2-7a2232259fcd', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:52Z', 'updated_at': '2021-09-02T13:44:52Z', 'revision_number': 0, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:57.044804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Network 9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:44:57.048554 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c07670b1-31cd-45d0-a7da-fcbc40b4517b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.095023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] Checking router: e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:44:57.106851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:44:57.109580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:44:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:57.131938 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42866) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:57.173108 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:57.193561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a60d46-5a48-41d2-b49f-fa47d158418d None None] Network 9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:57.210099 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['a12923ae-ce4c-409d-b35b-ed176c5d29d4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:44:57.214873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:44:57.226993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.241850 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.242854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.278883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-6f3db6c5-b07b-4cbb-8518-15c689c9b697 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5634728-a9c1-49fd-9d46-81ce4c25e6a6 HTTP/1.1" status: 200 len: 999 time: 0.3209860 Sep 02 13:44:57.297839 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-520e9bcf-3e70-40c6-9e22-543089771f60 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7845969 Sep 02 13:44:57.300934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:57.363845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2ad194a3-27fa-409a-99a4-8f2aaf4780d3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/afa91b89-886f-4396-9db2-7a2232259fcd HTTP/1.1" status: 200 len: 991 time: 0.2302499 Sep 02 13:44:57.375070 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c07670b1-31cd-45d0-a7da-fcbc40b4517b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.411910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-2000adee-ad1a-44b3-a58e-144b1a45a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.413594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-2000adee-ad1a-44b3-a58e-144b1a45a72d service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.3576038 Sep 02 13:44:57.423174 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07670b1-31cd-45d0-a7da-fcbc40b4517b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=7a166487-a5bd-40da-b799-5dee225cf908,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:57.434547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c07670b1-31cd-45d0-a7da-fcbc40b4517b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.436699 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c07670b1-31cd-45d0-a7da-fcbc40b4517b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/7a166487-a5bd-40da-b799-5dee225cf908 HTTP/1.1" status: 204 len: 168 time: 1.3396997 Sep 02 13:44:57.445402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:57.448230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-ecde2c4d-26dd-40cd-982a-c2caf882bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.449206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8af48-183c-47d9-802c-e304d0d96864 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.449976 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-ecde2c4d-26dd-40cd-982a-c2caf882bc42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0570a0ab-e49c-4bec-bbc0-faa01175ed62 HTTP/1.1" status: 200 len: 835 time: 0.1636770 Sep 02 13:44:57.465415 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8af48-183c-47d9-802c-e304d0d96864 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.467626 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-46b8af48-183c-47d9-802c-e304d0d96864 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1648514 Sep 02 13:44:57.472671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:57.633931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6780a317-c41a-46d9-b45f-0955deb588ce tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Deleting port 3e70709f-69aa-4a37-9996-0702471ff789 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:57.636060 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6780a317-c41a-46d9-b45f-0955deb588ce tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.643916 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-49bf8f9d-4a68-4352-89c2-b3be4b6be985 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc HTTP/1.1" status: 200 len: 217 time: 0.2015066 Sep 02 13:44:57.663706 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cc437bb0-0582-46ed-b667-51c8d1abd58a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2125540 Sep 02 13:44:57.679325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42878) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:57.697313 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:57.762508 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6a7a8307-9b4b-4b72-af87-a202cd3f97d0 req-8dadb7bb-3d5f-4f99-896e-72c24e7cabcd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.1096747 Sep 02 13:44:57.805956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6780a317-c41a-46d9-b45f-0955deb588ce tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:57.822660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6780a317-c41a-46d9-b45f-0955deb588ce tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Calling delete_port for 3e70709f-69aa-4a37-9996-0702471ff789 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:57.928167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-85de7c82-9671-4b6a-8536-dc974476dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.930005 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-85de7c82-9671-4b6a-8536-dc974476dfcb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.2511125 Sep 02 13:44:57.937138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b37bf73-ec83-409c-bf46-49d2c6000aec None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:57.948356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b14ca-9ae7-4de4-8e90-3f5ef3f056cd req-92e061b8-bc2f-4e68-8f40-966b4c6621e4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.950269 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-903b14ca-9ae7-4de4-8e90-3f5ef3f056cd req-92e061b8-bc2f-4e68-8f40-966b4c6621e4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 944 time: 0.4284880 Sep 02 13:44:57.973162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-6525a55e-5b9e-4850-8c0f-26a20392b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:57.975065 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-6525a55e-5b9e-4850-8c0f-26a20392b22d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4433129 Sep 02 13:44:58.003469 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6780a317-c41a-46d9-b45f-0955deb588ce tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.052061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f1b1b-dc64-4db9-822b-28d50ce96063 req-ac419c33-c5b4-4814-8694-e8f10e9f74a6 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:58.053833 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e7f1b1b-dc64-4db9-822b-28d50ce96063 req-ac419c33-c5b4-4814-8694-e8f10e9f74a6 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.1343882 Sep 02 13:44:58.056919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780a317-c41a-46d9-b45f-0955deb588ce tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Port': ['ID=3e70709f-69aa-4a37-9996-0702471ff789,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:58.070203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:44:58.079225 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6780a317-c41a-46d9-b45f-0955deb588ce tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.084208 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6780a317-c41a-46d9-b45f-0955deb588ce tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/ports/3e70709f-69aa-4a37-9996-0702471ff789 HTTP/1.1" status: 204 len: 168 time: 0.6104970 Sep 02 13:44:58.087173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:58.153443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:58.157527 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.161061 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e7f1b1b-dc64-4db9-822b-28d50ce96063 req-dd61bdff-e9ad-42de-b612-095fb1636a81 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999100 Sep 02 13:44:58.221154 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3b06c8bb-ce94-4a71-94ef-dea86f109523 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Deleting port 1461d13c-1a8c-4309-9555-b6ad24f5ba14 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:58.221516 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b06c8bb-ce94-4a71-94ef-dea86f109523 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.241462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-903b14ca-9ae7-4de4-8e90-3f5ef3f056cd req-356449cc-a768-4ac4-9c29-159afa0b73e8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780454 Sep 02 13:44:58.241836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-e65b9c07-23a9-49cb-b299-fb0724d8c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:58.244140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-e65b9c07-23a9-49cb-b299-fb0724d8c90c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2926066 Sep 02 13:44:58.316429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b06c8bb-ce94-4a71-94ef-dea86f109523 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.332995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3b06c8bb-ce94-4a71-94ef-dea86f109523 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Calling delete_port for 1461d13c-1a8c-4309-9555-b6ad24f5ba14 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:58.379796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42888) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:58.418419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-170571b0-dc16-4dc4-b540-f0c5c2cb0928 None None] Provisioning complete for port 33419622-b013-49b2-9714-36e866aee07c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:44:58.418805 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170571b0-dc16-4dc4-b540-f0c5c2cb0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.462361 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9b013648-096f-42be-b16f-ac09ff747d4d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/afa91b89-886f-4396-9db2-7a2232259fcd HTTP/1.1" status: 200 len: 991 time: 0.0793276 Sep 02 13:44:58.472772 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-081b20ec-8545-47da-9edd-e43e0de01be8 service neutron] 10.222.0.77 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743667 Sep 02 13:44:58.611445 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b06c8bb-ce94-4a71-94ef-dea86f109523 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.642025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac4274-0453-4a12-9905-4e3d8eacf0dc None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:44:58.644805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06c8bb-ce94-4a71-94ef-dea86f109523 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Port': ['ID=1461d13c-1a8c-4309-9555-b6ad24f5ba14,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:58.657931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b06c8bb-ce94-4a71-94ef-dea86f109523 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.663073 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3b06c8bb-ce94-4a71-94ef-dea86f109523 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/ports/1461d13c-1a8c-4309-9555-b6ad24f5ba14 HTTP/1.1" status: 204 len: 168 time: 0.5728035 Sep 02 13:44:58.663744 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42890) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:58.710609 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9fea0b37-0446-4c8e-b268-f5ddf22b6270 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0366852 Sep 02 13:44:58.710609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:58.715845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-735728737'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:58.718385 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-39261bf5-5949-40c4-a82d-8e60b0b199ce service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495683 Sep 02 13:44:58.748228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Made reservation on behalf of 5cda9443b99e4c1582175fbfe7b92378 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:58.754258 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.766039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-78ac4274-0453-4a12-9905-4e3d8eacf0dc None None] Deleting port 33419622-b013-49b2-9714-36e866aee07c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:44:58.766424 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78ac4274-0453-4a12-9905-4e3d8eacf0dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.793269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:44:58.829525 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.830287 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Added segment 1d027b5e-0f62-46ed-adc5-e68c6e8c200f of type vlan for network 868ab832-93f1-4e76-9d52-138fcaf9dabf Sep 02 13:44:58.862517 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5331d3d4-1fdb-4cce-857b-ef2ff6ee3504 req-c0e489c5-1831-4d7b-b2a5-e062c9ac6932 service neutron] 10.222.0.77 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806794 Sep 02 13:44:58.878415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-78ac4274-0453-4a12-9905-4e3d8eacf0dc None None] For port 33419622-b013-49b2-9714-36e866aee07c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=33419622-b013-49b2-9714-36e866aee07c,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:44:58.879192 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78ac4274-0453-4a12-9905-4e3d8eacf0dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.895794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-78ac4274-0453-4a12-9905-4e3d8eacf0dc None None] Calling delete_port for 33419622-b013-49b2-9714-36e866aee07c owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:44:58.908867 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.916955 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.950937 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.958055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:58.958799 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:58.997914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:44:08Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'afa91b89-886f-4396-9db2-7a2232259fcd', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:52Z', 'updated_at': '2021-09-02T13:44:52Z', 'revision_number': 0, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:44:59.001834 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78ac4274-0453-4a12-9905-4e3d8eacf0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.010593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:44:59.041273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=1fe057fa-c821-4a27-87f7-b73c230fb14d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:59.041508 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3306358 Sep 02 13:44:59.042224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:59.043705 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:44:59.056525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac4274-0453-4a12-9905-4e3d8eacf0dc None None] Pushing event deleted for resources: {'Port': ['ID=33419622-b013-49b2-9714-36e866aee07c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:59.062755 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-82447216'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:59.063267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2948c-d40f-4ceb-9fc5-4134773b2894 None None] The sync data for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 is: [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:44:08Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'afa91b89-886f-4396-9db2-7a2232259fcd', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:52Z', 'updated_at': '2021-09-02T13:44:52Z', 'revision_number': 0, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:44:59.070138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac4274-0453-4a12-9905-4e3d8eacf0dc None None] No DVR routers for this DVR port 33419622-b013-49b2-9714-36e866aee07c on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:44:59.078633 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca261f-d50e-496d-b276-1526d5379ece tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Network': ['ID=868ab832-93f1-4e76-9d52-138fcaf9dabf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:59.081731 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:59.083370 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.091695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 868ab832-93f1-4e76-9d52-138fcaf9dabf details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:44:59.094694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d67967-c188-4826-abe4-3867e3d876fd None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:44:59.097448 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd487c41-03f7-43e2-8571-5a1d1dde3478 req-6bedafa3-cd40-43d9-acf2-13cfa5ceb2d2 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643937 Sep 02 13:44:59.126209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Made reservation on behalf of 5cda9443b99e4c1582175fbfe7b92378 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:44:59.131015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.183987 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b296c107-8b2c-4889-a6f6-add7b326c362 req-b4c3964b-4409-4b70-b0c4-7fbe31db0f6f tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.1662889 Sep 02 13:44:59.192368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.194872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.195596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.196264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.196858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.211253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.211610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.211995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.212340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.212685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.213049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.213392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:44:59.228329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-71080fd1-95f5-4f14-9b1c-081329f60d79 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5388279 Sep 02 13:44:59.228970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42902) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:59.232391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:44:59.244565 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-db3c244d-4b9d-4acd-afb9-0de3fe73a0c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:44:59.262767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.263133 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Added segment ab4ed4b1-eaa6-411b-b238-a3c8f48339f5 of type vlan for network 775cd06a-e5cc-4ab9-842a-740a225db7c2 Sep 02 13:44:59.352017 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 33419622-b013-49b2-9714-36e866aee07c no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:44:59.400662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 33419622-b013-49b2-9714-36e866aee07c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:44:59.401038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 33419622-b013-49b2-9714-36e866aee07c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:44:59.413984 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.461534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600204b8-9fc2-47c7-8454-b95feb0e719e req-9c0d68e4-5d2d-4a23-89f2-b26360c0eba1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:59.463335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-600204b8-9fc2-47c7-8454-b95feb0e719e req-9c0d68e4-5d2d-4a23-89f2-b26360c0eba1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 945 time: 0.1037617 Sep 02 13:44:59.470623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:44:59.551805 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a91508-7ddf-4c54-93c2-df946067d8d1 None None] New status for floating IP afa91b89-886f-4396-9db2-7a2232259fcd: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:44:59.556313 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.573911 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.584041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:44:59.584720 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.603831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6536a6f3-744d-4aaf-8438-60c2494b3279', 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'tenant_id': 'c4a984848df744649c9e885ade2a148d', 'fixed_ips': [{'subnet_id': '1fe057fa-c821-4a27-87f7-b73c230fb14d'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:44:59.605219 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:44:59.720513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Network': ['ID=775cd06a-e5cc-4ab9-842a-740a225db7c2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:44:59.728041 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-600204b8-9fc2-47c7-8454-b95feb0e719e req-ef9babc2-fb61-4eab-99d9-1e03fdfa255d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498016 Sep 02 13:44:59.742754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 775cd06a-e5cc-4ab9-842a-740a225db7c2 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:44:59.775675 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3d410019-883d-4eed-819f-50f230623777 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7205262 Sep 02 13:44:59.851384 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f4bf0567-fb8f-4696-9e55-7a0ca3e30d79 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/afa91b89-886f-4396-9db2-7a2232259fcd HTTP/1.1" status: 200 len: 991 time: 0.3780708 Sep 02 13:45:00.019200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a12923ae-ce4c-409d-b35b-ed176c5d29d4 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:00.070591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1fb6a-144b-45ca-811f-ec72c503535e req-b00e131f-df56-4778-8ff3-e913825b16a7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:00.078240 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13f1fb6a-144b-45ca-811f-ec72c503535e req-b00e131f-df56-4778-8ff3-e913825b16a7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 944 time: 0.0920343 Sep 02 13:45:00.127647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Allocated IP 2001:db8::2 (6536a6f3-744d-4aaf-8438-60c2494b3279/1fe057fa-c821-4a27-87f7-b73c230fb14d/ffb11dab-07bd-4e15-846f-7aa87a18b176) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:00.177800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13f1fb6a-144b-45ca-811f-ec72c503535e req-6ef5425e-b1eb-468d-a014-5ed3d0d28d05 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987871 Sep 02 13:45:00.184250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3c244d-4b9d-4acd-afb9-0de3fe73a0c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:00.188707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-db3c244d-4b9d-4acd-afb9-0de3fe73a0c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.238416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port a12923ae-ce4c-409d-b35b-ed176c5d29d4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:00.247940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port a12923ae-ce4c-409d-b35b-ed176c5d29d4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:00.249068 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.312565 n-d-794796-4 neutron-server[94687]: INFO neutron.db.ipam_backend_mixin [None req-db3c244d-4b9d-4acd-afb9-0de3fe73a0c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fe057fa-c821-4a27-87f7-b73c230fb14d (CIDR: 2001:db8::/64) Sep 02 13:45:00.317462 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3c244d-4b9d-4acd-afb9-0de3fe73a0c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:45:00.317934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3c244d-4b9d-4acd-afb9-0de3fe73a0c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:00.365211 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-db3c244d-4b9d-4acd-afb9-0de3fe73a0c4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1350746 Sep 02 13:45:00.368392 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:00.374076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'subnet': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:00.436730 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.444063 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.507259 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port a12923ae-ce4c-409d-b35b-ed176c5d29d4, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a12923ae-ce4c-409d-b35b-ed176c5d29d4,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:00.510581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a498ad65-c613-4794-b60c-caeff372f98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12923ae-ce4c-409d-b35b-ed176c5d29d4'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:00.513408 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401f96f1-6e75-422e-9ebd-abd617e2210c" -d '{"events": [{"server_uuid": "a498ad65-c613-4794-b60c-caeff372f98b", "name": "network-vif-plugged", "status": "completed", "tag": "a12923ae-ce4c-409d-b35b-ed176c5d29d4"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:00.519998 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.520828 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 2393f92f-9fdb-4b7d-a50a-a91d269af0dc no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:00.605956 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663b1bf6-790b-4975-9e7d-5b6d6d5a9085 x-openstack-request-id: req-663b1bf6-790b-4975-9e7d-5b6d6d5a9085 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:00.606299 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a498ad65-c613-4794-b60c-caeff372f98b", "name": "network-vif-plugged", "status": "completed", "tag": "a12923ae-ce4c-409d-b35b-ed176c5d29d4", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:00.606578 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-663b1bf6-790b-4975-9e7d-5b6d6d5a9085 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:00.606989 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a498ad65-c613-4794-b60c-caeff372f98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12923ae-ce4c-409d-b35b-ed176c5d29d4', 'code': 200} Sep 02 13:45:00.610048 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.668001 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a90df958-e398-4a8b-8153-47772af81ae0 req-8c6d1897-d84f-45a9-a42d-a6fdfbd3e5ee tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.2585146 Sep 02 13:45:00.674478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Transition to ACTIVE for port object ffb11dab-07bd-4e15-846f-7aa87a18b176 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:00.674829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:00.682855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.728912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=a12923ae-ce4c-409d-b35b-ed176c5d29d4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:00.734500 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Transition to ACTIVE for port object ffb11dab-07bd-4e15-846f-7aa87a18b176 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:00.738800 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.776483 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.850617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42920) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:00.866777 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:00.875313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:00.879339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:00.883272 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:00.894294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:00.912039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Pushing event updated for resources: {'Port': ['ID=ffb11dab-07bd-4e15-846f-7aa87a18b176,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:00.995510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Attempting to bind port ffb11dab-07bd-4e15-846f-7aa87a18b176 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:00.995942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Attempting to bind port ffb11dab-07bd-4e15-846f-7aa87a18b176 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:00.996318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Attempting to bind port ffb11dab-07bd-4e15-846f-7aa87a18b176 on network 6536a6f3-744d-4aaf-8438-60c2494b3279 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:01.005067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:01.005455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Checking segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:01.005870 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.006271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Bound using segment: {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:01.006756 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Bound port: ffb11dab-07bd-4e15-846f-7aa87a18b176, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a6eec-13b7-44e6-b154-289a11c876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:01.007209 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.155289 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a906d11-694c-4beb-bc0b-3c26cc989137 req-563a0d61-1e92-440a-a526-d053273e47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:01.174550 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a906d11-694c-4beb-bc0b-3c26cc989137 req-563a0d61-1e92-440a-a526-d053273e47ad service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 1096 time: 0.4784100 Sep 02 13:45:01.197539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] For port ffb11dab-07bd-4e15-846f-7aa87a18b176, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:01.210558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] For port ffb11dab-07bd-4e15-846f-7aa87a18b176, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ffb11dab-07bd-4e15-846f-7aa87a18b176,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:01.229113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:01.243302 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.330197 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32813493-46d7-4e5e-8cd2-19c4c06d8847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:01.360682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a906d11-694c-4beb-bc0b-3c26cc989137 req-5a6e5150-2106-45b1-9401-9bafb2c59976 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567278 Sep 02 13:45:01.402718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e0cbd-8e95-4ea9-bfc0-012c1b7f7d08 req-8b76ba95-680b-4a98-a7a1-9f04ea456672 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:01.417469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fada644-dda4-41df-8dcb-ded20aa4caf7 None None] Pushing event updated for resources: {'Port': ['ID=ffb11dab-07bd-4e15-846f-7aa87a18b176,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:01.435511 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-174e0cbd-8e95-4ea9-bfc0-012c1b7f7d08 req-8b76ba95-680b-4a98-a7a1-9f04ea456672 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 943 time: 0.4165943 Sep 02 13:45:01.464192 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4d2b7834-56ac-45e2-945b-c2606325224f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/afa91b89-886f-4396-9db2-7a2232259fcd HTTP/1.1" status: 200 len: 993 time: 0.6124015 Sep 02 13:45:01.546446 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-174e0cbd-8e95-4ea9-bfc0-012c1b7f7d08 req-41581fdf-d653-404e-a864-8b3972916ae8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054375 Sep 02 13:45:01.993442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a4167a9c-4a86-4a95-a244-5075088ed96c req-3e87b34c-0b54-4dce-8b38-d6f9e5ad2ffd tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0984826 Sep 02 13:45:02.071411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab8774-5c95-440a-bdd7-a881c50c46ad req-d49169f3-5fce-48e1-affc-5d403a24c0ec tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:02.075008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3dab8774-5c95-440a-bdd7-a881c50c46ad req-d49169f3-5fce-48e1-affc-5d403a24c0ec tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 945 time: 0.3798892 Sep 02 13:45:02.190429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:45:02.222268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3dab8774-5c95-440a-bdd7-a881c50c46ad req-9e752ee6-6ba6-4e73-98b4-bf8c83a2f095 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817704 Sep 02 13:45:02.433104 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.608289 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:02.611165 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e81234c-886d-48ac-9222-2cc0c3d395cf" -d '{"events": [{"server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "name": "network-vif-unplugged", "status": "completed", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:02.739365 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5482ab6-508a-4e17-a421-5320a8b09324 x-openstack-request-id: req-e5482ab6-508a-4e17-a421-5320a8b09324 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:02.740072 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "name": "network-vif-unplugged", "status": "failed", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:02.740346 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5482ab6-508a-4e17-a421-5320a8b09324 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:02.740783 n-d-794796-4 neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc', 'code': 422} returned with failed status Sep 02 13:45:02.837179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] For port ffb11dab-07bd-4e15-846f-7aa87a18b176, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ffb11dab-07bd-4e15-846f-7aa87a18b176,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:02.911476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c17159-ba7b-4f40-8e83-c32ff5cb4c25 req-dc652006-3c16-48bf-9d1c-145d8437152c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:02.913979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-36c17159-ba7b-4f40-8e83-c32ff5cb4c25 req-dc652006-3c16-48bf-9d1c-145d8437152c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 943 time: 0.1674271 Sep 02 13:45:02.915820 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.924129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.929016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:02.970293 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-36c17159-ba7b-4f40-8e83-c32ff5cb4c25 req-d7c11e20-7abc-4985-ac07-eabbd2deca5e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459795 Sep 02 13:45:03.207563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:03.229445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:03.242939 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb88f8d-9983-4cb6-bade-938d18d1dae7 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:03.255594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:03.255594 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:03.260500 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3ef5e7c-b74b-434b-8e99-aae7d293440e req-0d83a537-ac24-4a7c-9fa8-a1a4b82662ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/ports?device_id=455141e5-ae6a-4e3e-8cf2-dd4f2f97e45e HTTP/1.1" status: 200 len: 210 time: 0.0848720 Sep 02 13:45:03.358381 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=ffb11dab-07bd-4e15-846f-7aa87a18b176,revision_number=4']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:03.399188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ffb11dab-07bd-4e15-846f-7aa87a18b176 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:03.417385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0477667 Sep 02 13:45:03.423218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42946) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:03.428849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Request body: {'port': {'network_id': '6536a6f3-744d-4aaf-8438-60c2494b3279', 'mac_address': 'fa:16:3e:bb:a5:8c', 'name': 'tempest-NetworksTestDHCPv6-1199409805'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:03.432202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42948) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:03.436592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbdd81-c47d-4763-ac7e-20260d0e5b34 req-7f2a159b-545e-4d33-87b9-97cf2327fa04 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:03.451415 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1dfbdd81-c47d-4763-ac7e-20260d0e5b34 req-7f2a159b-545e-4d33-87b9-97cf2327fa04 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3641768 Sep 02 13:45:03.454363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'subnets': [{'network_id': '868ab832-93f1-4e76-9d52-138fcaf9dabf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--999976596', 'ip_version': 6}, {'network_id': '775cd06a-e5cc-4ab9-842a-740a225db7c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:03.455052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'subnet': {'network_id': '868ab832-93f1-4e76-9d52-138fcaf9dabf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--999976596', 'ip_version': 6}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:03.455854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Request body: {'subnet': {'network_id': '775cd06a-e5cc-4ab9-842a-740a225db7c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:03.464919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042156d-d2a4-46d3-8345-40f40d9fff6f tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Subnet': ['ID=b36b4d62-7ff1-47a2-8b3b-063fdfe2e896,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:03.525304 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1dfbdd81-c47d-4763-ac7e-20260d0e5b34 req-df83e9b5-267c-4d0e-8528-f052afb894d8 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682015 Sep 02 13:45:03.536315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e2fd3888-e290-40aa-8093-aab6f70d83a7 None None] Provisioning for port ffb11dab-07bd-4e15-846f-7aa87a18b176 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:03.580709 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec484-c9e8-4e72-bd38-95b09c267e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:03.589584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ffb11dab-07bd-4e15-846f-7aa87a18b176 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:03.595806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ffb11dab-07bd-4e15-846f-7aa87a18b176 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:03.596402 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:03.654242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce897-dde5-47d9-9b71-d3f13270b396 req-54c27f05-6081-4c97-a605-a3683e924da6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:03.656481 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bccce897-dde5-47d9-9b71-d3f13270b396 req-54c27f05-6081-4c97-a605-a3683e924da6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 945 time: 0.1623955 Sep 02 13:45:03.735517 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:03.784320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421dcc1-6068-4aa8-8734-d835759a8f4d req-e2be6517-17ec-4b7f-8112-409cc9b70900 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:03.786159 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5421dcc1-6068-4aa8-8734-d835759a8f4d req-e2be6517-17ec-4b7f-8112-409cc9b70900 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1206365 Sep 02 13:45:03.798815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ffb11dab-07bd-4e15-846f-7aa87a18b176, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ffb11dab-07bd-4e15-846f-7aa87a18b176,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:03.807614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:03.820348 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bccce897-dde5-47d9-9b71-d3f13270b396 req-1c17291b-f928-4e02-99e5-8f5db7774578 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556489 Sep 02 13:45:03.879774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5421dcc1-6068-4aa8-8734-d835759a8f4d req-31c118c5-539c-4353-b6da-8603feda23eb tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720496 Sep 02 13:45:03.882972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ffb11dab-07bd-4e15-846f-7aa87a18b176,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:03.907502 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Made reservation on behalf of c4a984848df744649c9e885ade2a148d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:04.007162 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 2393f92f-9fdb-4b7d-a50a-a91d269af0dc no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:04.031348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Made reservation on behalf of 5cda9443b99e4c1582175fbfe7b92378 for: {'subnet': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:04.044275 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.044275 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.166076 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.245752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b097b1-9198-4498-b6aa-03d6aa629b2d req-a42c00cf-675b-4834-9c98-0eef762925f3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:04.247510 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42b097b1-9198-4498-b6aa-03d6aa629b2d req-a42c00cf-675b-4834-9c98-0eef762925f3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.0822098 Sep 02 13:45:04.305097 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42b097b1-9198-4498-b6aa-03d6aa629b2d req-0837790d-8648-4b2b-ad23-24631de17838 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497220 Sep 02 13:45:04.317165 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.369542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] device_id is not set on port 0df6aa52-bc46-406c-8d35-7476dcb81223 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:45:04.397179 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b7e73-16ce-4a6f-996c-9857b357baef req-11a9c4cf-2c12-4bbf-8aaf-c9ae9810e58a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:04.397820 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b1b7e73-16ce-4a6f-996c-9857b357baef req-11a9c4cf-2c12-4bbf-8aaf-c9ae9810e58a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 945 time: 0.1619284 Sep 02 13:45:04.483371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:04.589771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ab22f4c3-9ada-4ffe-9d9b-59c670c84025 None None] Provisioning complete for port ffb11dab-07bd-4e15-846f-7aa87a18b176 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:04.590595 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-426a63e4-c139-4286-884d-77b30dd14a77 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.591187 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab22f4c3-9ada-4ffe-9d9b-59c670c84025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.601503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b1b7e73-16ce-4a6f-996c-9857b357baef req-f30d5ee7-6546-42a6-a647-4f9724f4b676 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636820 Sep 02 13:45:04.647551 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-426a63e4-c139-4286-884d-77b30dd14a77 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.732613 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-426a63e4-c139-4286-884d-77b30dd14a77 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.737593 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-426a63e4-c139-4286-884d-77b30dd14a77 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:04.740887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-426a63e4-c139-4286-884d-77b30dd14a77 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "DELETE /v2.0/security-groups/beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db HTTP/1.1" status: 204 len: 168 time: 0.2560651 Sep 02 13:45:04.743624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:04.776845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a63e4-c139-4286-884d-77b30dd14a77 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:04.779262 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-e2b60fbc-ae66-4cac-af76-f34743beb55a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] show failed (client error): The resource could not be found. Sep 02 13:45:04.780942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e2b60fbc-ae66-4cac-af76-f34743beb55a tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "GET /v2.0/security-groups/beb4ca4a-71cf-4cb5-b03e-3ad2cf79d5db HTTP/1.1" status: 404 len: 347 time: 0.0325017 Sep 02 13:45:04.784776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:04.831802 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8::45 (6536a6f3-744d-4aaf-8438-60c2494b3279/1fe057fa-c821-4a27-87f7-b73c230fb14d/0df6aa52-bc46-406c-8d35-7476dcb81223) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:04.852990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Allocated IP 2001:db8:0:1:f816:3eff:febb:a58c (6536a6f3-744d-4aaf-8438-60c2494b3279/b36b4d62-7ff1-47a2-8b3b-063fdfe2e896/0df6aa52-bc46-406c-8d35-7476dcb81223) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:04.883543 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.021137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting port 39db824d-299b-4c14-b894-0d5566af1bce {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:05.022134 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.070314 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.146306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.150260 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.157634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.173468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Subnet': ['ID=2e087dd7-6b2e-44bc-aef2-33afa6cd73d4,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:05.174930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Calling delete_port for 39db824d-299b-4c14-b894-0d5566af1bce owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:05.190279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Transition to ACTIVE for port object 0df6aa52-bc46-406c-8d35-7476dcb81223 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:05.195025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Checking segment: {'id': '1d027b5e-0f62-46ed-adc5-e68c6e8c200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '868ab832-93f1-4e76-9d52-138fcaf9dabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:05.195025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Network hostable DHCP agents. Network: 868ab832-93f1-4e76-9d52-138fcaf9dabf, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:45:05.237925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Network 868ab832-93f1-4e76-9d52-138fcaf9dabf is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:45:05.246002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ffb11dab-07bd-4e15-846f-7aa87a18b176 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:05.255208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 868ab832-93f1-4e76-9d52-138fcaf9dabf) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:05.262353 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.273917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.293518 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d8a67-75c1-4526-9aae-d3da52d26f1f None None] Network 868ab832-93f1-4e76-9d52-138fcaf9dabf requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:05.381284 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.413252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:05.427717 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:05.441217 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event updated for resources: {'Subnet': ['ID=9b6d54e8-edaf-45a7-a5b4-2f756efc4efe,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:05.449297 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:05.455868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:05.456568 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.464279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Port': ['ID=39db824d-299b-4c14-b894-0d5566af1bce,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:05.473368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event updated for resources: {'Port': ['ID=0df6aa52-bc46-406c-8d35-7476dcb81223,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:05.482025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Checking segment: {'id': 'ab4ed4b1-eaa6-411b-b238-a3c8f48339f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '775cd06a-e5cc-4ab9-842a-740a225db7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:05.482462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Network hostable DHCP agents. Network: 775cd06a-e5cc-4ab9-842a-740a225db7c2, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:45:05.493084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-86cafc70-1118-4c5c-96db-612a33ea764e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0657623 Sep 02 13:45:05.494885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:05.515076 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ffb11dab-07bd-4e15-846f-7aa87a18b176 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:05.515666 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.525923 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Network 775cd06a-e5cc-4ab9-842a-740a225db7c2 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:45:05.538455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 775cd06a-e5cc-4ab9-842a-740a225db7c2) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:05.546154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:05.547015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:05.547350 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.590453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019106ec-0bed-4593-88aa-3687e47b374a None None] Network 775cd06a-e5cc-4ab9-842a-740a225db7c2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:05.594459 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1ea77f91-830e-4d1c-9243-8410bf3ac444 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1545877 Sep 02 13:45:05.599319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42982) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:05.705426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9170dc3-29be-45b0-9c8a-2090d5b49c81 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:05.708593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9170dc3-29be-45b0-9c8a-2090d5b49c81 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:05.719831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9170dc3-29be-45b0-9c8a-2090d5b49c81 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:05.722107 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d9170dc3-29be-45b0-9c8a-2090d5b49c81 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1216598 Sep 02 13:45:05.732276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 42988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:05.738216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff98d15-4bb4-411e-9843-10950969bb42 req-7af5d603-797f-4941-8e4b-b6f686cb1268 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:05.746933 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ff98d15-4bb4-411e-9843-10950969bb42 req-7af5d603-797f-4941-8e4b-b6f686cb1268 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2996790 Sep 02 13:45:05.809373 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:45:05.856415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.860061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:05.861620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4d1029dc-8c04-4c4a-b33a-caf98efb3929 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "DELETE /v2.0/floatingips/67dde95d-bda4-4ad0-9f39-a225635a5f49 HTTP/1.1" status: 204 len: 168 time: 1.0758331 Sep 02 13:45:05.884462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 42990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:06.015974 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ac406-369f-402d-893a-7a923f764a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-868ab832-93f1-4e76-9d52-138fcaf9dabf', 'network_id': '868ab832-93f1-4e76-9d52-138fcaf9dabf', 'tenant_id': '5cda9443b99e4c1582175fbfe7b92378', 'fixed_ips': [{'subnet_id': '2e087dd7-6b2e-44bc-aef2-33afa6cd73d4'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:45:06.016831 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a84ac406-369f-402d-893a-7a923f764a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.036874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-af37d3df-4d89-46ae-a339-53e8f1ec624d tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Deleting subnet 2e087dd7-6b2e-44bc-aef2-33afa6cd73d4 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:45:06.044366 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af37d3df-4d89-46ae-a339-53e8f1ec624d tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.074663 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ff98d15-4bb4-411e-9843-10950969bb42 req-cd466f0f-88fb-4da5-b8f1-dddee9bf520a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953007 Sep 02 13:45:06.114232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf648d7-837c-4bd2-b871-04e21b94b67b req-ef314521-f37f-434d-86cd-4aeaa40902c7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:06.122206 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccf648d7-837c-4bd2-b871-04e21b94b67b req-ef314521-f37f-434d-86cd-4aeaa40902c7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 945 time: 0.2338941 Sep 02 13:45:06.130246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d75d9aff-3a87-41f7-a884-44a6ca19e13d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting port 0df6aa52-bc46-406c-8d35-7476dcb81223 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:06.130735 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75d9aff-3a87-41f7-a884-44a6ca19e13d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.141861 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8cc91fac-e9c1-4c9d-b27d-bd8891449658 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:06.143496 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8cc91fac-e9c1-4c9d-b27d-bd8891449658 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 945 time: 0.1495533 Sep 02 13:45:06.152991 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af37d3df-4d89-46ae-a339-53e8f1ec624d tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.210848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ab3582d-b5b8-4eb1-bff0-c028c45f847d None None] Provisioning for port 0df6aa52-bc46-406c-8d35-7476dcb81223 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:06.215189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ab3582d-b5b8-4eb1-bff0-c028c45f847d None None] Provisioning complete for port 0df6aa52-bc46-406c-8d35-7476dcb81223 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:06.215632 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab3582d-b5b8-4eb1-bff0-c028c45f847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.242056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-775cd06a-e5cc-4ab9-842a-740a225db7c2', 'network_id': '775cd06a-e5cc-4ab9-842a-740a225db7c2', 'tenant_id': '5cda9443b99e4c1582175fbfe7b92378', 'fixed_ips': [{'subnet_id': '9b6d54e8-edaf-45a7-a5b4-2f756efc4efe'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:45:06.243022 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.256269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75d9aff-3a87-41f7-a884-44a6ca19e13d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.272865 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccf648d7-837c-4bd2-b871-04e21b94b67b req-071a3cae-f5ce-4c71-a77d-3bfe94116b51 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494272 Sep 02 13:45:06.274281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3582d-b5b8-4eb1-bff0-c028c45f847d None None] Port 0df6aa52-bc46-406c-8d35-7476dcb81223 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:45:06.274829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d75d9aff-3a87-41f7-a884-44a6ca19e13d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Calling delete_port for 0df6aa52-bc46-406c-8d35-7476dcb81223 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:06.323819 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af37d3df-4d89-46ae-a339-53e8f1ec624d tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.358649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-21a888d8-96cd-48d2-b8cf-5da738c4b8ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting port 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:06.359033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21a888d8-96cd-48d2-b8cf-5da738c4b8ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.402448 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Deleting port a12923ae-ce4c-409d-b35b-ed176c5d29d4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:06.402929 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.425940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af37d3df-4d89-46ae-a339-53e8f1ec624d tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-a84ac406-369f-402d-893a-7a923f764a76 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e087dd7-6b2e-44bc-aef2-33afa6cd73d4: This subnet is being modified by another concurrent operation. Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e087dd7-6b2e-44bc-aef2-33afa6cd73d4: This subnet is being modified by another concurrent operation. Sep 02 13:45:06.435777 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Sep 02 13:45:06.480972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a076167-3cf1-4c8e-a9d5-3221f95a75d6 None None] Network 868ab832-93f1-4e76-9d52-138fcaf9dabf requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:06.492220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37d3df-4d89-46ae-a339-53e8f1ec624d tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Subnet': ['ID=2e087dd7-6b2e-44bc-aef2-33afa6cd73d4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:06.500638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af37d3df-4d89-46ae-a339-53e8f1ec624d tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.502828 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-af37d3df-4d89-46ae-a339-53e8f1ec624d tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/subnets/2e087dd7-6b2e-44bc-aef2-33afa6cd73d4 HTTP/1.1" status: 204 len: 168 time: 0.7686462 Sep 02 13:45:06.506857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:06.518557 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21a888d8-96cd-48d2-b8cf-5da738c4b8ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.536337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-21a888d8-96cd-48d2-b8cf-5da738c4b8ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Calling delete_port for 01de64f3-ebac-4c94-8ffc-a2cc80feddb3 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:06.554580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Allocated IP 2001:db8:0:1::1 (775cd06a-e5cc-4ab9-842a-740a225db7c2/9b6d54e8-edaf-45a7-a5b4-2f756efc4efe/141d438f-ea37-45ab-86e2-ba865aef6da0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:06.583826 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.595066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd453e3-e385-4a95-8711-77de605adda8 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Deleting subnet 9b6d54e8-edaf-45a7-a5b4-2f756efc4efe {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:45:06.609666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] For port a12923ae-ce4c-409d-b35b-ed176c5d29d4, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=a12923ae-ce4c-409d-b35b-ed176c5d29d4,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:06.610042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.623090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Calling delete_port for a12923ae-ce4c-409d-b35b-ed176c5d29d4 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:06.762190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21a888d8-96cd-48d2-b8cf-5da738c4b8ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.824848 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.825897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a888d8-96cd-48d2-b8cf-5da738c4b8ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Port': ['ID=01de64f3-ebac-4c94-8ffc-a2cc80feddb3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:06.840702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['a12923ae-ce4c-409d-b35b-ed176c5d29d4'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:45:06.864550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event deleted for resources: {'Port': ['ID=a12923ae-ce4c-409d-b35b-ed176c5d29d4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:06.908396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] No DVR routers for this DVR port a12923ae-ce4c-409d-b35b-ed176c5d29d4 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:06.911028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.913513 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5109581-e06e-457e-9e43-73079cf3a2e7 req-8c354133-b741-4324-a7f9-f3b2aaf9b4cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "DELETE /v2.0/ports/a12923ae-ce4c-409d-b35b-ed176c5d29d4 HTTP/1.1" status: 204 len: 173 time: 0.7313859 Sep 02 13:45:06.913880 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a498ad65-c613-4794-b60c-caeff372f98b', 'name': 'network-vif-deleted', 'tag': 'a12923ae-ce4c-409d-b35b-ed176c5d29d4'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:06.916136 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fdddb1-7342-44d8-b3d8-1d4c75366e0c" -d '{"events": [{"server_uuid": "a498ad65-c613-4794-b60c-caeff372f98b", "name": "network-vif-deleted", "tag": "a12923ae-ce4c-409d-b35b-ed176c5d29d4"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:06.926047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75d9aff-3a87-41f7-a884-44a6ca19e13d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.974216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21a888d8-96cd-48d2-b8cf-5da738c4b8ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:06.976228 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-21a888d8-96cd-48d2-b8cf-5da738c4b8ab tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "DELETE /v2.0/ports/01de64f3-ebac-4c94-8ffc-a2cc80feddb3 HTTP/1.1" status: 204 len: 168 time: 1.0832200 Sep 02 13:45:06.978442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d9aff-3a87-41f7-a884-44a6ca19e13d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Port': ['ID=0df6aa52-bc46-406c-8d35-7476dcb81223,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:06.979040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43008) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:06.994974 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.005297 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Transition to ACTIVE for port object 141d438f-ea37-45ab-86e2-ba865aef6da0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:07.021668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Transition to ACTIVE for port object 141d438f-ea37-45ab-86e2-ba865aef6da0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:07.030124 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.030499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fd453e3-e385-4a95-8711-77de605adda8 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.082879 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb861d6d-c0c3-4698-8de8-b5da8077dfde x-openstack-request-id: req-eb861d6d-c0c3-4698-8de8-b5da8077dfde {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:07.083184 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a498ad65-c613-4794-b60c-caeff372f98b", "name": "network-vif-deleted", "tag": "a12923ae-ce4c-409d-b35b-ed176c5d29d4", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:07.083445 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb861d6d-c0c3-4698-8de8-b5da8077dfde {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:07.083879 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a498ad65-c613-4794-b60c-caeff372f98b', 'name': 'network-vif-deleted', 'tag': 'a12923ae-ce4c-409d-b35b-ed176c5d29d4', 'status': 'completed', 'code': 200} Sep 02 13:45:07.115045 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75d9aff-3a87-41f7-a884-44a6ca19e13d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.127597 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d75d9aff-3a87-41f7-a884-44a6ca19e13d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/0df6aa52-bc46-406c-8d35-7476dcb81223 HTTP/1.1" status: 204 len: 168 time: 1.6312377 Sep 02 13:45:07.129217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:07.131339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Network 775cd06a-e5cc-4ab9-842a-740a225db7c2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:07.139235 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:07.145066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:07.164455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Pushing event updated for resources: {'Port': ['ID=141d438f-ea37-45ab-86e2-ba865aef6da0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:07.250593 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fd453e3-e385-4a95-8711-77de605adda8 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.335463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb891acd-45ce-4acd-b50e-583898b9f1c0 req-af064dc4-6b4d-4966-9d56-902d91ee7dac tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:07.350384 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb891acd-45ce-4acd-b50e-583898b9f1c0 req-af064dc4-6b4d-4966-9d56-902d91ee7dac tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1423492 Sep 02 13:45:07.375869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9f84b-d847-499b-9d5c-3b2cffab4d08 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:07.384586 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fd453e3-e385-4a95-8711-77de605adda8 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.387287 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d3f9f84b-d847-499b-9d5c-3b2cffab4d08 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2565212 Sep 02 13:45:07.387806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43026) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:07.388673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Attempting to bind port 141d438f-ea37-45ab-86e2-ba865aef6da0 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:07.389317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Attempting to bind port 141d438f-ea37-45ab-86e2-ba865aef6da0 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'ab4ed4b1-eaa6-411b-b238-a3c8f48339f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '775cd06a-e5cc-4ab9-842a-740a225db7c2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:07.389914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Attempting to bind port 141d438f-ea37-45ab-86e2-ba865aef6da0 on network 775cd06a-e5cc-4ab9-842a-740a225db7c2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:07.421403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:07.429161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Checking segment: {'id': 'ab4ed4b1-eaa6-411b-b238-a3c8f48339f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '775cd06a-e5cc-4ab9-842a-740a225db7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:07.429904 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.430560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Bound using segment: {'id': 'ab4ed4b1-eaa6-411b-b238-a3c8f48339f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '775cd06a-e5cc-4ab9-842a-740a225db7c2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:07.431372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Bound port: 141d438f-ea37-45ab-86e2-ba865aef6da0, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4ed4b1-eaa6-411b-b238-a3c8f48339f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '775cd06a-e5cc-4ab9-842a-740a225db7c2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:07.432042 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.447663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-824d5bf0-0c6a-4d17-8fe4-c3c41d2d76c0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting port 62242978-32bf-44ee-ba00-453877bc6656 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:07.447663 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-824d5bf0-0c6a-4d17-8fe4-c3c41d2d76c0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.515695 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb891acd-45ce-4acd-b50e-583898b9f1c0 req-c966ba63-de6d-484e-9bf9-d2937fee527a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253536 Sep 02 13:45:07.619526 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb6dfae3-264e-442d-a467-8308bcd01183 req-707c590d-9ca6-4853-8a20-6be01c56dcde tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=a498ad65-c613-4794-b60c-caeff372f98b HTTP/1.1" status: 200 len: 210 time: 0.0847473 Sep 02 13:45:07.708957 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a8482c-4ad7-4cdd-8eec-736ba26649bc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:07.711366 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b0a8482c-4ad7-4cdd-8eec-736ba26649bc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2895153 Sep 02 13:45:07.714450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:07.718101 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-824d5bf0-0c6a-4d17-8fe4-c3c41d2d76c0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.748268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] For port 141d438f-ea37-45ab-86e2-ba865aef6da0, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:07.754784 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] For port 141d438f-ea37-45ab-86e2-ba865aef6da0, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=141d438f-ea37-45ab-86e2-ba865aef6da0,segment=NetworkSegment(ab4ed4b1-eaa6-411b-b238-a3c8f48339f5),segment_id=ab4ed4b1-eaa6-411b-b238-a3c8f48339f5)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:07.755479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-824d5bf0-0c6a-4d17-8fe4-c3c41d2d76c0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Calling delete_port for 62242978-32bf-44ee-ba00-453877bc6656 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:07.759353 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fd453e3-e385-4a95-8711-77de605adda8 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.760896 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.835891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd453e3-e385-4a95-8711-77de605adda8 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6d54e8-edaf-45a7-a5b4-2f756efc4efe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:07.847241 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8fd453e3-e385-4a95-8711-77de605adda8 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:07.852732 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8fd453e3-e385-4a95-8711-77de605adda8 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/subnets/9b6d54e8-edaf-45a7-a5b4-2f756efc4efe HTTP/1.1" status: 204 len: 168 time: 1.3426774 Sep 02 13:45:07.854464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:07.885420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602686b4-bc0a-456f-8ea1-2bc3d381b54d None None] Pushing event updated for resources: {'Port': ['ID=141d438f-ea37-45ab-86e2-ba865aef6da0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:07.915590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce238f2-c81c-4197-9da7-7c11b90f5f45 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:07.917757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce238f2-c81c-4197-9da7-7c11b90f5f45 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:07.919506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce238f2-c81c-4197-9da7-7c11b90f5f45 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:07.921580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ce238f2-c81c-4197-9da7-7c11b90f5f45 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2048686 Sep 02 13:45:07.924566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:07.977451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b84ea-c7e2-4cda-b22d-c80b37101c0b tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:07.979293 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7a9b84ea-c7e2-4cda-b22d-c80b37101c0b tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1233578 Sep 02 13:45:07.984681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:08.015082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d217ee8f-a583-455d-b940-77b7d2f7ac5c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet 1fe057fa-c821-4a27-87f7-b73c230fb14d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:45:08.032937 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-824d5bf0-0c6a-4d17-8fe4-c3c41d2d76c0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.056107 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d217ee8f-a583-455d-b940-77b7d2f7ac5c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.095635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d5bf0-0c6a-4d17-8fe4-c3c41d2d76c0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Port': ['ID=62242978-32bf-44ee-ba00-453877bc6656,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:08.129693 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d217ee8f-a583-455d-b940-77b7d2f7ac5c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.191817 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-824d5bf0-0c6a-4d17-8fe4-c3c41d2d76c0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.195779 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-824d5bf0-0c6a-4d17-8fe4-c3c41d2d76c0 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "DELETE /v2.0/ports/62242978-32bf-44ee-ba00-453877bc6656 HTTP/1.1" status: 204 len: 168 time: 1.2140508 Sep 02 13:45:08.198310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43038) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:08.258813 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d217ee8f-a583-455d-b940-77b7d2f7ac5c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.264874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef09fb0c-24e6-4c40-be35-a8a33a37c94b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting subnet c2fe0a48-2fa0-49d0-9395-58935ed40d07 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:45:08.281213 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09fb0c-24e6-4c40-be35-a8a33a37c94b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.309047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.340322 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09fb0c-24e6-4c40-be35-a8a33a37c94b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.375285 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d217ee8f-a583-455d-b940-77b7d2f7ac5c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.407152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217ee8f-a583-455d-b940-77b7d2f7ac5c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe057fa-c821-4a27-87f7-b73c230fb14d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:08.416931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d217ee8f-a583-455d-b940-77b7d2f7ac5c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.419311 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d217ee8f-a583-455d-b940-77b7d2f7ac5c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/1fe057fa-c821-4a27-87f7-b73c230fb14d HTTP/1.1" status: 204 len: 168 time: 0.4935505 Sep 02 13:45:08.422781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43042) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:08.426669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e52b97f-3461-4e99-b59b-d5b96cc736d9 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:08.440742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Deleting port 141d438f-ea37-45ab-86e2-ba865aef6da0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:08.441089 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.481397 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09fb0c-24e6-4c40-be35-a8a33a37c94b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.564539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] For port 141d438f-ea37-45ab-86e2-ba865aef6da0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=141d438f-ea37-45ab-86e2-ba865aef6da0,segment=NetworkSegment(ab4ed4b1-eaa6-411b-b238-a3c8f48339f5),segment_id=ab4ed4b1-eaa6-411b-b238-a3c8f48339f5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:08.564882 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.570958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-9804d679-e15f-4934-890b-8bbd71ede597 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Deleting subnet b36b4d62-7ff1-47a2-8b3b-063fdfe2e896 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:45:08.581724 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9804d679-e15f-4934-890b-8bbd71ede597 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.586021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Calling delete_port for 141d438f-ea37-45ab-86e2-ba865aef6da0 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:08.693511 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9804d679-e15f-4934-890b-8bbd71ede597 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.781547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09fb0c-24e6-4c40-be35-a8a33a37c94b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.817204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:08.860661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Port': ['ID=141d438f-ea37-45ab-86e2-ba865aef6da0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:08.867156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] No DVR routers for this DVR port 141d438f-ea37-45ab-86e2-ba865aef6da0 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:08.984331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.001224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775cd06a-e5cc-4ab9-842a-740a225db7c2']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:09.042120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4ed4b1-eaa6-411b-b238-a3c8f48339f5') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:09.042481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4ed4b1-eaa6-411b-b238-a3c8f48339f5') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:09.106698 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.140767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.170876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:45:09.171623 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:45:09.178764 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:45:09.270847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-e100a565-722c-4ce7-89c8-f5b8f6819b1e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:09.272981 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-e100a565-722c-4ce7-89c8-f5b8f6819b1e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.2686746 Sep 02 13:45:09.297513 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.303709 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.309304 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/networks/775cd06a-e5cc-4ab9-842a-740a225db7c2 HTTP/1.1" status: 204 len: 168 time: 1.3212600 Sep 02 13:45:09.310576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.338629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d433388-3291-46a0-8c6f-1cf52b891acf tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Network': ['ID=775cd06a-e5cc-4ab9-842a-740a225db7c2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:09.343470 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-11b5d0f8-6945-4583-b366-88e1d7594cf2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/quotas/e5cb8c44680045f0a4b7ea0a303a9287 HTTP/1.1" status: 200 len: 375 time: 0.0603642 Sep 02 13:45:09.391585 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d11a317-6997-4875-9b2d-9421d8476459 None None] Network c873e024-b781-4ddf-a1d2-2663c483c3d1 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:09.400766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef09fb0c-24e6-4c40-be35-a8a33a37c94b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.403357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ef09fb0c-24e6-4c40-be35-a8a33a37c94b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "DELETE /v2.0/subnets/c2fe0a48-2fa0-49d0-9395-58935ed40d07 HTTP/1.1" status: 204 len: 168 time: 1.2040527 Sep 02 13:45:09.407689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.412311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09fb0c-24e6-4c40-be35-a8a33a37c94b tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fe0a48-2fa0-49d0-9395-58935ed40d07,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:09.439483 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-a1d5d4c2-0d45-4829-91fe-38b2c89695e0 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776355 Sep 02 13:45:09.527095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd341193-d440-4c68-9f6a-f1e23bd7dbd2 None None] DHCP port deletion for 775cd06a-e5cc-4ab9-842a-740a225db7c2 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:45:09.530542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3f3a8-d408-4894-aff4-c62745496683 req-c4f17dae-4c0c-4b8b-bec7-3a6704c8f97c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:09.543491 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78d3f3a8-d408-4894-aff4-c62745496683 req-c4f17dae-4c0c-4b8b-bec7-3a6704c8f97c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.8034368 Sep 02 13:45:09.544274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1da06afe-19d3-466a-bd36-fa0eefee98c3 None None] Could not find standard attr ID for object 141d438f-ea37-45ab-86e2-ba865aef6da0. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:45:09.585396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.612085 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78d3f3a8-d408-4894-aff4-c62745496683 req-fdcfac3c-554e-42db-bdce-8daa31680a3b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614829 Sep 02 13:45:09.612319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51daf72-a3bc-4c38-a7f7-63a6de2f3b86 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting subnet 6464d8ab-6c3b-4bba-9a99-f8e58f959dde {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:45:09.614163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054017f-4592-4e56-a571-cd157a020d8f None None] Network 775cd06a-e5cc-4ab9-842a-740a225db7c2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:09.614341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9804d679-e15f-4934-890b-8bbd71ede597 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.625160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c51daf72-a3bc-4c38-a7f7-63a6de2f3b86 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.634898 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054017f-4592-4e56-a571-cd157a020d8f None None] Network 775cd06a-e5cc-4ab9-842a-740a225db7c2 could not be found, it might have been deleted concurrently. {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:45:09.741900 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9804d679-e15f-4934-890b-8bbd71ede597 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.840901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804d679-e15f-4934-890b-8bbd71ede597 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Subnet': ['ID=b36b4d62-7ff1-47a2-8b3b-063fdfe2e896,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:09.844631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9804d679-e15f-4934-890b-8bbd71ede597 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:09.868128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9804d679-e15f-4934-890b-8bbd71ede597 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/b36b4d62-7ff1-47a2-8b3b-063fdfe2e896 HTTP/1.1" status: 204 len: 168 time: 1.4322939 Sep 02 13:45:09.868128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43078) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.879103 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6710c-a6dd-4440-8840-bac03ac5b738 None None] Network 6536a6f3-744d-4aaf-8438-60c2494b3279 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:09.914719 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-77b618b2-58c8-4928-9ded-7272e36033ba tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559101 Sep 02 13:45:09.915950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43082) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:09.993995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c8b7b-a695-4a3b-bead-f0bc3a5cc3f5 None None] DHCP port deletion for c873e024-b781-4ddf-a1d2-2663c483c3d1 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:45:10.022633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acabb33-6883-48ce-a492-74b99b6f5853 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:10.025001 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8acabb33-6883-48ce-a492-74b99b6f5853 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1080267 Sep 02 13:45:10.027461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.094566 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f92c70-d5c0-413b-9a9a-4ba796791cdc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:10.096793 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a4f92c70-d5c0-413b-9a9a-4ba796791cdc tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0672455 Sep 02 13:45:10.099803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43086) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.130828 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c51daf72-a3bc-4c38-a7f7-63a6de2f3b86 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.145978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bc25a764-5b2a-4e64-8c35-49207f571d7b None None] Provisioning complete for port ffb11dab-07bd-4e15-846f-7aa87a18b176 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:10.146361 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc25a764-5b2a-4e64-8c35-49207f571d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.152780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e3301815-90a3-4658-8090-4e21fcc25930 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511923 Sep 02 13:45:10.159908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43088) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.181637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a12923ae-ce4c-409d-b35b-ed176c5d29d4 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:10.194837 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-42660b8f-88c9-4d88-a4b8-491890f61ed0 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.195544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42660b8f-88c9-4d88-a4b8-491890f61ed0 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.197502 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-42660b8f-88c9-4d88-a4b8-491890f61ed0 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/0df6aa52-bc46-406c-8d35-7476dcb81223 HTTP/1.1" status: 404 len: 333 time: 0.0331612 Sep 02 13:45:10.200607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43090) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.215149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-208b1b7f-dcb4-40bf-8aa2-5817b8474422 service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468762 Sep 02 13:45:10.255475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.257485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: a12923ae-ce4c-409d-b35b-ed176c5d29d4 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:10.257843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device a12923ae-ce4c-409d-b35b-ed176c5d29d4 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:10.270520 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c93d1a8-073f-4b87-ad31-7b89b9d70e84 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.271125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c93d1a8-073f-4b87-ad31-7b89b9d70e84 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.272854 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9c93d1a8-073f-4b87-ad31-7b89b9d70e84 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/b36b4d62-7ff1-47a2-8b3b-063fdfe2e896 HTTP/1.1" status: 404 len: 337 time: 0.0712445 Sep 02 13:45:10.275392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43092) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.306135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-614c8b7b-a695-4a3b-bead-f0bc3a5cc3f5 None None] Deleting port 9afbd30a-792b-4878-92f3-4ff536f481e3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:10.306523 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-614c8b7b-a695-4a3b-bead-f0bc3a5cc3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.310061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868ab832-93f1-4e76-9d52-138fcaf9dabf']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:10.326026 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c91c1fc-8353-48de-9efd-fda2ff810173 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.327485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c91c1fc-8353-48de-9efd-fda2ff810173 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.330053 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4c91c1fc-8353-48de-9efd-fda2ff810173 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/1fe057fa-c821-4a27-87f7-b73c230fb14d HTTP/1.1" status: 404 len: 337 time: 0.0535412 Sep 02 13:45:10.332837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43094) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.334692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d027b5e-0f62-46ed-adc5-e68c6e8c200f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:10.335001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d027b5e-0f62-46ed-adc5-e68c6e8c200f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:10.374883 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.384004 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d133ed5-cad1-47d9-ad42-c44ef3f39839 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.384004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d133ed5-cad1-47d9-ad42-c44ef3f39839 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.384004 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5d133ed5-cad1-47d9-ad42-c44ef3f39839 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/9e3432c1-349f-4894-9c7a-8d7db958fbad HTTP/1.1" status: 404 len: 333 time: 0.0476999 Sep 02 13:45:10.385369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43096) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.430625 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.444935 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9280f5-70d3-4d66-a420-4e236c17f0e9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.445552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9280f5-70d3-4d66-a420-4e236c17f0e9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.449567 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ea9280f5-70d3-4d66-a420-4e236c17f0e9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/7a166487-a5bd-40da-b799-5dee225cf908 HTTP/1.1" status: 404 len: 337 time: 0.0608768 Sep 02 13:45:10.450850 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.454409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aee390-0c49-487f-9849-d792208a3a8d None None] DHCP port deletion for 6536a6f3-744d-4aaf-8438-60c2494b3279 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:45:10.454972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c51daf72-a3bc-4c38-a7f7-63a6de2f3b86 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.485332 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc50fe71-df77-4951-a0cb-dc7c5f538071 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.485332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc50fe71-df77-4951-a0cb-dc7c5f538071 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.489183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bc50fe71-df77-4951-a0cb-dc7c5f538071 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/655d6a60-0072-4ab6-959d-9ff4de81b083 HTTP/1.1" status: 404 len: 337 time: 0.0340748 Sep 02 13:45:10.489337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-614c8b7b-a695-4a3b-bead-f0bc3a5cc3f5 None None] For port 9afbd30a-792b-4878-92f3-4ff536f481e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9afbd30a-792b-4878-92f3-4ff536f481e3,segment=NetworkSegment(77e64c4c-b7c5-4ece-a6f1-218f818963f8),segment_id=77e64c4c-b7c5-4ece-a6f1-218f818963f8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:10.489337 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-614c8b7b-a695-4a3b-bead-f0bc3a5cc3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.489559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43102) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.507219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-614c8b7b-a695-4a3b-bead-f0bc3a5cc3f5 None None] Calling delete_port for 9afbd30a-792b-4878-92f3-4ff536f481e3 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:10.514444 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1ad274-d6bf-495d-bc61-b8c8b423796b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.515135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1ad274-d6bf-495d-bc61-b8c8b423796b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.517345 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3e1ad274-d6bf-495d-bc61-b8c8b423796b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/5097a4fd-ce27-4010-b68a-5719f2057c87 HTTP/1.1" status: 404 len: 333 time: 0.0263402 Sep 02 13:45:10.520300 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43104) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.530722 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-d1632865-ff6c-488e-b47b-6ca14e5de173 service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043873 Sep 02 13:45:10.533810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:45:10.533810 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:45:10.537833 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:45:10.584466 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0bc0d1-d6ef-4872-9870-eef5280e52eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.584929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0bc0d1-d6ef-4872-9870-eef5280e52eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.588142 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8f0bc0d1-d6ef-4872-9870-eef5280e52eb tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/c2d69885-7001-4305-ac16-741ac14bcd2c HTTP/1.1" status: 404 len: 337 time: 0.0651407 Sep 02 13:45:10.590521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.629675 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa9c8b5-2d4e-4c65-b2a7-d15b998c5141 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.630291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa9c8b5-2d4e-4c65-b2a7-d15b998c5141 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.632430 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1aa9c8b5-2d4e-4c65-b2a7-d15b998c5141 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/625f8025-c55e-431d-838e-506b3e77b864 HTTP/1.1" status: 404 len: 337 time: 0.0384715 Sep 02 13:45:10.635028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.658429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c51daf72-a3bc-4c38-a7f7-63a6de2f3b86 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.668671 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-614c8b7b-a695-4a3b-bead-f0bc3a5cc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.687692 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c51daf72-a3bc-4c38-a7f7-63a6de2f3b86 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.689789 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c51daf72-a3bc-4c38-a7f7-63a6de2f3b86 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "DELETE /v2.0/subnets/6464d8ab-6c3b-4bba-9a99-f8e58f959dde HTTP/1.1" status: 204 len: 168 time: 1.2646072 Sep 02 13:45:10.697881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43112) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.707308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd88826-e73c-408c-8664-5ff590a79efa None None] Network e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:10.711550 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c8b7b-a695-4a3b-bead-f0bc3a5cc3f5 None None] Pushing event deleted for resources: {'Port': ['ID=9afbd30a-792b-4878-92f3-4ff536f481e3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:10.724709 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a9c564-db61-49a9-8109-ca7c67fd43c7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.725472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a9c564-db61-49a9-8109-ca7c67fd43c7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.727275 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f5a9c564-db61-49a9-8109-ca7c67fd43c7 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/a495de02-3a41-4a7b-9c69-2b329fdf8099 HTTP/1.1" status: 404 len: 333 time: 0.0896959 Sep 02 13:45:10.739239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c8b7b-a695-4a3b-bead-f0bc3a5cc3f5 None None] No DVR routers for this DVR port 9afbd30a-792b-4878-92f3-4ff536f481e3 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:10.739920 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.746010 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.752373 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/networks/868ab832-93f1-4e76-9d52-138fcaf9dabf HTTP/1.1" status: 204 len: 168 time: 1.4230766 Sep 02 13:45:10.753334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.753793 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:10.910236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a0aee390-0c49-487f-9849-d792208a3a8d None None] Deleting port ffb11dab-07bd-4e15-846f-7aa87a18b176 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:10.910498 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0aee390-0c49-487f-9849-d792208a3a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.917825 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a159616-c1fe-4ecf-9415-3ea493316ffe tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:10.918593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a159616-c1fe-4ecf-9415-3ea493316ffe tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:10.931192 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8a159616-c1fe-4ecf-9415-3ea493316ffe tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/e7bb341e-0dab-47ca-93e5-7c8a23025eb6 HTTP/1.1" status: 404 len: 337 time: 0.1605179 Sep 02 13:45:10.931803 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:10.932128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51daf72-a3bc-4c38-a7f7-63a6de2f3b86 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Subnet': ['ID=6464d8ab-6c3b-4bba-9a99-f8e58f959dde,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:10.937207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.005827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80280aa-dcad-4b5a-97f1-23a8af5e6053 req-a44980ec-e3cb-4dd5-9684-ccfb0ea78073 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:11.007494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f80280aa-dcad-4b5a-97f1-23a8af5e6053 req-a44980ec-e3cb-4dd5-9684-ccfb0ea78073 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1553113 Sep 02 13:45:11.026744 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822ab45-027b-4001-bda4-2d5993e21d94 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Network': ['ID=868ab832-93f1-4e76-9d52-138fcaf9dabf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:11.058741 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-486103cf-7b2a-47e0-92ba-e99c4367b4f5 req-6396bf73-de8a-46c1-bfc2-0552331c8d88 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 210 time: 0.1477640 Sep 02 13:45:11.062471 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb4270a-71ae-4fc8-919d-2ec547126c84 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.072995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb4270a-71ae-4fc8-919d-2ec547126c84 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.078606 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde02b71-80b6-4d8f-a8df-f50f3f20b8c9 None None] DHCP port deletion for e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:45:11.078952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9fb4270a-71ae-4fc8-919d-2ec547126c84 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/b2c47766-08b2-4a45-bf00-a4248932c870 HTTP/1.1" status: 404 len: 337 time: 0.1173472 Sep 02 13:45:11.083345 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a0aee390-0c49-487f-9849-d792208a3a8d None None] For port ffb11dab-07bd-4e15-846f-7aa87a18b176, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ffb11dab-07bd-4e15-846f-7aa87a18b176,segment=NetworkSegment(401a6eec-13b7-44e6-b154-289a11c876f9),segment_id=401a6eec-13b7-44e6-b154-289a11c876f9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:11.083833 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0aee390-0c49-487f-9849-d792208a3a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.089996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.130372 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.140844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a0aee390-0c49-487f-9849-d792208a3a8d None None] Calling delete_port for ffb11dab-07bd-4e15-846f-7aa87a18b176 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:11.169985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f80280aa-dcad-4b5a-97f1-23a8af5e6053 req-e9b51609-d3fa-4eb5-bc68-f66497326d4d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303754 Sep 02 13:45:11.183595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c873e024-b781-4ddf-a1d2-2663c483c3d1']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:11.205151 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.211503 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffd0bd3-1532-4875-8d60-615863d7ce48 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.212309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffd0bd3-1532-4875-8d60-615863d7ce48 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.214102 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0ffd0bd3-1532-4875-8d60-615863d7ce48 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/bfa93636-6faa-4027-89ce-4a5ee2fbe1af HTTP/1.1" status: 404 len: 333 time: 0.1194248 Sep 02 13:45:11.216154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e64c4c-b7c5-4ece-a6f1-218f818963f8') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:11.216463 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e64c4c-b7c5-4ece-a6f1-218f818963f8') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:11.221746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43132) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.245277 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.255205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dde02b71-80b6-4d8f-a8df-f50f3f20b8c9 None None] Deleting port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:11.255749 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dde02b71-80b6-4d8f-a8df-f50f3f20b8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.259097 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0aee390-0c49-487f-9849-d792208a3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.277951 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.286467 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b3b6b6-0525-4310-9fb9-eb6e056bc488 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.286960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b3b6b6-0525-4310-9fb9-eb6e056bc488 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.288865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f6b3b6b6-0525-4310-9fb9-eb6e056bc488 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/baecf206-e0ba-4e8e-bd76-74922392238d HTTP/1.1" status: 404 len: 337 time: 0.0659204 Sep 02 13:45:11.291417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:45:11.291888 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.293498 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.304703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 141d438f-ea37-45ab-86e2-ba865aef6da0 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:45:11.361867 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:45:11.364412 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffabd9a-2cf8-42e1-9ae1-28f0ddb016d2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.366364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffabd9a-2cf8-42e1-9ae1-28f0ddb016d2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.371580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43138) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.372122 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3ffabd9a-2cf8-42e1-9ae1-28f0ddb016d2 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/62e22f6e-e552-4367-baf0-1e117d96ece8 HTTP/1.1" status: 404 len: 333 time: 0.0434444 Sep 02 13:45:11.384076 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.390485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 141d438f-ea37-45ab-86e2-ba865aef6da0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:11.390933 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 141d438f-ea37-45ab-86e2-ba865aef6da0 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:11.391631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9afbd30a-792b-4878-92f3-4ff536f481e3 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:11.394858 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aee390-0c49-487f-9849-d792208a3a8d None None] Pushing event deleted for resources: {'Port': ['ID=ffb11dab-07bd-4e15-846f-7aa87a18b176,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:11.403685 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aee390-0c49-487f-9849-d792208a3a8d None None] No DVR routers for this DVR port ffb11dab-07bd-4e15-846f-7aa87a18b176 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:11.437341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.443916 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "DELETE /v2.0/networks/c873e024-b781-4ddf-a1d2-2663c483c3d1 HTTP/1.1" status: 204 len: 168 time: 0.7445557 Sep 02 13:45:11.445654 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60d06bc-2884-4c97-a1f3-c0fe491f1d82 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.446852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60d06bc-2884-4c97-a1f3-c0fe491f1d82 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.449273 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c60d06bc-2884-4c97-a1f3-c0fe491f1d82 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/b625c15c-2356-4c19-b3f9-d2b76b00430e HTTP/1.1" status: 404 len: 337 time: 0.0760765 Sep 02 13:45:11.450233 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43140) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.467098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 9afbd30a-792b-4878-92f3-4ff536f481e3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:11.468237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9afbd30a-792b-4878-92f3-4ff536f481e3 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:11.468687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:11.492593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.492969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c459f-1913-4cdd-ba42-45fc81d8a8d1 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Network': ['ID=c873e024-b781-4ddf-a1d2-2663c483c3d1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:11.509219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dde02b71-80b6-4d8f-a8df-f50f3f20b8c9 None None] For port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:11.509796 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dde02b71-80b6-4d8f-a8df-f50f3f20b8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.535436 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dde02b71-80b6-4d8f-a8df-f50f3f20b8c9 None None] Calling delete_port for 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:11.568432 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f96f6c0-d8ac-4041-b5ee-a707dbc4c226 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.570653 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f96f6c0-d8ac-4041-b5ee-a707dbc4c226 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.580237 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9f96f6c0-d8ac-4041-b5ee-a707dbc4c226 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/fd905b69-9d1c-4872-a8f8-7c399c56442e HTTP/1.1" status: 404 len: 333 time: 0.0828297 Sep 02 13:45:11.581500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.655756 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.665273 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b12c8e-679d-4a41-b54d-31c33f97159a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.665762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b12c8e-679d-4a41-b54d-31c33f97159a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.667648 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-85b12c8e-679d-4a41-b54d-31c33f97159a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/db3791d4-e3d6-4a40-b5f7-ab6fe5f4c295 HTTP/1.1" status: 404 len: 337 time: 0.0803211 Sep 02 13:45:11.671094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43148) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.682658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.688394 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.719035 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-749e1879-ca18-41e9-940f-31de4fbb301d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.719943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749e1879-ca18-41e9-940f-31de4fbb301d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.722012 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-749e1879-ca18-41e9-940f-31de4fbb301d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/2c611c46-3c31-414a-8508-59186a07c574 HTTP/1.1" status: 404 len: 333 time: 0.0496528 Sep 02 13:45:11.724917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:11.725200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43150) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.739082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c7437f-bb0c-4422-9e23-dcb6679240fd') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:11.740031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c7437f-bb0c-4422-9e23-dcb6679240fd') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:11.768915 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.784370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,segment=NetworkSegment(9dae7747-2cec-4968-96ca-63556b1cb2d0),segment_id=9dae7747-2cec-4968-96ca-63556b1cb2d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:11.785564 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d880279a-3c32-48a1-aea0-0e26775a1364 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.785987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d880279a-3c32-48a1-aea0-0e26775a1364 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.788107 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d880279a-3c32-48a1-aea0-0e26775a1364 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/9bab57d2-ee6b-43fa-8240-26910c6c90cb HTTP/1.1" status: 404 len: 337 time: 0.0623279 Sep 02 13:45:11.791876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43152) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.797890 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.800332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ffb11dab-07bd-4e15-846f-7aa87a18b176 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:11.809612 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.818144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Deleting port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:11.819073 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.834657 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd105329-f3ef-4710-8342-94e82c1d0d11 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.835441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd105329-f3ef-4710-8342-94e82c1d0d11 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.837430 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fd105329-f3ef-4710-8342-94e82c1d0d11 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/577d5a66-c8a9-4cf2-a0e5-aa5f2fc5531f HTTP/1.1" status: 404 len: 333 time: 0.0422676 Sep 02 13:45:11.841455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:45:11.842136 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.845890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43154) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:45:11.868967 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:45:11.878147 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: ffb11dab-07bd-4e15-846f-7aa87a18b176 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:11.878801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ffb11dab-07bd-4e15-846f-7aa87a18b176 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:11.893866 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dde02b71-80b6-4d8f-a8df-f50f3f20b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.901868 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dca5b57-26f0-4673-a905-1f2a9856b00a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:11.902333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dca5b57-26f0-4673-a905-1f2a9856b00a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:11.904276 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1dca5b57-26f0-4673-a905-1f2a9856b00a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/6b9268e8-69e6-4ca4-bd00-1ce85a2d527d HTTP/1.1" status: 404 len: 337 time: 0.0581319 Sep 02 13:45:11.906876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43156) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:11.950951 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde02b71-80b6-4d8f-a8df-f50f3f20b8c9 None None] No DVR routers for this DVR port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:11.966638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] For port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf, host n-d-794796-4, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:11.967029 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.970132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:11.978348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fc9d5-0c55-463a-b509-9a1a779fdbc4 None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:45:11.984121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Calling delete_port for 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:11.986211 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:11.988539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf was not found and therefore no delete operation was performed {{(pid=94687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:45:11.990649 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.002493 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc89afb-7be0-497b-96cc-77b84b411f23 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.003390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc89afb-7be0-497b-96cc-77b84b411f23 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.005525 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4dc89afb-7be0-497b-96cc-77b84b411f23 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/39f716e9-207b-47e8-a552-eb139d2206a0 HTTP/1.1" status: 404 len: 333 time: 0.0976207 Sep 02 13:45:12.012526 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.015319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/networks/9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b HTTP/1.1" status: 204 len: 168 time: 1.1593313 Sep 02 13:45:12.017940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43158) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.026686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43160) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.037470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Port': ['ID=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:12.056784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] No DVR routers for this DVR port 4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:12.073490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2778cba-2d0d-49ea-9e31-90532a81f621 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Network': ['ID=9fd2e6e1-bde1-41ee-a089-b5da66f7ba9b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:12.076598 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1358d7a6-7ba2-4d31-930c-a639a85ad484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.082220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1358d7a6-7ba2-4d31-930c-a639a85ad484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.084991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1358d7a6-7ba2-4d31-930c-a639a85ad484 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/c420b20a-f0f3-4ac8-99c9-bac0f95efc02 HTTP/1.1" status: 404 len: 337 time: 0.0650251 Sep 02 13:45:12.087013 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.122049 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b2717d-2d8f-4386-98e5-a02c1cee8dfa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.122326 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b2717d-2d8f-4386-98e5-a02c1cee8dfa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.125203 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b9b2717d-2d8f-4386-98e5-a02c1cee8dfa tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/ec6deb70-4361-4873-95a5-0dbadb11f6cc HTTP/1.1" status: 404 len: 337 time: 0.0363369 Sep 02 13:45:12.127818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43166) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.151584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde02b71-80b6-4d8f-a8df-f50f3f20b8c9 None None] Pushing event deleted for resources: {'Port': ['ID=4f77cd9a-d0b7-4dd5-9ae7-0fb1ed458ccf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:12.151835 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b480ec-37b5-4d0d-b2a8-8e351f48eb6d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.152604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b480ec-37b5-4d0d-b2a8-8e351f48eb6d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.154489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-51b480ec-37b5-4d0d-b2a8-8e351f48eb6d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/b5826542-735d-4031-a1da-32f70e34d95f HTTP/1.1" status: 404 len: 333 time: 0.0256371 Sep 02 13:45:12.159891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.165305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3fc9d5-0c55-463a-b509-9a1a779fdbc4 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:45:12.216375 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f474f272-311b-4316-b323-e99e7a228227 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.217203 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f474f272-311b-4316-b323-e99e7a228227 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.219255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f474f272-311b-4316-b323-e99e7a228227 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/4daeef09-902a-4ff2-8bde-033beebdd05f HTTP/1.1" status: 404 len: 337 time: 0.0578144 Sep 02 13:45:12.221465 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.234179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.254155 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a133ed9a-a444-405e-9c52-469722674ea0 req-2f697816-ab68-474a-8ea0-d71f808318cc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 210 time: 0.0476291 Sep 02 13:45:12.261141 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.293588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fecf16-9bb0-4c05-800c-7ee5d4fd9811']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:12.299499 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb300ee-ed06-41ac-81af-9c885d752347 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.303338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb300ee-ed06-41ac-81af-9c885d752347 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.305685 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8bb300ee-ed06-41ac-81af-9c885d752347 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/b1df9d42-cdf1-4c35-b620-62dd192a344d HTTP/1.1" status: 404 len: 337 time: 0.0832443 Sep 02 13:45:12.308358 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.339900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dae7747-2cec-4968-96ca-63556b1cb2d0') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:12.340232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dae7747-2cec-4968-96ca-63556b1cb2d0') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:12.372776 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.378429 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f46086a-5d8f-4f3d-9105-db5c4019103b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.380097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f46086a-5d8f-4f3d-9105-db5c4019103b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.382089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1f46086a-5d8f-4f3d-9105-db5c4019103b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/d3dc7aff-ee88-433c-802f-c734837736df HTTP/1.1" status: 404 len: 333 time: 0.0724874 Sep 02 13:45:12.386172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.432560 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b228a782-40b0-4eb0-ad7b-9217428f4875 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.432560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b228a782-40b0-4eb0-ad7b-9217428f4875 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.434344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b228a782-40b0-4eb0-ad7b-9217428f4875 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/0b0bbcc3-5cae-47bd-abcd-5d204e1ae8a9 HTTP/1.1" status: 404 len: 337 time: 0.0486445 Sep 02 13:45:12.437669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.476097 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56cac55-523b-47a4-a9b8-6ab1fb379bda tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.476672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56cac55-523b-47a4-a9b8-6ab1fb379bda tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.478972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e56cac55-523b-47a4-a9b8-6ab1fb379bda tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/299b9f3a-345b-47c9-807f-27787aab19da HTTP/1.1" status: 404 len: 337 time: 0.0398180 Sep 02 13:45:12.483605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.501130 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.506569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6447f-7c06-4749-a774-4190447288a4 req-828ffd62-5ee6-4bea-8d77-a26accd46e0b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:12.508958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.513577 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ea6447f-7c06-4749-a774-4190447288a4 req-828ffd62-5ee6-4bea-8d77-a26accd46e0b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1462438 Sep 02 13:45:12.528360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:45:12.528786 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:45:12.535355 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:45:12.538036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e965ab-4fe3-4629-b5fd-3268bc34b502']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:12.571498 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99c1c6e-97ef-41e7-a7dd-b75f21a883a6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.574535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99c1c6e-97ef-41e7-a7dd-b75f21a883a6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.582690 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d99c1c6e-97ef-41e7-a7dd-b75f21a883a6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/d1675ce2-f3bb-41d6-9025-e0db07188e79 HTTP/1.1" status: 404 len: 333 time: 0.0917714 Sep 02 13:45:12.582690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.623252 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5a5ad4-327f-46ad-9b00-0c304979e8cd tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.623836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5a5ad4-327f-46ad-9b00-0c304979e8cd tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.625604 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7d5a5ad4-327f-46ad-9b00-0c304979e8cd tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/59e2ec6f-cb56-485a-95b3-448bb042ae87 HTTP/1.1" status: 404 len: 337 time: 0.0418928 Sep 02 13:45:12.627240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9a0a5d-928d-4a5c-81a6-7ac8cfa2346b') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:12.627554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9a0a5d-928d-4a5c-81a6-7ac8cfa2346b') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:12.631402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.652526 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.662691 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dbceab-f0be-4db5-ba43-09767a6e4ac6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.662691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dbceab-f0be-4db5-ba43-09767a6e4ac6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.664009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e0dbceab-f0be-4db5-ba43-09767a6e4ac6 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/5a7c5edb-8c31-4a0c-a122-0a16531a0676 HTTP/1.1" status: 404 len: 337 time: 0.0316033 Sep 02 13:45:12.672910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43190) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.677686 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ea6447f-7c06-4749-a774-4190447288a4 req-efb8e0ec-73a2-4cab-bee8-64d12eb3f6d3 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600850 Sep 02 13:45:12.730752 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e36fbce1-1a24-4942-8f61-43a86d118ff4 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports?device_id=55f8091b-db65-4727-abc1-42754ce5a172 HTTP/1.1" status: 200 len: 205 time: 0.0434864 Sep 02 13:45:12.732036 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.733191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.735842 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.753359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-a4fa9cab-0dce-48a9-999b-e5761148f828 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:12.755108 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-a4fa9cab-0dce-48a9-999b-e5761148f828 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.3414280 Sep 02 13:45:12.765518 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.767133 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] 10.222.0.13 "DELETE /v2.0/networks/e4fecf16-9bb0-4c05-800c-7ee5d4fd9811 HTTP/1.1" status: 204 len: 168 time: 1.2950108 Sep 02 13:45:12.782772 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Request body: {'port': {'device_id': '7dc7f0e6-721b-4bf9-820c-05c7e986dd02', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'admin_state_up': True, 'tenant_id': 'e5cb8c44680045f0a4b7ea0a303a9287'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:12.786459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:45:12.786879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.794159 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-2c6d4bab-0cfa-4d64-bcf0-043bf0ee5e05 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] delete failed (client error): The resource could not be found. Sep 02 13:45:12.795805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2c6d4bab-0cfa-4d64-bcf0-043bf0ee5e05 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/routers/55f8091b-db65-4727-abc1-42754ce5a172 HTTP/1.1" status: 404 len: 336 time: 0.0615153 Sep 02 13:45:12.804265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:45:12.805531 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:45:12.842823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516690d-4ec1-48dd-9b92-ac5b31c067a9 tempest-TaggedBootDevicesTest-1335595779 tempest-TaggedBootDevicesTest-1335595779-project] Pushing event deleted for resources: {'Network': ['ID=e4fecf16-9bb0-4c05-800c-7ee5d4fd9811,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:12.844980 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1f22da-b3b9-4440-b11a-83c8664b6ab9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:12.845845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1f22da-b3b9-4440-b11a-83c8664b6ab9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:12.847859 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ee1f22da-b3b9-4440-b11a-83c8664b6ab9 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/73969962-0e69-4de4-a1e6-61fee1a8dd28 HTTP/1.1" status: 404 len: 337 time: 0.0418296 Sep 02 13:45:12.856193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.909865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f85565b0-ff0c-4c45-9be8-47e18be63166 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "GET /v2.0/ports?device_id=39312769-953e-4041-b6e4-f4c2f5abf417 HTTP/1.1" status: 200 len: 205 time: 0.0492890 Sep 02 13:45:12.910497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43200) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.914191 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.940236 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:12.947119 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] 10.222.0.13 "DELETE /v2.0/networks/e2e965ab-4fe3-4629-b5fd-3268bc34b502 HTTP/1.1" status: 204 len: 168 time: 0.9127378 Sep 02 13:45:12.963439 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-cecde833-df3a-403a-a817-39e6148ceb36 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] delete failed (client error): The resource could not be found. Sep 02 13:45:12.966804 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cecde833-df3a-403a-a817-39e6148ceb36 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/routers/39312769-953e-4041-b6e4-f4c2f5abf417 HTTP/1.1" status: 404 len: 336 time: 0.0552530 Sep 02 13:45:12.970961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:12.978912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c1c01-26c4-42cc-be05-d810fb2cf246 tempest-BulkNetworkOpsIpV6Test-1603237428 tempest-BulkNetworkOpsIpV6Test-1603237428-project] Pushing event deleted for resources: {'Network': ['ID=e2e965ab-4fe3-4629-b5fd-3268bc34b502,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:13.008382 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e1ddc6-f6be-4bae-9655-c81b3a68bf18 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.009406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e1ddc6-f6be-4bae-9655-c81b3a68bf18 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.014505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-58e1ddc6-f6be-4bae-9655-c81b3a68bf18 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/04dedd5e-4d63-46a6-af42-dbe8ac6fe857 HTTP/1.1" status: 404 len: 337 time: 0.0375662 Sep 02 13:45:13.015652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43208) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.038037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Made reservation on behalf of e5cb8c44680045f0a4b7ea0a303a9287 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:13.041901 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.090561 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7aaa6a-dffd-4edf-a0c1-c1974febe20c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.091040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7aaa6a-dffd-4edf-a0c1-c1974febe20c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.095012 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6b7aaa6a-dffd-4edf-a0c1-c1974febe20c tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/1e5912b0-d024-47ab-9d2b-789a3e704ad4 HTTP/1.1" status: 404 len: 337 time: 0.0775800 Sep 02 13:45:13.097144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43214) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.124944 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-da79f415-cb4c-4e8f-8150-919a261b8a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.125686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da79f415-cb4c-4e8f-8150-919a261b8a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.128137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-da79f415-cb4c-4e8f-8150-919a261b8a26 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/95bbbfa5-1df4-47a3-ac3f-eae086b654b5 HTTP/1.1" status: 404 len: 333 time: 0.0294986 Sep 02 13:45:13.130556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.224280 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c2a95e-a5ce-4770-8d03-2df5527d1fc3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.225007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c2a95e-a5ce-4770-8d03-2df5527d1fc3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.235833 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-55c2a95e-a5ce-4770-8d03-2df5527d1fc3 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/e167b229-dac8-4f8a-a3cd-b3a312a80bc4 HTTP/1.1" status: 404 len: 337 time: 0.1041591 Sep 02 13:45:13.236837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43222) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.278069 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf7d82d-738a-44b4-adb6-11a5ac0e8e27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.278816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf7d82d-738a-44b4-adb6-11a5ac0e8e27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.280863 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2cf7d82d-738a-44b4-adb6-11a5ac0e8e27 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/c4b4333c-4f1e-44c6-9436-81edacd051ef HTTP/1.1" status: 404 len: 333 time: 0.0426900 Sep 02 13:45:13.283455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.296275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Allocated IP 172.20.0.10 (04f58d53-09f2-489d-aa85-f3c7058c3db1/f81c2717-e364-4450-b8a3-72bdc97b0530/67e24a1a-60ca-4c03-a3d2-41329bcf4b6c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:13.344083 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-560ec4bf-c703-4b40-991f-ad08d626679b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.346730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560ec4bf-c703-4b40-991f-ad08d626679b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.354629 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-560ec4bf-c703-4b40-991f-ad08d626679b tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/98849d58-2c1e-4d01-8be7-f1c0144c08fb HTTP/1.1" status: 404 len: 337 time: 0.0678644 Sep 02 13:45:13.354978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.403014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.409504 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9a8249-cad2-47ea-b74f-c21bc947e601 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.410279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9a8249-cad2-47ea-b74f-c21bc947e601 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.417227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fc9a8249-cad2-47ea-b74f-c21bc947e601 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/fffcde88-1cc8-46b5-99f8-a4cdf0bac813 HTTP/1.1" status: 404 len: 333 time: 0.0606251 Sep 02 13:45:13.419820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.453324 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6ec5737f-9c7d-44f4-90d2-3693ad6a4dd5 req-f0f5e730-b0d2-43e9-b195-46996bbcf3f0 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 210 time: 0.0615566 Sep 02 13:45:13.491518 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafa0322-a040-4585-a590-956f408ff24d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.492205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafa0322-a040-4585-a590-956f408ff24d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.499066 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bafa0322-a040-4585-a590-956f408ff24d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/cbdaa9eb-451c-4f35-9691-a5aeee4152ea HTTP/1.1" status: 404 len: 337 time: 0.0765944 Sep 02 13:45:13.501059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.551255 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6310b2-50e4-4079-b574-3eacba936e06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.552072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6310b2-50e4-4079-b574-3eacba936e06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.555335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7e6310b2-50e4-4079-b574-3eacba936e06 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/b698f723-6411-44be-b2d9-958932092daf HTTP/1.1" status: 404 len: 333 time: 0.0530388 Sep 02 13:45:13.558179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43240) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.585834 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21b71e8-5334-4c6b-9849-f5b95a9acb94 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.586342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21b71e8-5334-4c6b-9849-f5b95a9acb94 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.588160 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f21b71e8-5334-4c6b-9849-f5b95a9acb94 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/a3300580-947f-438a-b4e4-480193eda85e HTTP/1.1" status: 404 len: 337 time: 0.0290360 Sep 02 13:45:13.590705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.601949 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.613925 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-821128a6-c541-4d71-a1c2-bdfbcaae0775 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.614650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821128a6-c541-4d71-a1c2-bdfbcaae0775 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.616520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-821128a6-c541-4d71-a1c2-bdfbcaae0775 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/65947c34-6e25-4dfc-9bf0-0c5f08318136 HTTP/1.1" status: 404 len: 333 time: 0.0248837 Sep 02 13:45:13.619101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.631274 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-27ef7377-be64-4f27-8856-582362c65112 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cda9443b99e4c1582175fbfe7b92378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270434 Sep 02 13:45:13.633674 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.646267 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-595e48fc-2b0f-4ddc-9004-7f06f68cd9b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.646734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595e48fc-2b0f-4ddc-9004-7f06f68cd9b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.648510 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-595e48fc-2b0f-4ddc-9004-7f06f68cd9b1 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/0f391e01-4d45-4fff-8775-5eb388097a16 HTTP/1.1" status: 404 len: 337 time: 0.0284622 Sep 02 13:45:13.651096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.674543 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-579697e6-c7cc-44c6-868f-6a5f106bae4d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.675209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579697e6-c7cc-44c6-868f-6a5f106bae4d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.677188 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-579697e6-c7cc-44c6-868f-6a5f106bae4d tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/fdd2b2c5-cb87-428b-96ac-084d54886405 HTTP/1.1" status: 404 len: 333 time: 0.0251889 Sep 02 13:45:13.679720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.709131 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.714294 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff86161c-9051-4651-ab5c-d1797272343a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.714806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff86161c-9051-4651-ab5c-d1797272343a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.716640 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ff86161c-9051-4651-ab5c-d1797272343a tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/d7e374c5-31e4-4572-b39b-00c9205a8b92 HTTP/1.1" status: 404 len: 337 time: 0.0357778 Sep 02 13:45:13.718472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-266f2984-c968-44c3-a049-19d1b102e0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.719371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.745677 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1455310-3297-4a29-8e97-1e74bebe5c4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.746809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1455310-3297-4a29-8e97-1e74bebe5c4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.748991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d1455310-3297-4a29-8e97-1e74bebe5c4e tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/ports/f802147d-1a67-4a2b-b29b-0960e9d90456 HTTP/1.1" status: 404 len: 333 time: 0.0285668 Sep 02 13:45:13.755554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.774940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:13.777079 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-266f2984-c968-44c3-a049-19d1b102e0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.787830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:13.793226 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:13.817585 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b832ebf-d460-43ff-a02c-5a35e32f5372 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] DELETE failed (client error): The resource could not be found. Sep 02 13:45:13.818098 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b832ebf-d460-43ff-a02c-5a35e32f5372 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:45:13.822892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9b832ebf-d460-43ff-a02c-5a35e32f5372 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/subnets/0a1c3144-1319-4bd8-8063-5b0982aab4f2 HTTP/1.1" status: 404 len: 337 time: 0.0577695 Sep 02 13:45:13.823946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:13.837513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event updated for resources: {'Port': ['ID=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:13.892287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:13.893108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.913809 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-915baf89-6eb0-400d-8a42-688e6f1eb229 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1387005 Sep 02 13:45:13.923709 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-266f2984-c968-44c3-a049-19d1b102e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.927291 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-266f2984-c968-44c3-a049-19d1b102e0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.931855 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-266f2984-c968-44c3-a049-19d1b102e0c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f72e4134-b939-4e4b-aee9-4f558646743f HTTP/1.1" status: 204 len: 168 time: 0.2959201 Sep 02 13:45:13.944228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:13.945997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Request body: {'port': {'device_id': '7dc7f0e6-721b-4bf9-820c-05c7e986dd02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:14.027772 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f2984-c968-44c3-a049-19d1b102e0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e4134-b939-4e4b-aee9-4f558646743f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:14.061995 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.113745 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.148714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6536a6f3-744d-4aaf-8438-60c2494b3279']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:14.162838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401a6eec-13b7-44e6-b154-289a11c876f9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:14.163217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401a6eec-13b7-44e6-b154-289a11c876f9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:14.179678 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.197994 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.211413 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c97bb6-5d44-43ab-97f2-071925913196 req-ff3f8b2d-b4b9-4b2e-ac12-e85f228e758e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:14.219954 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96c97bb6-5d44-43ab-97f2-071925913196 req-ff3f8b2d-b4b9-4b2e-ac12-e85f228e758e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.4689169 Sep 02 13:45:14.224469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:45:14.227383 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:45:14.235179 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:45:14.336114 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96c97bb6-5d44-43ab-97f2-071925913196 req-a1cb75ae-8de8-44f9-9a5c-e93fea7db0e5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143422 Sep 02 13:45:14.345721 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.352013 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.355849 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] 10.222.0.13 "DELETE /v2.0/networks/6536a6f3-744d-4aaf-8438-60c2494b3279 HTTP/1.1" status: 204 len: 168 time: 0.5307918 Sep 02 13:45:14.377939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8105fa0-5eb0-4d8e-8f61-6060af732e81 tempest-NetworksTestDHCPv6-1399172364 tempest-NetworksTestDHCPv6-1399172364-project] Pushing event deleted for resources: {'Network': ['ID=6536a6f3-744d-4aaf-8438-60c2494b3279,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:14.668975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:45:14.682673 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f629d-cbb3-49af-8298-c4d1c095ead8 req-6ad38f77-be79-4f22-91d5-40d6ac8d85b3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:14.696303 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b38f629d-cbb3-49af-8298-c4d1c095ead8 req-6ad38f77-be79-4f22-91d5-40d6ac8d85b3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 932 time: 0.1227126 Sep 02 13:45:14.703248 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.730890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Transition to ACTIVE for port object 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:14.739324 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:14.761024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:14.803994 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b38f629d-cbb3-49af-8298-c4d1c095ead8 req-13a8e377-cd7e-4b30-99c1-349e44a1506e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064889 Sep 02 13:45:14.843408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Pushing event updated for resources: {'Port': ['ID=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:14.958418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Attempting to bind port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:14.960263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Attempting to bind port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:14.960810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Attempting to bind port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:14.971717 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:45:14.972604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Attempting to bind port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:14.983672 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:14.987671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Checking segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:14.988339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Bound using segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:14.990487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Bound port: 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:14.992023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:15.103317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] For port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:15.106673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] For port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:15.115137 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:15.125699 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5d3fe051-1642-4f67-aff0-fd250f067ab8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4a984848df744649c9e885ade2a148d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616462 Sep 02 13:45:15.128479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:15.164722 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:15.165864 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:15.167514 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] 10.222.0.90 "PUT /v2.0/ports/67e24a1a-60ca-4c03-a3d2-41329bcf4b6c HTTP/1.1" status: 200 len: 1092 time: 1.2329180 Sep 02 13:45:15.168095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc7f0e6-721b-4bf9-820c-05c7e986dd02', 'tag': '67e24a1a-60ca-4c03-a3d2-41329bcf4b6c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:15.169900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:15.172278 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a09125-85e3-486f-afeb-d707040b3fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc7f0e6-721b-4bf9-820c-05c7e986dd02", "tag": "67e24a1a-60ca-4c03-a3d2-41329bcf4b6c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:15.231848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5508fd4-d137-498c-aa78-c596380ca72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:15.259315 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f107dd-f40f-421c-a998-6b3ffb52917e x-openstack-request-id: req-f6f107dd-f40f-421c-a998-6b3ffb52917e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:15.259623 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc7f0e6-721b-4bf9-820c-05c7e986dd02", "tag": "67e24a1a-60ca-4c03-a3d2-41329bcf4b6c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:15.262232 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6f107dd-f40f-421c-a998-6b3ffb52917e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:15.262655 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc7f0e6-721b-4bf9-820c-05c7e986dd02', 'tag': '67e24a1a-60ca-4c03-a3d2-41329bcf4b6c', 'status': 'completed', 'code': 200} Sep 02 13:45:15.263901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf4e86-cad3-4d4f-9584-7321d5f1540a service neutron] Pushing event updated for resources: {'Port': ['ID=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:15.273624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5508fd4-d137-498c-aa78-c596380ca72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:15.326371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-0ca1c99a-bd43-46f0-b806-e1d49eb41157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:15.328067 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-0ca1c99a-bd43-46f0-b806-e1d49eb41157 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 1095 time: 0.0996988 Sep 02 13:45:15.340710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-04a9f21e-63c3-4dc8-b8a9-b611d62ef163 tempest-ServiceProvidersTest-1822771491 tempest-ServiceProvidersTest-1822771491-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1688910 Sep 02 13:45:15.390908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5508fd4-d137-498c-aa78-c596380ca72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:15.393850 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5508fd4-d137-498c-aa78-c596380ca72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:15.397004 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a5508fd4-d137-498c-aa78-c596380ca72d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8929d389-3906-468f-a2a8-207187c70b49 HTTP/1.1" status: 204 len: 168 time: 0.2655244 Sep 02 13:45:15.432050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5508fd4-d137-498c-aa78-c596380ca72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8929d389-3906-468f-a2a8-207187c70b49,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:15.498067 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-3d76b3c9-af59-46d7-818f-6945b1535bfc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c HTTP/1.1" status: 200 len: 217 time: 0.1584659 Sep 02 13:45:15.640226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc5d44-bc6f-400a-98a3-9bdc0b8d1990 req-92bc8b5f-91a5-4f98-811e-56084c080516 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:15.641832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3cfc5d44-bc6f-400a-98a3-9bdc0b8d1990 req-92bc8b5f-91a5-4f98-811e-56084c080516 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1200116 Sep 02 13:45:15.664390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-e200f53a-8c18-4b33-8dc9-925e2adeae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:15.667145 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-e200f53a-8c18-4b33-8dc9-925e2adeae71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.1623371 Sep 02 13:45:15.714644 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-8282d60b-bc5b-44aa-b8e2-79f733c1edb0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389619 Sep 02 13:45:15.723691 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3cfc5d44-bc6f-400a-98a3-9bdc0b8d1990 req-209748ac-4fc8-4872-bbd7-75b6166163d5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750909 Sep 02 13:45:15.876279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:16.025476 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-9f3c1e13-c55a-40fc-9096-ad03d0fd9ac1 service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910542 Sep 02 13:45:16.131083 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652189a7-15a5-4326-a910-42576a4da923 req-90fc146f-e2da-4838-b4ce-dd17952544fd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:16.141157 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-652189a7-15a5-4326-a910-42576a4da923 req-90fc146f-e2da-4838-b4ce-dd17952544fd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 944 time: 0.2260737 Sep 02 13:45:16.256677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:16.351295 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abdb9a7f-d372-444d-8f3d-ae5a213b30d6 req-6e82ff91-4bb4-4e29-950a-58737f16a99f service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165708 Sep 02 13:45:16.357058 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-652189a7-15a5-4326-a910-42576a4da923 req-a1f0281b-1403-4191-9423-06176681d9f9 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113025 Sep 02 13:45:16.361205 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4400dfe1-90eb-4220-91f5-a85ebf91a345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:16.398642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-46d9d077-5766-4f6f-b828-becc50dc59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:16.402501 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-46d9d077-5766-4f6f-b828-becc50dc59fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1095 time: 0.2512076 Sep 02 13:45:16.622918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85156a35-6fea-43c2-afa7-6bd11b0fbf5f tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:16.623943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85156a35-6fea-43c2-afa7-6bd11b0fbf5f tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:16.624243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-2f3c5e02-8e20-499a-993d-21eca1b56a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:16.624716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85156a35-6fea-43c2-afa7-6bd11b0fbf5f tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:16.626277 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-2f3c5e02-8e20-499a-993d-21eca1b56a36 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 1095 time: 0.2028127 Sep 02 13:45:16.633230 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-85156a35-6fea-43c2-afa7-6bd11b0fbf5f tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=8626c8996e0f4881b04c6b0859a09b18&network_id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2 HTTP/1.1" status: 200 len: 2970 time: 0.3734076 Sep 02 13:45:16.675933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-cc394ee1-1b93-4548-ac6b-24a9f0c70870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:16.694859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-cc394ee1-1b93-4548-ac6b-24a9f0c70870 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.2804866 Sep 02 13:45:16.762816 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4400dfe1-90eb-4220-91f5-a85ebf91a345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:16.774570 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4400dfe1-90eb-4220-91f5-a85ebf91a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:16.820872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400dfe1-90eb-4220-91f5-a85ebf91a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23deefe2-10c2-4e32-8128-c5460c070bd3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:16.872362 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4400dfe1-90eb-4220-91f5-a85ebf91a345 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34b978f33f9341538689039160d0c5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9947181 Sep 02 13:45:16.873061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:16.939443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:16.967063 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d29647ec-f44b-4bef-9cf0-4ff12c76f743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:16.989643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-ebf76a12-6521-4075-9214-4c00ca72a871 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 998 time: 0.2602382 Sep 02 13:45:17.011847 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d29647ec-f44b-4bef-9cf0-4ff12c76f743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.097130 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d29647ec-f44b-4bef-9cf0-4ff12c76f743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.100333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d29647ec-f44b-4bef-9cf0-4ff12c76f743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.101692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d29647ec-f44b-4bef-9cf0-4ff12c76f743 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23deefe2-10c2-4e32-8128-c5460c070bd3 HTTP/1.1" status: 204 len: 168 time: 0.2266583 Sep 02 13:45:17.116738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29647ec-f44b-4bef-9cf0-4ff12c76f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23deefe2-10c2-4e32-8128-c5460c070bd3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:17.118425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-a3681cdc-f337-4960-98c8-5f714f118555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:17.121361 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-a3681cdc-f337-4960-98c8-5f714f118555 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 913 time: 0.4617636 Sep 02 13:45:17.134301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ee7c6-4ecf-44d5-9dde-8b85afebe51f req-e32071a7-3a85-4977-a315-a4039cb10ae4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:17.143781 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d1ee7c6-4ecf-44d5-9dde-8b85afebe51f req-e32071a7-3a85-4977-a315-a4039cb10ae4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.8604517 Sep 02 13:45:17.167260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-666205226'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:17.204201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-78d4098e-8af6-4d7a-bb68-87dbd2d2a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:17.206796 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-78d4098e-8af6-4d7a-bb68-87dbd2d2a095 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.1872470 Sep 02 13:45:17.210661 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-d8d1c298-34ef-45d3-a88b-2dced87b6a1d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c HTTP/1.1" status: 200 len: 217 time: 0.0622685 Sep 02 13:45:17.223021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Made reservation on behalf of ad2c819335db401b9a5fdeaa8bfbea73 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:17.227830 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.250440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.314101 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6d1ee7c6-4ecf-44d5-9dde-8b85afebe51f req-3882a451-cb67-43e5-a549-b5a7e34c5e5b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654687 Sep 02 13:45:17.348208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-9d2686fe-a932-4cbb-bdc5-9b322eeefdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:17.350507 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-9d2686fe-a932-4cbb-bdc5-9b322eeefdd7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.1270366 Sep 02 13:45:17.353701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-f04b3e11-bdbf-4dcd-b292-9eec622c64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:17.355777 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-f04b3e11-bdbf-4dcd-b292-9eec622c64b7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303830 Sep 02 13:45:17.504648 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-f6ed48db-5fea-48a3-9e92-0c93320094a9 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238546 Sep 02 13:45:17.524201 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-9e7714d1-770e-4425-ab5a-0183eedb380d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556904 Sep 02 13:45:17.537074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.557614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.589323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:45:17.606387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae8921-4a1d-4626-8116-2cfaa61383f6 req-6e945db6-18b9-49fc-ac23-77db3fd76327 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:17.608821 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfae8921-4a1d-4626-8116-2cfaa61383f6 req-6e945db6-18b9-49fc-ac23-77db3fd76327 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 944 time: 0.1259003 Sep 02 13:45:17.630577 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.631123 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Added segment 077f7e83-a711-4fb1-b575-c0c000371f23 of type vlan for network 89e9ee14-d190-4e86-ab10-fb808b9618e9 Sep 02 13:45:17.633814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f595dedd-6e5d-4f35-b343-6798fb422ffb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:17.712382 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1bc0e39-6753-4487-afee-e4e4cfc49f5e req-2edae601-e4b7-430b-977d-9bcfb2148933 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911232 Sep 02 13:45:17.732363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-0bd6d5bf-016c-45f8-be2d-8cd478fe3516 service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400845 Sep 02 13:45:17.743189 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.752869 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfae8921-4a1d-4626-8116-2cfaa61383f6 req-756b022f-45d2-44ed-9481-3870d1f8a7f7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334512 Sep 02 13:45:17.818263 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.841544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:17.843669 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:17.934410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9934652 Sep 02 13:45:17.939018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:17.948186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'subnet': {'network_id': '89e9ee14-d190-4e86-ab10-fb808b9618e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:18.060485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-90a09125-85e3-486f-afeb-d707040b3fd6 req-2c57ebce-b14d-41a6-9140-1f0d48bfa1ff service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148379 Sep 02 13:45:18.096553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:45:18.122031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbb984-a982-4246-b1b7-dd9200a8dcd3 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Network': ['ID=89e9ee14-d190-4e86-ab10-fb808b9618e9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:18.141986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:45:18.260018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Made reservation on behalf of ad2c819335db401b9a5fdeaa8bfbea73 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:18.268690 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:18.339643 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:45:18.535897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:18.561667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '67e24a1a-60ca-4c03-a3d2-41329bcf4b6c', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'port_id': '67e24a1a-60ca-4c03-a3d2-41329bcf4b6c', 'mac_address': 'fa:16:3e:43:ad:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2717-e364-4450-b8a3-72bdc97b0530', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:45:18.667930 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:18.760975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43420) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:18.909676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251a45-23f5-439e-ae6e-6c0f995a24d3 req-4831022b-bc2e-410c-93ef-48b0ef51f5df tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:18.911523 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10251a45-23f5-439e-ae6e-6c0f995a24d3 req-4831022b-bc2e-410c-93ef-48b0ef51f5df tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2509890 Sep 02 13:45:18.914470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Checking segment: {'id': '077f7e83-a711-4fb1-b575-c0c000371f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '89e9ee14-d190-4e86-ab10-fb808b9618e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:18.914940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network hostable DHCP agents. Network: 89e9ee14-d190-4e86-ab10-fb808b9618e9, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:45:18.919878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Subnet': ['ID=b7e2dbf5-ed68-4e7c-8909-27b074f16583,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:18.966418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:45:18.995845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10251a45-23f5-439e-ae6e-6c0f995a24d3 req-d01b8535-f68a-42db-a623-01ae38bd2164 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768030 Sep 02 13:45:18.996631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 89e9ee14-d190-4e86-ab10-fb808b9618e9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:19.013939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:19.018740 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.035825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef98d4-b001-4f5f-b642-2aa075b8363f None None] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:19.051162 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8b897242-708e-4ead-84b4-41fe464f405c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1101284 Sep 02 13:45:19.052547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:19.072004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-672936648', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:19.143408 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.145583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cbcc9c31-4e14-4422-b8cb-bc34a158a32b tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1825200763', 'prefixes': ['172.20.0.0/16']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:19.146849 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.235231 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.236303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eac597-79e9-4e45-98cf-64372c484b66 req-3653894d-0acf-4339-bfc5-6f5c34279758 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:19.248593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79eac597-79e9-4e45-98cf-64372c484b66 req-3653894d-0acf-4339-bfc5-6f5c34279758 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 944 time: 0.2632999 Sep 02 13:45:19.352026 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9c31-4e14-4422-b8cb-bc34a158a32b tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] Notify callbacks [] for subnetpool, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.354771 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cbcc9c31-4e14-4422-b8cb-bc34a158a32b tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5898654 Sep 02 13:45:19.359296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:19.367392 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.419952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:45:19.447364 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-35151c97-6a0c-4f65-b35b-a24437fcd84f tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] 10.222.0.13 "GET /v2.0/subnetpools/b14ed470-cf61-4e02-b23a-06570b90d3a2 HTTP/1.1" status: 200 len: 732 time: 0.0863163 Sep 02 13:45:19.468522 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-79eac597-79e9-4e45-98cf-64372c484b66 req-082a0038-8ae6-492f-99ed-f812f26cf147 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610317 Sep 02 13:45:19.469568 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43434) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:19.472940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:19.476334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a3505-f297-4178-aea7-6f56ff5a7572 None None] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:19.485359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-829883ff-4294-439a-9e3d-912676e97433 tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1874218146'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:19.512193 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.552406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:19.575667 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.676289 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:19.694916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd31f9-bccb-4507-9cc3-8b74dfef2ac1 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:19.707756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-64fd31f9-bccb-4507-9cc3-8b74dfef2ac1 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 814 time: 0.0693250 Sep 02 13:45:19.715874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.723106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.723552 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.724194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.724538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.725621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.725621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.725621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.725955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.726160 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.726484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.726813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:19.820464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['67e24a1a-60ca-4c03-a3d2-41329bcf4b6c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:45:19.820904 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-829883ff-4294-439a-9e3d-912676e97433 tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] Notify callbacks [] for subnetpool, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.822719 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-829883ff-4294-439a-9e3d-912676e97433 tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] 10.222.0.13 "PUT /v2.0/subnetpools/b14ed470-cf61-4e02-b23a-06570b90d3a2 HTTP/1.1" status: 200 len: 684 time: 0.3519061 Sep 02 13:45:19.832398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:19.933310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:19.959811 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:20.129579 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed3db50e-19d6-4ab0-baa1-b5c50d9fed12 tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] Notify callbacks [] for subnetpool, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:20.134509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ed3db50e-19d6-4ab0-baa1-b5c50d9fed12 tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b14ed470-cf61-4e02-b23a-06570b90d3a2 HTTP/1.1" status: 204 len: 168 time: 0.2311296 Sep 02 13:45:20.134710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:20.167008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.25.3.217 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/d50236ae-c931-4bd2-a805-54ac68e88fbb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:20.169079 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-ffd3b74e-1328-4206-93d2-d9bf3f70d23a tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] show failed (client error): The resource could not be found. Sep 02 13:45:20.172623 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ffd3b74e-1328-4206-93d2-d9bf3f70d23a tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] 10.222.0.13 "GET /v2.0/subnetpools/b14ed470-cf61-4e02-b23a-06570b90d3a2 HTTP/1.1" status: 404 len: 346 time: 0.0368156 Sep 02 13:45:20.177981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43454) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:20.210913 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-036336e4-ffa3-4b76-90da-3362a36d0580 tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] delete failed (client error): The resource could not be found. Sep 02 13:45:20.213990 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-036336e4-ffa3-4b76-90da-3362a36d0580 tempest-SubnetPoolsTestJSON-1227837879 tempest-SubnetPoolsTestJSON-1227837879-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b14ed470-cf61-4e02-b23a-06570b90d3a2 HTTP/1.1" status: 404 len: 346 time: 0.0348041 Sep 02 13:45:20.340381 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:20.387398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b3bcd-0166-4833-a616-278df6096a91 req-f44ceb3f-d0bf-4325-a48e-9bd1a50d68b5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:20.388988 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-487b3bcd-0166-4833-a616-278df6096a91 req-f44ceb3f-d0bf-4325-a48e-9bd1a50d68b5 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2787714 Sep 02 13:45:20.412865 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:20.420005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'network': {'name': 'tempest-network-smoke--890979762', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:20.445025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:20.483553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-487b3bcd-0166-4833-a616-278df6096a91 req-3407496c-39c9-4660-a5c0-a128eb128a15 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863588 Sep 02 13:45:20.483844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Made reservation on behalf of 8626c8996e0f4881b04c6b0859a09b18 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:20.494680 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:20.544906 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:20.551388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:20.561604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=d50236ae-c931-4bd2-a805-54ac68e88fbb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:20.589810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:20.641383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:45:20.688800 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:20.689432 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Added segment b45165a9-8238-4798-a5aa-b00a2a273afb of type vlan for network d4870fa0-bf76-459f-b192-17dc165dab9f Sep 02 13:45:20.750525 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:20.778555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467cd03-7e06-4a32-86a7-77602fd4fb88 req-af5105f1-2fe4-47f2-ab2d-72615b5a2db7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:20.784132 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1467cd03-7e06-4a32-86a7-77602fd4fb88 req-af5105f1-2fe4-47f2-ab2d-72615b5a2db7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 945 time: 0.1358881 Sep 02 13:45:20.861265 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1467cd03-7e06-4a32-86a7-77602fd4fb88 req-69ddfc59-a560-4f1f-a209-fb6810b0786c tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623376 Sep 02 13:45:20.870911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:20.885323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:20.886341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:21.091222 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:21.210731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fc8d3-c1c5-4c6e-a410-29311fc3fb8b req-e849ca4b-7735-43dd-8aa6-ec90a05ec6e7 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:21.212395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-397fc8d3-c1c5-4c6e-a410-29311fc3fb8b req-e849ca4b-7735-43dd-8aa6-ec90a05ec6e7 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.6114376 Sep 02 13:45:21.421866 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-397fc8d3-c1c5-4c6e-a410-29311fc3fb8b req-995b4834-2288-4b73-90c3-354b1db5965b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468956 Sep 02 13:45:21.440387 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0247147 Sep 02 13:45:21.450524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43476) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:21.466325 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b861bd85-c8da-4bd5-b30a-9247ab07fb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:21.505577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf8661-3841-45b2-9aec-e7722666caee tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Network': ['ID=d4870fa0-bf76-459f-b192-17dc165dab9f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:21.530870 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network d4870fa0-bf76-459f-b192-17dc165dab9f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:45:21.550881 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-576e753b-129b-49d8-bb0a-f3619801cf3a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1663115 Sep 02 13:45:21.650803 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38b235-df90-47f3-b3a7-14784ef38b14 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:21.652668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7d38b235-df90-47f3-b3a7-14784ef38b14 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8626c8996e0f4881b04c6b0859a09b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2008886 Sep 02 13:45:21.658186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:21.733698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-b6f66801-9373-47f4-a161-0779f0144fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:21.737250 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-b6f66801-9373-47f4-a161-0779f0144fe7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 1097 time: 0.1469035 Sep 02 13:45:21.773416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41e684-c669-4033-8e72-5d5db279b219 req-16a11d01-8008-4cd1-b9a6-99c66e69758b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:21.783971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb41e684-c669-4033-8e72-5d5db279b219 req-16a11d01-8008-4cd1-b9a6-99c66e69758b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2358165 Sep 02 13:45:21.867423 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:21.906326 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb41e684-c669-4033-8e72-5d5db279b219 req-146f637b-8378-40e2-8716-abc735fd4cbe tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213477 Sep 02 13:45:21.946253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-0ed32859-b427-44f0-a935-63ed3cc0df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:21.949056 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-0ed32859-b427-44f0-a935-63ed3cc0df8d service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.1622066 Sep 02 13:45:21.985647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6701cb-f9cf-478f-b4ac-6e34dabd76f9 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:21.987146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3e6701cb-f9cf-478f-b4ac-6e34dabd76f9 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3268001 Sep 02 13:45:21.994726 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43486) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:22.066325 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b861bd85-c8da-4bd5-b30a-9247ab07fb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.066588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-4f57189e-e0df-425f-8928-db5acf645b74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe HTTP/1.1" status: 200 len: 217 time: 0.1036344 Sep 02 13:45:22.069255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8e03e017-ad0a-4997-9870-9ba34cf20129 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0718627 Sep 02 13:45:22.075031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:22.095410 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b861bd85-c8da-4bd5-b30a-9247ab07fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.133299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:22.141487 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2e9426f5-362f-4ffa-80c6-876cfef6cb98 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8626c8996e0f4881b04c6b0859a09b18&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0653205 Sep 02 13:45:22.152522 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:22.209883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903e5ac-bee0-4ccf-bf3f-3c22fe4198cc req-b6eb8813-08e3-4d07-b4f8-d9e26969e3ab tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:22.217328 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e903e5ac-bee0-4ccf-bf3f-3c22fe4198cc req-b6eb8813-08e3-4d07-b4f8-d9e26969e3ab tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 945 time: 0.2550998 Sep 02 13:45:22.250318 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b861bd85-c8da-4bd5-b30a-9247ab07fb0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e418ca0516d41fabe448c3abf5e5458&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1409447 Sep 02 13:45:22.254898 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:22.300052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:22.302582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-c507fb62-e774-4c43-90f4-ae46017f971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:22.314124 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:22.314943 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-c507fb62-e774-4c43-90f4-ae46017f971d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.2413146 Sep 02 13:45:22.316057 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.355120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861bd85-c8da-4bd5-b30a-9247ab07fb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67bd18c-78cb-4704-878d-8ba50395f0bb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:22.630827 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.644293 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e903e5ac-bee0-4ccf-bf3f-3c22fe4198cc req-223be79c-2b27-4a88-9bbc-70139d7f9d16 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259460 Sep 02 13:45:22.688551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:22.689559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7f0e6-721b-4bf9-820c-05c7e986dd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e24a1a-60ca-4c03-a3d2-41329bcf4b6c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:22.690574 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dace6b4a-ebff-4893-9172-22e1bf3d484e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.692569 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7204b893-a7f9-4857-bf1b-b0cd4e51bb2f" -d '{"events": [{"server_uuid": "7dc7f0e6-721b-4bf9-820c-05c7e986dd02", "name": "network-vif-plugged", "status": "completed", "tag": "67e24a1a-60ca-4c03-a3d2-41329bcf4b6c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:22.696289 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.713647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d135e-6ddd-4fd5-bd66-02cb9f53d5d2 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:22.716426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-334d135e-6ddd-4fd5-bd66-02cb9f53d5d2 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5542414 Sep 02 13:45:22.725419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:22.759107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:22.792953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb971984-3b7d-4aaf-872a-c5677043160e req-ecb70b6a-fd16-4216-841f-b92e042856b7 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:22.794738 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb971984-3b7d-4aaf-872a-c5677043160e req-ecb70b6a-fd16-4216-841f-b92e042856b7 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3166163 Sep 02 13:45:22.825566 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc72a3-8ca4-4f20-b710-d544b9f31769 x-openstack-request-id: req-63bc72a3-8ca4-4f20-b710-d544b9f31769 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:22.826479 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7f0e6-721b-4bf9-820c-05c7e986dd02", "name": "network-vif-plugged", "status": "completed", "tag": "67e24a1a-60ca-4c03-a3d2-41329bcf4b6c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:22.827684 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63bc72a3-8ca4-4f20-b710-d544b9f31769 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:22.828630 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7f0e6-721b-4bf9-820c-05c7e986dd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e24a1a-60ca-4c03-a3d2-41329bcf4b6c', 'code': 200} Sep 02 13:45:22.835676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-10dfdf59-9057-47f2-a333-0088bb6c04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:22.838618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-10dfdf59-9057-47f2-a333-0088bb6c04ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5016518 Sep 02 13:45:22.880656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-12968b06-7f28-45f3-b658-ce5ce3ac991b tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1532815 Sep 02 13:45:22.882839 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:22.884924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43506) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:22.890189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-728466589', 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:22.900210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-17805894-cbe2-46ee-a78c-ebf53ccf7cd9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:45:22.902600 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-17805894-cbe2-46ee-a78c-ebf53ccf7cd9 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162394 Sep 02 13:45:22.935963 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dace6b4a-ebff-4893-9172-22e1bf3d484e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.098879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Made reservation on behalf of 8626c8996e0f4881b04c6b0859a09b18 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:23.103078 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.152400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-e885b7d8-aab8-4182-bb48-63405de05d34 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092164 Sep 02 13:45:23.172791 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb971984-3b7d-4aaf-872a-c5677043160e req-3aba44f8-0573-433b-b0ef-5ded6c4901f4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381574 Sep 02 13:45:23.253619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:45:23.313325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60585849-2dbc-4ea3-9f6f-9f77a9ae1925 req-a982ef28-9f73-4a48-bb67-392dafd662c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:23.314898 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-60585849-2dbc-4ea3-9f6f-9f77a9ae1925 req-a982ef28-9f73-4a48-bb67-392dafd662c2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 1097 time: 0.1716373 Sep 02 13:45:23.461051 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f0905173-b4b4-4ddc-9898-cbb3b0da7a0d req-c7f3a148-c94d-4a7b-8bc8-2e54001be5ae service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857761 Sep 02 13:45:23.470803 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-60585849-2dbc-4ea3-9f6f-9f77a9ae1925 req-04033cbc-6603-429e-a655-2ac00892653e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356733 Sep 02 13:45:23.501132 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dace6b4a-ebff-4893-9172-22e1bf3d484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.513267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dace6b4a-ebff-4893-9172-22e1bf3d484e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.520953 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dace6b4a-ebff-4893-9172-22e1bf3d484e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b67bd18c-78cb-4704-878d-8ba50395f0bb HTTP/1.1" status: 204 len: 168 time: 1.2628500 Sep 02 13:45:23.547699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace6b4a-ebff-4893-9172-22e1bf3d484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67bd18c-78cb-4704-878d-8ba50395f0bb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:23.581050 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.638179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Subnet': ['ID=9dcc8291-3a96-4807-ab44-59cced623505,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:23.654415 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:23.672564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb358c-ba83-4b97-ab29-ffb0a1085d69 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:23.692325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Checking segment: {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:23.694946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network hostable DHCP agents. Network: d4870fa0-bf76-459f-b192-17dc165dab9f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:45:23.700009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb358c-ba83-4b97-ab29-ffb0a1085d69 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:23.701528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11cb358c-ba83-4b97-ab29-ffb0a1085d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:23.740176 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.747834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:23.758112 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3b564f84-ea33-4542-bf68-e41adebf45fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6888790 Sep 02 13:45:23.794717 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network d4870fa0-bf76-459f-b192-17dc165dab9f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:45:23.851457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, d4870fa0-bf76-459f-b192-17dc165dab9f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:23.871217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:23.872722 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:23.880168 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9591bf-f82a-480b-bfbd-3265826d6e20 None None] Network d4870fa0-bf76-459f-b192-17dc165dab9f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:23.898928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11cb358c-ba83-4b97-ab29-ffb0a1085d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:24.021149 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb358c-ba83-4b97-ab29-ffb0a1085d69 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:24.024625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11cb358c-ba83-4b97-ab29-ffb0a1085d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:24.172922 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a8ad87c6-f94e-4836-9364-a2a36f77933f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2840030 Sep 02 13:45:24.188336 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-11cb358c-ba83-4b97-ab29-ffb0a1085d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:24.189108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb358c-ba83-4b97-ab29-ffb0a1085d69 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:24.208783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eeee8-41ef-4dd1-8b54-eb1ea98cb202 req-51f68297-c5db-4bb8-b997-c94f5c0a01a9 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:24.209261 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-621eeee8-41ef-4dd1-8b54-eb1ea98cb202 req-51f68297-c5db-4bb8-b997-c94f5c0a01a9 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 946 time: 0.2808616 Sep 02 13:45:24.316842 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-621eeee8-41ef-4dd1-8b54-eb1ea98cb202 req-c1beb094-eb4e-4331-824c-6954eef1e9bf tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010125 Sep 02 13:45:24.391913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-d4870fa0-bf76-459f-b192-17dc165dab9f', 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ips': [{'subnet_id': '9dcc8291-3a96-4807-ab44-59cced623505'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:45:24.395919 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:24.562942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd882b2c-6582-4ecf-8d29-645c871943e6 req-b3f4d251-2e84-446d-bd47-dccaa4b663c2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:24.566650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd882b2c-6582-4ecf-8d29-645c871943e6 req-b3f4d251-2e84-446d-bd47-dccaa4b663c2 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1497810 Sep 02 13:45:24.674141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:24.719985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c00ce67f-fcda-44b6-89b1-f71cb23d8bc0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2140695532', 'description': 'tempest-secgroup-smoke-2140695532 description', 'project_id': '8626c8996e0f4881b04c6b0859a09b18'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:24.740835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Allocated IP 172.20.0.18 (d4870fa0-bf76-459f-b192-17dc165dab9f/9dcc8291-3a96-4807-ab44-59cced623505/6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:24.805494 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd882b2c-6582-4ecf-8d29-645c871943e6 req-1e10911b-4cc3-4f26-9840-a8337bcd226c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198076 Sep 02 13:45:24.878793 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c00ce67f-fcda-44b6-89b1-f71cb23d8bc0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.197025 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.205845 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c00ce67f-fcda-44b6-89b1-f71cb23d8bc0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.220275 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c00ce67f-fcda-44b6-89b1-f71cb23d8bc0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.248540 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c00ce67f-fcda-44b6-89b1-f71cb23d8bc0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.255088 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c00ce67f-fcda-44b6-89b1-f71cb23d8bc0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5662105 Sep 02 13:45:25.257353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43552) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:25.260415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Transition to ACTIVE for port object 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:25.276749 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c857762b-c924-4878-819f-7715f6021d62 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '47ea9541-9128-419c-8896-72730e6a309e', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:25.306597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ce67f-fcda-44b6-89b1-f71cb23d8bc0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ea9541-9128-419c-8896-72730e6a309e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:25.317280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Transition to ACTIVE for port object 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:25.329379 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.390607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Network d4870fa0-bf76-459f-b192-17dc165dab9f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:25.397198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:25.402064 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:25.406117 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Pushing event updated for resources: {'Port': ['ID=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:25.516490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Attempting to bind port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:25.518275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Attempting to bind port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:25.518275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Attempting to bind port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 on network d4870fa0-bf76-459f-b192-17dc165dab9f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:25.527197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:25.527700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Checking segment: {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:25.528085 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.528484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Bound using segment: {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:25.528967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Bound port: 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:25.529343 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.552273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07972bd-d57a-4abb-9a6e-c6ae30616edf req-8489db18-c5e3-4d6d-9982-16258770cef1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:25.559508 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d07972bd-d57a-4abb-9a6e-c6ae30616edf req-8489db18-c5e3-4d6d-9982-16258770cef1 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2151077 Sep 02 13:45:25.588951 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c857762b-c924-4878-819f-7715f6021d62 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.609644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07dfd7-dde1-412d-a0a1-29bb0a4cae9b req-0b0285b8-e9cb-42ca-88d3-f9a79841497f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:25.611249 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4a07dfd7-dde1-412d-a0a1-29bb0a4cae9b req-0b0285b8-e9cb-42ca-88d3-f9a79841497f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 946 time: 0.1233315 Sep 02 13:45:25.638805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-f4c21e94-ac7f-4755-86c9-3f751c0839f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:25.640445 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-f4c21e94-ac7f-4755-86c9-3f751c0839f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cba36950095149368fce1218ef76bd4c&device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 1095 time: 0.4047334 Sep 02 13:45:25.694290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] For port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:25.701385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] For port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:25.704407 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4a07dfd7-dde1-412d-a0a1-29bb0a4cae9b req-e3bd0280-35ac-48e9-a9a6-229327706368 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864239 Sep 02 13:45:25.713259 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d07972bd-d57a-4abb-9a6e-c6ae30616edf req-b3f91068-c75b-4807-bb30-194abddb8a9c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495395 Sep 02 13:45:25.735657 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:25.903415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07bc75-abaa-4175-8e02-e6832e14dae2 None None] Pushing event updated for resources: {'Port': ['ID=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:25.940382 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:26.132508 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c857762b-c924-4878-819f-7715f6021d62 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:26.192208 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c857762b-c924-4878-819f-7715f6021d62 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:26.244294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857762b-c924-4878-819f-7715f6021d62 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac7a1df-45fc-43fc-bb8b-fb5a2157c0d0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:26.339536 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-5aedf27a-de2a-4548-bb17-988b6405bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:26.341937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-5aedf27a-de2a-4548-bb17-988b6405bf1a service neutron] 10.222.0.90 "GET /v2.0/networks?id=5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 200 len: 912 time: 0.6499321 Sep 02 13:45:26.348448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c857762b-c924-4878-819f-7715f6021d62 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:26.357551 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c857762b-c924-4878-819f-7715f6021d62 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0959623 Sep 02 13:45:26.358247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:26.364208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dea31c2d-ab9f-492b-a2b8-795cdcf2a7d5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '47ea9541-9128-419c-8896-72730e6a309e', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:26.497344 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dea31c2d-ab9f-492b-a2b8-795cdcf2a7d5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:26.602138 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-6acd8358-25e6-4fbc-8160-ec1ca472b32f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 200 len: 998 time: 0.2405233 Sep 02 13:45:26.636337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dea31c2d-ab9f-492b-a2b8-795cdcf2a7d5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:26.647057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dea31c2d-ab9f-492b-a2b8-795cdcf2a7d5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:26.743614 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea31c2d-ab9f-492b-a2b8-795cdcf2a7d5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b552ba16-00d0-46ae-b92d-ba65e180a8d0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:26.766227 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dea31c2d-ab9f-492b-a2b8-795cdcf2a7d5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:26.769177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dea31c2d-ab9f-492b-a2b8-795cdcf2a7d5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4098408 Sep 02 13:45:26.773676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:26.791602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1d2d9b2c-9628-4953-842b-4c2708189c7b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '47ea9541-9128-419c-8896-72730e6a309e', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:26.844472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d2d9b2c-9628-4953-842b-4c2708189c7b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:26.949928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-ebebcd26-b9e3-45b5-9ab9-1b38bd9c2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:26.951434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-ebebcd26-b9e3-45b5-9ab9-1b38bd9c2281 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 200 len: 850 time: 0.3417897 Sep 02 13:45:27.161839 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d2d9b2c-9628-4953-842b-4c2708189c7b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.180782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d2d9b2c-9628-4953-842b-4c2708189c7b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.195917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.20.0.1 (89e9ee14-d190-4e86-ab10-fb808b9618e9/b7e2dbf5-ed68-4e7c-8909-27b074f16583/7f8ab8ed-e61c-4ecd-a063-bc3849027ebf) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:27.251445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0ac1c-fe4f-4c41-8147-ee4b91bf7f86 req-0b01bc71-c7d5-4112-9161-128a1323fe2e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:27.280509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8b0ac1c-fe4f-4c41-8147-ee4b91bf7f86 req-0b01bc71-c7d5-4112-9161-128a1323fe2e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3720980 Sep 02 13:45:27.328426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d9b2c-9628-4953-842b-4c2708189c7b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62e4cbc-b02c-4847-90d6-64f7548080d0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:27.392587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d2d9b2c-9628-4953-842b-4c2708189c7b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.402536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d2d9b2c-9628-4953-842b-4c2708189c7b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6256533 Sep 02 13:45:27.404003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:27.445690 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.449375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6b8d1b33-b912-4ebd-b5c2-385d7d23ca7a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '47ea9541-9128-419c-8896-72730e6a309e', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:27.508596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:27.572873 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.626738 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c8b0ac1c-fe4f-4c41-8147-ee4b91bf7f86 req-d649f89f-78e6-4d76-97d1-38db583238fb tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306639 Sep 02 13:45:27.653310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1b33-b912-4ebd-b5c2-385d7d23ca7a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.710881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:27.730282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:27.734944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:27.759043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c094e2d-27cc-42fc-87a8-18ffbd6fb56d None None] Network d4870fa0-bf76-459f-b192-17dc165dab9f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:27.761842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:27.806952 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.826204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1b33-b912-4ebd-b5c2-385d7d23ca7a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.834070 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1b33-b912-4ebd-b5c2-385d7d23ca7a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.869983 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d1b33-b912-4ebd-b5c2-385d7d23ca7a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d240c211-a704-4b0d-9c62-022cd1ce8444,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:27.880562 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b8d1b33-b912-4ebd-b5c2-385d7d23ca7a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.886855 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6b8d1b33-b912-4ebd-b5c2-385d7d23ca7a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4749243 Sep 02 13:45:27.891240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:27.912500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fea64c21-584b-4b94-a53f-03cdbf61eadf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '47ea9541-9128-419c-8896-72730e6a309e', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:27.929782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-b52ea867-778f-46ed-b330-7a7be7ec5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:27.931335 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-b52ea867-778f-46ed-b330-7a7be7ec5a24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5965e849-8a36-4836-bb86-d1198a6e6395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9615188 Sep 02 13:45:27.936465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-94e76e9f-0d01-4359-a70c-448eba1098d7 None None] Provisioning for port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:27.954604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-94e76e9f-0d01-4359-a70c-448eba1098d7 None None] Provisioning complete for port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:27.954987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94e76e9f-0d01-4359-a70c-448eba1098d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:27.978461 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-fea64c21-584b-4b94-a53f-03cdbf61eadf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Project 8626c8996e0f4881b04c6b0859a09b18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:45:27.984056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=7f8ab8ed-e61c-4ecd-a063-bc3849027ebf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:27.984455 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea64c21-584b-4b94-a53f-03cdbf61eadf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:28.106174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea64c21-584b-4b94-a53f-03cdbf61eadf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:28.117034 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea64c21-584b-4b94-a53f-03cdbf61eadf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:28.138570 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea64c21-584b-4b94-a53f-03cdbf61eadf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb5a7a7-9915-4ad3-8a50-ffed18afc587,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:28.167129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fea64c21-584b-4b94-a53f-03cdbf61eadf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:28.171648 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fea64c21-584b-4b94-a53f-03cdbf61eadf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2792995 Sep 02 13:45:28.171859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43628) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:28.211922 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94e76e9f-0d01-4359-a70c-448eba1098d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:28.224035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c55f9876-4040-463f-be74-98cfaecc78fe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': '47ea9541-9128-419c-8896-72730e6a309e', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:28.355284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-94e76e9f-0d01-4359-a70c-448eba1098d7 None None] For port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:28.366465 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94e76e9f-0d01-4359-a70c-448eba1098d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:28.377004 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-5726c83e-d98d-4aad-8c30-385840c96ada service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288988 Sep 02 13:45:28.621965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e76e9f-0d01-4359-a70c-448eba1098d7 None None] Pushing event updated for resources: {'Port': ['ID=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:28.925090 n-d-794796-4 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-c55f9876-4040-463f-be74-98cfaecc78fe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Project 8626c8996e0f4881b04c6b0859a09b18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:45:29.010514 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.036242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c55f9876-4040-463f-be74-98cfaecc78fe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.071024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6e3ed-b454-490c-9beb-6883de089506 req-e919d247-534d-4def-bec7-e7f123106e57 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:29.082688 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78d6e3ed-b454-490c-9beb-6883de089506 req-e919d247-534d-4def-bec7-e7f123106e57 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2834711 Sep 02 13:45:29.213155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d1f95178-bdaf-4e7c-84a4-3cd0037d71b4 None None] Provisioning complete for port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:29.213801 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1f95178-bdaf-4e7c-84a4-3cd0037d71b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.284586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:29.349519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:29.494058 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.497377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:29.497871 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.519445 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c602aad-972d-49a1-a983-be70f99689d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.744354 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c602aad-972d-49a1-a983-be70f99689d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.745948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:29.755967 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c602aad-972d-49a1-a983-be70f99689d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.828897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c602aad-972d-49a1-a983-be70f99689d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4e66a1-4926-4dd1-b1a4-6b5e3baa1923,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:29.839332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4c602aad-972d-49a1-a983-be70f99689d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f85331cefb584a87914fce7298df76d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536511 Sep 02 13:45:29.842236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:29.877935 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5cf171cd-a082-4ca7-864d-722b95bee01c req-40ab418f-e8e1-4aae-95d1-1e6b59784552 service neutron] 10.222.0.90 "GET /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4844778 Sep 02 13:45:29.928541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78d6e3ed-b454-490c-9beb-6883de089506 req-3725f445-e505-44a6-ab4b-cf511be6f617 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8445220 Sep 02 13:45:29.970428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c55f9876-4040-463f-be74-98cfaecc78fe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:29.992056 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c55f9876-4040-463f-be74-98cfaecc78fe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:30.046305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f9876-4040-463f-be74-98cfaecc78fe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867c6b40-c117-4ad6-9f24-8869700df8ba,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:30.086249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c55f9876-4040-463f-be74-98cfaecc78fe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:30.087920 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c55f9876-4040-463f-be74-98cfaecc78fe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.9034057 Sep 02 13:45:30.259841 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:30.275573 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:30.388802 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:30.522115 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=7f8ab8ed-e61c-4ecd-a063-bc3849027ebf,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:30.572278 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-134cc44b-6c24-44f0-8eac-eb004c2bcae3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140695532&fields=id&tenant_id=8626c8996e0f4881b04c6b0859a09b18 HTTP/1.1" status: 200 len: 267 time: 0.1083939 Sep 02 13:45:30.577562 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:30.812605 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf6492ef-e231-4589-b24c-53cb2257da62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:30.894079 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf6492ef-e231-4589-b24c-53cb2257da62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:30.954335 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-d1a1d4d1-38ba-4f17-a1e9-a18220a3f70f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2225306 Sep 02 13:45:31.098098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-0edc0c25-4ed8-4806-a70d-a8297de785e1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:31.099625 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-0edc0c25-4ed8-4806-a70d-a8297de785e1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/networks?id=d4870fa0-bf76-459f-b192-17dc165dab9f HTTP/1.1" status: 200 len: 796 time: 0.5043809 Sep 02 13:45:31.102708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:31.107025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:31.166153 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4149388-82de-4a9c-b269-69836d9ec9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:31.188916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-85ec27e7-bb24-44f8-8e8e-4795b54316b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:31.191189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-85ec27e7-bb24-44f8-8e8e-4795b54316b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1097 time: 0.2087765 Sep 02 13:45:31.258494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ef0ea-81e7-416e-974a-7fb015db8d8c req-79bd7b0b-0675-4a1a-b985-3aa16342470b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:31.260620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f8ef0ea-81e7-416e-974a-7fb015db8d8c req-79bd7b0b-0675-4a1a-b985-3aa16342470b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1398492 Sep 02 13:45:31.305216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf6492ef-e231-4589-b24c-53cb2257da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:31.307755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf6492ef-e231-4589-b24c-53cb2257da62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:31.309594 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cf6492ef-e231-4589-b24c-53cb2257da62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a4e66a1-4926-4dd1-b1a4-6b5e3baa1923 HTTP/1.1" status: 204 len: 168 time: 1.4661407 Sep 02 13:45:31.315126 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-49583c59-90d9-4561-8823-14195ab1f339 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/quotas/8626c8996e0f4881b04c6b0859a09b18 HTTP/1.1" status: 200 len: 375 time: 0.1231630 Sep 02 13:45:31.328622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6492ef-e231-4589-b24c-53cb2257da62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4e66a1-4926-4dd1-b1a4-6b5e3baa1923,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:31.407341 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f8ef0ea-81e7-416e-974a-7fb015db8d8c req-a169305d-8ea2-4b93-aa0a-1bb744098c6d tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059864 Sep 02 13:45:31.480912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-e68897c5-2269-4f5a-adb2-93d1c43be201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:31.482748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-e68897c5-2269-4f5a-adb2-93d1c43be201 service neutron] 10.222.0.77 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.2539237 Sep 02 13:45:31.521859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-27257aba-2a89-4fce-98e4-81e4dc9a11cc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1980453 Sep 02 13:45:31.687048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bf92a-12b6-492b-b361-e0c0f0a7a062 req-7043f0bb-2563-4101-8139-ef12f1f5b384 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:31.689623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-769bf92a-12b6-492b-b361-e0c0f0a7a062 req-7043f0bb-2563-4101-8139-ef12f1f5b384 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1353757 Sep 02 13:45:31.724563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:31.738285 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:45:31.741789 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-afd2e911-447d-4057-980c-ff32db2a4655 service neutron] 10.222.0.13 "GET /v2.0/networks/d4870fa0-bf76-459f-b192-17dc165dab9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060900 Sep 02 13:45:31.849924 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-2003fa35-b379-4340-9f0d-ba7ede0349b9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 1001 time: 0.3236749 Sep 02 13:45:31.893725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:31.942032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-769bf92a-12b6-492b-b361-e0c0f0a7a062 req-bb156ca6-29b9-4372-8dac-a477099c582a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460020 Sep 02 13:45:32.017430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-4513197f-2cc2-4dad-bc9a-5fa60f2ee5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:32.018917 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-4513197f-2cc2-4dad-bc9a-5fa60f2ee5d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.1262038 Sep 02 13:45:32.045884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c499ba88-567d-46e8-bb98-c01ecfc9989b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:32.106438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-f83bf3c9-8c4e-4b71-8189-0e4ecf39f086 service neutron] 10.222.0.13 "GET /v2.0/networks/d4870fa0-bf76-459f-b192-17dc165dab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491836 Sep 02 13:45:32.121054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb8665-c763-499a-a1ea-7152cc9dc87e req-54c1fa31-016a-459f-965f-57e60c8b00a9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:32.122786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b1bb8665-c763-499a-a1ea-7152cc9dc87e req-54c1fa31-016a-459f-965f-57e60c8b00a9 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.0927832 Sep 02 13:45:32.141838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Deleting port 23a9af58-ddc2-4803-8777-86dd79d3fbea {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:32.142277 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:32.163638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-eac4712c-91d1-4e8b-9c44-76888180e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:32.166390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-eac4712c-91d1-4e8b-9c44-76888180e9e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342967 Sep 02 13:45:32.185992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:32.197224 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6989ba1-8051-4e45-a990-494c0b67e284 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:32.209672 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6989ba1-8051-4e45-a990-494c0b67e284 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:32.210301 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c6989ba1-8051-4e45-a990-494c0b67e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:32.224497 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2207d90f-3a30-4944-9cc3-d8e7fb717734 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/routers/5446f3e0-d15e-4503-98c2-9c4fc8c8de51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4745622 Sep 02 13:45:32.228090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:32.237274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'port': {'network_id': '89e9ee14-d190-4e86-ab10-fb808b9618e9', 'name': 'tempest-FloatingIPTestJSON-257174509'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:32.245428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b1bb8665-c763-499a-a1ea-7152cc9dc87e req-916765e7-7e93-45b5-a74c-9b04ee21720b tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134079 Sep 02 13:45:32.337149 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c6989ba1-8051-4e45-a990-494c0b67e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:32.377736 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6989ba1-8051-4e45-a990-494c0b67e284 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:32.378374 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c6989ba1-8051-4e45-a990-494c0b67e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:32.400969 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] For port 23a9af58-ddc2-4803-8777-86dd79d3fbea, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=23a9af58-ddc2-4803-8777-86dd79d3fbea,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:32.401764 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:32.434758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Calling delete_port for 23a9af58-ddc2-4803-8777-86dd79d3fbea owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:32.449576 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c6989ba1-8051-4e45-a990-494c0b67e284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:32.450235 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6989ba1-8051-4e45-a990-494c0b67e284 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:32.521928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-8affaf43-3530-4509-92cf-ccfe7570586c service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460548 Sep 02 13:45:32.523946 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a9d91ed-6f70-40ef-b85a-3d62e345daea req-9b9f9a35-00c2-4c3d-88ba-b8abb2cd1e32 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 210 time: 0.1069160 Sep 02 13:45:32.668360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c499ba88-567d-46e8-bb98-c01ecfc9989b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:32.681198 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c499ba88-567d-46e8-bb98-c01ecfc9989b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:32.761334 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c499ba88-567d-46e8-bb98-c01ecfc9989b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a1d2f86591c4c8dbe53f9d89bee3383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8580122 Sep 02 13:45:32.780509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43764) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:32.856147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Made reservation on behalf of ad2c819335db401b9a5fdeaa8bfbea73 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:32.860281 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:32.870743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499ba88-567d-46e8-bb98-c01ecfc9989b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c596bb05-0c19-4b4f-80db-5e510a6128b9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:32.917925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] device_id is not set on port 064d3a71-911b-453e-89b0-1a572d306d4e yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:45:32.931006 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-010d68ce-0554-4ba8-b3b7-d4589f4ee488 req-6d0bebeb-0040-4d39-9eda-f9c8da2c9ce4 service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961842 Sep 02 13:45:33.004336 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dac4c9da-c84f-4ec9-9eab-b849e4647e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:33.225686 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dac4c9da-c84f-4ec9-9eab-b849e4647e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:33.352712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.20.0.11 (89e9ee14-d190-4e86-ab10-fb808b9618e9/b7e2dbf5-ed68-4e7c-8909-27b074f16583/064d3a71-911b-453e-89b0-1a572d306d4e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:33.362919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e0406-2746-4229-b88e-e9f9db88ebf9 req-f5c02149-02dd-43a6-aabb-c31e43cd9ccf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:33.376437 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:33.376915 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-076e0406-2746-4229-b88e-e9f9db88ebf9 req-f5c02149-02dd-43a6-aabb-c31e43cd9ccf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.2421596 Sep 02 13:45:33.461160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a9af58-ddc2-4803-8777-86dd79d3fbea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:33.467938 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-076e0406-2746-4229-b88e-e9f9db88ebf9 req-1188a5d3-19cc-4244-9be1-69a9f095dc02 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698073 Sep 02 13:45:33.486675 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dac4c9da-c84f-4ec9-9eab-b849e4647e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:33.489636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dac4c9da-c84f-4ec9-9eab-b849e4647e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:33.494061 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dac4c9da-c84f-4ec9-9eab-b849e4647e87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c596bb05-0c19-4b4f-80db-5e510a6128b9 HTTP/1.1" status: 204 len: 168 time: 0.7078590 Sep 02 13:45:33.514331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4c9da-c84f-4ec9-9eab-b849e4647e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c596bb05-0c19-4b4f-80db-5e510a6128b9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:33.590399 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af90afa2-9e2a-46ef-b929-ea7736eda2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:33.748812 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6a05c3c-688e-4f6d-a461-1ef91fc63aa6 req-7139589f-ca98-4bf9-b4d0-e5185c1f1f07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 210 time: 0.0704122 Sep 02 13:45:33.899444 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:33.955587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-4c9d6bb2-1081-4bf1-8d70-7f7cd4be202c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:33.964769 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-4c9d6bb2-1081-4bf1-8d70-7f7cd4be202c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=81d86165-0c90-48af-8254-12442e32f487 HTTP/1.1" status: 200 len: 943 time: 0.3242810 Sep 02 13:45:34.123016 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:34.132502 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-ab5731ae-3b91-4989-9c02-0be6c219b82e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:34.144516 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-ab5731ae-3b91-4989-9c02-0be6c219b82e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "GET /v2.0/networks?id=d4870fa0-bf76-459f-b192-17dc165dab9f HTTP/1.1" status: 200 len: 796 time: 0.2286127 Sep 02 13:45:34.154365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:34.173632 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:34.231183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-61ff6c64-2ce6-4506-923c-30387de00153 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8626c8996e0f4881b04c6b0859a09b18 HTTP/1.1" status: 200 len: 473 time: 0.0776329 Sep 02 13:45:34.247884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'port': {'device_id': '7c7e4809-7f7b-4be5-8e24-105aeb99104a', 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f', 'admin_state_up': True, 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'security_groups': ['47ea9541-9128-419c-8896-72730e6a309e']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:34.379664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:34.474736 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Made reservation on behalf of 8626c8996e0f4881b04c6b0859a09b18 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:34.479692 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:34.490936 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Deleting port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:34.494520 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:34.662855 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] For port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:34.663210 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:34.680693 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Calling delete_port for 2393f92f-9fdb-4b7d-a50a-a91d269af0dc owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:34.745308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d642356-f6a7-4df4-b976-08f154f902c2 req-156bf791-7cf5-4a3b-81dd-02f0e8f6d269 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:34.748458 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0d642356-f6a7-4df4-b976-08f154f902c2 req-156bf791-7cf5-4a3b-81dd-02f0e8f6d269 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1386149 Sep 02 13:45:34.766310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:34.785879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:34.819343 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:34.827590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=064d3a71-911b-453e-89b0-1a572d306d4e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:34.841323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.20.0.27 (d4870fa0-bf76-459f-b192-17dc165dab9f/9dcc8291-3a96-4807-ab44-59cced623505/5342d09c-4879-4e46-8099-49b1f50877a8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:34.867429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0d642356-f6a7-4df4-b976-08f154f902c2 req-1ebf5330-e0f5-48a2-87d5-007e31cc3236 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082504 Sep 02 13:45:35.068447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b64fce3-97ff-43a9-8e35-f479cda504fa req-a2bb0c2b-7d16-4e73-b7a5-81ab912e3ef1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 210 time: 0.0364113 Sep 02 13:45:35.071372 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:35.107062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Transition to ACTIVE for port object 5342d09c-4879-4e46-8099-49b1f50877a8 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:35.116134 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:35.117134 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:35.119854 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:35.134602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0297e65b-2cd5-4490-867b-29f15d198422'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:45:35.167740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event deleted for resources: {'Port': ['ID=2393f92f-9fdb-4b7d-a50a-a91d269af0dc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:35.194616 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:35.213770 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-87300186-1072-4518-8510-92d80c2eac26 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9790084 Sep 02 13:45:35.236342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43838) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:35.244251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:45:35.298997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] No DVR routers for this DVR port 2393f92f-9fdb-4b7d-a50a-a91d269af0dc on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:35.302186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'port': {'network_id': '89e9ee14-d190-4e86-ab10-fb808b9618e9', 'name': 'tempest-FloatingIPTestJSON-595589213'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:35.305015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:35.307136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-049909d1-f605-4ddc-a387-ec60b5f8f1e1 req-ec64ce36-e77c-4766-9968-7764faf41f79 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "DELETE /v2.0/ports/2393f92f-9fdb-4b7d-a50a-a91d269af0dc HTTP/1.1" status: 204 len: 173 time: 1.3411226 Sep 02 13:45:35.307971 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'name': 'network-vif-deleted', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:35.309921 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4c7946-362a-4cdc-a286-1f9376ef8486" -d '{"events": [{"server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "name": "network-vif-deleted", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:35.359438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:45:35.396934 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489bb6de-9633-4631-8b27-3c9640fddd66 x-openstack-request-id: req-489bb6de-9633-4631-8b27-3c9640fddd66 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:35.397860 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d86165-0c90-48af-8254-12442e32f487", "name": "network-vif-deleted", "tag": "2393f92f-9fdb-4b7d-a50a-a91d269af0dc", "status": "failed", "code": 422}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:35.398284 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-489bb6de-9633-4631-8b27-3c9640fddd66 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:35.398886 n-d-794796-4 neutron-server[94688]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81d86165-0c90-48af-8254-12442e32f487', 'name': 'network-vif-deleted', 'tag': '2393f92f-9fdb-4b7d-a50a-a91d269af0dc', 'status': 'failed', 'code': 422} returned with failed status Sep 02 13:45:35.427846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network d4870fa0-bf76-459f-b192-17dc165dab9f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:35.553569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:35.562973 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:35.735358 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:35.750837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] Sync routers for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:35.757042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a673c918-b2d0-410d-a9e6-23c764dcb3e3 admin admin] 10.222.0.13 "PUT /v2.0/routers/4ad1d459-4358-4a2c-b73d-d5f5b4eec63a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0087917 Sep 02 13:45:35.759168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 43860) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:35.761495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=5342d09c-4879-4e46-8099-49b1f50877a8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:35.771021 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:35.771678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:35.961663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:35.970292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:35.997922 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:36.049580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6ff807c7-8885-4a2c-9922-c0b70a69eb35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8061390 Sep 02 13:45:36.080146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Request body: {'port': {'device_id': '7c7e4809-7f7b-4be5-8e24-105aeb99104a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:36.135885 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Made reservation on behalf of ad2c819335db401b9a5fdeaa8bfbea73 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:36.138759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:36.142640 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:36.188962 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] device_id is not set on port a655ac70-bfc4-4c70-991a-f0de90028c8f yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:45:36.298215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-794bb791-ca9d-416e-876e-5140ba6c9c32 None None] Provisioning for port 5342d09c-4879-4e46-8099-49b1f50877a8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:36.326082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-794bb791-ca9d-416e-876e-5140ba6c9c32 None None] Provisioning complete for port 5342d09c-4879-4e46-8099-49b1f50877a8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:36.328817 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-794bb791-ca9d-416e-876e-5140ba6c9c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:36.456201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-794bb791-ca9d-416e-876e-5140ba6c9c32 None None] Port 5342d09c-4879-4e46-8099-49b1f50877a8 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:45:36.483388 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.20.0.12 (89e9ee14-d190-4e86-ab10-fb808b9618e9/b7e2dbf5-ed68-4e7c-8909-27b074f16583/a655ac70-bfc4-4c70-991a-f0de90028c8f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:36.544486 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:36.578590 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:36.645538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa33bd3-88ad-4549-b80e-984af7d55bde req-0e87c99e-cb4b-4e84-b6e1-834917cda48b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:36.653395 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fa33bd3-88ad-4549-b80e-984af7d55bde req-0e87c99e-cb4b-4e84-b6e1-834917cda48b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.5686886 Sep 02 13:45:36.806196 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fa33bd3-88ad-4549-b80e-984af7d55bde req-18e707d7-9a14-4f2b-b9a9-40db839a44bf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514330 Sep 02 13:45:36.981414 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:37.006029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81659973-13b6-411a-b043-f943badea3d3 req-1d5ac377-4389-4bd6-8e1a-0b0d860e1789 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:37.022223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-81659973-13b6-411a-b043-f943badea3d3 req-1d5ac377-4389-4bd6-8e1a-0b0d860e1789 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 932 time: 0.1696875 Sep 02 13:45:37.025360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:45:33Z', 'revision_number': 5, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port': {'id': '3aa358e1-de15-421b-a437-5fdcb9e909da', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:33:29Z', 'updated_at': '2021-09-02T13:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:37.062305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] Checking router: 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:45:37.108245 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:37.116758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] Routers {'4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:37.117861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:37.276799 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-81659973-13b6-411a-b043-f943badea3d3 req-46b46819-ad77-45b2-97bf-4546af337136 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518544 Sep 02 13:45:37.323869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Deleting port 3aa358e1-de15-421b-a437-5fdcb9e909da {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:37.324231 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:37.343169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] Set router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:45:37.415478 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:37.469788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:45:36Z', 'revision_number': 6, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:37.514141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5342d09c-4879-4e46-8099-49b1f50877a8 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:45:37.516109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f3715-9210-4ad2-a515-49771bc08c71 None None] The sync data for ids ['4ad1d459-4358-4a2c-b73d-d5f5b4eec63a'] in n-d-794796-4 is: [{'id': '4ad1d459-4358-4a2c-b73d-d5f5b4eec63a', 'name': 'tempest-TaggedBootDevicesTest-966161357-router', 'tenant_id': 'd4f8655433ef47719d30773dae624220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:33:27Z', 'updated_at': '2021-09-02T13:45:36Z', 'revision_number': 6, 'project_id': 'd4f8655433ef47719d30773dae624220', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:37.533046 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:37.543306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:37.552517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:37.555270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:37.583826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] For port 3aa358e1-de15-421b-a437-5fdcb9e909da, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=3aa358e1-de15-421b-a437-5fdcb9e909da,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:37.584048 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:37.599901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=a655ac70-bfc4-4c70-991a-f0de90028c8f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:37.604177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Transition to ACTIVE for port object 5342d09c-4879-4e46-8099-49b1f50877a8 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:37.612574 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:37.621923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Calling delete_port for 3aa358e1-de15-421b-a437-5fdcb9e909da owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:37.643923 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:37.644624 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:37.715268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5342d09c-4879-4e46-8099-49b1f50877a8,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:37.747265 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-81886ce0-8604-4448-894f-310189795e59 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5037587 Sep 02 13:45:37.752249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43900) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:37.763833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': 'a655ac70-bfc4-4c70-991a-f0de90028c8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:37.872868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Attempting to bind port 5342d09c-4879-4e46-8099-49b1f50877a8 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:45:37.873212 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Attempting to bind port 5342d09c-4879-4e46-8099-49b1f50877a8 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:45:37.873546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Attempting to bind port 5342d09c-4879-4e46-8099-49b1f50877a8 on network d4870fa0-bf76-459f-b192-17dc165dab9f {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:37.877363 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:37.883148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Port 5342d09c-4879-4e46-8099-49b1f50877a8 on network d4870fa0-bf76-459f-b192-17dc165dab9f not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:45:37.883490 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Attempting to bind port 5342d09c-4879-4e46-8099-49b1f50877a8 on network d4870fa0-bf76-459f-b192-17dc165dab9f {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:45:38.061600 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:38.133569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa358e1-de15-421b-a437-5fdcb9e909da,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:38.286604 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:38.445471 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:38.449817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:38.475810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:45:38.475810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Checking segment: {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:38.475810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Bound using segment: {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:45:38.475810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Bound port: 5342d09c-4879-4e46-8099-49b1f50877a8, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:45:38.475810 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:38.528819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b064cc-be0b-4117-bed4-559fc58fc85e req-bb891c75-1aba-4654-871e-02feec80e06e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:38.540182 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-05b064cc-be0b-4117-bed4-559fc58fc85e req-bb891c75-1aba-4654-871e-02feec80e06e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.5325327 Sep 02 13:45:38.559345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:38.560288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad1d459-4358-4a2c-b73d-d5f5b4eec63a {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:45:38.569041 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:38.574629 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-86e132a5-be91-4359-99b6-44fcd3e97927 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4ad1d459-4358-4a2c-b73d-d5f5b4eec63a HTTP/1.1" status: 204 len: 168 time: 2.8141713 Sep 02 13:45:38.575439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 43940) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:38.612293 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-05b064cc-be0b-4117-bed4-559fc58fc85e req-ec58ba00-8529-4b45-a4aa-9472adbc2519 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703969 Sep 02 13:45:38.622700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fd6dc-13c7-4620-846a-2a3a29451ff2 req-b5475567-b369-4a72-b37a-6580f010df53 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:38.625961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-336fd6dc-13c7-4620-846a-2a3a29451ff2 req-b5475567-b369-4a72-b37a-6580f010df53 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 908 time: 0.1969857 Sep 02 13:45:38.702187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] For port 5342d09c-4879-4e46-8099-49b1f50877a8, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:45:38.762985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] For port 5342d09c-4879-4e46-8099-49b1f50877a8, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5342d09c-4879-4e46-8099-49b1f50877a8,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:45:38.774378 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:38.805962 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e936077-c128-40b3-ac17-8eecac5445d2 admin admin] Deleting subnet aba5c1ba-0d1e-4e51-9e18-bd5b822fa765 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:45:38.810756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:38.811796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:38.818475 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] 10.222.0.77 "PUT /v2.0/ports/5342d09c-4879-4e46-8099-49b1f50877a8 HTTP/1.1" status: 200 len: 1092 time: 2.7578073 Sep 02 13:45:38.824166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7e4809-7f7b-4be5-8e24-105aeb99104a', 'tag': '5342d09c-4879-4e46-8099-49b1f50877a8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:38.835960 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f819ec-3862-4a0b-8680-da1f72a49a93" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7e4809-7f7b-4be5-8e24-105aeb99104a", "tag": "5342d09c-4879-4e46-8099-49b1f50877a8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:38.874015 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e936077-c128-40b3-ac17-8eecac5445d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:39.005523 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cfbbee-4a53-4cf8-ae1d-ee69154342a3 x-openstack-request-id: req-c4cfbbee-4a53-4cf8-ae1d-ee69154342a3 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:39.005815 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7e4809-7f7b-4be5-8e24-105aeb99104a", "tag": "5342d09c-4879-4e46-8099-49b1f50877a8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:39.006061 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4cfbbee-4a53-4cf8-ae1d-ee69154342a3 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:39.006455 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7e4809-7f7b-4be5-8e24-105aeb99104a', 'tag': '5342d09c-4879-4e46-8099-49b1f50877a8', 'status': 'completed', 'code': 200} Sep 02 13:45:39.082070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89c275-55e3-4784-852b-33652a1e2d88 req-6a091087-c276-4ce0-8152-403362c92f24 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:39.091146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e936077-c128-40b3-ac17-8eecac5445d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:39.099703 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff89c275-55e3-4784-852b-33652a1e2d88 req-6a091087-c276-4ce0-8152-403362c92f24 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 944 time: 0.1358209 Sep 02 13:45:39.245429 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff89c275-55e3-4784-852b-33652a1e2d88 req-489cad24-97d5-4781-b533-94b96e9a13a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442535 Sep 02 13:45:39.273844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-c6cdf122-ce1b-4fa0-a462-8b96bca30ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:39.275408 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-c6cdf122-ce1b-4fa0-a462-8b96bca30ea0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 1095 time: 0.3551433 Sep 02 13:45:39.316101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9a74a-32ed-4902-ad70-240216e327b6 service neutron] Pushing event updated for resources: {'Port': ['ID=5342d09c-4879-4e46-8099-49b1f50877a8,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:39.349328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 23a9af58-ddc2-4803-8777-86dd79d3fbea no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:39.379060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:39.396209 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 23a9af58-ddc2-4803-8777-86dd79d3fbea {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:39.396848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 23a9af58-ddc2-4803-8777-86dd79d3fbea not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:39.397442 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 3aa358e1-de15-421b-a437-5fdcb9e909da no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:39.441282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 3aa358e1-de15-421b-a437-5fdcb9e909da {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:39.441969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 3aa358e1-de15-421b-a437-5fdcb9e909da not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:39.446434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6a35b5d2-c8f1-4c04-b150-49b449af03d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5342d09c-4879-4e46-8099-49b1f50877a8 HTTP/1.1" status: 200 len: 217 time: 0.1423945 Sep 02 13:45:39.605248 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-27819f9e-9d53-4aeb-97bc-75bb404d8254 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:39.606729 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-27819f9e-9d53-4aeb-97bc-75bb404d8254 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.77 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 908 time: 0.4381850 Sep 02 13:45:39.632014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-5c505f0e-a0c1-4b23-a82f-4a44becf5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:39.633512 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-5c505f0e-a0c1-4b23-a82f-4a44becf5d73 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9dcc8291-3a96-4807-ab44-59cced623505 HTTP/1.1" status: 200 len: 837 time: 0.1766629 Sep 02 13:45:39.737225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.25.3.177 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/ff73da0e-b2bf-4c1b-b487-3ccade68c6c8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:39.946984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e936077-c128-40b3-ac17-8eecac5445d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:39.986243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6ab37-239e-4d75-af0c-12eea72f48f7 req-2e4cf218-2304-4675-8cac-c2a06012cc01 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:39.995800 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f9c6ab37-239e-4d75-af0c-12eea72f48f7 req-2e4cf218-2304-4675-8cac-c2a06012cc01 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1682379 Sep 02 13:45:40.038545 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-26cfaaa5-e437-46d1-90b9-15dce4d3f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:40.040158 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-26cfaaa5-e437-46d1-90b9-15dce4d3f1f9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4870fa0-bf76-459f-b192-17dc165dab9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3466632 Sep 02 13:45:40.081995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f9c6ab37-239e-4d75-af0c-12eea72f48f7 req-ac6f478d-6553-48d2-94f2-dac5e0a4b98d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795698 Sep 02 13:45:40.090294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab340ba-90e8-4db4-8d8f-ebb35f0eab91 req-8fce1031-46d7-453e-8285-81bd365b4393 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:40.091876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bab340ba-90e8-4db4-8d8f-ebb35f0eab91 req-8fce1031-46d7-453e-8285-81bd365b4393 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 908 time: 0.3007998 Sep 02 13:45:40.193295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.197071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Deleting port fb1c6121-7791-4c91-b66c-b54999a40fff {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:40.197314 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.200480 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e936077-c128-40b3-ac17-8eecac5445d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.310548 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:40.333133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e936077-c128-40b3-ac17-8eecac5445d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba5c1ba-0d1e-4e51-9e18-bd5b822fa765,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:40.333923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88eecdf-7618-42d3-bd23-33305a76f802 None None] Network f7101f13-aa28-439b-8f2e-77da4de64792 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:40.337560 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8e936077-c128-40b3-ac17-8eecac5445d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.339753 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8e936077-c128-40b3-ac17-8eecac5445d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aba5c1ba-0d1e-4e51-9e18-bd5b822fa765 HTTP/1.1" status: 204 len: 168 time: 1.7616448 Sep 02 13:45:40.345130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:40.377353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-6d0474d5-3eb3-4a22-aa05-cc178030bd4d service neutron] 10.222.0.77 "GET /v2.0/networks/d4870fa0-bf76-459f-b192-17dc165dab9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197539 Sep 02 13:45:40.482758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] For port fb1c6121-7791-4c91-b66c-b54999a40fff, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=fb1c6121-7791-4c91-b66c-b54999a40fff,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:40.483999 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.508369 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.510840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Calling delete_port for fb1c6121-7791-4c91-b66c-b54999a40fff owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:40.569573 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.615777 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0066d4bf-cc04-4cc1-9412-24d61056c3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.628958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=ff73da0e-b2bf-4c1b-b487-3ccade68c6c8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:40.635197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:40.642555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:40.650597 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-22a1439f-47b6-4925-85d3-7f40b30d232d req-a9886aa2-169e-43c6-ae61-7642f4f0809b service neutron] 10.222.0.77 "GET /v2.0/networks/d4870fa0-bf76-459f-b192-17dc165dab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594845 Sep 02 13:45:40.652828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:40.753028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a371f0-85cd-42ff-a3e1-13ed1d3f737c None None] DHCP port deletion for f7101f13-aa28-439b-8f2e-77da4de64792 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:45:40.780363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3f423-9207-45be-bdb9-bbbce7d4b72b req-ff876a10-f5c8-428d-a14c-ab48a34bc591 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:40.788335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bb3f423-9207-45be-bdb9-bbbce7d4b72b req-ff876a10-f5c8-428d-a14c-ab48a34bc591 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 944 time: 0.3151517 Sep 02 13:45:40.853761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-32a371f0-85cd-42ff-a3e1-13ed1d3f737c None None] Deleting port 42056400-5387-4844-8b3c-3cf57f380eef {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:40.854460 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32a371f0-85cd-42ff-a3e1-13ed1d3f737c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.901595 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0bb3f423-9207-45be-bdb9-bbbce7d4b72b req-02f6a457-0305-4a16-af95-b51615a69e59 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110487 Sep 02 13:45:40.962952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Deleting port 42056400-5387-4844-8b3c-3cf57f380eef {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:40.963568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.968055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-32a371f0-85cd-42ff-a3e1-13ed1d3f737c None None] For port 42056400-5387-4844-8b3c-3cf57f380eef, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=42056400-5387-4844-8b3c-3cf57f380eef,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:40.968055 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32a371f0-85cd-42ff-a3e1-13ed1d3f737c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.970069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-13bbf91e-5d09-4870-a785-a012e1aa4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:40.971623 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-13bbf91e-5d09-4870-a785-a012e1aa4712 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 1095 time: 0.2613811 Sep 02 13:45:40.972290 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:40.986056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-32a371f0-85cd-42ff-a3e1-13ed1d3f737c None None] Calling delete_port for 42056400-5387-4844-8b3c-3cf57f380eef owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:41.125101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event deleted for resources: {'Port': ['ID=fb1c6121-7791-4c91-b66c-b54999a40fff,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:41.158037 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32a371f0-85cd-42ff-a3e1-13ed1d3f737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.221050 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0066d4bf-cc04-4cc1-9412-24d61056c3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.238205 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0066d4bf-cc04-4cc1-9412-24d61056c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.244048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] No DVR routers for this DVR port fb1c6121-7791-4c91-b66c-b54999a40fff on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:41.265400 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.268316 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2678523f-b484-4103-b34c-fbd1d86bee7c req-8bccf3af-9693-451e-812d-b02b4a207a14 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.77 "DELETE /v2.0/ports/fb1c6121-7791-4c91-b66c-b54999a40fff HTTP/1.1" status: 204 len: 173 time: 1.6489146 Sep 02 13:45:41.268785 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70e495d-9117-4834-b065-5046a479528d', 'name': 'network-vif-deleted', 'tag': 'fb1c6121-7791-4c91-b66c-b54999a40fff'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:41.269386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] For port 42056400-5387-4844-8b3c-3cf57f380eef, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=42056400-5387-4844-8b3c-3cf57f380eef,segment=NetworkSegment(c604333c-a65d-4aa7-bdeb-07f5257dec98),segment_id=c604333c-a65d-4aa7-bdeb-07f5257dec98)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:41.269968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.272176 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c12727-9c99-4bca-b25b-88a700411237" -d '{"events": [{"server_uuid": "f70e495d-9117-4834-b065-5046a479528d", "name": "network-vif-deleted", "tag": "fb1c6121-7791-4c91-b66c-b54999a40fff"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:41.310404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a371f0-85cd-42ff-a3e1-13ed1d3f737c None None] Pushing event deleted for resources: {'Port': ['ID=42056400-5387-4844-8b3c-3cf57f380eef,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:41.314479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a371f0-85cd-42ff-a3e1-13ed1d3f737c None None] No DVR routers for this DVR port 42056400-5387-4844-8b3c-3cf57f380eef on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:41.344817 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 42056400-5387-4844-8b3c-3cf57f380eef no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:41.360427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Calling delete_port for 42056400-5387-4844-8b3c-3cf57f380eef owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:41.378003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 42056400-5387-4844-8b3c-3cf57f380eef {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:41.378395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 42056400-5387-4844-8b3c-3cf57f380eef not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:41.464617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-6bdaa7b0-79bc-481f-ae4c-e61698b54faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:41.467181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-6bdaa7b0-79bc-481f-ae4c-e61698b54faa service neutron] 10.222.0.77 "GET /v2.0/networks?id=d4870fa0-bf76-459f-b192-17dc165dab9f HTTP/1.1" status: 200 len: 897 time: 0.4438193 Sep 02 13:45:41.482464 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0066d4bf-cc04-4cc1-9412-24d61056c3ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22a508bbe5c14b8e976770aaaf6c6b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1701329 Sep 02 13:45:41.494088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44020) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:41.496747 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a92b330-75e7-4219-92dc-68e94d227c42 req-9b282e2f-6131-45d2-abe8-e0dfe9d67b9e tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=f70e495d-9117-4834-b065-5046a479528d HTTP/1.1" status: 200 len: 210 time: 0.1475184 Sep 02 13:45:41.529160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066d4bf-cc04-4cc1-9412-24d61056c3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76081f15-d685-4c95-9d84-e73516519be2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:41.651807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.682352 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277d837f-6c4c-4361-afd4-f7f8f55a2b0b x-openstack-request-id: req-277d837f-6c4c-4361-afd4-f7f8f55a2b0b {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:41.682956 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70e495d-9117-4834-b065-5046a479528d", "name": "network-vif-deleted", "tag": "fb1c6121-7791-4c91-b66c-b54999a40fff", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:41.683344 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-277d837f-6c4c-4361-afd4-f7f8f55a2b0b {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:41.683748 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70e495d-9117-4834-b065-5046a479528d', 'name': 'network-vif-deleted', 'tag': 'fb1c6121-7791-4c91-b66c-b54999a40fff', 'status': 'completed', 'code': 200} Sep 02 13:45:41.693379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=42056400-5387-4844-8b3c-3cf57f380eef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:41.698475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] No DVR routers for this DVR port 42056400-5387-4844-8b3c-3cf57f380eef on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:41.755127 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-89333a55-4a2f-4bbc-8576-1b7400560ba0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5342d09c-4879-4e46-8099-49b1f50877a8 HTTP/1.1" status: 200 len: 217 time: 0.2637503 Sep 02 13:45:41.798441 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.810158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7101f13-aa28-439b-8f2e-77da4de64792']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:41.823192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c604333c-a65d-4aa7-bdeb-07f5257dec98') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:41.823484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c604333c-a65d-4aa7-bdeb-07f5257dec98') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:41.843247 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.869957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.883064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:45:41.884500 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:45:41.886938 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:45:41.974959 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:41.990038 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:42.008289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f7101f13-aa28-439b-8f2e-77da4de64792 HTTP/1.1" status: 204 len: 168 time: 1.6524503 Sep 02 13:45:42.064901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2515c8-ff40-4d08-b574-658f8f5d2d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=f7101f13-aa28-439b-8f2e-77da4de64792,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:42.148990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1995a-6e6b-42fd-87cf-ebad6a33823f req-7aa57c1e-06a3-4c50-a803-8339e7702291 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:42.152085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20c1995a-6e6b-42fd-87cf-ebad6a33823f req-7aa57c1e-06a3-4c50-a803-8339e7702291 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 944 time: 0.1170180 Sep 02 13:45:42.207308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:42.211832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20c1995a-6e6b-42fd-87cf-ebad6a33823f req-7e540d34-b31e-4d53-b20c-a86e559463fd tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526671 Sep 02 13:45:42.266018 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3c7dae33-716e-4b34-a9cc-7926f51a1ec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4f8655433ef47719d30773dae624220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545588 Sep 02 13:45:42.266837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:42.273874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c0a0-d1d0-4bbf-9023-0bfbf74aaa56 req-382d7fe5-499f-42a8-b496-a203f296a896 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:42.275441 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33c8c0a0-d1d0-4bbf-9023-0bfbf74aaa56 req-382d7fe5-499f-42a8-b496-a203f296a896 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 1.0181470 Sep 02 13:45:42.329417 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7f60215-b891-4abe-8af2-b9214173a308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:42.365641 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7f60215-b891-4abe-8af2-b9214173a308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:42.473068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7f60215-b891-4abe-8af2-b9214173a308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:42.478515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7f60215-b891-4abe-8af2-b9214173a308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:42.483952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d7f60215-b891-4abe-8af2-b9214173a308 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/150c6f60-37d5-4911-99cb-5f135ad19c79 HTTP/1.1" status: 204 len: 168 time: 0.2126653 Sep 02 13:45:42.484223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-1511f60e-cb76-4ad7-8ddf-37327895e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:42.484223 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-1511f60e-cb76-4ad7-8ddf-37327895e05c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9dcc8291-3a96-4807-ab44-59cced623505 HTTP/1.1" status: 200 len: 837 time: 0.2484400 Sep 02 13:45:42.511224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f60215-b891-4abe-8af2-b9214173a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150c6f60-37d5-4911-99cb-5f135ad19c79,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:42.535961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33c8c0a0-d1d0-4bbf-9023-0bfbf74aaa56 req-1f567af6-b9e4-4490-9afb-e19c02fcff70 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261710 Sep 02 13:45:42.553898 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:42.591179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f59a9fa-2a14-4b34-a128-f5fafcd8e228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:42.750591 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f59a9fa-2a14-4b34-a128-f5fafcd8e228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:42.820127 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:45:42.850854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-55b57b16-bd78-4d54-83e5-376b9622c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:42.853567 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-55b57b16-bd78-4d54-83e5-376b9622c713 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d4870fa0-bf76-459f-b192-17dc165dab9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3587127 Sep 02 13:45:43.034833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:45:43.048225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device fb1c6121-7791-4c91-b66c-b54999a40fff no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:43.090328 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:43.151305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: fb1c6121-7791-4c91-b66c-b54999a40fff {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:43.157519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device fb1c6121-7791-4c91-b66c-b54999a40fff not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:43.365440 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f59a9fa-2a14-4b34-a128-f5fafcd8e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:43.376207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f59a9fa-2a14-4b34-a128-f5fafcd8e228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:43.383361 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1f59a9fa-2a14-4b34-a128-f5fafcd8e228 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76081f15-d685-4c95-9d84-e73516519be2 HTTP/1.1" status: 204 len: 168 time: 1.8842359 Sep 02 13:45:43.419716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-4a951ca6-1bbd-435d-b7c7-c8c157031b96 service neutron] 10.222.0.77 "GET /v2.0/networks/d4870fa0-bf76-459f-b192-17dc165dab9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493517 Sep 02 13:45:43.468825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de166c3-2c46-4b17-96e0-1af221d1cf0f req-17b8c1c8-5fb4-4377-abfa-83ab7a2b9e9a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:43.482222 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7de166c3-2c46-4b17-96e0-1af221d1cf0f req-17b8c1c8-5fb4-4377-abfa-83ab7a2b9e9a tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 945 time: 0.2023518 Sep 02 13:45:43.551003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:43.610736 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'port_id': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'mac_address': 'fa:16:3e:86:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:45:43.633420 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-19f819ec-3862-4a0b-8680-da1f72a49a93 req-5aece6bb-fb1b-4393-b841-8db5850d4480 service neutron] 10.222.0.77 "GET /v2.0/networks/d4870fa0-bf76-459f-b192-17dc165dab9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890695 Sep 02 13:45:43.634214 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59a9fa-2a14-4b34-a128-f5fafcd8e228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76081f15-d685-4c95-9d84-e73516519be2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:43.658285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7de166c3-2c46-4b17-96e0-1af221d1cf0f req-2737fbfd-2f28-4e29-9af9-c7063a85b736 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713769 Sep 02 13:45:43.822210 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:43.833903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf50f0-b1ed-4808-92b6-b8eac1ab4736 req-1a16aaad-de06-408f-9143-bf0c2bcd2e2e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:43.841444 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e5cf50f0-b1ed-4808-92b6-b8eac1ab4736 req-1a16aaad-de06-408f-9143-bf0c2bcd2e2e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 944 time: 0.2123418 Sep 02 13:45:43.888954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f79d95d-8f69-462b-9718-b77183aa4e39 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:45:43.914438 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e5cf50f0-b1ed-4808-92b6-b8eac1ab4736 req-d9ac38ee-634f-46d7-9005-3ea26fd22b56 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713687 Sep 02 13:45:43.933924 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:43.940497 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:43.960367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:43.973431 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:43.974121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5342d09c-4879-4e46-8099-49b1f50877a8 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:45:44.026881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806af514-f67a-4428-803e-605b26bb0ee9 req-0bd96bc0-a35b-4e63-88b5-240f6f76d8f8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:44.048141 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-806af514-f67a-4428-803e-605b26bb0ee9 req-0bd96bc0-a35b-4e63-88b5-240f6f76d8f8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1484456 Sep 02 13:45:44.148809 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-806af514-f67a-4428-803e-605b26bb0ee9 req-5005d490-7166-4969-a8c0-543f8a62435e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962780 Sep 02 13:45:44.160077 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=ff73da0e-b2bf-4c1b-b487-3ccade68c6c8,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:44.185346 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:44.220597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:44.248463 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92c6e9be-8b2b-4864-8f83-129048cc22ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:44.330239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 5342d09c-4879-4e46-8099-49b1f50877a8, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5342d09c-4879-4e46-8099-49b1f50877a8,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:44.368065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:44.373458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '5342d09c-4879-4e46-8099-49b1f50877a8', 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f', 'port_id': '5342d09c-4879-4e46-8099-49b1f50877a8', 'mac_address': 'fa:16:3e:ee:5c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcc8291-3a96-4807-ab44-59cced623505', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:45:44.505311 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:44.516335 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92c6e9be-8b2b-4864-8f83-129048cc22ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:44.522889 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92c6e9be-8b2b-4864-8f83-129048cc22ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:44.544856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5342d09c-4879-4e46-8099-49b1f50877a8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:45:44.555706 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP 0c93d2ba-a31d-456d-b464-3640333660f8 associated. External IP: 172.25.3.177, port: a655ac70-bfc4-4c70-991a-f0de90028c8f. Sep 02 13:45:44.613045 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 5342d09c-4879-4e46-8099-49b1f50877a8, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5342d09c-4879-4e46-8099-49b1f50877a8,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:44.621489 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:44.644139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-92c6e9be-8b2b-4864-8f83-129048cc22ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2132b59b4394463cb583210802e40689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202743 Sep 02 13:45:44.660887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:44.690176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e9be-8b2b-4864-8f83-129048cc22ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582117ab-c9f2-482f-9c32-c64ecfd72764,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:44.753656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf0a57-729c-4446-a12f-5a36504e3bc9 req-e90d3eb6-0b5e-4616-8495-d421e8b3f1b1 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:44.755968 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-33bf0a57-729c-4446-a12f-5a36504e3bc9 req-e90d3eb6-0b5e-4616-8495-d421e8b3f1b1 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 946 time: 0.1112421 Sep 02 13:45:44.833700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-d0cfaaa2-4984-403b-ba1e-360f3c2e779c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:44.837893 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-d0cfaaa2-4984-403b-ba1e-360f3c2e779c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.77 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 945 time: 0.4934924 Sep 02 13:45:44.841846 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1404ec39-0bb1-4e2a-9fe9-ee01b66070ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:44.873363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['4f79d95d-8f69-462b-9718-b77183aa4e39'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:45:44.965604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['5342d09c-4879-4e46-8099-49b1f50877a8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:45:45.012999 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1404ec39-0bb1-4e2a-9fe9-ee01b66070ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:45.154970 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-33bf0a57-729c-4446-a12f-5a36504e3bc9 req-e63fabfe-479b-4d24-9e9d-03a06ece5a97 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684123 Sep 02 13:45:45.155958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=5342d09c-4879-4e46-8099-49b1f50877a8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:45.156165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1404ec39-0bb1-4e2a-9fe9-ee01b66070ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:45.182895 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1404ec39-0bb1-4e2a-9fe9-ee01b66070ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:45.182895 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1404ec39-0bb1-4e2a-9fe9-ee01b66070ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/582117ab-c9f2-482f-9c32-c64ecfd72764 HTTP/1.1" status: 204 len: 168 time: 0.5008914 Sep 02 13:45:45.189565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404ec39-0bb1-4e2a-9fe9-ee01b66070ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582117ab-c9f2-482f-9c32-c64ecfd72764,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:45.366927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:45.388710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064b90b-7ca2-4a17-8a15-6f403c882fa6 req-cfa3f42e-eee7-4312-9c1d-9ca5d2e76834 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:45.399586 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4064b90b-7ca2-4a17-8a15-6f403c882fa6 req-cfa3f42e-eee7-4312-9c1d-9ca5d2e76834 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 945 time: 0.1653368 Sep 02 13:45:45.426129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5c7f0-ec43-4ae3-982e-b83547182101 req-86c763f0-46fd-4a6f-8154-103f8f1f29df tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:45.453578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91e5c7f0-ec43-4ae3-982e-b83547182101 req-86c763f0-46fd-4a6f-8154-103f8f1f29df tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 945 time: 0.5132732 Sep 02 13:45:45.596797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4064b90b-7ca2-4a17-8a15-6f403c882fa6 req-9bd9dcf7-d4ff-45a4-a456-aa2991ec122e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929340 Sep 02 13:45:45.688124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:45:45.767755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Deleting port 0297e65b-2cd5-4490-867b-29f15d198422 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:45.773138 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:45.806875 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91e5c7f0-ec43-4ae3-982e-b83547182101 req-95d737b6-795c-49ca-98bd-a4980de8e458 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517511 Sep 02 13:45:45.992116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bddea0-a5b4-4694-a628-a4d04d0c2264 req-18bbc3e8-e1ae-43a6-9bb0-578396646228 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:46.004764 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3bddea0-a5b4-4694-a628-a4d04d0c2264 req-18bbc3e8-e1ae-43a6-9bb0-578396646228 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.2265015 Sep 02 13:45:46.083511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-181444025-network', 'tenant_id': 'c3d6aeb7bbde4b95ade30ffd8cf5b332'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:46.162415 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Made reservation on behalf of c3d6aeb7bbde4b95ade30ffd8cf5b332 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:46.180679 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:46.254453 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:46.346423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:46.372990 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8bd0f-8baf-4578-a769-e69bc23ffe56 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:46.410225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad499ebd-567d-485f-ab3a-74cea3ca540c req-46b1cd68-f1b7-43ff-8b7c-5cf2ca27c9b2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:46.419151 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8bd0f-8baf-4578-a769-e69bc23ffe56 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:46.419598 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad499ebd-567d-485f-ab3a-74cea3ca540c req-46b1cd68-f1b7-43ff-8b7c-5cf2ca27c9b2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 946 time: 0.1099832 Sep 02 13:45:46.424310 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bdd8bd0f-8baf-4578-a769-e69bc23ffe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:46.486181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ad499ebd-567d-485f-ab3a-74cea3ca540c req-8b623556-3031-4631-8566-778e88d0abf1 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652177 Sep 02 13:45:46.543327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3bddea0-a5b4-4694-a628-a4d04d0c2264 req-aa7a9ad9-edf6-477a-bee3-928f850ca0f0 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5355749 Sep 02 13:45:46.559270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] For port 0297e65b-2cd5-4490-867b-29f15d198422, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0297e65b-2cd5-4490-867b-29f15d198422,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:46.561215 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:46.601686 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bdd8bd0f-8baf-4578-a769-e69bc23ffe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:46.628736 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Calling delete_port for 0297e65b-2cd5-4490-867b-29f15d198422 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:46.632931 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8bd0f-8baf-4578-a769-e69bc23ffe56 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:46.633823 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bdd8bd0f-8baf-4578-a769-e69bc23ffe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:46.704286 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:46.713061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:46.722708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:46.743266 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bdd8bd0f-8baf-4578-a769-e69bc23ffe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:46.744638 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8bd0f-8baf-4578-a769-e69bc23ffe56 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:46.812635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:45:46.851706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cf79d2-96ca-4699-911b-1837a44a94f5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:46.879040 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:46.879253 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Added segment e021824b-9b40-42be-ad8d-f27a1c588c90 of type vlan for network 6095625c-9fb9-43a2-8e97-305ef8470ec7 Sep 02 13:45:46.953957 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-10cf62ef-dd64-457a-8eb1-bb917213c80d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1979604 Sep 02 13:45:46.973397 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44146) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:46.990718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eb5adb6e-9efd-4bc1-a25e-dc81c5692dc4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:47.053060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5342d09c-4879-4e46-8099-49b1f50877a8 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:47.110095 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:47.187831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce1974-90af-44b4-9e43-f7566dfa8576 req-8a3c483c-03a8-4d63-be52-ef28aa1cb214 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:47.189447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dfce1974-90af-44b4-9e43-f7566dfa8576 req-8a3c483c-03a8-4d63-be52-ef28aa1cb214 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 945 time: 0.3854189 Sep 02 13:45:47.199166 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb5adb6e-9efd-4bc1-a25e-dc81c5692dc4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:47.204962 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 5342d09c-4879-4e46-8099-49b1f50877a8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:45:47.209135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 5342d09c-4879-4e46-8099-49b1f50877a8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:47.209687 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:47.233996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca10c0-d251-4478-8b11-7bba8dd4a068 req-9038863e-d7a4-40f1-8959-5282cb0e3bdb tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:47.247433 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9aca10c0-d251-4478-8b11-7bba8dd4a068 req-9038863e-d7a4-40f1-8959-5282cb0e3bdb tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 945 time: 0.2624023 Sep 02 13:45:47.320602 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-cf68855d-c977-468d-ba37-c75ca8ac44c5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:47.329891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-cf68855d-c977-468d-ba37-c75ca8ac44c5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 946 time: 0.4455216 Sep 02 13:45:47.331315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:47.334713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:47.335547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:47.393018 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:47.445425 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7e4809-7f7b-4be5-8e24-105aeb99104a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5342d09c-4879-4e46-8099-49b1f50877a8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:47.451415 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b73286-87b4-41c3-9cce-759975a5c85b" -d '{"events": [{"server_uuid": "7c7e4809-7f7b-4be5-8e24-105aeb99104a", "name": "network-vif-plugged", "status": "completed", "tag": "5342d09c-4879-4e46-8099-49b1f50877a8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:47.487223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 5342d09c-4879-4e46-8099-49b1f50877a8, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5342d09c-4879-4e46-8099-49b1f50877a8,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:47.499389 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:47.503457 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0891275 Sep 02 13:45:47.511372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:45:47.513417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44156) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:47.571893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f11d49-f377-405e-8d71-05e7ec0a0bc6 admin admin] Pushing event updated for resources: {'Network': ['ID=6095625c-9fb9-43a2-8e97-305ef8470ec7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:47.603951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Request body: {'subnet': {'network_id': '6095625c-9fb9-43a2-8e97-305ef8470ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-181444025-subnet', 'tenant_id': 'c3d6aeb7bbde4b95ade30ffd8cf5b332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:47.610490 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9aca10c0-d251-4478-8b11-7bba8dd4a068 req-a0e80ad3-5376-4592-9c10-0336d2968742 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621752 Sep 02 13:45:47.683234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Made reservation on behalf of c3d6aeb7bbde4b95ade30ffd8cf5b332 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:47.685859 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:47.718719 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 6095625c-9fb9-43a2-8e97-305ef8470ec7 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:45:47.875484 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2399855a-c024-48bd-8592-651095691d0d x-openstack-request-id: req-2399855a-c024-48bd-8592-651095691d0d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:47.875805 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7e4809-7f7b-4be5-8e24-105aeb99104a", "name": "network-vif-plugged", "status": "completed", "tag": "5342d09c-4879-4e46-8099-49b1f50877a8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:47.876065 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2399855a-c024-48bd-8592-651095691d0d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:47.876463 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7e4809-7f7b-4be5-8e24-105aeb99104a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5342d09c-4879-4e46-8099-49b1f50877a8', 'code': 200} Sep 02 13:45:47.904650 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:47.919172 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dfce1974-90af-44b4-9e43-f7566dfa8576 req-c69b6a1a-1108-4187-8534-bb7d0652bb07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7074637 Sep 02 13:45:47.982222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=5342d09c-4879-4e46-8099-49b1f50877a8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:48.076239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 4f79d95d-8f69-462b-9718-b77183aa4e39 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:45:48.080643 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:48.127864 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:48.240117 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb5adb6e-9efd-4bc1-a25e-dc81c5692dc4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:48.251205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:45:48.254560 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb5adb6e-9efd-4bc1-a25e-dc81c5692dc4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:48.254870 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-eb5adb6e-9efd-4bc1-a25e-dc81c5692dc4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP 0c93d2ba-a31d-456d-b464-3640333660f8 disassociated. External IP: 172.25.3.177, port: a655ac70-bfc4-4c70-991a-f0de90028c8f. Sep 02 13:45:48.525501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89e4fd-5190-4639-9cc5-309dd3e485a3 req-df78f437-3faa-457e-b8f1-4119f660db6e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:48.546298 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be89e4fd-5190-4639-9cc5-309dd3e485a3 req-df78f437-3faa-457e-b8f1-4119f660db6e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 946 time: 0.4588592 Sep 02 13:45:48.565666 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:48.675997 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-be89e4fd-5190-4639-9cc5-309dd3e485a3 req-636bfdb7-4700-45ba-b0a7-950fcd08408d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283791 Sep 02 13:45:48.722462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:48.747334 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:48.748225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event deleted for resources: {'Port': ['ID=0297e65b-2cd5-4490-867b-29f15d198422,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:48.751343 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0297e65b-2cd5-4490-867b-29f15d198422 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:48.837395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8726acd0-e58b-4109-b507-7b2dee1bbe7d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:48.849583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Checking segment: {'id': 'e021824b-9b40-42be-ad8d-f27a1c588c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6095625c-9fb9-43a2-8e97-305ef8470ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:45:48.849955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Network hostable DHCP agents. Network: 6095625c-9fb9-43a2-8e97-305ef8470ec7, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:45:48.859911 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac739f57-218e-4607-8e22-62b46b67f332 req-a8f51923-4003-4de1-9015-b4ad1d687988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:48.867180 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ac739f57-218e-4607-8e22-62b46b67f332 req-a8f51923-4003-4de1-9015-b4ad1d687988 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 1097 time: 0.8639908 Sep 02 13:45:48.929224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] No DVR routers for this DVR port 0297e65b-2cd5-4490-867b-29f15d198422 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:48.934723 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:48.937642 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5370d9bb-42f5-47ee-a63b-d0a95cf2cec7 req-94a42908-e037-4019-954e-32b0641c24f0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.77 "DELETE /v2.0/ports/0297e65b-2cd5-4490-867b-29f15d198422 HTTP/1.1" status: 204 len: 173 time: 3.9767938 Sep 02 13:45:48.951145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099a5402-d928-4511-8bf9-250052452cae', 'name': 'network-vif-deleted', 'tag': '0297e65b-2cd5-4490-867b-29f15d198422'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:48.953772 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5363a8b-c6b0-4a05-a3fb-bab26f37542c" -d '{"events": [{"server_uuid": "099a5402-d928-4511-8bf9-250052452cae", "name": "network-vif-deleted", "tag": "0297e65b-2cd5-4490-867b-29f15d198422"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:49.020389 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Deleting port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:49.021013 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:49.031273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b224594-50c9-4522-845f-c93fb92b10a5 req-ea2cadf6-6f1e-49a4-9cf8-190f3d1b152f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:49.039424 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1b224594-50c9-4522-845f-c93fb92b10a5 req-ea2cadf6-6f1e-49a4-9cf8-190f3d1b152f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.9072003 Sep 02 13:45:49.051222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Network 6095625c-9fb9-43a2-8e97-305ef8470ec7 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:45:49.056868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 0297e65b-2cd5-4490-867b-29f15d198422 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:49.057235 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0297e65b-2cd5-4490-867b-29f15d198422 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:49.153642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:49.184799 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e69245fc-7925-41ee-b4e1-dd7e49ad7e98 req-17ce82ba-1f06-4258-897c-cad0702b7732 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=099a5402-d928-4511-8bf9-250052452cae HTTP/1.1" status: 200 len: 210 time: 0.2705834 Sep 02 13:45:49.221754 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ac739f57-218e-4607-8e22-62b46b67f332 req-fef10593-c8e2-4a03-8bce-52924cfaa58d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146682 Sep 02 13:45:49.268856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 6095625c-9fb9-43a2-8e97-305ef8470ec7) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:49.284749 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:49.285148 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:49.288157 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd03e8-a2b6-4aba-8433-f729ccbbd548 None None] Network 6095625c-9fb9-43a2-8e97-305ef8470ec7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:49.396247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1b224594-50c9-4522-845f-c93fb92b10a5 req-6ea830ef-dca8-4c90-b70d-dc3f1e4a693b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554251 Sep 02 13:45:49.451460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5adb6e-9efd-4bc1-a25e-dc81c5692dc4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:45:49.454227 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ac567827-c723-4f9d-84f9-381b191a4ec1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8633692 Sep 02 13:45:49.486073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] For port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:49.486299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:49.537144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Calling delete_port for 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:49.830839 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10354fb1-3cd3-4bef-97d1-75adeb576852 x-openstack-request-id: req-10354fb1-3cd3-4bef-97d1-75adeb576852 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:49.833099 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099a5402-d928-4511-8bf9-250052452cae", "name": "network-vif-deleted", "tag": "0297e65b-2cd5-4490-867b-29f15d198422", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:49.833099 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10354fb1-3cd3-4bef-97d1-75adeb576852 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:49.833099 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '099a5402-d928-4511-8bf9-250052452cae', 'name': 'network-vif-deleted', 'tag': '0297e65b-2cd5-4490-867b-29f15d198422', 'status': 'completed', 'code': 200} Sep 02 13:45:49.878575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:49.893272 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218e2a5d-75e6-4c9c-9a7f-5d2c64c4643f" -d '{"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-plugged", "status": "completed", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:49.986041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c8772-2804-43f7-80f2-38c0dbe49bac None None] Network 6095625c-9fb9-43a2-8e97-305ef8470ec7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:45:50.010053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa8c53-fd01-4f2f-a3e5-efa91c508270 req-ee5a6713-c881-4d86-b61b-11bef8aeda5c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:50.019501 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbaa8c53-fd01-4f2f-a3e5-efa91c508270 req-ee5a6713-c881-4d86-b61b-11bef8aeda5c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 946 time: 0.4006028 Sep 02 13:45:50.044658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5adb6e-9efd-4bc1-a25e-dc81c5692dc4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:50.057088 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb5adb6e-9efd-4bc1-a25e-dc81c5692dc4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:50.071540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa3f51-a895-47d8-8b1f-3ecf616e0186 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:50.086728 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564a9b7-ca48-4944-814b-33e444736298 req-31bb19a1-17df-490e-8b52-edaa99af42f3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:50.095218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa3f51-a895-47d8-8b1f-3ecf616e0186 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:50.096307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-96aa3f51-a895-47d8-8b1f-3ecf616e0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:50.133035 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2564a9b7-ca48-4944-814b-33e444736298 req-31bb19a1-17df-490e-8b52-edaa99af42f3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 946 time: 0.2185116 Sep 02 13:45:50.181461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-96aa3f51-a895-47d8-8b1f-3ecf616e0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:50.203520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa3f51-a895-47d8-8b1f-3ecf616e0186 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:50.204390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-96aa3f51-a895-47d8-8b1f-3ecf616e0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:50.210670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:50.215857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbaa8c53-fd01-4f2f-a3e5-efa91c508270 req-f14d4722-4b13-4981-a25d-b41c73500791 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799164 Sep 02 13:45:50.225839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-eb5adb6e-9efd-4bc1-a25e-dc81c5692dc4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/floatingips/0c93d2ba-a31d-456d-b464-3640333660f8 HTTP/1.1" status: 200 len: 688 time: 3.2429352 Sep 02 13:45:50.226840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:50.297720 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:50.379063 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2564a9b7-ca48-4944-814b-33e444736298 req-445e286b-d6f2-41de-80d1-ccf522ae8412 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751603 Sep 02 13:45:50.402849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event deleted for resources: {'Port': ['ID=67e24a1a-60ca-4c03-a3d2-41329bcf4b6c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:50.470088 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a1d038-fc46-44f5-a129-d84e9411415b x-openstack-request-id: req-a7a1d038-fc46-44f5-a129-d84e9411415b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:50.474668 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-plugged", "status": "completed", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:50.475170 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7a1d038-fc46-44f5-a129-d84e9411415b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:50.476544 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'code': 200} Sep 02 13:45:50.487231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-96aa3f51-a895-47d8-8b1f-3ecf616e0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:50.488142 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa3f51-a895-47d8-8b1f-3ecf616e0186 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:50.492872 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No active binding found for port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:45:50.499584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:50.507152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] No DVR routers for this DVR port 67e24a1a-60ca-4c03-a3d2-41329bcf4b6c on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:50.511783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:50.515549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8fb98be-a644-4829-8bb2-1aca03148a8e req-44950bd1-837b-4634-b464-4967038749dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "DELETE /v2.0/ports/67e24a1a-60ca-4c03-a3d2-41329bcf4b6c HTTP/1.1" status: 204 len: 173 time: 3.1116493 Sep 02 13:45:50.638114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port ff73da0e-b2bf-4c1b-b487-3ccade68c6c8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:50.642248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:50.906886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf900be-f17c-4c11-a6e1-67284bb8c5a4 req-6d1596ef-1e90-4caf-9db4-ac19afdbd375 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:50.908528 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bf900be-f17c-4c11-a6e1-67284bb8c5a4 req-6d1596ef-1e90-4caf-9db4-ac19afdbd375 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1961687 Sep 02 13:45:50.956331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:50.957060 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:51.005997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae97d51-4049-496d-b24f-ac42637d461a req-3c9ca0be-8845-4998-874b-9262a336b583 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:51.006544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for ff73da0e-b2bf-4c1b-b487-3ccade68c6c8 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:51.013271 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-3c9ca0be-8845-4998-874b-9262a336b583 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/networks?id=6095625c-9fb9-43a2-8e97-305ef8470ec7 HTTP/1.1" status: 200 len: 817 time: 0.2575293 Sep 02 13:45:51.014923 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44228) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:51.050471 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-4acd4f9a-8791-43f9-9a34-90bcebda5eee tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/quotas/c3d6aeb7bbde4b95ade30ffd8cf5b332 HTTP/1.1" status: 200 len: 375 time: 0.0361607 Sep 02 13:45:51.118064 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-1c7e8923-8e35-4769-9e90-d30b8eff4a4c tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3d6aeb7bbde4b95ade30ffd8cf5b332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665455 Sep 02 13:45:51.282585 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e079-0dcb-413b-8b2f-e2be2716e4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:51.313906 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bf900be-f17c-4c11-a6e1-67284bb8c5a4 req-218b96fb-1356-45dc-b947-f7febd056e70 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939800 Sep 02 13:45:51.327342 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:51.398895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=ff73da0e-b2bf-4c1b-b487-3ccade68c6c8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:51.431184 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.431539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.435383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.435703 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.436140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.437553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.437911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.438240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.438577 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.438997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.441211 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.442859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:51.514280 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e079-0dcb-413b-8b2f-e2be2716e4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:51.528022 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e079-0dcb-413b-8b2f-e2be2716e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:51.585899 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:51.589004 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:51.599581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-60b6aa6c-2476-4c8f-9d5e-9c51276fae0b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/floatingips/0c93d2ba-a31d-456d-b464-3640333660f8 HTTP/1.1" status: 204 len: 168 time: 1.3689423 Sep 02 13:45:51.600556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:51.611450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': '064d3a71-911b-453e-89b0-1a572d306d4e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:51.646995 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-ada71bde-9c98-411b-9243-5e96bd188a64 service neutron] 10.222.0.13 "GET /v2.0/networks/6095625c-9fb9-43a2-8e97-305ef8470ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278225 Sep 02 13:45:51.684999 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:51.749290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ceb5e079-0dcb-413b-8b2f-e2be2716e4d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d9da4a1314b41c3bf38d1211416374f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7325406 Sep 02 13:45:51.760630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:51.792703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5e079-0dcb-413b-8b2f-e2be2716e4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9416b8-d1a5-4226-9a50-35b094af4467,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:51.847356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7f0e6-721b-4bf9-820c-05c7e986dd02', 'name': 'network-vif-deleted', 'tag': '67e24a1a-60ca-4c03-a3d2-41329bcf4b6c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:51.853686 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73e2ddc-1591-4cfa-b0d6-b85c81f03ff9" -d '{"events": [{"server_uuid": "7dc7f0e6-721b-4bf9-820c-05c7e986dd02", "name": "network-vif-deleted", "tag": "67e24a1a-60ca-4c03-a3d2-41329bcf4b6c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:51.941730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfebdf7-4be9-4702-85ba-a6c173b5ed88 req-78806e33-c751-4874-989e-4fd47514b113 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:51.943526 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9dfebdf7-4be9-4702-85ba-a6c173b5ed88 req-78806e33-c751-4874-989e-4fd47514b113 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 946 time: 0.1737766 Sep 02 13:45:52.009356 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-d32a4e95-1aa3-4e3b-8fb8-663412eeff3a service neutron] 10.222.0.13 "GET /v2.0/networks/6095625c-9fb9-43a2-8e97-305ef8470ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603356 Sep 02 13:45:52.010618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23bb2353-9da4-4eff-be81-1df8970a5857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:52.072971 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23bb2353-9da4-4eff-be81-1df8970a5857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:52.131893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c27d4669-c915-4fcb-8cd1-18fd9a33ff11 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:52.133658 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c27d4669-c915-4fcb-8cd1-18fd9a33ff11 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 946 time: 0.1080639 Sep 02 13:45:52.274913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23bb2353-9da4-4eff-be81-1df8970a5857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:52.277379 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23bb2353-9da4-4eff-be81-1df8970a5857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:52.278562 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-23bb2353-9da4-4eff-be81-1df8970a5857 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e9416b8-d1a5-4226-9a50-35b094af4467 HTTP/1.1" status: 204 len: 168 time: 0.4870052 Sep 02 13:45:52.305711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb2353-9da4-4eff-be81-1df8970a5857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9416b8-d1a5-4226-9a50-35b094af4467,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:52.369576 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ad6555f-c3f2-4de4-b1ea-4dac6a0c7d78 req-5799813a-61f3-4303-882d-3ced04261207 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 210 time: 0.1007140 Sep 02 13:45:52.375993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Deleting port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:45:52.379707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:52.677573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] For port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:45:52.681555 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:52.891689 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Calling delete_port for c72fb0c2-ff99-4b00-beb8-5fee8a9158fe owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:45:53.161236 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9dfebdf7-4be9-4702-85ba-a6c173b5ed88 req-4d312a0a-b7b7-4249-993e-196a98d63365 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2113216 Sep 02 13:45:53.189711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:53.199087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:53.244174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65665ee3-9724-4833-bc04-020e9259a34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:53.252041 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f61d16-a05f-4050-b48e-f73d70e14c8f x-openstack-request-id: req-f5f61d16-a05f-4050-b48e-f73d70e14c8f {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:53.252745 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7f0e6-721b-4bf9-820c-05c7e986dd02", "name": "network-vif-deleted", "tag": "67e24a1a-60ca-4c03-a3d2-41329bcf4b6c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:53.253474 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5f61d16-a05f-4050-b48e-f73d70e14c8f {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:53.253999 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7f0e6-721b-4bf9-820c-05c7e986dd02', 'name': 'network-vif-deleted', 'tag': '67e24a1a-60ca-4c03-a3d2-41329bcf4b6c', 'status': 'completed', 'code': 200} Sep 02 13:45:53.259121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:53.269380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee2522-c08c-4f8c-bbc0-b6b0b2fcfdd2 req-a6b099af-d329-4253-8e75-7d5b76673a49 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:53.271387 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9ee2522-c08c-4f8c-bbc0-b6b0b2fcfdd2 req-a6b099af-d329-4253-8e75-7d5b76673a49 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 867 time: 0.5790672 Sep 02 13:45:53.275044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:45:53.304988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event deleted for resources: {'Port': ['ID=c72fb0c2-ff99-4b00-beb8-5fee8a9158fe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:53.406204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3787336d-a7f3-4b16-8a4c-028c04012b02 req-9de825a0-d718-4fb5-b23e-1a81f9b37757 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 210 time: 0.0598836 Sep 02 13:45:53.471672 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] No DVR routers for this DVR port c72fb0c2-ff99-4b00-beb8-5fee8a9158fe on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:45:53.489672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9ee2522-c08c-4f8c-bbc0-b6b0b2fcfdd2 req-1a242242-51ad-4e03-bcf6-57d605cbd74c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e9de65e-aa38-4e1c-a079-71de000d56b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886215 Sep 02 13:45:53.491287 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:53.493546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-670f6bd5-d4d6-4d15-8ed4-79b6bf8bcf3f req-c43e2f65-4905-4565-a844-151fa9f7386c tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "DELETE /v2.0/ports/c72fb0c2-ff99-4b00-beb8-5fee8a9158fe HTTP/1.1" status: 204 len: 173 time: 1.3528152 Sep 02 13:45:53.669067 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f98d4c-0847-416e-a8a2-0a55ea3d5dfc req-9893fdb1-32b1-4136-a3fd-d6a99b40e39a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:53.681813 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64f98d4c-0847-416e-a8a2-0a55ea3d5dfc req-9893fdb1-32b1-4136-a3fd-d6a99b40e39a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 946 time: 0.0878701 Sep 02 13:45:53.733262 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-64f98d4c-0847-416e-a8a2-0a55ea3d5dfc req-602d0e33-3a1c-4cb1-b4cf-e8cfbe1f371f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490522 Sep 02 13:45:53.805940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a9a60-47d5-43e6-9282-2ea51518f0eb req-efea5509-96b5-4fd8-820b-7dd3703fc98a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:53.805940 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-149a9a60-47d5-43e6-9282-2ea51518f0eb req-efea5509-96b5-4fd8-820b-7dd3703fc98a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1863565 Sep 02 13:45:53.818008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.25.3.26 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/33287c8f-c840-4a02-86a1-9b3b3c35bbfd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:53.964707 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3589a0eb-97b2-4621-8e96-b7b68e4c71b4 req-698b2b13-4ea7-4c89-949a-988b8a2050a1 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 210 time: 0.0791726 Sep 02 13:45:54.012228 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-149a9a60-47d5-43e6-9282-2ea51518f0eb req-723063e7-63e7-45f8-9901-b423ed243cf9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975524 Sep 02 13:45:54.015855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65665ee3-9724-4833-bc04-020e9259a34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:54.025077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65665ee3-9724-4833-bc04-020e9259a34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:54.167345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-65665ee3-9724-4833-bc04-020e9259a34d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd64d3bda1e94a0b9a67782fa40c3b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9670265 Sep 02 13:45:54.168551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65665ee3-9724-4833-bc04-020e9259a34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5bcfc9-8b7d-4812-bea6-ae1034b650e2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:54.191036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:54.195925 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:54.324538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f50d7e9f-f5de-44b7-954e-2ddab1022b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:54.327560 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae97d51-4049-496d-b24f-ac42637d461a req-f2881299-e683-4bec-9663-fbd5d631cc6a tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:54.329095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-f2881299-e683-4bec-9663-fbd5d631cc6a tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.90 "GET /v2.0/networks?id=6095625c-9fb9-43a2-8e97-305ef8470ec7 HTTP/1.1" status: 200 len: 817 time: 0.2552810 Sep 02 13:45:54.348457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Request body: {'port': {'device_id': 'a9dcee6c-e4c1-47ed-be58-a097211dfe83', 'network_id': '6095625c-9fb9-43a2-8e97-305ef8470ec7', 'admin_state_up': True, 'tenant_id': 'c3d6aeb7bbde4b95ade30ffd8cf5b332'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:54.384981 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f50d7e9f-f5de-44b7-954e-2ddab1022b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:54.409569 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:54.563305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:54.568075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:54.574107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:54.580111 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=33287c8f-c840-4a02-86a1-9b3b3c35bbfd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:54.730056 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f50d7e9f-f5de-44b7-954e-2ddab1022b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:54.732359 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-68910073-8120-4f80-b56b-f8bd8aa2f279 req-467ab2ec-622a-40eb-9b47-09aeab63b3f1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 210 time: 0.0718288 Sep 02 13:45:54.736002 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f50d7e9f-f5de-44b7-954e-2ddab1022b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:54.743859 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f50d7e9f-f5de-44b7-954e-2ddab1022b20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e5bcfc9-8b7d-4812-bea6-ae1034b650e2 HTTP/1.1" status: 204 len: 168 time: 0.5495477 Sep 02 13:45:54.809127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Made reservation on behalf of c3d6aeb7bbde4b95ade30ffd8cf5b332 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:45:54.820710 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:54.826259 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d7e9f-f5de-44b7-954e-2ddab1022b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5bcfc9-8b7d-4812-bea6-ae1034b650e2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:54.897768 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2885514f-8603-487f-91ff-6ed56f7b7053 req-257b5c94-474f-4c83-a74a-9131c579fa90 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47b2510-8d21-4347-b1f2-8d03a127863b HTTP/1.1" status: 200 len: 210 time: 0.0727062 Sep 02 13:45:55.147248 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4710d4f7-c66f-4398-bbe0-b5cd3ca1cfed req-387ef261-5d40-4435-80f2-8c12106f204f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 210 time: 0.0395262 Sep 02 13:45:55.155700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Allocated IP 172.20.0.14 (6095625c-9fb9-43a2-8e97-305ef8470ec7/8726acd0-e58b-4109-b507-7b2dee1bbe7d/9ba74872-405f-4e24-8b4d-e27eda7c7264) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:55.267423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47b2510-8d21-4347-b1f2-8d03a127863b', 'name': 'network-vif-deleted', 'tag': 'c72fb0c2-ff99-4b00-beb8-5fee8a9158fe'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:45:55.276132 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0bf448-c0f2-45e3-aa32-8036183b3f32" -d '{"events": [{"server_uuid": "c47b2510-8d21-4347-b1f2-8d03a127863b", "name": "network-vif-deleted", "tag": "c72fb0c2-ff99-4b00-beb8-5fee8a9158fe"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:45:55.287048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44302) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:55.502716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65241ca-4cb7-4cb4-85e6-57d27ae61532 req-123de740-d6c9-46bf-8e45-a62535ecf3ca tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:55.506627 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a65241ca-4cb7-4cb4-85e6-57d27ae61532 req-123de740-d6c9-46bf-8e45-a62535ecf3ca tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.0999887 Sep 02 13:45:55.592256 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a65241ca-4cb7-4cb4-85e6-57d27ae61532 req-9257760e-420a-4887-8384-e553b3e7386b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790968 Sep 02 13:45:55.659304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:55.698335 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a7a7ee-6236-44c9-9427-6107bfc1c832 x-openstack-request-id: req-66a7a7ee-6236-44c9-9427-6107bfc1c832 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:45:55.699258 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47b2510-8d21-4347-b1f2-8d03a127863b", "name": "network-vif-deleted", "tag": "c72fb0c2-ff99-4b00-beb8-5fee8a9158fe", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:45:55.700120 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66a7a7ee-6236-44c9-9427-6107bfc1c832 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:45:55.700699 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b2510-8d21-4347-b1f2-8d03a127863b', 'name': 'network-vif-deleted', 'tag': 'c72fb0c2-ff99-4b00-beb8-5fee8a9158fe', 'status': 'completed', 'code': 200} Sep 02 13:45:55.823086 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:55.823742 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:56.091857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5a8a1d4a-77c6-49ea-be7a-abc33a38d63e req-24c959c7-4064-4d29-8f2e-dc0bdd0cba5c tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 210 time: 0.1714334 Sep 02 13:45:56.216543 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:56.223980 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:56.245587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c72fb0c2-ff99-4b00-beb8-5fee8a9158fe no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:45:56.339578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: c72fb0c2-ff99-4b00-beb8-5fee8a9158fe {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:45:56.340746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device c72fb0c2-ff99-4b00-beb8-5fee8a9158fe not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:45:56.401723 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=33287c8f-c840-4a02-86a1-9b3b3c35bbfd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:56.403654 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:56.439443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:56.565698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Network 6095625c-9fb9-43a2-8e97-305ef8470ec7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:56.634488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb325cb-c9a5-4aa4-bea2-f3504926b3ab req-f0464029-7036-4a26-b05d-be2c7fcde0cc tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:56.636157 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bb325cb-c9a5-4aa4-bea2-f3504926b3ab req-f0464029-7036-4a26-b05d-be2c7fcde0cc tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.1380820 Sep 02 13:45:56.668466 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP 841ac493-853f-4370-98a1-c0a799a6d10f associated. External IP: 172.25.3.26, port: 064d3a71-911b-453e-89b0-1a572d306d4e. Sep 02 13:45:56.696992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9aa2a527-365e-416b-a3c6-7da458c34ae3 req-cff5decf-5bd2-47a0-99d6-b2e8517ba5c8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 210 time: 0.1774952 Sep 02 13:45:56.727364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:56.742165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:56.992132 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Pushing event updated for resources: {'Port': ['ID=9ba74872-405f-4e24-8b4d-e27eda7c7264,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:57.087867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:57.088663 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:57.136379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-4902140b-8f39-4b26-a080-804c3f1378e2 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7951219 Sep 02 13:45:57.157593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39074c5f-72cf-4e45-9aec-b6350bafd91b req-81117b50-5f49-4207-90d3-93a6b6f96f95 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:57.166519 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39074c5f-72cf-4e45-9aec-b6350bafd91b req-81117b50-5f49-4207-90d3-93a6b6f96f95 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.2825217 Sep 02 13:45:57.178657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Request body: {'port': {'device_id': 'a9dcee6c-e4c1-47ed-be58-a097211dfe83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:57.218423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4bb325cb-c9a5-4aa4-bea2-f3504926b3ab req-8cce293c-754e-4d7d-87ea-173a01dbb336 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5692909 Sep 02 13:45:57.368538 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-39074c5f-72cf-4e45-9aec-b6350bafd91b req-bd7b9cb9-e2c4-4ee0-b1da-b4ca0c631653 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008913 Sep 02 13:45:57.391551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:45:57.442199 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:57.496391 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44350) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:57.536399 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:57.715226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b0b66-4f69-4c04-85f0-c5b1baa7cf13 req-4e2d2e44-4b39-4065-b825-e9168db692e7 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:57.725926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e9b0b66-4f69-4c04-85f0-c5b1baa7cf13 req-4e2d2e44-4b39-4065-b825-e9168db692e7 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 932 time: 0.2658899 Sep 02 13:45:57.777797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:45:57.784524 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9cdae6-bd52-48ae-9d68-329d3a646669 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:45:57.801133 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9cdae6-bd52-48ae-9d68-329d3a646669 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:57.806297 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5d9cdae6-bd52-48ae-9d68-329d3a646669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:57.832991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e9b0b66-4f69-4c04-85f0-c5b1baa7cf13 req-276ba3f5-b80c-4b5b-bd18-5f93ab0ac5f0 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043189 Sep 02 13:45:57.836989 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:57.905823 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5d9cdae6-bd52-48ae-9d68-329d3a646669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:57.936044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-470fedf3-97ab-4642-aa86-4b8ad0288f40 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3328934 Sep 02 13:45:57.936903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:57.937454 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9cdae6-bd52-48ae-9d68-329d3a646669 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:45:57.938087 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5d9cdae6-bd52-48ae-9d68-329d3a646669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:57.979221 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a9c5ee-dc9d-49f4-af32-47c20a284d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:58.011864 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5d9cdae6-bd52-48ae-9d68-329d3a646669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:45:58.012848 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9cdae6-bd52-48ae-9d68-329d3a646669 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:45:58.057887 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-85006773-9d16-47ab-a4ce-b39f57fbf4bc req-25ee11cb-fd56-4a56-a9ef-8234b2bf9cff tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 210 time: 0.1075263 Sep 02 13:45:58.090205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d0e382a7-995d-4f8e-a764-de15674b42c5 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "GET /v2.0/floatingips/841ac493-853f-4370-98a1-c0a799a6d10f HTTP/1.1" status: 200 len: 977 time: 0.1518269 Sep 02 13:45:58.090894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:58.498569 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d8a4a883-e6cd-46fc-9a46-8ce518c05eb4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4064779 Sep 02 13:45:58.502480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:45:58.515402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e72c8-4580-4472-ad40-91dae383ddbc req-ebeffec2-c10e-46de-afd4-587099058b28 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:58.516567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'port_id': 'a655ac70-bfc4-4c70-991a-f0de90028c8f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:45:58.517789 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-960e72c8-4580-4472-ad40-91dae383ddbc req-ebeffec2-c10e-46de-afd4-587099058b28 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.3052344 Sep 02 13:45:58.657930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f5716-42e9-4901-bb4c-8a915d9830d8 req-d0ab6bf2-fccf-4446-9b06-534d3bb526ec tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:58.660034 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa2f5716-42e9-4901-bb4c-8a915d9830d8 req-d0ab6bf2-fccf-4446-9b06-534d3bb526ec tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.2681971 Sep 02 13:45:58.696922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:58.746321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.20.0.17 (d4870fa0-bf76-459f-b192-17dc165dab9f/9dcc8291-3a96-4807-ab44-59cced623505/1c0b0215-c7c3-4247-bd5c-707c443c87da) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:45:58.904807 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:58.921008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Transition to ACTIVE for port object 1c0b0215-c7c3-4247-bd5c-707c443c87da will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:58.984493 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fa2f5716-42e9-4901-bb4c-8a915d9830d8 req-6c42cc78-05d1-4f91-b56d-18c8147df430 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179841 Sep 02 13:45:59.014954 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:59.270780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bfd17-4481-4f47-ad06-8ea9313e23ad req-621a8ada-b4c8-4725-861f-db069d3d65ed tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:59.272672 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1c7bfd17-4481-4f47-ad06-8ea9313e23ad req-621a8ada-b4c8-4725-861f-db069d3d65ed tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 932 time: 0.1298933 Sep 02 13:45:59.476146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1c7bfd17-4481-4f47-ad06-8ea9313e23ad req-a0df287e-5015-4b9a-b153-b1697c685e50 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953442 Sep 02 13:45:59.485353 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:59.737677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network d4870fa0-bf76-459f-b192-17dc165dab9f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:45:59.760557 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a9c5ee-dc9d-49f4-af32-47c20a284d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:59.764646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:45:59.772320 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7e31a567-d0f1-4063-b90c-298d7173bec5 req-ae11dc7c-28eb-4988-a460-0c1ceffc3cce tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dc7f0e6-721b-4bf9-820c-05c7e986dd02 HTTP/1.1" status: 200 len: 210 time: 0.0447147 Sep 02 13:45:59.781602 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18e888-782a-4413-84c9-f8b042dd4405 req-9b5d0fa1-dcbd-4247-94c8-a13e7540aeb4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:45:59.784069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b18e888-782a-4413-84c9-f8b042dd4405 req-9b5d0fa1-dcbd-4247-94c8-a13e7540aeb4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 1.2651553 Sep 02 13:45:59.788113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:45:59.791254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=1c0b0215-c7c3-4247-bd5c-707c443c87da,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:45:59.803542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba74872-405f-4e24-8b4d-e27eda7c7264 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:45:59.809879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23a9c5ee-dc9d-49f4-af32-47c20a284d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:59.881255 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:45:59.886720 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:45:59.896718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.897408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.897954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.898534 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.899072 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.899603 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.900166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.900710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.901242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.901827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.902557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.903094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:45:59.991872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Transition to ACTIVE for port object 9ba74872-405f-4e24-8b4d-e27eda7c7264 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:45:59.994236 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.007306 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-23a9c5ee-dc9d-49f4-af32-47c20a284d1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6db28bff5e844cebadfd665cb86df139&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5015247 Sep 02 13:46:00.010032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44378) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:00.043474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9c5ee-dc9d-49f4-af32-47c20a284d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f5fc4d-f655-492b-a46b-51f23998490e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:00.135346 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b18e888-782a-4413-84c9-f8b042dd4405 req-50fc3ed7-04bd-4f96-8b95-69c1d63a7131 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404524 Sep 02 13:46:00.144705 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.155075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Deleting port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:00.165531 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.284922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1cf6b287-b308-46c4-b6c3-35db68b34186 None None] Provisioning for port 1c0b0215-c7c3-4247-bd5c-707c443c87da completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:00.290010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1cf6b287-b308-46c4-b6c3-35db68b34186 None None] Provisioning complete for port 1c0b0215-c7c3-4247-bd5c-707c443c87da triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:00.290597 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b287-b308-46c4-b6c3-35db68b34186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.332768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6b287-b308-46c4-b6c3-35db68b34186 None None] Port 1c0b0215-c7c3-4247-bd5c-707c443c87da cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:46:00.360409 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.373464 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba74872-405f-4e24-8b4d-e27eda7c7264,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:00.452176 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a950e00-92d0-42f0-b36c-4ae422930221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.490893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] For port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:00.491369 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.597649 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a950e00-92d0-42f0-b36c-4ae422930221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.603889 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8bef-b0a1-4121-a10d-cb7db717ad08 req-6369b61e-68fb-4a77-bf17-af8d08c2cf28 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:00.612369 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a20d8bef-b0a1-4121-a10d-cb7db717ad08 req-6369b61e-68fb-4a77-bf17-af8d08c2cf28 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 944 time: 0.0805988 Sep 02 13:46:00.623604 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.640650 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.645752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Attempting to bind port 9ba74872-405f-4e24-8b4d-e27eda7c7264 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:00.650072 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Attempting to bind port 9ba74872-405f-4e24-8b4d-e27eda7c7264 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'e021824b-9b40-42be-ad8d-f27a1c588c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6095625c-9fb9-43a2-8e97-305ef8470ec7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:00.650072 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Attempting to bind port 9ba74872-405f-4e24-8b4d-e27eda7c7264 on network 6095625c-9fb9-43a2-8e97-305ef8470ec7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:00.700951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Port 9ba74872-405f-4e24-8b4d-e27eda7c7264 on network 6095625c-9fb9-43a2-8e97-305ef8470ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:46:00.701284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Attempting to bind port 9ba74872-405f-4e24-8b4d-e27eda7c7264 on network 6095625c-9fb9-43a2-8e97-305ef8470ec7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:00.727503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:00.727888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Checking segment: {'id': 'e021824b-9b40-42be-ad8d-f27a1c588c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6095625c-9fb9-43a2-8e97-305ef8470ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:00.728286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Bound using segment: {'id': 'e021824b-9b40-42be-ad8d-f27a1c588c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6095625c-9fb9-43a2-8e97-305ef8470ec7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:00.729266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Bound port: 9ba74872-405f-4e24-8b4d-e27eda7c7264, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e021824b-9b40-42be-ad8d-f27a1c588c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6095625c-9fb9-43a2-8e97-305ef8470ec7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:00.729637 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:00.731654 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a20d8bef-b0a1-4121-a10d-cb7db717ad08 req-c974ec6c-948f-404a-8d82-6e596eef80fc tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7b3d72c-98d9-4499-b1a3-69882e569a57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181846 Sep 02 13:46:00.794645 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP 841ac493-853f-4370-98a1-c0a799a6d10f associated. External IP: 172.25.3.26, port: 064d3a71-911b-453e-89b0-1a572d306d4e. Sep 02 13:46:00.869781 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.087871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a950e00-92d0-42f0-b36c-4ae422930221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.090277 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4a950e00-92d0-42f0-b36c-4ae422930221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.091489 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4a950e00-92d0-42f0-b36c-4ae422930221 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0f5fc4d-f655-492b-a46b-51f23998490e HTTP/1.1" status: 204 len: 168 time: 1.0755262 Sep 02 13:46:01.144179 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ff34-1812-4763-9603-7c2de1565cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.156048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:01.257868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb0e9-4390-4473-b754-ea056668f1cc req-aa8d8497-9e21-44a1-bc04-761d6c2ce104 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:01.269375 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a38cb0e9-4390-4473-b754-ea056668f1cc req-aa8d8497-9e21-44a1-bc04-761d6c2ce104 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 944 time: 0.6010671 Sep 02 13:46:01.270462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a950e00-92d0-42f0-b36c-4ae422930221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f5fc4d-f655-492b-a46b-51f23998490e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:01.326601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] For port 9ba74872-405f-4e24-8b4d-e27eda7c7264, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:01.354466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] For port 9ba74872-405f-4e24-8b4d-e27eda7c7264, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ba74872-405f-4e24-8b4d-e27eda7c7264,segment=NetworkSegment(e021824b-9b40-42be-ad8d-f27a1c588c90),segment_id=e021824b-9b40-42be-ad8d-f27a1c588c90)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:01.359612 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.360095 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.360481 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Floating IP cd7c88cc-6b87-4e48-bfab-65f82c62dcc0 disassociated. External IP: 172.25.3.63, port: d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e. Sep 02 13:46:01.361027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Calling delete_port for d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:01.380161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.410926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a38cb0e9-4390-4473-b754-ea056668f1cc req-6fdf2096-d3ad-41cf-b0ce-14ffa5ca83ab tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290336 Sep 02 13:46:01.495806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:01.496590 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:01.498214 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] 10.222.0.90 "PUT /v2.0/ports/9ba74872-405f-4e24-8b4d-e27eda7c7264 HTTP/1.1" status: 200 len: 1092 time: 4.3266222 Sep 02 13:46:01.501317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dcee6c-e4c1-47ed-be58-a097211dfe83', 'tag': '9ba74872-405f-4e24-8b4d-e27eda7c7264'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:01.504090 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dcee6c-e4c1-47ed-be58-a097211dfe83", "tag": "9ba74872-405f-4e24-8b4d-e27eda7c7264"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:01.591234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:01.603331 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0721e-0f7d-43ee-8b3b-9a0864468f8e None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:01.640620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0721e-0f7d-43ee-8b3b-9a0864468f8e None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:01.642400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-bfb0721e-0f7d-43ee-8b3b-9a0864468f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:01.715210 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69105ad-a1f7-46c3-a7e8-e6a10ede4b58 x-openstack-request-id: req-c69105ad-a1f7-46c3-a7e8-e6a10ede4b58 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:01.726187 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dcee6c-e4c1-47ed-be58-a097211dfe83", "tag": "9ba74872-405f-4e24-8b4d-e27eda7c7264", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:01.726681 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c69105ad-a1f7-46c3-a7e8-e6a10ede4b58 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:01.727256 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dcee6c-e4c1-47ed-be58-a097211dfe83', 'tag': '9ba74872-405f-4e24-8b4d-e27eda7c7264', 'status': 'completed', 'code': 200} Sep 02 13:46:01.819373 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce510cce-b67b-4df0-9bde-b5a269c8c674 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba74872-405f-4e24-8b4d-e27eda7c7264,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:01.839776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-bfb0721e-0f7d-43ee-8b3b-9a0864468f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:01.853803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0721e-0f7d-43ee-8b3b-9a0864468f8e None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:01.854515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-bfb0721e-0f7d-43ee-8b3b-9a0864468f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:01.901103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae97d51-4049-496d-b24f-ac42637d461a req-5d7a5f33-be63-4782-9dd9-ff2e36726c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:01.902927 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-5d7a5f33-be63-4782-9dd9-ff2e36726c75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c3d6aeb7bbde4b95ade30ffd8cf5b332&device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 1095 time: 0.3505688 Sep 02 13:46:01.906877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-bfb0721e-0f7d-43ee-8b3b-9a0864468f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:01.909037 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0721e-0f7d-43ee-8b3b-9a0864468f8e None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:01.946605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36794423-708f-42eb-ac3c-8254c17aed87 req-bbfafbac-3b68-4243-8810-8ea87cdf95a4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:01.951838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-36794423-708f-42eb-ac3c-8254c17aed87 req-bbfafbac-3b68-4243-8810-8ea87cdf95a4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.3675649 Sep 02 13:46:02.049453 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-62ee46ab-7cdc-4442-a4a6-cf6eaf5f1890 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ba74872-405f-4e24-8b4d-e27eda7c7264 HTTP/1.1" status: 200 len: 217 time: 0.1101029 Sep 02 13:46:02.096125 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:02.118820 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-36794423-708f-42eb-ac3c-8254c17aed87 req-b9678f1e-55cb-4ef3-868c-07ddd2de1fdb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501968 Sep 02 13:46:02.132613 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:02.184598 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:02.257640 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:02.269360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae97d51-4049-496d-b24f-ac42637d461a req-a14bb879-9ed1-4740-845e-571fd1879660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:02.270963 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-a14bb879-9ed1-4740-845e-571fd1879660 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8726acd0-e58b-4109-b507-7b2dee1bbe7d HTTP/1.1" status: 200 len: 857 time: 0.2043691 Sep 02 13:46:02.278768 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:02.329553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a8639-5283-4154-9838-b71bcae9cb09 req-85f139d5-d365-47f5-bf52-2e5bd9fe401a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:02.336497 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-141a8639-5283-4154-9838-b71bcae9cb09 req-85f139d5-d365-47f5-bf52-2e5bd9fe401a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.3959160 Sep 02 13:46:02.338349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=1c0b0215-c7c3-4247-bd5c-707c443c87da,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:02.347880 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-b6b09e9c-969f-4326-b51a-9a785b933a50 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6095625c-9fb9-43a2-8e97-305ef8470ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657494 Sep 02 13:46:02.380284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:46:02.381562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:46:02.516144 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5aa89906-c543-4b81-ab3f-2c96ed24fa48 req-b4f71234-8a74-47dd-a81b-bc7607817fa0 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 210 time: 0.0708268 Sep 02 13:46:02.590089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-141a8639-5283-4154-9838-b71bcae9cb09 req-5ad7d7a6-d73e-46b3-94a3-22aa5191548a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/quotas/e5cb8c44680045f0a4b7ea0a303a9287 HTTP/1.1" status: 200 len: 375 time: 0.2525518 Sep 02 13:46:02.592179 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event deleted for resources: {'Port': ['ID=d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:02.626538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:02.755983 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-141a8639-5283-4154-9838-b71bcae9cb09 req-ba0c460f-208c-46cf-88fc-35ad8bfd2be1 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1648605 Sep 02 13:46:02.922268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:02.938677 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:02.944158 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68a5ef-c9fe-4d0f-99f9-7fc8d27e4a02 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:02.958859 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68a5ef-c9fe-4d0f-99f9-7fc8d27e4a02 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:02.959409 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9d68a5ef-c9fe-4d0f-99f9-7fc8d27e4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:03.036977 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9d68a5ef-c9fe-4d0f-99f9-7fc8d27e4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:03.056147 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68a5ef-c9fe-4d0f-99f9-7fc8d27e4a02 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:03.056962 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9d68a5ef-c9fe-4d0f-99f9-7fc8d27e4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:45:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:03.102345 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-a512e32d-2c63-4640-8707-73b1fe6dde3d service neutron] 10.222.0.90 "GET /v2.0/networks/6095625c-9fb9-43a2-8e97-305ef8470ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012839 Sep 02 13:46:03.126472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Router d447c60a-84bb-4e01-9d11-176c27d49332 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:03.136457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network d4870fa0-bf76-459f-b192-17dc165dab9f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:03.146432 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9d68a5ef-c9fe-4d0f-99f9-7fc8d27e4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:03.148455 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68a5ef-c9fe-4d0f-99f9-7fc8d27e4a02 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:03.156734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2286592d-838e-4b41-809e-cb71875e1d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/floatingips/841ac493-853f-4370-98a1-c0a799a6d10f HTTP/1.1" status: 200 len: 977 time: 4.6468043 Sep 02 13:46:03.157506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44452) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:03.177352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:03.190184 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0ba7a-63bb-434c-a812-165f2ce31546 req-e525e385-8065-4dc0-87cd-099be43401cb tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:03.212403 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2d0ba7a-63bb-434c-a812-165f2ce31546 req-e525e385-8065-4dc0-87cd-099be43401cb tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 944 time: 0.4775240 Sep 02 13:46:03.231125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cf0fa973-fb41-41eb-a5bb-68393b6fe966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:03.310831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-141a8639-5283-4154-9838-b71bcae9cb09 req-a4489a72-7de3-45a2-bcdc-8bd6888ed522 service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528903 Sep 02 13:46:03.312929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2d0ba7a-63bb-434c-a812-165f2ce31546 req-1e47e8cd-a67c-4499-8861-25fc783effdf tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992825 Sep 02 13:46:03.357784 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa973-fb41-41eb-a5bb-68393b6fe966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:03.586572 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e52d4b8-46ca-46a0-a88d-d4d8e130e6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:03.686662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-510b5f60-366f-4129-a204-04802c936ddd None None] Provisioning complete for port 1c0b0215-c7c3-4247-bd5c-707c443c87da triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:03.686925 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-510b5f60-366f-4129-a204-04802c936ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:03.776047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa973-fb41-41eb-a5bb-68393b6fe966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:03.791238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80ae35-a4e5-4580-9fce-445233283532 req-b871a8c0-bb99-4b2f-9a5c-1dbbd91b417d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:03.802499 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a80ae35-a4e5-4580-9fce-445233283532 req-b871a8c0-bb99-4b2f-9a5c-1dbbd91b417d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.3103347 Sep 02 13:46:03.809737 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa973-fb41-41eb-a5bb-68393b6fe966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:03.810250 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-cf0fa973-fb41-41eb-a5bb-68393b6fe966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP 841ac493-853f-4370-98a1-c0a799a6d10f disassociated. External IP: 172.25.3.26, port: a655ac70-bfc4-4c70-991a-f0de90028c8f. Sep 02 13:46:03.812694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-510b5f60-366f-4129-a204-04802c936ddd None None] Port 1c0b0215-c7c3-4247-bd5c-707c443c87da cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:46:04.018904 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5a80ae35-a4e5-4580-9fce-445233283532 req-2a52daec-cc81-46e3-bb26-9da0adb7f658 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153788 Sep 02 13:46:04.137988 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:04.280811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:04.381232 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-206136cc-0ff4-430d-b434-5abf67fbf28b req-d4028992-e256-4a81-a86c-4da966769404 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 210 time: 0.1899524 Sep 02 13:46:04.403854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0fa973-fb41-41eb-a5bb-68393b6fe966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:04.439005 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae97d51-4049-496d-b24f-ac42637d461a req-29da4a84-97ec-4236-8987-e60fe9b88366 service neutron] 10.222.0.90 "GET /v2.0/networks/6095625c-9fb9-43a2-8e97-305ef8470ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3111823 Sep 02 13:46:04.460675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:04.474266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-141a8639-5283-4154-9838-b71bcae9cb09 req-3e01b0a6-c9a7-49ee-bedc-b15361af97e9 service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1626372 Sep 02 13:46:04.474397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] Sync routers for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:04.494870 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:04.500941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:04.572516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] No DVR routers for this DVR port d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:04.592083 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:04.594673 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-960e72c8-4580-4472-ad40-91dae383ddbc req-3659d906-6158-469a-aa92-f0c26d2c31a4 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.90 "DELETE /v2.0/ports/d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e HTTP/1.1" status: 204 len: 173 time: 6.0601358 Sep 02 13:46:04.595322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-deleted', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:04.599364 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82e79df-652b-41fa-8cad-80bdba3ff07b" -d '{"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-deleted", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:04.664126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-3c973a3e-b130-420b-a69c-ee28f5f3fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:04.665710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-3c973a3e-b130-420b-a69c-ee28f5f3fd66 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c3d6aeb7bbde4b95ade30ffd8cf5b332&device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 1095 time: 0.1266220 Sep 02 13:46:04.666861 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:04.686831 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Sync routers for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:04.688095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ff9daeb4-639f-42b9-a39e-f4164f238f9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "PUT /v2.0/routers/e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3997259 Sep 02 13:46:04.701578 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:04.703031 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:04.806550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19ff26-b960-439e-97c1-66ba446631e1 req-76cb49af-d8ed-4084-878c-ddfaaedb5be3 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:04.814675 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba19ff26-b960-439e-97c1-66ba446631e1 req-76cb49af-d8ed-4084-878c-ddfaaedb5be3 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 944 time: 0.0997810 Sep 02 13:46:04.883054 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba19ff26-b960-439e-97c1-66ba446631e1 req-6566f1bc-f47b-45ca-949f-fb3637b1494c tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672452 Sep 02 13:46:04.902084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0fa973-fb41-41eb-a5bb-68393b6fe966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:04.915411 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa973-fb41-41eb-a5bb-68393b6fe966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:04.989998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31564121-7e33-4767-9300-bf0dc18cf1a9 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:05.005974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cf0fa973-fb41-41eb-a5bb-68393b6fe966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/floatingips/841ac493-853f-4370-98a1-c0a799a6d10f HTTP/1.1" status: 200 len: 687 time: 1.8348014 Sep 02 13:46:05.006734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:05.037989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-9216a4c7-7294-4ad6-a2dc-60c0e8bcab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:05.039674 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-9216a4c7-7294-4ad6-a2dc-60c0e8bcab15 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6095625c-9fb9-43a2-8e97-305ef8470ec7 HTTP/1.1" status: 200 len: 918 time: 0.3500779 Sep 02 13:46:05.041299 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5427131a-6436-4a84-8046-86b4a678110e x-openstack-request-id: req-5427131a-6436-4a84-8046-86b4a678110e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:05.041597 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4470bf07-84be-4db8-810a-c281a0a9eb9b", "name": "network-vif-deleted", "tag": "d8acc518-0919-4b47-9e6f-1e8b7a9dfb2e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:05.041851 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5427131a-6436-4a84-8046-86b4a678110e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:05.043799 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4470bf07-84be-4db8-810a-c281a0a9eb9b', 'name': 'network-vif-deleted', 'tag': 'd8acc518-0919-4b47-9e6f-1e8b7a9dfb2e', 'status': 'completed', 'code': 200} Sep 02 13:46:05.092937 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:05.094566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31564121-7e33-4767-9300-bf0dc18cf1a9 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:05.096801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-31564121-7e33-4767-9300-bf0dc18cf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:05.118095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-649c8ed4-55cd-47a9-87be-a6a6ff624673 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ba74872-405f-4e24-8b4d-e27eda7c7264 HTTP/1.1" status: 200 len: 217 time: 0.0676873 Sep 02 13:46:05.182966 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:05.340541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-a9c575cc-db73-42cf-9095-97ae14d59bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:05.342055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-a9c575cc-db73-42cf-9095-97ae14d59bed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8726acd0-e58b-4109-b507-7b2dee1bbe7d HTTP/1.1" status: 200 len: 857 time: 0.2064648 Sep 02 13:46:05.373776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-31564121-7e33-4767-9300-bf0dc18cf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:05.380677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd51f11-ed54-4364-8ff3-99dd14c30758 req-b96b0857-0322-4606-8bad-97a2af92824c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:05.400711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0bd51f11-ed54-4364-8ff3-99dd14c30758 req-b96b0857-0322-4606-8bad-97a2af92824c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1210105 Sep 02 13:46:05.452001 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-54035826-291e-429d-8371-2680094ebdc6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6095625c-9fb9-43a2-8e97-305ef8470ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983448 Sep 02 13:46:05.474048 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3582ff1d-ba37-4f62-aeff-4c734fbcc8c5 req-8c359391-6ad6-46e1-9c30-7398cbe4ee5d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=40e07517-cf4c-4770-ae30-d3aa14cc3251 HTTP/1.1" status: 200 len: 210 time: 0.2966042 Sep 02 13:46:05.519065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31564121-7e33-4767-9300-bf0dc18cf1a9 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:05.522875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-31564121-7e33-4767-9300-bf0dc18cf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:05.570099 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:05.646263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 33287c8f-c840-4a02-86a1-9b3b3c35bbfd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:05.646616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:05.701460 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-2fcf66e9-35d1-48cd-a92c-655987e3c079 service neutron] 10.222.0.90 "GET /v2.0/networks/6095625c-9fb9-43a2-8e97-305ef8470ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352242 Sep 02 13:46:05.711039 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4230b5a4-55ee-44ec-b99e-72e8a9a0b4c0 req-9989a934-b511-42ec-b273-d8c67d96bf02 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/ports?device_id=4470bf07-84be-4db8-810a-c281a0a9eb9b HTTP/1.1" status: 200 len: 210 time: 0.0589039 Sep 02 13:46:05.719292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-31564121-7e33-4767-9300-bf0dc18cf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:05.721045 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31564121-7e33-4767-9300-bf0dc18cf1a9 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:05.863964 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:05.864464 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:05.882258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 33287c8f-c840-4a02-86a1-9b3b3c35bbfd owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:05.899470 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0bd51f11-ed54-4364-8ff3-99dd14c30758 req-8b9ce6c8-4d4c-4489-be7e-7174ba1b6ef6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4970505 Sep 02 13:46:05.990252 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a58962b-baaa-4ff4-861d-b5d2cd0fc8bb req-fc9f4a7c-2add-4e58-8829-90a984320f5a service neutron] 10.222.0.90 "GET /v2.0/networks/6095625c-9fb9-43a2-8e97-305ef8470ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710569 Sep 02 13:46:06.006293 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:00Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'afa91b89-886f-4396-9db2-7a2232259fcd', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:52Z', 'updated_at': '2021-09-02T13:44:59Z', 'revision_number': 1, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0b0215-c7c3-4247-bd5c-707c443c87da', 'name': '', 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:a4:ca:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9dcc8291-3a96-4807-ab44-59cced623505', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:58Z', 'updated_at': '2021-09-02T13:46:01Z', 'revision_number': 2, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '9dcc8291-3a96-4807-ab44-59cced623505', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:06.095332 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Checking router: e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:46:06.103105 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Updating router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 port 1c0b0215-c7c3-4247-bd5c-707c443c87da binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:46:06.200548 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:06.223546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ae8a3-c185-4f29-bae4-3deb3c7ab062 req-884f5977-983d-4272-9f0d-93ddbd10d738 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:06.238244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-659ae8a3-c185-4f29-bae4-3deb3c7ab062 req-884f5977-983d-4272-9f0d-93ddbd10d738 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 944 time: 0.1708741 Sep 02 13:46:06.269972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:06.360149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=33287c8f-c840-4a02-86a1-9b3b3c35bbfd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:06.405655 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-659ae8a3-c185-4f29-bae4-3deb3c7ab062 req-f23db5cf-e6fb-469b-9226-e82dd48e238a tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624317 Sep 02 13:46:06.415870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:06.420374 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:06.424648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:06.424806 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1f66d147-29a8-4937-815f-e08de1866ef6 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/floatingips/841ac493-853f-4370-98a1-c0a799a6d10f HTTP/1.1" status: 204 len: 168 time: 1.4149346 Sep 02 13:46:06.615686 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-46553a24-7f23-4c88-b20d-6aa0698cb18b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] delete failed (client error): The resource could not be found. Sep 02 13:46:06.618760 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-46553a24-7f23-4c88-b20d-6aa0698cb18b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/floatingips/841ac493-853f-4370-98a1-c0a799a6d10f HTTP/1.1" status: 404 len: 345 time: 0.1925735 Sep 02 13:46:06.623164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44528) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:06.664589 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:06.788357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b11e8e95-b475-4a71-9f01-b7cfd40d7a67', 'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'mac_address': 'fa:16:3e:c1:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:30Z', 'updated_at': '2021-09-02T13:35:41Z', 'revision_number': 5, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'subnets': [{'id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:06.828981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a2527-eb42-4e09-b224-aebe661ee104 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:06.839386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a2527-eb42-4e09-b224-aebe661ee104 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:06.847948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a2527-eb42-4e09-b224-aebe661ee104 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:06.852469 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5c4a2527-eb42-4e09-b224-aebe661ee104 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "GET /v2.0/ports?network_id=89e9ee14-d190-4e86-ab10-fb808b9618e9 HTTP/1.1" status: 200 len: 2358 time: 0.2250891 Sep 02 13:46:06.853451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44540) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:06.865125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] Checking router: d447c60a-84bb-4e01-9d11-176c27d49332 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:46:06.896201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:06.896873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:06.976400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:07.070915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef92048-8466-4abd-8b92-901b1f41af42 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:07.072332 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6ef92048-8466-4abd-8b92-901b1f41af42 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "GET /v2.0/subnets/b7e2dbf5-ed68-4e7c-8909-27b074f16583 HTTP/1.1" status: 200 len: 797 time: 0.2168610 Sep 02 13:46:07.079500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:07.086587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'port': {'network_id': '89e9ee14-d190-4e86-ab10-fb808b9618e9', 'name': 'tempest-FloatingIPTestJSON-259564056', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:07.122614 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:07.158683 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Transition to ACTIVE for port object 1c0b0215-c7c3-4247-bd5c-707c443c87da will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:07.178077 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:07.209870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1c8dbbb-fe59-4d0c-84ed-aee0a12783ed tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:07.234361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:07.262010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f1041-1dce-4f39-b925-392c0f1988b9 req-e6413c40-e368-4165-9615-54e2bf7de230 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:07.274738 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-783f1041-1dce-4f39-b925-392c0f1988b9 req-e6413c40-e368-4165-9615-54e2bf7de230 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1872883 Sep 02 13:46:07.320112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-b2cc783c-2b35-4435-8ca4-397507b88d4a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:07.338080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-b2cc783c-2b35-4435-8ca4-397507b88d4a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.6047215 Sep 02 13:46:07.392509 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-783f1041-1dce-4f39-b925-392c0f1988b9 req-2c31c738-8a88-4fe4-aa3d-10fbce384b52 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057024 Sep 02 13:46:07.407997 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Attempting to bind port 1c0b0215-c7c3-4247-bd5c-707c443c87da on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:07.408373 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Attempting to bind port 1c0b0215-c7c3-4247-bd5c-707c443c87da by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:07.408743 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Attempting to bind port 1c0b0215-c7c3-4247-bd5c-707c443c87da on network d4870fa0-bf76-459f-b192-17dc165dab9f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:07.426153 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:07.433725 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Checking segment: {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:07.434484 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:07.435034 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Bound using segment: {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:07.435679 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Bound port: 1c0b0215-c7c3-4247-bd5c-707c443c87da, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45165a9-8238-4798-a5aa-b00a2a273afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:07.436350 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:07.445712 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1c8dbbb-fe59-4d0c-84ed-aee0a12783ed tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:07.496030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-215350c7-dd7c-48d6-a758-49c056cf1fc2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/quotas/e5cb8c44680045f0a4b7ea0a303a9287 HTTP/1.1" status: 200 len: 375 time: 0.1564834 Sep 02 13:46:07.582075 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] For port 1c0b0215-c7c3-4247-bd5c-707c443c87da, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:07.597293 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] For port 1c0b0215-c7c3-4247-bd5c-707c443c87da, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1c0b0215-c7c3-4247-bd5c-707c443c87da,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:07.604022 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Pushing event updated for resources: {'Port': ['ID=1c0b0215-c7c3-4247-bd5c-707c443c87da,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:07.628985 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.636246 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.636868 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.637398 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.637914 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.638422 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.638927 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.639996 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.640521 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.643534 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.645509 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.647079 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:07.650959 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:07.656994 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-d73f7881-614d-436e-8567-3f7c994a0b9e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1596813 Sep 02 13:46:07.681017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b2349-66e2-437c-b4d2-fb3aef06ef2f req-ef692a17-9108-45b2-8b67-fc674739b815 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:07.692889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd3b2349-66e2-437c-b4d2-fb3aef06ef2f req-ef692a17-9108-45b2-8b67-fc674739b815 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 944 time: 0.1364450 Sep 02 13:46:07.755979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd3b2349-66e2-437c-b4d2-fb3aef06ef2f req-5964ed8a-0bfb-406f-8db4-a4ca4acd0e64 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585454 Sep 02 13:46:07.806982 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce4a12-a272-4798-86cc-62202aa5ce68 None None] Pushing event updated for resources: {'Port': ['ID=1c0b0215-c7c3-4247-bd5c-707c443c87da,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:07.810534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Made reservation on behalf of ad2c819335db401b9a5fdeaa8bfbea73 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:07.830521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b11e8e95-b475-4a71-9f01-b7cfd40d7a67', 'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'mac_address': 'fa:16:3e:c1:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:30Z', 'updated_at': '2021-09-02T13:35:41Z', 'revision_number': 5, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'subnets': [{'id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:07.855155 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:07.855814 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:07.920717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c80da-f1a4-4f8e-a236-af2e48100eae None None] The sync data for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 is: [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:35:32Z', 'revision_number': 4, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b11e8e95-b475-4a71-9f01-b7cfd40d7a67', 'name': '', 'network_id': '5965e849-8a36-4836-bb86-d1198a6e6395', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'mac_address': 'fa:16:3e:c1:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:30Z', 'updated_at': '2021-09-02T13:35:41Z', 'revision_number': 5, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'subnets': [{'id': '2d11bfc7-0690-4094-a929-b96d038a29bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:08.097893 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:08.256686 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9ba74872-405f-4e24-8b4d-e27eda7c7264 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:46:08.463742 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8eb38e-991c-489d-9436-19ee1e2655a6 None None] New status for floating IP cd7c88cc-6b87-4e48-bfab-65f82c62dcc0: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:46:08.477631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9ba74872-405f-4e24-8b4d-e27eda7c7264, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ba74872-405f-4e24-8b4d-e27eda7c7264,segment=NetworkSegment(e021824b-9b40-42be-ad8d-f27a1c588c90),segment_id=e021824b-9b40-42be-ad8d-f27a1c588c90)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:08.505429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '9ba74872-405f-4e24-8b4d-e27eda7c7264', 'network_id': '6095625c-9fb9-43a2-8e97-305ef8470ec7', 'port_id': '9ba74872-405f-4e24-8b4d-e27eda7c7264', 'mac_address': 'fa:16:3e:56:54:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8726acd0-e58b-4109-b507-7b2dee1bbe7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:46:08.543706 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:08.561972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba74872-405f-4e24-8b4d-e27eda7c7264 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:08.582290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9ba74872-405f-4e24-8b4d-e27eda7c7264, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ba74872-405f-4e24-8b4d-e27eda7c7264,segment=NetworkSegment(e021824b-9b40-42be-ad8d-f27a1c588c90),segment_id=e021824b-9b40-42be-ad8d-f27a1c588c90)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:08.590589 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:08.641922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8d3a-602e-4173-a271-45e7d43d9e79 req-9399e2c5-fd89-4a1f-9136-24d9815d4c7c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:08.654322 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-582a8d3a-602e-4173-a271-45e7d43d9e79 req-9399e2c5-fd89-4a1f-9136-24d9815d4c7c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1178904 Sep 02 13:46:08.686830 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1c8dbbb-fe59-4d0c-84ed-aee0a12783ed tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:08.690435 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1c8dbbb-fe59-4d0c-84ed-aee0a12783ed tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:08.702871 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e1c8dbbb-fe59-4d0c-84ed-aee0a12783ed tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7b3d72c-98d9-4499-b1a3-69882e569a57 HTTP/1.1" status: 204 len: 168 time: 1.7210498 Sep 02 13:46:08.706871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:08.751273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8dbbb-fe59-4d0c-84ed-aee0a12783ed tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3d72c-98d9-4499-b1a3-69882e569a57,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:08.786768 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-a946a02b-861b-4186-bbd0-d5a6d173acb8 service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1287129 Sep 02 13:46:08.823895 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-6ed91933-7caa-4bf6-a272-eaed3c471c97 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] show failed (client error): The resource could not be found. Sep 02 13:46:08.832985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6ed91933-7caa-4bf6-a272-eaed3c471c97 tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "GET /v2.0/security-groups/e7b3d72c-98d9-4499-b1a3-69882e569a57 HTTP/1.1" status: 404 len: 347 time: 0.1169839 Sep 02 13:46:08.843046 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44568) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:08.844887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=9ba74872-405f-4e24-8b4d-e27eda7c7264,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:08.885357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['9ba74872-405f-4e24-8b4d-e27eda7c7264'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:46:08.925236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-582a8d3a-602e-4173-a271-45e7d43d9e79 req-8ed49f98-291a-4d12-ad83-5b40fa8d65c5 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686822 Sep 02 13:46:08.990385 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:00Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'afa91b89-886f-4396-9db2-7a2232259fcd', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:52Z', 'updated_at': '2021-09-02T13:44:59Z', 'revision_number': 1, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0b0215-c7c3-4247-bd5c-707c443c87da', 'name': '', 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:a4:ca:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9dcc8291-3a96-4807-ab44-59cced623505', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:58Z', 'updated_at': '2021-09-02T13:46:07Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '9dcc8291-3a96-4807-ab44-59cced623505', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:09.064560 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-8f847fb6-8395-4b38-979a-31a2e03a462e service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769177 Sep 02 13:46:09.071330 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:09.093267 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a23007a-f3d8-4df3-aa53-0049e5d966f2 None None] The sync data for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 is: [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:00Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'afa91b89-886f-4396-9db2-7a2232259fcd', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:52Z', 'updated_at': '2021-09-02T13:44:59Z', 'revision_number': 1, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0b0215-c7c3-4247-bd5c-707c443c87da', 'name': '', 'network_id': 'd4870fa0-bf76-459f-b192-17dc165dab9f', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:a4:ca:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '9dcc8291-3a96-4807-ab44-59cced623505', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:45:58Z', 'updated_at': '2021-09-02T13:46:07Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '9dcc8291-3a96-4807-ab44-59cced623505', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:09.120629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] device_id is not set on port 9ca81d5f-4f8b-4b65-b197-1ef26b97b234 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:46:09.565235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09788f4a-4e15-492b-a64c-b2db3072fe15 req-d9f115ba-cff8-49c9-ac9b-6da5eda34a08 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:09.572227 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09788f4a-4e15-492b-a64c-b2db3072fe15 req-d9f115ba-cff8-49c9-ac9b-6da5eda34a08 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 945 time: 0.3456588 Sep 02 13:46:09.647262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Deleting port c55df690-0dea-4e6f-a804-87f2150984fb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:09.647676 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:09.664046 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2c882615-6caf-42e1-aa69-41bc22956f9f req-ebdcac98-ee12-45f7-abe6-918b9878e63d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 210 time: 0.0746989 Sep 02 13:46:09.849818 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:09.850239 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:09.879673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Calling delete_port for c55df690-0dea-4e6f-a804-87f2150984fb owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:10.043454 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.20.0.14 (89e9ee14-d190-4e86-ab10-fb808b9618e9/b7e2dbf5-ed68-4e7c-8909-27b074f16583/9ca81d5f-4f8b-4b65-b197-1ef26b97b234) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:10.069518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.20.0.13 (89e9ee14-d190-4e86-ab10-fb808b9618e9/b7e2dbf5-ed68-4e7c-8909-27b074f16583/9ca81d5f-4f8b-4b65-b197-1ef26b97b234) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:10.094007 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09788f4a-4e15-492b-a64c-b2db3072fe15 req-e6c6416a-1b1e-4414-8e4a-ed8248fdabda tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033741 Sep 02 13:46:10.257381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9ba74872-405f-4e24-8b4d-e27eda7c7264 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:10.378657 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:10.487576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 9ba74872-405f-4e24-8b4d-e27eda7c7264 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:10.487829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Pushing event deleted for resources: {'Port': ['ID=c55df690-0dea-4e6f-a804-87f2150984fb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:10.508308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 9ba74872-405f-4e24-8b4d-e27eda7c7264 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:10.510516 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:10.631956 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:10.634769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:10.636988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4f4683db-86f9-425d-82ec-a3b12c74c8db tempest-ServerActionsTestJSON-1530580254 tempest-ServerActionsTestJSON-1530580254-project] 10.222.0.13 "DELETE /v2.0/floatingips/cd7c88cc-6b87-4e48-bfab-65f82c62dcc0 HTTP/1.1" status: 204 len: 168 time: 1.7866268 Sep 02 13:46:10.639336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44592) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:10.660149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:10.901026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51a823-b8ab-40aa-8888-632b249f6068 req-915cbe21-6a93-4ae1-9eac-b2c264b2417a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:10.914087 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d51a823-b8ab-40aa-8888-632b249f6068 req-915cbe21-6a93-4ae1-9eac-b2c264b2417a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.6565678 Sep 02 13:46:10.923284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b21a120-dd24-48f9-af11-2e1d222d4639 req-593adb05-9bfb-4753-a6c3-b55d0e8ba146 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 210 time: 0.0689018 Sep 02 13:46:10.925452 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:11.017106 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:11.078056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dcee6c-e4c1-47ed-be58-a097211dfe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba74872-405f-4e24-8b4d-e27eda7c7264'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:11.084776 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e3c30-0abb-48e8-8b0f-62227a8e5411" -d '{"events": [{"server_uuid": "a9dcee6c-e4c1-47ed-be58-a097211dfe83", "name": "network-vif-plugged", "status": "completed", "tag": "9ba74872-405f-4e24-8b4d-e27eda7c7264"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:11.158526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:11.165081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9ba74872-405f-4e24-8b4d-e27eda7c7264, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ba74872-405f-4e24-8b4d-e27eda7c7264,segment=NetworkSegment(e021824b-9b40-42be-ad8d-f27a1c588c90),segment_id=e021824b-9b40-42be-ad8d-f27a1c588c90)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:11.177127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:11.179431 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:11.185107 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d51a823-b8ab-40aa-8888-632b249f6068 req-d14c192a-022d-4699-99ed-728bceb86ad4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263708 Sep 02 13:46:11.186670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:11.200977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=9ca81d5f-4f8b-4b65-b197-1ef26b97b234,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:11.307574 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d22b9aa-2fc2-44ce-8aa6-17617d03f9e1 x-openstack-request-id: req-0d22b9aa-2fc2-44ce-8aa6-17617d03f9e1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:11.308149 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dcee6c-e4c1-47ed-be58-a097211dfe83", "name": "network-vif-plugged", "status": "completed", "tag": "9ba74872-405f-4e24-8b4d-e27eda7c7264", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:11.313883 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d22b9aa-2fc2-44ce-8aa6-17617d03f9e1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:11.315797 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dcee6c-e4c1-47ed-be58-a097211dfe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba74872-405f-4e24-8b4d-e27eda7c7264', 'code': 200} Sep 02 13:46:11.324255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:11.324970 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:11.362254 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fd2c27a1-d89d-49a8-a044-f1865e097767 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.2795587 Sep 02 13:46:11.364818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:11.388596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': '9ca81d5f-4f8b-4b65-b197-1ef26b97b234', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:11.414671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=9ba74872-405f-4e24-8b4d-e27eda7c7264,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:11.444676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1c0b0215-c7c3-4247-bd5c-707c443c87da up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:11.488384 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:11.560585 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 1c0b0215-c7c3-4247-bd5c-707c443c87da completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:11.566703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1c0b0215-c7c3-4247-bd5c-707c443c87da triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:11.566703 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:11.674558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522510cb-93e6-497b-8dbf-cd52a7cbeeb5 req-1bfd771b-d26b-431b-af28-e7017e1689bb tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:11.676490 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-522510cb-93e6-497b-8dbf-cd52a7cbeeb5 req-1bfd771b-d26b-431b-af28-e7017e1689bb tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 946 time: 0.2140620 Sep 02 13:46:11.824382 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-522510cb-93e6-497b-8dbf-cd52a7cbeeb5 req-b7c0ebf3-47fd-4dd1-9ffe-8b9763386835 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383421 Sep 02 13:46:11.824891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:11.929272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:11.955758 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.015108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 1c0b0215-c7c3-4247-bd5c-707c443c87da, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1c0b0215-c7c3-4247-bd5c-707c443c87da,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:12.022631 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.041890 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f18e19c-fc34-4ac6-ab45-30923256b03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.063883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a60ff0-b4b5-4fd2-8372-48d632fa4493 req-c7f4ece8-2901-4d71-89ec-18f1ba136a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:12.065589 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9a60ff0-b4b5-4fd2-8372-48d632fa4493 req-c7f4ece8-2901-4d71-89ec-18f1ba136a6e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 1097 time: 0.5823586 Sep 02 13:46:12.105924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=1c0b0215-c7c3-4247-bd5c-707c443c87da,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:12.150321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c656e8ac-4d34-462c-a122-bbb43d9db6ef req-f338dd97-acc1-439b-8934-69b9d4ce3018 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 210 time: 0.0603733 Sep 02 13:46:12.195756 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f18e19c-fc34-4ac6-ab45-30923256b03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.205662 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f18e19c-fc34-4ac6-ab45-30923256b03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.261807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7f18e19c-fc34-4ac6-ab45-30923256b03c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a268718f0e034a619966268722be756a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344819 Sep 02 13:46:12.265737 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44622) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:12.266469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18e19c-fc34-4ac6-ab45-30923256b03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa194ea-058f-4f11-a0f1-daf4836dbdca,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:12.347311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-ebe74ae4-f173-4163-aa56-418bc69287f6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:12.348915 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-ebe74ae4-f173-4163-aa56-418bc69287f6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.6262214 Sep 02 13:46:12.369403 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e9a60ff0-b4b5-4fd2-8372-48d632fa4493 req-9b92f070-7d05-4b8e-a8d3-d5757f4eee21 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874000 Sep 02 13:46:12.478248 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Request body: {'port': {'device_id': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'admin_state_up': True, 'tenant_id': 'e5cb8c44680045f0a4b7ea0a303a9287'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:12.499344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.25.3.168 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/1332d3e6-403f-4f34-89bb-1817fd4f4d06) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:12.558366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2346f8f-c0ef-4aa3-a953-d7cdf59a4d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.587842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2346f8f-c0ef-4aa3-a953-d7cdf59a4d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.674734 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2346f8f-c0ef-4aa3-a953-d7cdf59a4d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.675091 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.678459 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2346f8f-c0ef-4aa3-a953-d7cdf59a4d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.684952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b2346f8f-c0ef-4aa3-a953-d7cdf59a4d43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fa194ea-058f-4f11-a0f1-daf4836dbdca HTTP/1.1" status: 204 len: 168 time: 0.4099874 Sep 02 13:46:12.740324 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2346f8f-c0ef-4aa3-a953-d7cdf59a4d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa194ea-058f-4f11-a0f1-daf4836dbdca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:12.768015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305cd0e-9f3f-4226-951f-0c735e97c391 req-bcc50c6e-6d35-4abc-b3a7-3402cf233971 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:12.774483 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2305cd0e-9f3f-4226-951f-0c735e97c391 req-bcc50c6e-6d35-4abc-b3a7-3402cf233971 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.2721057 Sep 02 13:46:12.878640 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.886369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Made reservation on behalf of e5cb8c44680045f0a4b7ea0a303a9287 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:12.890722 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:12.966601 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2305cd0e-9f3f-4226-951f-0c735e97c391 req-c5aa1a67-8601-471a-8e8c-a85b65472c41 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770117 Sep 02 13:46:12.993742 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:13.077624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:13.077624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:13.078774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:13.085835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=1332d3e6-403f-4f34-89bb-1817fd4f4d06,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:13.157596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Allocated IP 172.20.0.7 (04f58d53-09f2-489d-aa85-f3c7058c3db1/f81c2717-e364-4450-b8a3-72bdc97b0530/76238efb-44dc-444f-bb34-01564d3a20d9) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:13.304470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9f240-ea19-4cb1-8068-38ded85987db req-ffa0bab9-6244-4eb9-825e-fc40c903584b tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:13.313761 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32f9f240-ea19-4cb1-8068-38ded85987db req-ffa0bab9-6244-4eb9-825e-fc40c903584b tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 946 time: 0.1948833 Sep 02 13:46:13.386230 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1c0b0215-c7c3-4247-bd5c-707c443c87da up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:13.450128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-32f9f240-ea19-4cb1-8068-38ded85987db req-a9f56d02-3e9c-4e90-9349-207fab957615 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350024 Sep 02 13:46:13.530606 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-af4d047d-8832-4d6f-94c1-750e43b0e9dc req-c2ad50f9-c0c1-4097-97f1-57484aa2b0a8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 210 time: 0.2282722 Sep 02 13:46:13.582794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1c0b0215-c7c3-4247-bd5c-707c443c87da triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:13.588791 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:13.659704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:13.843146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:13.902282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:13.933708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:13.934055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:13.950250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:13.989617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Deleting port b11e8e95-b475-4a71-9f01-b7cfd40d7a67 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:13.990257 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:14.053073 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:14.414557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44664) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:14.435814 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:14.444828 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:14.473531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event updated for resources: {'Port': ['ID=76238efb-44dc-444f-bb34-01564d3a20d9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:14.552051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=1332d3e6-403f-4f34-89bb-1817fd4f4d06,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:14.555195 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:14.595644 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:14.597139 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:14.662586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e184b-f15d-49ef-ace1-8fbccf3e9afd req-8984d1ac-097b-4bb2-a21b-b77894b38982 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:14.665305 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9c5e184b-f15d-49ef-ace1-8fbccf3e9afd req-8984d1ac-097b-4bb2-a21b-b77894b38982 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.2780733 Sep 02 13:46:14.679974 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-48c57d34-d68e-4eb7-9d04-2025f681713e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3161309 Sep 02 13:46:14.715846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d2cca-8c7b-4431-8b05-3c89e5198993 req-10a73950-cd16-4e32-8a11-bf5b01a20732 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:14.717443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f27d2cca-8c7b-4431-8b05-3c89e5198993 req-10a73950-cd16-4e32-8a11-bf5b01a20732 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 946 time: 0.0767415 Sep 02 13:46:14.723358 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP f852a7d9-1ecb-4758-bc4e-bd0342ffef9a associated. External IP: 172.25.3.168, port: 9ca81d5f-4f8b-4b65-b197-1ef26b97b234. Sep 02 13:46:14.736283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Request body: {'port': {'device_id': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:14.826018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-603340205-network', 'tenant_id': 'bf779b631d324631bd7796cccb212060'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:14.840099 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f27d2cca-8c7b-4431-8b05-3c89e5198993 req-cad73c43-03be-47e2-8988-84b892108a09 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805113 Sep 02 13:46:14.864200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] For port b11e8e95-b475-4a71-9f01-b7cfd40d7a67, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b11e8e95-b475-4a71-9f01-b7cfd40d7a67,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:14.876806 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:14.989870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Calling delete_port for b11e8e95-b475-4a71-9f01-b7cfd40d7a67 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:15.014618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9c5e184b-f15d-49ef-ace1-8fbccf3e9afd req-0a7e0bae-66d5-4eb0-9198-7b16ac0916df tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368142 Sep 02 13:46:15.039952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f7adc-81a7-4819-8e13-9c159427cf83 req-6aa39d8a-0dcd-4aa9-9809-84ec70e1cc98 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:15.048538 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-611f7adc-81a7-4819-8e13-9c159427cf83 req-6aa39d8a-0dcd-4aa9-9809-84ec70e1cc98 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 931 time: 0.0832391 Sep 02 13:46:15.050187 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:15.053891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Made reservation on behalf of bf779b631d324631bd7796cccb212060 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:15.055802 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:15.075972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:15.183471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-611f7adc-81a7-4819-8e13-9c159427cf83 req-e6914568-de0e-446f-a922-05ec496a31d8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339142 Sep 02 13:46:15.257908 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:15.276605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:15.292453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0f34e-2ed3-4cfd-a369-e0d697026cfe None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:15.319063 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:15.357666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0f34e-2ed3-4cfd-a369-e0d697026cfe None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:15.363282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6db0f34e-2ed3-4cfd-a369-e0d697026cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:15.386278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6e8b7bf3-0737-40ee-be94-cf90673af9ae tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0201507 Sep 02 13:46:15.391036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44682) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:15.404207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8d423f3d-4beb-4889-9777-155c2f2e059d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'port_id': '9ca81d5f-4f8b-4b65-b197-1ef26b97b234', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:15.502934 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d423f3d-4beb-4889-9777-155c2f2e059d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:15.520154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6db0f34e-2ed3-4cfd-a369-e0d697026cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:15.536213 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0f34e-2ed3-4cfd-a369-e0d697026cfe None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:15.537143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6db0f34e-2ed3-4cfd-a369-e0d697026cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:15.593708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6db0f34e-2ed3-4cfd-a369-e0d697026cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:15.594791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0f34e-2ed3-4cfd-a369-e0d697026cfe None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:15.790746 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:15.844082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11e8e95-b475-4a71-9f01-b7cfd40d7a67,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:15.847870 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:15.860226 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:15.875608 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:46:15.940632 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:15.940994 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Added segment b5e4a09d-d396-4088-9a8f-22c11de1d7ae of type vlan for network c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 Sep 02 13:46:16.051132 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901a595f-9c70-4347-abcd-81b9ae861cbe,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:16.059263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76238efb-44dc-444f-bb34-01564d3a20d9 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:16.064804 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:16.090790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:16.255691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Transition to ACTIVE for port object 76238efb-44dc-444f-bb34-01564d3a20d9 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:16.273080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:16.274273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb6344-7026-435f-93f1-343892b4cded req-986d78e0-ac3c-4ac5-b5a3-a59847b55513 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:16.274912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:16.274912 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:16.277866 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbfb6344-7026-435f-93f1-343892b4cded req-986d78e0-ac3c-4ac5-b5a3-a59847b55513 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 946 time: 0.6805611 Sep 02 13:46:16.310601 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:16.340737 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbfb6344-7026-435f-93f1-343892b4cded req-7c2e3374-6908-4645-8455-c7cd13c5045a tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540230 Sep 02 13:46:16.409335 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9881680 Sep 02 13:46:16.424207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44700) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:16.431372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Request body: {'subnet': {'network_id': 'c6e0ce5f-dda8-49c4-bbce-d845b4bd1727', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-603340205-subnet', 'tenant_id': 'bf779b631d324631bd7796cccb212060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:16.481219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Pushing event updated for resources: {'Port': ['ID=76238efb-44dc-444f-bb34-01564d3a20d9,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:16.491856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e5724-b7a4-4f44-a459-1fda82374aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:16.511354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:46:16.522350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38ffb8-f186-49d9-8d37-9471b58bc257 req-13e8b24e-6494-45a9-8521-0825345cd97c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:16.524026 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3a38ffb8-f186-49d9-8d37-9471b58bc257 req-13e8b24e-6494-45a9-8521-0825345cd97c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.3080332 Sep 02 13:46:16.529442 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:16.530578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-874c88fe-df2b-4322-b392-7f976d7d55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:16.532097 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-874c88fe-df2b-4322-b392-7f976d7d55ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1097 time: 0.4187715 Sep 02 13:46:16.564203 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Made reservation on behalf of bf779b631d324631bd7796cccb212060 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:16.566486 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:16.692350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:16.763918 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d423f3d-4beb-4889-9777-155c2f2e059d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:16.773489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea60f7-5c54-4b0f-975e-22ec2256a74a req-76c2c69d-45ed-461c-9039-613f17be1f7a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:16.775463 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54ea60f7-5c54-4b0f-975e-22ec2256a74a req-76c2c69d-45ed-461c-9039-613f17be1f7a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 943 time: 0.3028259 Sep 02 13:46:16.780238 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d423f3d-4beb-4889-9777-155c2f2e059d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:16.894733 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3a38ffb8-f186-49d9-8d37-9471b58bc257 req-703dd5f5-e756-4b56-966b-e54ffcb91c7d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471308 Sep 02 13:46:16.927042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-54ea60f7-5c54-4b0f-975e-22ec2256a74a req-bf713b51-277b-41ad-9fa9-712f9967739b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055996 Sep 02 13:46:17.010740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Attempting to bind port 76238efb-44dc-444f-bb34-01564d3a20d9 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:17.010740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Attempting to bind port 76238efb-44dc-444f-bb34-01564d3a20d9 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:17.011102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Attempting to bind port 76238efb-44dc-444f-bb34-01564d3a20d9 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:17.035593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-8d316f3f-ecc7-4822-beb3-f634f9f93d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:17.037068 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-8d316f3f-ecc7-4822-beb3-f634f9f93d4e service neutron] 10.222.0.77 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.4822338 Sep 02 13:46:17.065272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Port 76238efb-44dc-444f-bb34-01564d3a20d9 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:46:17.065498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Attempting to bind port 76238efb-44dc-444f-bb34-01564d3a20d9 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:17.113931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d423f3d-4beb-4889-9777-155c2f2e059d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:17.198825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:17.199396 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Checking segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:17.199971 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Bound using segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:17.200427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Bound port: 76238efb-44dc-444f-bb34-01564d3a20d9, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:17.200793 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.256543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d423f3d-4beb-4889-9777-155c2f2e059d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:17.262567 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d423f3d-4beb-4889-9777-155c2f2e059d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.269689 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9965204f-154b-4994-af4e-bdff2a0eec4f None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:17.285294 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965204f-154b-4994-af4e-bdff2a0eec4f None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:17.285980 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9965204f-154b-4994-af4e-bdff2a0eec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:17.336820 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8d423f3d-4beb-4889-9777-155c2f2e059d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/floatingips/f852a7d9-1ecb-4758-bc4e-bd0342ffef9a HTTP/1.1" status: 200 len: 978 time: 1.9444549 Sep 02 13:46:17.339962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:17.357966 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9965204f-154b-4994-af4e-bdff2a0eec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:17.366991 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965204f-154b-4994-af4e-bdff2a0eec4f None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:17.367851 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9965204f-154b-4994-af4e-bdff2a0eec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:17.407255 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9965204f-154b-4994-af4e-bdff2a0eec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:17.408049 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9965204f-154b-4994-af4e-bdff2a0eec4f None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:17.432069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-25070efc-5b09-4107-8e20-0a62d2eec614 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 1001 time: 0.3765686 Sep 02 13:46:17.433569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] For port 76238efb-44dc-444f-bb34-01564d3a20d9, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:17.494534 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-c3794897-d2b7-4514-8261-d8a64256a499 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:17.496076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-c3794897-d2b7-4514-8261-d8a64256a499 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.90 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 946 time: 0.4553022 Sep 02 13:46:17.537657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 1332d3e6-403f-4f34-89bb-1817fd4f4d06 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:17.538067 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.559933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] For port 76238efb-44dc-444f-bb34-01564d3a20d9, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=76238efb-44dc-444f-bb34-01564d3a20d9,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:17.609947 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.619827 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.620294 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.638228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 1332d3e6-403f-4f34-89bb-1817fd4f4d06 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:17.648640 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.658973 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:17.659598 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.661064 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] 10.222.0.90 "PUT /v2.0/ports/76238efb-44dc-444f-bb34-01564d3a20d9 HTTP/1.1" status: 200 len: 1091 time: 2.9352887 Sep 02 13:46:17.844102 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.876331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=1332d3e6-403f-4f34-89bb-1817fd4f4d06,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:17.944699 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:17.945077 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP f852a7d9-1ecb-4758-bc4e-bd0342ffef9a disassociated (deleted). External IP: 172.25.3.168, port: 9ca81d5f-4f8b-4b65-b197-1ef26b97b234. Sep 02 13:46:18.036696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'tag': '76238efb-44dc-444f-bb34-01564d3a20d9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:18.039271 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016c93c2-df14-4b28-8bef-2df91b8710a2" -d '{"events": [{"name": "network-changed", "server_uuid": "60c3560a-4326-41c7-850d-eb8f834d28f2", "tag": "76238efb-44dc-444f-bb34-01564d3a20d9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:18.098182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15188475-526b-498d-90df-3a9887290a18 req-be08f647-208c-4f3a-93c8-edf304b92f57 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:18.099395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-15188475-526b-498d-90df-3a9887290a18 req-be08f647-208c-4f3a-93c8-edf304b92f57 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.0819316 Sep 02 13:46:18.131750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-a214925d-c408-4837-bb2e-75f9b78776b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:18.133220 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-a214925d-c408-4837-bb2e-75f9b78776b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.6553249 Sep 02 13:46:18.149655 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33913f88-a2fd-453e-a78f-7eb9c248f2a6 req-50694ad1-b205-4836-a95a-4e32c023e2ed tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:18.157409 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33913f88-a2fd-453e-a78f-7eb9c248f2a6 req-50694ad1-b205-4836-a95a-4e32c023e2ed tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 946 time: 0.7216883 Sep 02 13:46:18.222771 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-15188475-526b-498d-90df-3a9887290a18 req-a5881e17-8cf8-4b44-a8cb-37c6187d92c8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148980 Sep 02 13:46:18.274222 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:18.300770 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bb6ea-0eeb-4844-9832-c7670ce6e7be service neutron] Pushing event updated for resources: {'Port': ['ID=76238efb-44dc-444f-bb34-01564d3a20d9,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:18.306092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d070796b-6595-4cae-bb25-68853e32cadb,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:18.316174 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Router d447c60a-84bb-4e01-9d11-176c27d49332 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:18.363178 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33913f88-a2fd-453e-a78f-7eb9c248f2a6 req-3bd9ebd4-2d1d-4bb0-a5d1-5d9af83f4a4d tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048888 Sep 02 13:46:18.395970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Checking segment: {'id': 'b5e4a09d-d396-4088-9a8f-22c11de1d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c6e0ce5f-dda8-49c4-bbce-d845b4bd1727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:18.395970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Network hostable DHCP agents. Network: c6e0ce5f-dda8-49c4-bbce-d845b4bd1727, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:46:18.405415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-e7d853d2-ef9c-4e3d-8a55-2dfe6bbc915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:18.406955 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-e7d853d2-ef9c-4e3d-8a55-2dfe6bbc915a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427266 Sep 02 13:46:18.418267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f3fd8-3d08-486e-845e-c46a22ded182 req-f0ee2707-f2be-4bbe-b12b-5b4a9d8d27fa tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:18.419234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-0e729746-c35e-4e64-b79b-512934418189 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:46:18.419880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-875f3fd8-3d08-486e-845e-c46a22ded182 req-f0ee2707-f2be-4bbe-b12b-5b4a9d8d27fa tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 943 time: 0.1375520 Sep 02 13:46:18.420232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-0e729746-c35e-4e64-b79b-512934418189 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051999 Sep 02 13:46:18.422559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-9e777dde-5d3e-4c4c-971b-176c192c1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:18.423955 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-9e777dde-5d3e-4c4c-971b-176c192c1b8c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 1094 time: 0.3730950 Sep 02 13:46:18.475854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:18.482992 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:18.483202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Deleting port 9ba74872-405f-4e24-8b4d-e27eda7c7264 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:18.483471 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:18.491667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6d1e1-4075-4c50-b970-e92a124ee583 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:18.497908 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ec2741-aeee-41f1-891b-c1a49f8c509c x-openstack-request-id: req-33ec2741-aeee-41f1-891b-c1a49f8c509c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:18.498196 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c3560a-4326-41c7-850d-eb8f834d28f2", "tag": "76238efb-44dc-444f-bb34-01564d3a20d9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:18.498446 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33ec2741-aeee-41f1-891b-c1a49f8c509c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:18.499469 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'tag': '76238efb-44dc-444f-bb34-01564d3a20d9', 'status': 'completed', 'code': 200} Sep 02 13:46:18.505475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6d1e1-4075-4c50-b970-e92a124ee583 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:18.506581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e2e6d1e1-4075-4c50-b970-e92a124ee583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:18.551994 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-875f3fd8-3d08-486e-845e-c46a22ded182 req-ca5bf75b-6da8-45fd-afa2-9f6ce582d7de tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949740 Sep 02 13:46:18.568369 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e0459542-964f-46eb-843e-d31fcd0f478f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/floatingips/f852a7d9-1ecb-4758-bc4e-bd0342ffef9a HTTP/1.1" status: 204 len: 168 time: 1.2266421 Sep 02 13:46:18.570812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44720) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:18.584596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e2e6d1e1-4075-4c50-b970-e92a124ee583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:18.614321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6d1e1-4075-4c50-b970-e92a124ee583 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:18.615525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e2e6d1e1-4075-4c50-b970-e92a124ee583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:18.647097 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-93e45c99-071e-4455-8c44-cee8835ae758 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76238efb-44dc-444f-bb34-01564d3a20d9 HTTP/1.1" status: 200 len: 217 time: 0.2008827 Sep 02 13:46:18.667326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e2e6d1e1-4075-4c50-b970-e92a124ee583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:18.668783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6d1e1-4075-4c50-b970-e92a124ee583 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:18.680831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Network c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:46:18.692985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a71bd771-5fff-45ec-9db9-af0135871ebe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 9ca81d5f-4f8b-4b65-b197-1ef26b97b234 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:18.693343 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a71bd771-5fff-45ec-9db9-af0135871ebe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:18.738638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, c6e0ce5f-dda8-49c4-bbce-d845b4bd1727) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:18.748773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c2204-1fb4-49d3-8841-713af3ee1fb3 None None] Network c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:18.781986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:18.782602 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:18.792777 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a71bd771-5fff-45ec-9db9-af0135871ebe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:18.812976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a71bd771-5fff-45ec-9db9-af0135871ebe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 9ca81d5f-4f8b-4b65-b197-1ef26b97b234 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:18.820502 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-6c88ff32-ad5f-44d7-bac2-7dabbaf8f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:18.821993 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-6c88ff32-ad5f-44d7-bac2-7dabbaf8f1dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.1667545 Sep 02 13:46:18.903220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:18.907321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-0174d3eb-a80d-481a-afdd-419d466fc14f service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708483 Sep 02 13:46:18.908723 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-95cb5756-3b45-4edc-808f-4a1f5b10ed39 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4815876 Sep 02 13:46:18.910827 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-6048064a-6e7f-4c30-8a6f-f003a484d59f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730443 Sep 02 13:46:18.916652 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7706c3fc-8d02-4d0f-bc7a-94cb1af41841 admin admin] 10.222.0.13 "PUT /v2.0/routers/d447c60a-84bb-4e01-9d11-176c27d49332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2759514 Sep 02 13:46:18.922031 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] Sync routers for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:18.924779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:18.937118 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:18.937752 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:18.971102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2d8a6-a223-4049-973b-6899db4f32c9 None None] Network c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:19.152301 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-b2544c62-5ba1-49e2-9efe-e2782fdefd5e service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943853 Sep 02 13:46:19.176376 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:19.195217 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:19.198372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] For port 9ba74872-405f-4e24-8b4d-e27eda7c7264, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ba74872-405f-4e24-8b4d-e27eda7c7264,segment=NetworkSegment(e021824b-9b40-42be-ad8d-f27a1c588c90),segment_id=e021824b-9b40-42be-ad8d-f27a1c588c90)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:19.199190 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:19.280535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:19.330039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a71bd771-5fff-45ec-9db9-af0135871ebe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:19.477678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bd771-5fff-45ec-9db9-af0135871ebe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=9ca81d5f-4f8b-4b65-b197-1ef26b97b234,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:19.528032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:19.529068 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a02b5e2d-e520-40e6-a60f-ff1162ac76f9 req-ac7ece9d-544e-4eef-9fca-3aeb9a86b807 service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336596 Sep 02 13:46:19.568905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Calling delete_port for 9ba74872-405f-4e24-8b4d-e27eda7c7264 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:19.621699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:19.622471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:19.625875 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2bbd18-94b0-483f-a93e-e5e194fdf3e8" -d '{"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-unplugged", "status": "completed", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:19.637667 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:19.681681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:19.706935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:19.709640 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a71bd771-5fff-45ec-9db9-af0135871ebe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:19.712070 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a71bd771-5fff-45ec-9db9-af0135871ebe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/ports/9ca81d5f-4f8b-4b65-b197-1ef26b97b234 HTTP/1.1" status: 204 len: 168 time: 1.1400218 Sep 02 13:46:19.716951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:19.744820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:19.757981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6310b-819b-429e-a7e4-4257daf058bf req-8c45090c-59b0-44b5-96fe-3983b8ca8ddf tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:19.759636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35a6310b-819b-429e-a7e4-4257daf058bf req-8c45090c-59b0-44b5-96fe-3983b8ca8ddf tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 946 time: 0.2182040 Sep 02 13:46:19.815539 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:19.938597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44760) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:19.971417 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:46:19.977166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1867565748-network', 'tenant_id': '34744e4437204e3d8a6563d700808871'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:19.999655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35a6310b-819b-429e-a7e4-4257daf058bf req-aa15e971-2269-4a79-bd36-7ddcdaa55b26 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/security-groups?id=60cf79d2-96ca-4699-911b-1837a44a94f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237079 Sep 02 13:46:20.000120 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:20.016764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Deleting port f976db31-0d79-45c0-9a8e-009bfbbdf824 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:20.020165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:20.064862 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:46:15Z', 'revision_number': 5, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port': {'id': 'f976db31-0d79-45c0-9a8e-009bfbbdf824', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:35:24Z', 'updated_at': '2021-09-02T13:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:20.107890 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] Checking router: d447c60a-84bb-4e01-9d11-176c27d49332 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:46:20.122067 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] Routers {'d447c60a-84bb-4e01-9d11-176c27d49332'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:20.123287 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d447c60a-84bb-4e01-9d11-176c27d49332'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:20.125633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b78d0-a3c1-4c1d-9ab7-13e5fd2b25fb req-7af46a41-2789-4559-96d6-20b29fada109 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:20.127496 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c67b78d0-a3c1-4c1d-9ab7-13e5fd2b25fb req-7af46a41-2789-4559-96d6-20b29fada109 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.4077401 Sep 02 13:46:20.129937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6532a00-2607-4f31-a69a-b8fef401c962 req-c09975f5-94e9-476b-a010-10c35b9fc04a service neutron] 10.222.0.77 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1951423 Sep 02 13:46:20.131759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-d135f61d-98ac-478e-a546-a422847e27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:20.133173 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-d135f61d-98ac-478e-a546-a422847e27b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 1094 time: 0.3967712 Sep 02 13:46:20.235853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Made reservation on behalf of 34744e4437204e3d8a6563d700808871 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:20.239823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:20.246148 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:20.302827 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] Set router d447c60a-84bb-4e01-9d11-176c27d49332 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:20.310035 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:20.313916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9ba74872-405f-4e24-8b4d-e27eda7c7264 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:20.352249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 9ba74872-405f-4e24-8b4d-e27eda7c7264 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:46:20.352708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9ba74872-405f-4e24-8b4d-e27eda7c7264 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:46:20.366856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Pushing event deleted for resources: {'Port': ['ID=9ba74872-405f-4e24-8b4d-e27eda7c7264,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:20.400294 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:46:19Z', 'revision_number': 6, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:20.423445 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c67b78d0-a3c1-4c1d-9ab7-13e5fd2b25fb req-c0aef9af-7867-4037-a9fa-66eb972db7dc tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584360 Sep 02 13:46:20.461167 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862fb46-06a6-40bd-a35d-91ea90b2af14 None None] The sync data for ids ['d447c60a-84bb-4e01-9d11-176c27d49332'] in n-d-794796-4 is: [{'id': 'd447c60a-84bb-4e01-9d11-176c27d49332', 'name': 'tempest-ServerActionsTestJSON-597667573-router', 'tenant_id': 'cba36950095149368fce1218ef76bd4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:35:23Z', 'updated_at': '2021-09-02T13:46:19Z', 'revision_number': 6, 'project_id': 'cba36950095149368fce1218ef76bd4c', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:20.638564 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:20.717600 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:20.761875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] No DVR routers for this DVR port 9ba74872-405f-4e24-8b4d-e27eda7c7264 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:20.794668 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:20.800595 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d03bde0f-0872-433f-aa79-92c4fb55563b req-75120f2e-7417-4b7f-b28c-2c095fe3b3d1 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.90 "DELETE /v2.0/ports/9ba74872-405f-4e24-8b4d-e27eda7c7264 HTTP/1.1" status: 204 len: 173 time: 3.2807858 Sep 02 13:46:20.806841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dcee6c-e4c1-47ed-be58-a097211dfe83', 'name': 'network-vif-deleted', 'tag': '9ba74872-405f-4e24-8b4d-e27eda7c7264'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:20.824459 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f60968c-6a71-4704-8b40-3dfca8241739 x-openstack-request-id: req-7f60968c-6a71-4704-8b40-3dfca8241739 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:20.824998 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-unplugged", "status": "completed", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:20.825122 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f60968c-6a71-4704-8b40-3dfca8241739 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:20.825707 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'code': 200} Sep 02 13:46:20.835368 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6505aff3-f043-4692-b6ef-15f449251fc4" -d '{"events": [{"server_uuid": "a9dcee6c-e4c1-47ed-be58-a097211dfe83", "name": "network-vif-deleted", "tag": "9ba74872-405f-4e24-8b4d-e27eda7c7264"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:20.902140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ff3b1-34c5-4509-9d8a-1b0d69d1ef67 req-f287526c-7c75-43af-8d12-5d5f94953d62 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:20.940996 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-185ff3b1-34c5-4509-9d8a-1b0d69d1ef67 req-f287526c-7c75-43af-8d12-5d5f94953d62 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 943 time: 0.8340907 Sep 02 13:46:20.986252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:46:21.020312 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738375c8-63c0-4800-93ca-ebdda9c470ad x-openstack-request-id: req-738375c8-63c0-4800-93ca-ebdda9c470ad {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:21.020635 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dcee6c-e4c1-47ed-be58-a097211dfe83", "name": "network-vif-deleted", "tag": "9ba74872-405f-4e24-8b4d-e27eda7c7264", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:21.020888 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-738375c8-63c0-4800-93ca-ebdda9c470ad {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:21.021305 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dcee6c-e4c1-47ed-be58-a097211dfe83', 'name': 'network-vif-deleted', 'tag': '9ba74872-405f-4e24-8b4d-e27eda7c7264', 'status': 'completed', 'code': 200} Sep 02 13:46:21.054621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-edabe0fd-50fd-4392-9c1f-87eec2151450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:21.056317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-edabe0fd-50fd-4392-9c1f-87eec2151450 service neutron] 10.222.0.90 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 913 time: 0.8876727 Sep 02 13:46:21.070016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] For port f976db31-0d79-45c0-9a8e-009bfbbdf824, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f976db31-0d79-45c0-9a8e-009bfbbdf824,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:21.070398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.071126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c209b68-5eea-47a7-a5e4-02128e67ceb5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:21.081317 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.081837 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Added segment 1f9454c9-bc15-42f0-8adf-94222eb7cb50 of type vlan for network c34eb17b-61c7-4357-b44f-c95e96c5649f Sep 02 13:46:21.102950 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-185ff3b1-34c5-4509-9d8a-1b0d69d1ef67 req-5e38dded-5813-4cf4-ba68-a619f1576935 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573348 Sep 02 13:46:21.115326 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Calling delete_port for f976db31-0d79-45c0-9a8e-009bfbbdf824 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:21.129944 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.175786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-7d04fb74-d498-4a62-9206-fe9b524b41fe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76238efb-44dc-444f-bb34-01564d3a20d9 HTTP/1.1" status: 200 len: 217 time: 0.0910685 Sep 02 13:46:21.224984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.228472 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8166b2a0-3e1c-45e4-a501-6333725f64d1 req-b5f4d68b-30a5-42ef-ae8c-238b7da21a26 tempest-InstanceActionsV221TestJSON-137815223 tempest-InstanceActionsV221TestJSON-137815223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9dcee6c-e4c1-47ed-be58-a097211dfe83 HTTP/1.1" status: 200 len: 210 time: 0.0746632 Sep 02 13:46:21.292093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-26d2c86f-160f-4f06-9803-c8e423d7ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:21.293592 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-26d2c86f-160f-4f06-9803-c8e423d7ec68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.0961683 Sep 02 13:46:21.294169 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.295027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:21.295627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.333343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.25.3.88 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/65666b09-99df-495e-abad-2b11c8c1feb3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:21.389349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-99f0d3e6-dca2-4c6d-8faf-349d8be1649c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692909 Sep 02 13:46:21.407716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4638405 Sep 02 13:46:21.414728 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:21.422598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Request body: {'subnet': {'network_id': 'c34eb17b-61c7-4357-b44f-c95e96c5649f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1867565748-subnet', 'tenant_id': '34744e4437204e3d8a6563d700808871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:21.425684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f5809-f834-45e6-9767-8db6921107fe admin admin] Pushing event updated for resources: {'Network': ['ID=c34eb17b-61c7-4357-b44f-c95e96c5649f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:21.441551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network c34eb17b-61c7-4357-b44f-c95e96c5649f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:46:21.464785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.527841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f976db31-0d79-45c0-9a8e-009bfbbdf824,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:21.529742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Made reservation on behalf of 34744e4437204e3d8a6563d700808871 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:21.540232 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.616510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f976db31-0d79-45c0-9a8e-009bfbbdf824 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:21.638270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: f976db31-0d79-45c0-9a8e-009bfbbdf824 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:46:21.638625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f976db31-0d79-45c0-9a8e-009bfbbdf824 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:46:21.639050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b11e8e95-b475-4a71-9f01-b7cfd40d7a67 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:21.659413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: b11e8e95-b475-4a71-9f01-b7cfd40d7a67 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:46:21.660163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b11e8e95-b475-4a71-9f01-b7cfd40d7a67 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:46:21.716685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.743046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.867934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f58bd4-9b6b-459e-9085-6217bdd736a6 req-a6672e81-a255-4bfa-88ff-cb014e7c5ff2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:21.869483 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a6f58bd4-9b6b-459e-9085-6217bdd736a6 req-a6672e81-a255-4bfa-88ff-cb014e7c5ff2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.2791586 Sep 02 13:46:21.883154 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.894071 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.957135 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-8311ca3a-c5e7-4521-bb9c-4ae3a6cc0f49 service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438578 Sep 02 13:46:21.964926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port 1c0b0215-c7c3-4247-bd5c-707c443c87da {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:21.965306 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.995175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:21.995716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d447c60a-84bb-4e01-9d11-176c27d49332 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:46:22.003448 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.004953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e0edfb68-879b-45ac-ad29-31e56612a0d5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d447c60a-84bb-4e01-9d11-176c27d49332 HTTP/1.1" status: 204 len: 168 time: 3.0780523 Sep 02 13:46:22.007947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:22.012302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.034974 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a6f58bd4-9b6b-459e-9085-6217bdd736a6 req-74b86485-e741-4637-adfc-48f26a71e779 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484437 Sep 02 13:46:22.147493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] For port 1c0b0215-c7c3-4247-bd5c-707c443c87da, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1c0b0215-c7c3-4247-bd5c-707c443c87da,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:22.147493 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.151750 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-016c93c2-df14-4b28-8bef-2df91b8710a2 req-487ce79c-a2c3-482c-ac62-ca1169a1eea7 service neutron] 10.222.0.90 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815262 Sep 02 13:46:22.168974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:22.184450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:22.188546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for 1c0b0215-c7c3-4247-bd5c-707c443c87da owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:22.194320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:22.203529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-92373c78-fdd3-4fc5-a0c0-7629f074eda1 admin admin] Deleting subnet 2d11bfc7-0690-4094-a929-b96d038a29bc {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:46:22.209375 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92373c78-fdd3-4fc5-a0c0-7629f074eda1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.211078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=65666b09-99df-495e-abad-2b11c8c1feb3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:22.256641 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.327935 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92373c78-fdd3-4fc5-a0c0-7629f074eda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.331757 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7845e-aba1-4427-880a-21348ec5fc69 req-22e34a57-9771-4dd7-ae58-a76cfb35ba97 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:22.334834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 76238efb-44dc-444f-bb34-01564d3a20d9 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:46:22.345148 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2fa7845e-aba1-4427-880a-21348ec5fc69 req-22e34a57-9771-4dd7-ae58-a76cfb35ba97 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 943 time: 0.1420949 Sep 02 13:46:22.414244 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=14dee7e5-70ec-4ec6-88b3-b8fdde55dae1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:22.450007 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2fa7845e-aba1-4427-880a-21348ec5fc69 req-59a064dc-1f2f-4936-b11b-713d60482d17 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546994 Sep 02 13:46:22.456947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Checking segment: {'id': '1f9454c9-bc15-42f0-8adf-94222eb7cb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c34eb17b-61c7-4357-b44f-c95e96c5649f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:22.460303 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Network hostable DHCP agents. Network: c34eb17b-61c7-4357-b44f-c95e96c5649f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:46:22.492290 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.527297 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92373c78-fdd3-4fc5-a0c0-7629f074eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.565067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 76238efb-44dc-444f-bb34-01564d3a20d9, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=76238efb-44dc-444f-bb34-01564d3a20d9,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:22.565321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Network c34eb17b-61c7-4357-b44f-c95e96c5649f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:46:22.586166 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.588428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '76238efb-44dc-444f-bb34-01564d3a20d9', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'port_id': '76238efb-44dc-444f-bb34-01564d3a20d9', 'mac_address': 'fa:16:3e:56:ba:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2717-e364-4450-b8a3-72bdc97b0530', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:46:22.605442 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.616245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44796) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:22.617196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, c34eb17b-61c7-4357-b44f-c95e96c5649f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:22.624441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:22.625041 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.635659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64051cc-7843-45c2-8f6b-327aae2c47a6 None None] Network c34eb17b-61c7-4357-b44f-c95e96c5649f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:22.671479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=1c0b0215-c7c3-4247-bd5c-707c443c87da,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:22.678320 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d03ab6a0-bc76-4a96-bf7e-3851f8caf0be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2621841 Sep 02 13:46:22.721858 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92373c78-fdd3-4fc5-a0c0-7629f074eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.732294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c3a369-fb62-4eb9-8703-0b4499cd139f admin admin] Deleting subnet 8726acd0-e58b-4109-b507-7b2dee1bbe7d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:46:22.744330 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.752700 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98c3a369-fb62-4eb9-8703-0b4499cd139f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.812960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76238efb-44dc-444f-bb34-01564d3a20d9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:22.852101 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.864741 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92373c78-fdd3-4fc5-a0c0-7629f074eda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d11bfc7-0690-4094-a929-b96d038a29bc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:22.868906 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92373c78-fdd3-4fc5-a0c0-7629f074eda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.872272 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-92373c78-fdd3-4fc5-a0c0-7629f074eda1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2d11bfc7-0690-4094-a929-b96d038a29bc HTTP/1.1" status: 204 len: 168 time: 0.8577223 Sep 02 13:46:22.876240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:22.881121 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.881932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e16ad-608c-4b48-809f-dc30c2e86af9 None None] Network 5965e849-8a36-4836-bb86-d1198a6e6395 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:22.902750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98c3a369-fb62-4eb9-8703-0b4499cd139f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:22.927905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 76238efb-44dc-444f-bb34-01564d3a20d9, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=76238efb-44dc-444f-bb34-01564d3a20d9,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:22.997331 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.074449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98c3a369-fb62-4eb9-8703-0b4499cd139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.197127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.210583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98c3a369-fb62-4eb9-8703-0b4499cd139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.240225 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.286239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3a369-fb62-4eb9-8703-0b4499cd139f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8726acd0-e58b-4109-b507-7b2dee1bbe7d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:23.330093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=65666b09-99df-495e-abad-2b11c8c1feb3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:23.392201 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98c3a369-fb62-4eb9-8703-0b4499cd139f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.394168 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-98c3a369-fb62-4eb9-8703-0b4499cd139f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8726acd0-e58b-4109-b507-7b2dee1bbe7d HTTP/1.1" status: 204 len: 168 time: 0.7770009 Sep 02 13:46:23.398797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44818) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:23.403293 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.425373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1188b73-ee52-4f8a-ae65-a06f94a9b707 req-c7efdbb3-84f2-4493-bc26-772b7b3b7d39 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:23.427051 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f1188b73-ee52-4f8a-ae65-a06f94a9b707 req-c7efdbb3-84f2-4493-bc26-772b7b3b7d39 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.1811383 Sep 02 13:46:23.450419 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.451602 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-72608403-db0a-4a5d-9986-c22a86b69d7f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7308915 Sep 02 13:46:23.459884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:23.468551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'port': {'network_id': '89e9ee14-d190-4e86-ab10-fb808b9618e9', 'name': 'tempest-FloatingIPTestJSON-1315815242'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:23.483913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d2b35a-ddf7-4f17-b988-b8bd27cffbd5 None None] Network c34eb17b-61c7-4357-b44f-c95e96c5649f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:23.486926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=76238efb-44dc-444f-bb34-01564d3a20d9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:23.503309 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.503660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.504009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.504615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.504811 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f1188b73-ee52-4f8a-ae65-a06f94a9b707 req-b8279620-86e3-4489-925b-3cd5f4a7839f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652256 Sep 02 13:46:23.504978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.505265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.505722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.506051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.506377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.506700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.507022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.507340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:23.548887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Deleting port f7f7c271-8661-467d-bc10-87dbc3fafb12 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:23.549244 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.575033 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.581470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['76238efb-44dc-444f-bb34-01564d3a20d9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:46:23.590662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-8b7fdd81-4377-41b1-a87a-b9321ef2bcae tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:23.593165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-8b7fdd81-4377-41b1-a87a-b9321ef2bcae tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/networks?id=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 HTTP/1.1" status: 200 len: 811 time: 0.3474205 Sep 02 13:46:23.695206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] For port f7f7c271-8661-467d-bc10-87dbc3fafb12, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f7f7c271-8661-467d-bc10-87dbc3fafb12,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:23.695585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.705089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-0602a2f9-d71b-490b-a593-928f74bcc0d3 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/quotas/bf779b631d324631bd7796cccb212060 HTTP/1.1" status: 200 len: 375 time: 0.1050091 Sep 02 13:46:23.722354 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Calling delete_port for f7f7c271-8661-467d-bc10-87dbc3fafb12 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:23.754695 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Made reservation on behalf of ad2c819335db401b9a5fdeaa8bfbea73 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:23.758626 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.818011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1aa635-2246-43db-9652-e2004e34646d None None] DHCP port deletion for 5965e849-8a36-4836-bb86-d1198a6e6395 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:46:23.825951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c772b-5795-4f2f-aff9-a172e41da9ce req-234884fe-6a86-4a61-88a1-2180cd5aab44 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:23.833922 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b99c772b-5795-4f2f-aff9-a172e41da9ce req-234884fe-6a86-4a61-88a1-2180cd5aab44 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 944 time: 0.2028539 Sep 02 13:46:23.851404 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-c8777f60-6504-470d-ab4e-86989a5db6f1 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf779b631d324631bd7796cccb212060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1373320 Sep 02 13:46:23.866846 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:23.880528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:23.887277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] device_id is not set on port 2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:46:23.888151 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-8d168da5-9935-4fdb-a973-c9ea8cc25508 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:46:23.896489 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-8d168da5-9935-4fdb-a973-c9ea8cc25508 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183339 Sep 02 13:46:23.915750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6095625c-9fb9-43a2-8e97-305ef8470ec7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:23.935787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e021824b-9b40-42be-ad8d-f27a1c588c90') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:23.936261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e021824b-9b40-42be-ad8d-f27a1c588c90') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:24.019236 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b99c772b-5795-4f2f-aff9-a172e41da9ce req-f88aaab5-bb5c-468b-bc10-526762c5c54b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790409 Sep 02 13:46:24.042213 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a1aa635-2246-43db-9652-e2004e34646d None None] Deleting port f7f7c271-8661-467d-bc10-87dbc3fafb12 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:24.042751 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa635-2246-43db-9652-e2004e34646d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.074420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.125723 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.129198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.20.0.8 (89e9ee14-d190-4e86-ab10-fb808b9618e9/b7e2dbf5-ed68-4e7c-8909-27b074f16583/2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:24.149129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:46:24.149639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.160036 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.181170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2a1aa635-2246-43db-9652-e2004e34646d None None] For port f7f7c271-8661-467d-bc10-87dbc3fafb12, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f7f7c271-8661-467d-bc10-87dbc3fafb12,segment=NetworkSegment(35a49484-faad-463c-9b3a-316fbbdcf1fe),segment_id=35a49484-faad-463c-9b3a-316fbbdcf1fe)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:24.181599 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa635-2246-43db-9652-e2004e34646d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:46:24.200288 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:46:24.203153 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f7c271-8661-467d-bc10-87dbc3fafb12,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:24.217073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a1aa635-2246-43db-9652-e2004e34646d None None] Calling delete_port for f7f7c271-8661-467d-bc10-87dbc3fafb12 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:24.221651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] No DVR routers for this DVR port f7f7c271-8661-467d-bc10-87dbc3fafb12 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:24.333163 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.354424 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a1aa635-2246-43db-9652-e2004e34646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.363700 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.368018 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6095625c-9fb9-43a2-8e97-305ef8470ec7 HTTP/1.1" status: 204 len: 168 time: 0.9619761 Sep 02 13:46:24.368162 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.368601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f866d-ebd2-454e-a614-398596766f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6095625c-9fb9-43a2-8e97-305ef8470ec7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:24.384555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5965e849-8a36-4836-bb86-d1198a6e6395']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:24.400527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aa635-2246-43db-9652-e2004e34646d None None] Pushing event deleted for resources: {'Port': ['ID=f7f7c271-8661-467d-bc10-87dbc3fafb12,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:24.401328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a49484-faad-463c-9b3a-316fbbdcf1fe') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:24.401666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a49484-faad-463c-9b3a-316fbbdcf1fe') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:24.405366 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-c0b21159-1b1f-469f-b28f-3ea7248865b1 service neutron] 10.222.0.13 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077665 Sep 02 13:46:24.417094 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.432834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1aa635-2246-43db-9652-e2004e34646d None None] No DVR routers for this DVR port f7f7c271-8661-467d-bc10-87dbc3fafb12 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:24.449963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.471008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:46:24.471640 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:46:24.473668 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:46:24.491069 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.538837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:24.553382 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-528afa07-1e2c-4b8c-b1f7-a7b382f1ac28 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "PUT /v2.0/routers/e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8565114 Sep 02 13:46:24.559057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] Sync routers for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:24.571820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:24.572649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:24.585842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.614146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.616568 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5965e849-8a36-4836-bb86-d1198a6e6395 HTTP/1.1" status: 204 len: 168 time: 1.7388618 Sep 02 13:46:24.625440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f9ed7-3520-4710-8a74-ab277e9b31e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5965e849-8a36-4836-bb86-d1198a6e6395,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:24.634881 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-953f51b0-9370-4920-9e5c-0bf63a0a528f service neutron] 10.222.0.13 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284756 Sep 02 13:46:24.646586 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:24.715789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:24.761554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 89e9ee14-d190-4e86-ab10-fb808b9618e9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:24.764823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44848) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:24.873761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:24.880578 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c61b36ed-3443-472d-9b27-475b6fa40143 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3d6aeb7bbde4b95ade30ffd8cf5b332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122360 Sep 02 13:46:24.882067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:24.886036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:24.888348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:24.959676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6478a3b0-6e40-4490-ba20-275f7d1ccaf3 req-474e59b7-0b72-44b4-8954-66daad42db27 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 210 time: 0.0943248 Sep 02 13:46:24.962591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44858) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:24.979997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:24.988181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.016816 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-462ce2d0-a0b4-4d4c-b03b-245b1599bc22 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5539107 Sep 02 13:46:25.019084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:25.031273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-38cdcdb4-84d6-4aa5-ae13-314dbcbedec8 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'port_id': '2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:25.120154 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-508c359c-0dda-440b-928b-b9aa8469ed3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cba36950095149368fce1218ef76bd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404762 Sep 02 13:46:25.122586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:25.129009 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38cdcdb4-84d6-4aa5-ae13-314dbcbedec8 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.212419 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d69446e6-c1c3-49e0-8972-baf9935c8ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.242183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d69446e6-c1c3-49e0-8972-baf9935c8ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.315307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:25.380730 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f7f7c271-8661-467d-bc10-87dbc3fafb12 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:25.391072 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d69446e6-c1c3-49e0-8972-baf9935c8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.398785 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d69446e6-c1c3-49e0-8972-baf9935c8ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.404587 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d69446e6-c1c3-49e0-8972-baf9935c8ac3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60cf79d2-96ca-4699-911b-1837a44a94f5 HTTP/1.1" status: 204 len: 168 time: 0.5154240 Sep 02 13:46:25.434564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: f7f7c271-8661-467d-bc10-87dbc3fafb12 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:46:25.435155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f7f7c271-8661-467d-bc10-87dbc3fafb12 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:46:25.507588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69446e6-c1c3-49e0-8972-baf9935c8ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cf79d2-96ca-4699-911b-1837a44a94f5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:25.529529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12051de-b106-407b-a134-8d669267482c req-7c5ee851-add7-49da-8193-1eed435bb635 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:25.530889 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca995806-4b6a-4748-9aef-4c97b169a9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.542008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f12051de-b106-407b-a134-8d669267482c req-7c5ee851-add7-49da-8193-1eed435bb635 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 944 time: 0.3356140 Sep 02 13:46:25.584761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:22Z', 'revision_number': 6, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'afa91b89-886f-4396-9db2-7a2232259fcd', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:52Z', 'updated_at': '2021-09-02T13:44:59Z', 'revision_number': 1, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:25.609658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f12051de-b106-407b-a134-8d669267482c req-9ea24a91-f4df-444f-9d84-066d79e1a4d3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664995 Sep 02 13:46:25.618042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30934-a5fb-4e37-89d0-edf9ab487be5 req-141398fb-a5dd-4512-b7f3-4354dc742600 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:25.630245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-faf30934-a5fb-4e37-89d0-edf9ab487be5 req-141398fb-a5dd-4512-b7f3-4354dc742600 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 946 time: 0.2661264 Sep 02 13:46:25.660660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] Checking router: e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:46:25.665214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca995806-4b6a-4748-9aef-4c97b169a9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.673575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:25.674680 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:25.753150 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-faf30934-a5fb-4e37-89d0-edf9ab487be5 req-21108a37-c814-4138-87f8-b16e2f0c541f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212578 Sep 02 13:46:25.789524 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca995806-4b6a-4748-9aef-4c97b169a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.792699 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ca995806-4b6a-4748-9aef-4c97b169a9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:25.796670 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ca995806-4b6a-4748-9aef-4c97b169a9bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e9de65e-aa38-4e1c-a079-71de000d56b8 HTTP/1.1" status: 204 len: 168 time: 0.6714275 Sep 02 13:46:25.808729 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca995806-4b6a-4748-9aef-4c97b169a9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9de65e-aa38-4e1c-a079-71de000d56b8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:25.902665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129994d-0023-47bf-bc5c-6a3fea00f5f8 req-ff4d52af-6b81-4cad-9708-5141ab3db47f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:25.905823 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:25.918594 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b129994d-0023-47bf-bc5c-6a3fea00f5f8 req-ff4d52af-6b81-4cad-9708-5141ab3db47f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.1931162 Sep 02 13:46:25.985448 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b129994d-0023-47bf-bc5c-6a3fea00f5f8 req-8c0f7225-0ce7-4920-b7dd-769373367ef9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657923 Sep 02 13:46:26.124815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0fa88448-e6dd-4cf6-8c6f-40066de6a1a1 req-b0cfd594-0c8b-47b3-b977-84ab7c4a0c33 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 210 time: 0.0510974 Sep 02 13:46:26.244025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38cdcdb4-84d6-4aa5-ae13-314dbcbedec8 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:26.253644 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38cdcdb4-84d6-4aa5-ae13-314dbcbedec8 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:26.395071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 76238efb-44dc-444f-bb34-01564d3a20d9 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:26.402463 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-38cdcdb4-84d6-4aa5-ae13-314dbcbedec8 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP cb139832-a983-4d65-bdb7-c14e2a7d8475 associated. External IP: 172.25.3.88, port: 2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf. Sep 02 13:46:26.648369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 76238efb-44dc-444f-bb34-01564d3a20d9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:26.663840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 76238efb-44dc-444f-bb34-01564d3a20d9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:26.663840 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:26.677797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-93653fd4-72ae-46ce-9714-41d3ba07f451 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:26.688833 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-93653fd4-72ae-46ce-9714-41d3ba07f451 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 946 time: 0.2143242 Sep 02 13:46:26.764315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:22Z', 'revision_number': 6, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'afa91b89-886f-4396-9db2-7a2232259fcd', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:52Z', 'updated_at': '2021-09-02T13:44:59Z', 'revision_number': 1, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:26.843292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-abff0940-0a97-48fd-bb1f-bb6f9758a3a7 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:26.847792 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-abff0940-0a97-48fd-bb1f-bb6f9758a3a7 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.77 "GET /v2.0/networks?id=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 HTTP/1.1" status: 200 len: 811 time: 0.3146248 Sep 02 13:46:26.878095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Request body: {'port': {'device_id': '93d0683e-4e1e-4935-9509-257ba0f77771', 'network_id': 'c6e0ce5f-dda8-49c4-bbce-d845b4bd1727', 'admin_state_up': True, 'tenant_id': 'bf779b631d324631bd7796cccb212060'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:26.888595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b732ed-ecef-4937-8613-9d8219bf28bc None None] The sync data for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 is: [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:22Z', 'revision_number': 6, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': 'afa91b89-886f-4396-9db2-7a2232259fcd', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'port_id': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'mac_address': 'fa:16:3e:a4:b5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:44:52Z', 'updated_at': '2021-09-02T13:44:59Z', 'revision_number': 1, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:26.993546 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:27.058133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76238efb-44dc-444f-bb34-01564d3a20d9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:27.069574 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d06ce9-d95a-4867-916d-511abeadbc05" -d '{"events": [{"server_uuid": "60c3560a-4326-41c7-850d-eb8f834d28f2", "name": "network-vif-plugged", "status": "completed", "tag": "76238efb-44dc-444f-bb34-01564d3a20d9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:27.103536 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 76238efb-44dc-444f-bb34-01564d3a20d9, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=76238efb-44dc-444f-bb34-01564d3a20d9,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:27.111919 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:27.130198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9523f0d-9950-49dc-a6b1-f82626e507e4 req-9e8d5900-cb1a-441c-997b-3151ef36af4d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:27.131842 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9523f0d-9950-49dc-a6b1-f82626e507e4 req-9e8d5900-cb1a-441c-997b-3151ef36af4d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 946 time: 0.1770737 Sep 02 13:46:27.179276 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=76238efb-44dc-444f-bb34-01564d3a20d9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:27.204341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9523f0d-9950-49dc-a6b1-f82626e507e4 req-e87f667a-c96d-46d6-9154-f98da3d3f550 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=47ea9541-9128-419c-8896-72730e6a309e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626581 Sep 02 13:46:27.209017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port 5342d09c-4879-4e46-8099-49b1f50877a8 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:27.211880 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:27.215801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Made reservation on behalf of bf779b631d324631bd7796cccb212060 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:27.220584 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:27.243515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:27.298133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1c0b0215-c7c3-4247-bd5c-707c443c87da no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:27.352417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 1c0b0215-c7c3-4247-bd5c-707c443c87da {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:46:27.352771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1c0b0215-c7c3-4247-bd5c-707c443c87da not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:46:27.386004 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-23e80b2d-aabb-4c46-b8e2-bd29596af758 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1404700 Sep 02 13:46:27.391364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-1a47f055-5524-4ab9-90e8-9d11fbc8daa2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:46:27.402134 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-1a47f055-5524-4ab9-90e8-9d11fbc8daa2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150781 Sep 02 13:46:27.438482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d862a2-7429-488e-9c32-1e83b3b1d4da req-e2998f8c-da3c-4cf9-87e7-43bf270aa8f5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:27.452612 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40d862a2-7429-488e-9c32-1e83b3b1d4da req-e2998f8c-da3c-4cf9-87e7-43bf270aa8f5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 945 time: 0.2076583 Sep 02 13:46:27.543542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] For port 5342d09c-4879-4e46-8099-49b1f50877a8, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=5342d09c-4879-4e46-8099-49b1f50877a8,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:27.543946 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:27.600562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44958) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:27.617053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for 5342d09c-4879-4e46-8099-49b1f50877a8 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:27.634487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9f263-5c85-447e-b220-99a94218eecd req-4999c0a0-2584-42b9-a7cb-d4faa23d11d5 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:27.635175 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cf9f263-5c85-447e-b220-99a94218eecd req-4999c0a0-2584-42b9-a7cb-d4faa23d11d5 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.2725825 Sep 02 13:46:27.677598 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Allocated IP 172.20.0.5 (c6e0ce5f-dda8-49c4-bbce-d845b4bd1727/d070796b-6595-4cae-bb25-68853e32cadb/83db3ceb-0c49-408d-8d36-7d3a96a31f8e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:27.691181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1684318943-network', 'tenant_id': '2efdf640f2cc4b82a0c98ca771256956'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:27.722629 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40d862a2-7429-488e-9c32-1e83b3b1d4da req-f4fadfcc-493e-4674-bec9-9e43003f92d4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685158 Sep 02 13:46:27.725311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Made reservation on behalf of 2efdf640f2cc4b82a0c98ca771256956 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:27.727838 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:27.744758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-104383554-network', 'tenant_id': '132eeda7781345c08791fad38d5a3b92'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:27.747715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:27.771558 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4cf9f263-5c85-447e-b220-99a94218eecd req-6f8b44ac-0ccd-4e06-babf-ee227c19aa28 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260414 Sep 02 13:46:27.825001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cdcdb4-84d6-4aa5-ae13-314dbcbedec8 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:27.856739 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8bf122-ce87-47ae-af86-9d5434826570 x-openstack-request-id: req-4c8bf122-ce87-47ae-af86-9d5434826570 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:27.858004 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c3560a-4326-41c7-850d-eb8f834d28f2", "name": "network-vif-plugged", "status": "completed", "tag": "76238efb-44dc-444f-bb34-01564d3a20d9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:27.858437 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c8bf122-ce87-47ae-af86-9d5434826570 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:27.859050 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76238efb-44dc-444f-bb34-01564d3a20d9', 'code': 200} Sep 02 13:46:27.887678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Made reservation on behalf of 132eeda7781345c08791fad38d5a3b92 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:27.898149 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:27.971950 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.049913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cdcdb4-84d6-4aa5-ae13-314dbcbedec8 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:28.067419 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106463c-87df-4d20-b204-d838fe656394 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:28.071033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38cdcdb4-84d6-4aa5-ae13-314dbcbedec8 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.085988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee02176a-d34d-4f14-8791-e5816dd7435f req-5afcfd1c-d9df-4ef1-8b08-715181e2dd50 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 210 time: 0.1352689 Sep 02 13:46:28.087213 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106463c-87df-4d20-b204-d838fe656394 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:28.088087 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6106463c-87df-4d20-b204-d838fe656394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:28.113186 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-38cdcdb4-84d6-4aa5-ae13-314dbcbedec8 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/floatingips/cb139832-a983-4d65-bdb7-c14e2a7d8475 HTTP/1.1" status: 200 len: 977 time: 3.0928547 Sep 02 13:46:28.117032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44968) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:28.152411 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6106463c-87df-4d20-b204-d838fe656394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:28.173038 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106463c-87df-4d20-b204-d838fe656394 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:28.173831 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6106463c-87df-4d20-b204-d838fe656394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:28.210752 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6106463c-87df-4d20-b204-d838fe656394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:28.211883 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106463c-87df-4d20-b204-d838fe656394 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:28.264302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea610f-3288-48be-84f0-eea0875560ae req-f39eada5-5946-4b5a-b338-527bbae472cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:28.267591 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eeea610f-3288-48be-84f0-eea0875560ae req-f39eada5-5946-4b5a-b338-527bbae472cd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 1096 time: 0.3188219 Sep 02 13:46:28.272705 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.276977 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.293619 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.314277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:46:28.326420 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.327029 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Added segment fa3948a7-8f86-43e7-8a67-6e44750357d0 of type vlan for network 040af419-c8e1-45f4-bd0a-aa68649f7c03 Sep 02 13:46:28.346372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:28.346740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=5342d09c-4879-4e46-8099-49b1f50877a8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:28.347646 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.418544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:28.420066 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eeea610f-3288-48be-84f0-eea0875560ae req-936ae943-f154-4476-8eb3-46164b305f41 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406546 Sep 02 13:46:28.448605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] No DVR routers for this DVR port 5342d09c-4879-4e46-8099-49b1f50877a8 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:28.460174 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.462342 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-117d59f0-21df-434a-8d46-1f0559cffd35 req-c873aec6-2e0c-4bee-a44e-f9d81991f257 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "DELETE /v2.0/ports/5342d09c-4879-4e46-8099-49b1f50877a8 HTTP/1.1" status: 204 len: 173 time: 1.7608988 Sep 02 13:46:28.462896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7e4809-7f7b-4be5-8e24-105aeb99104a', 'name': 'network-vif-deleted', 'tag': '5342d09c-4879-4e46-8099-49b1f50877a8'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:28.465343 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e160ed5e-d64c-46fd-a65d-ff65e43a306c" -d '{"events": [{"server_uuid": "7c7e4809-7f7b-4be5-8e24-105aeb99104a", "name": "network-vif-deleted", "tag": "5342d09c-4879-4e46-8099-49b1f50877a8"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:28.497239 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.508333 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ddea73f2-5dcf-4690-8d59-bfcc7610f33f req-e8e38180-6286-4f0b-b434-8dc061186c94 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7e4809-7f7b-4be5-8e24-105aeb99104a HTTP/1.1" status: 200 len: 210 time: 0.1518149 Sep 02 13:46:28.513710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.551076 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46937c5c-c321-4bd6-a51d-7d2dd0f51adb x-openstack-request-id: req-46937c5c-c321-4bd6-a51d-7d2dd0f51adb {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:28.551499 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7e4809-7f7b-4be5-8e24-105aeb99104a", "name": "network-vif-deleted", "tag": "5342d09c-4879-4e46-8099-49b1f50877a8", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:28.551886 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46937c5c-c321-4bd6-a51d-7d2dd0f51adb {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:28.552385 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7e4809-7f7b-4be5-8e24-105aeb99104a', 'name': 'network-vif-deleted', 'tag': '5342d09c-4879-4e46-8099-49b1f50877a8', 'status': 'completed', 'code': 200} Sep 02 13:46:28.606658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.607654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:28.608440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:28.621518 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.015284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] Pushing event updated for resources: {'Network': ['ID=040af419-c8e1-45f4-bd0a-aa68649f7c03,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:29.031197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 040af419-c8e1-45f4-bd0a-aa68649f7c03 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:46:29.137144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f72ee-fefc-4f91-9f25-0f3f70b23761 req-73acac9e-6f3b-4b7b-aad5-b91b632c77f3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:29.138828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e3f72ee-fefc-4f91-9f25-0f3f70b23761 req-73acac9e-6f3b-4b7b-aad5-b91b632c77f3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.1749842 Sep 02 13:46:29.147830 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.174522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.175068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.175385 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP cb139832-a983-4d65-bdb7-c14e2a7d8475 disassociated. External IP: 172.25.3.88, port: 2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf. Sep 02 13:46:29.175786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:29.255973 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6e3f72ee-fefc-4f91-9f25-0f3f70b23761 req-b96052a8-2c49-4c59-b37d-3d7473ea1055 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008520 Sep 02 13:46:29.284969 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Pushing event updated for resources: {'Port': ['ID=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:29.306281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Network c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:29.317505 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.320091 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:29.324470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5342d09c-4879-4e46-8099-49b1f50877a8 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:29.338374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:29.348920 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.365867 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-888500c1-e131-4304-b946-b3cc5cd4afd2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1105464 Sep 02 13:46:29.375171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 5342d09c-4879-4e46-8099-49b1f50877a8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:46:29.375508 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 5342d09c-4879-4e46-8099-49b1f50877a8 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:46:29.387608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:29.393942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Request body: {'subnet': {'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1684318943-subnet', 'tenant_id': '2efdf640f2cc4b82a0c98ca771256956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:29.398782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.441042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e0a5b0-8549-4530-8cb4-c63d5f400d7e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:29.485629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:29.489321 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.495438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e755f8-6713-456b-a848-17ebec6fc78c req-5b2d0de1-0236-46f4-a1dc-88682a3435a1 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:29.497257 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-11e755f8-6713-456b-a848-17ebec6fc78c req-5b2d0de1-0236-46f4-a1dc-88682a3435a1 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 945 time: 0.3650174 Sep 02 13:46:29.507902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:46:29.520629 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.521127 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Added segment 7ea1d71a-6aff-408c-b1d5-b30cac22d553 of type vlan for network 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 Sep 02 13:46:29.581211 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.606417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Made reservation on behalf of 2efdf640f2cc4b82a0c98ca771256956 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:29.611218 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.706956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:29.709313 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.715359 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.716441 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:29.717212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:29.815264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03965220-556b-4b14-bd8a-76b1517d1737 req-98788276-c7bf-448b-90c4-d85fb2a7e834 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:29.829075 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03965220-556b-4b14-bd8a-76b1517d1737 req-98788276-c7bf-448b-90c4-d85fb2a7e834 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 931 time: 0.4058387 Sep 02 13:46:29.867107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] Pushing event updated for resources: {'Network': ['ID=6882b9a1-e0c7-4c29-8c17-30d0da7f04e5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:29.889427 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-ac6ec9e2-4914-4964-b229-a803a2ebfaf8 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0158119 Sep 02 13:46:29.891838 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:46:29.914666 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-11e755f8-6713-456b-a848-17ebec6fc78c req-aae971f6-28c7-4916-9dd1-7220113b0c38 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002676 Sep 02 13:46:29.919307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Request body: {'port': {'device_id': '93d0683e-4e1e-4935-9509-257ba0f77771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:29.923889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c7502b5a-d241-4f86-b75b-a69a0812ee47 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3210604 Sep 02 13:46:29.926495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 44988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:29.949295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Request body: {'subnet': {'network_id': '6882b9a1-e0c7-4c29-8c17-30d0da7f04e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-104383554-subnet', 'tenant_id': '132eeda7781345c08791fad38d5a3b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:29.976048 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03965220-556b-4b14-bd8a-76b1517d1737 req-c7db57a7-5ce4-48b7-af05-6b45c3c875f1 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454937 Sep 02 13:46:30.005011 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.024291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:30.119693 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 44990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:30.142892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Made reservation on behalf of 132eeda7781345c08791fad38d5a3b92 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:30.145936 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.359746 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.422326 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.566782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.612695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b3cda0-d507-45a7-b25a-f75acdb4a314,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:30.634422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83db3ceb-0c49-408d-8d36-7d3a96a31f8e {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:30.645499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.659890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Checking segment: {'id': '7ea1d71a-6aff-408c-b1d5-b30cac22d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6882b9a1-e0c7-4c29-8c17-30d0da7f04e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:30.660692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Network hostable DHCP agents. Network: 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:46:30.668550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Transition to ACTIVE for port object 83db3ceb-0c49-408d-8d36-7d3a96a31f8e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:30.675500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.700931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca65ce-a36a-4c1a-9ca0-02a2ae7e5711 req-d42c2701-ffc1-4c48-81cd-1dac4054093e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:30.707513 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-12ca65ce-a36a-4c1a-9ca0-02a2ae7e5711 req-d42c2701-ffc1-4c48-81cd-1dac4054093e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.2529552 Sep 02 13:46:30.722670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Network 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:46:30.729263 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c550a94d-5bea-429d-89cd-888d09469f35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.731682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:30.743218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751d244-e568-49e7-89a9-18324fab5a5f None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:30.754056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751d244-e568-49e7-89a9-18324fab5a5f None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:30.754799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:30.758567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9751d244-e568-49e7-89a9-18324fab5a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:30.764421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab9053a-6246-4181-ace9-48a1c07397fe None None] Network 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:30.773404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:30.774028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.810035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:30.824178 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5961275a-dff7-4fdf-9e2f-643480beffc8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8951890 Sep 02 13:46:30.831490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9751d244-e568-49e7-89a9-18324fab5a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:30.905308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f61892-533f-4fb4-9037-c0e3cfb101a0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:30.919718 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c550a94d-5bea-429d-89cd-888d09469f35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.929711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751d244-e568-49e7-89a9-18324fab5a5f None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:30.930511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9751d244-e568-49e7-89a9-18324fab5a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:30.943069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Attempting to bind port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:30.943679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Attempting to bind port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'b5e4a09d-d396-4088-9a8f-22c11de1d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c6e0ce5f-dda8-49c4-bbce-d845b4bd1727'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:30.944198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Attempting to bind port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e on network c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:30.949795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e on network c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:46:30.950451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Attempting to bind port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e on network c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:30.957195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:30.957860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Checking segment: {'id': 'b5e4a09d-d396-4088-9a8f-22c11de1d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c6e0ce5f-dda8-49c4-bbce-d845b4bd1727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:30.958566 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Bound using segment: {'id': 'b5e4a09d-d396-4088-9a8f-22c11de1d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c6e0ce5f-dda8-49c4-bbce-d845b4bd1727'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:30.959387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Bound port: 83db3ceb-0c49-408d-8d36-7d3a96a31f8e, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e4a09d-d396-4088-9a8f-22c11de1d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c6e0ce5f-dda8-49c4-bbce-d845b4bd1727'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:30.960399 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:30.965030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-12ca65ce-a36a-4c1a-9ca0-02a2ae7e5711 req-1ff6d043-21c1-48f8-a6d1-cac45d32d993 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512355 Sep 02 13:46:30.979883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Checking segment: {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:30.981868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Network hostable DHCP agents. Network: 040af419-c8e1-45f4-bd0a-aa68649f7c03, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:46:31.004900 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.018319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-937d3d21-bb38-437d-8dfd-10aac2444773 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/ports/2fa5bbbd-8cfe-45e8-987e-9cae0909dcaf HTTP/1.1" status: 204 len: 168 time: 2.9000854 Sep 02 13:46:31.037853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:31.071237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9751d244-e568-49e7-89a9-18324fab5a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:31.084127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9751d244-e568-49e7-89a9-18324fab5a5f None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:31.105881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Network 040af419-c8e1-45f4-bd0a-aa68649f7c03 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:46:31.129191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 040af419-c8e1-45f4-bd0a-aa68649f7c03) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:31.156475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:31.157676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.163764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b76403-39f0-4b07-a457-94b0b03eac31 None None] Network 040af419-c8e1-45f4-bd0a-aa68649f7c03 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:31.187445 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-990eee26-e501-42ac-99d8-9419a33971f5 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "GET /v2.0/floatingips/cb139832-a983-4d65-bdb7-c14e2a7d8475 HTTP/1.1" status: 200 len: 687 time: 0.1481028 Sep 02 13:46:31.195539 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:31.207601 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e88cf41f-35bd-4248-96af-a086804cdff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.268745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] For port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:31.306021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c550a94d-5bea-429d-89cd-888d09469f35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.308742 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c550a94d-5bea-429d-89cd-888d09469f35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.309915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c550a94d-5bea-429d-89cd-888d09469f35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/security-groups/47ea9541-9128-419c-8896-72730e6a309e HTTP/1.1" status: 204 len: 168 time: 1.1889367 Sep 02 13:46:31.325988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daab93-7014-4a39-8d10-875d451c53b3 req-6f07cc0c-ba93-447f-87c3-9c574191701d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:31.327465 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5daab93-7014-4a39-8d10-875d451c53b3 req-6f07cc0c-ba93-447f-87c3-9c574191701d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 945 time: 0.2055097 Sep 02 13:46:31.346704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] For port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,segment=NetworkSegment(b5e4a09d-d396-4088-9a8f-22c11de1d7ae),segment_id=b5e4a09d-d396-4088-9a8f-22c11de1d7ae)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:31.380922 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.381206 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3da45996-1d17-4a05-aaba-e4f2ecda92ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9921720 Sep 02 13:46:31.382735 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550a94d-5bea-429d-89cd-888d09469f35 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ea9541-9128-419c-8896-72730e6a309e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:31.414620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364c4d8-24e8-4a6e-9c22-8c18cfab6d60 None None] Network 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:31.438469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1374cb-771c-42e3-ab7c-3e518e83880b req-3c0fc1a2-2fc0-4137-8f91-f4c7d33aa554 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:31.446526 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2e1374cb-771c-42e3-ab7c-3e518e83880b req-3c0fc1a2-2fc0-4137-8f91-f4c7d33aa554 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 943 time: 0.2966866 Sep 02 13:46:31.492600 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5daab93-7014-4a39-8d10-875d451c53b3 req-4e69887c-4963-4a1f-8d34-0136090b7080 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584325 Sep 02 13:46:31.510812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:31.511681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.513248 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] 10.222.0.77 "PUT /v2.0/ports/83db3ceb-0c49-408d-8d36-7d3a96a31f8e HTTP/1.1" status: 200 len: 1091 time: 1.6031520 Sep 02 13:46:31.515466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d0683e-4e1e-4935-9509-257ba0f77771', 'tag': '83db3ceb-0c49-408d-8d36-7d3a96a31f8e'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:31.527973 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766741fc-329c-4919-8421-d2e86f82ca66" -d '{"events": [{"name": "network-changed", "server_uuid": "93d0683e-4e1e-4935-9509-257ba0f77771", "tag": "83db3ceb-0c49-408d-8d36-7d3a96a31f8e"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:31.568750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2e1374cb-771c-42e3-ab7c-3e518e83880b req-05e6d233-4835-4372-91ef-7c9662394595 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213562 Sep 02 13:46:31.615388 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 65666b09-99df-495e-abad-2b11c8c1feb3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:31.615832 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.644147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:31.709128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.709604 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.723647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 65666b09-99df-495e-abad-2b11c8c1feb3 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:31.820775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8f495a-3cf2-4d78-b3a0-b8ea5558ffe6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting subnet 9dcc8291-3a96-4807-ab44-59cced623505 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:46:31.838305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc8f495a-3cf2-4d78-b3a0-b8ea5558ffe6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:31.848504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1fa97-3b8b-46e9-95ce-04570cc9bbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:32.041948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc8f495a-3cf2-4d78-b3a0-b8ea5558ffe6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.070506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-e74605f8-6787-4d98-80c3-299e99df0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:32.070506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-e74605f8-6787-4d98-80c3-299e99df0c1d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf779b631d324631bd7796cccb212060&device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 1094 time: 0.4764986 Sep 02 13:46:32.116587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24fc594-d73e-400c-8ce7-a6e07fffc9cf None None] Network 040af419-c8e1-45f4-bd0a-aa68649f7c03 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:32.152292 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c625bdaa-13aa-4591-a0b9-3ece7bc2de56 x-openstack-request-id: req-c625bdaa-13aa-4591-a0b9-3ece7bc2de56 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:32.153083 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d0683e-4e1e-4935-9509-257ba0f77771", "tag": "83db3ceb-0c49-408d-8d36-7d3a96a31f8e", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:32.157243 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c625bdaa-13aa-4591-a0b9-3ece7bc2de56 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:32.157698 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d0683e-4e1e-4935-9509-257ba0f77771', 'tag': '83db3ceb-0c49-408d-8d36-7d3a96a31f8e', 'status': 'completed', 'code': 200} Sep 02 13:46:32.160566 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-3b29d768-565d-4428-a7b9-f747470c18a7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83db3ceb-0c49-408d-8d36-7d3a96a31f8e HTTP/1.1" status: 200 len: 217 time: 0.0783629 Sep 02 13:46:32.319818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-2d814276-e351-4e1c-819a-763fe0476fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:32.322518 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-2d814276-e351-4e1c-819a-763fe0476fe9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d070796b-6595-4cae-bb25-68853e32cadb HTTP/1.1" status: 200 len: 851 time: 0.1552877 Sep 02 13:46:32.383411 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-973211bb-455f-4223-bee8-27039515740a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504560 Sep 02 13:46:32.395983 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.404015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-c8f5e27b-c4c7-40f6-9051-7a14726afc0d tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:32.405620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-c8f5e27b-c4c7-40f6-9051-7a14726afc0d tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/networks?id=6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 HTTP/1.1" status: 200 len: 813 time: 0.2675238 Sep 02 13:46:32.412361 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc8f495a-3cf2-4d78-b3a0-b8ea5558ffe6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.468909 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-9bc7c585-803d-4014-ac94-1c55cff2e8c8 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/quotas/132eeda7781345c08791fad38d5a3b92 HTTP/1.1" status: 200 len: 375 time: 0.0497806 Sep 02 13:46:32.528275 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-c9adac59-143b-4479-ab8f-f2b6543f45d3 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=132eeda7781345c08791fad38d5a3b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485897 Sep 02 13:46:32.573582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=65666b09-99df-495e-abad-2b11c8c1feb3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:32.615187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc8f495a-3cf2-4d78-b3a0-b8ea5558ffe6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.649557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f495a-3cf2-4d78-b3a0-b8ea5558ffe6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcc8291-3a96-4807-ab44-59cced623505,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:32.655932 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc8f495a-3cf2-4d78-b3a0-b8ea5558ffe6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.658496 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fc8f495a-3cf2-4d78-b3a0-b8ea5558ffe6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/subnets/9dcc8291-3a96-4807-ab44-59cced623505 HTTP/1.1" status: 204 len: 168 time: 1.0130310 Sep 02 13:46:32.661341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:32.664006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a858e8d-00c0-43f5-96ca-3c83bf0fc67a None None] Network d4870fa0-bf76-459f-b192-17dc165dab9f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:32.690463 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.693133 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.699407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-17117844-eb4b-4650-babf-b3ef556360ec tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb139832-a983-4d65-bdb7-c14e2a7d8475 HTTP/1.1" status: 204 len: 168 time: 1.5019844 Sep 02 13:46:32.702917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45054) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:32.715123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': 'a655ac70-bfc4-4c70-991a-f0de90028c8f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:32.742462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-feac2a9f-66f0-43ff-a0c3-364b2ef79878 service neutron] 10.222.0.77 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405850 Sep 02 13:46:32.761389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-a4603a7e-496d-4768-a1fa-d3ea5fd0369d service neutron] 10.222.0.13 "GET /v2.0/networks/6882b9a1-e0c7-4c29-8c17-30d0da7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100332 Sep 02 13:46:32.769328 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.828567 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:32.903037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-6862044c-99fb-4a49-a0e0-18c7ea24aca5 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:32.904741 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-6862044c-99fb-4a49-a0e0-18c7ea24aca5 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/networks?id=040af419-c8e1-45f4-bd0a-aa68649f7c03 HTTP/1.1" status: 200 len: 818 time: 0.4203486 Sep 02 13:46:32.940680 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b049a68e-341e-4475-9ade-1fc1cadd4aac tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/quotas/2efdf640f2cc4b82a0c98ca771256956 HTTP/1.1" status: 200 len: 375 time: 0.0240722 Sep 02 13:46:33.052281 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-a39f1602-1784-4188-b0a2-04ed27ff6be2 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2efdf640f2cc4b82a0c98ca771256956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758851 Sep 02 13:46:33.083874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f058b5-6ac8-4785-88a2-d370f0361d37 None None] DHCP port deletion for d4870fa0-bf76-459f-b192-17dc165dab9f request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:46:33.192867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-90f058b5-6ac8-4785-88a2-d370f0361d37 None None] Deleting port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:33.193175 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90f058b5-6ac8-4785-88a2-d370f0361d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.261261 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ebcc2eb-2e89-4cbb-b1fc-4556a401c4e6 req-0aca9eba-e8b7-45b7-b9ba-de5f64f61094 service neutron] 10.222.0.77 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069573 Sep 02 13:46:33.360818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:33.379324 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-90f058b5-6ac8-4785-88a2-d370f0361d37 None None] For port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:33.380587 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90f058b5-6ac8-4785-88a2-d370f0361d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.398677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-f6bd7e1b-b5c7-4d9b-8c0f-aae4abbf87f3 service neutron] 10.222.0.13 "GET /v2.0/networks/6882b9a1-e0c7-4c29-8c17-30d0da7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175070 Sep 02 13:46:33.399132 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-ba96e672-bfa2-42ab-a55e-2a1b491b84a2 service neutron] 10.222.0.13 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459423 Sep 02 13:46:33.411323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:33.411668 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.465319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-90f058b5-6ac8-4785-88a2-d370f0361d37 None None] Calling delete_port for 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:33.535948 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.556028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766741fc-329c-4919-8421-d2e86f82ca66 req-41289d88-b6a2-489d-a06d-ae00f56b46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:33.557594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-766741fc-329c-4919-8421-d2e86f82ca66 req-41289d88-b6a2-489d-a06d-ae00f56b46b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf779b631d324631bd7796cccb212060&device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 1094 time: 0.2178001 Sep 02 13:46:33.599146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] For port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:33.600666 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.626424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:33.727028 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed18540f-e224-465d-96ea-901964c57623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.784017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.841753 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-9ba1c4f5-5580-488d-a2e8-bfd3a460940b service neutron] 10.222.0.13 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288695 Sep 02 13:46:33.864320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,segment=NetworkSegment(b45165a9-8238-4798-a5aa-b00a2a273afb),segment_id=b45165a9-8238-4798-a5aa-b00a2a273afb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:33.875496 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.895081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55752-789e-4cb5-b338-5983b3543f05 req-b67e97bd-725a-4ca7-8ab9-eae7c4e24f7d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:33.910152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-25d55752-789e-4cb5-b338-5983b3543f05 req-b67e97bd-725a-4ca7-8ab9-eae7c4e24f7d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 945 time: 0.1621521 Sep 02 13:46:33.923825 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90f058b5-6ac8-4785-88a2-d370f0361d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.924677 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:33.944122 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] No DVR routers for this DVR port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:33.953196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766741fc-329c-4919-8421-d2e86f82ca66 req-6d053961-4f42-4eb1-b030-f54818d49d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:33.955031 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-766741fc-329c-4919-8421-d2e86f82ca66 req-6d053961-4f42-4eb1-b030-f54818d49d85 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 HTTP/1.1" status: 200 len: 912 time: 0.3843870 Sep 02 13:46:33.956249 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.25.3.163 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/cc441602-c03b-4606-8eb8-1c531b9e4c3d) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:33.979480 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f058b5-6ac8-4785-88a2-d370f0361d37 None None] No DVR routers for this DVR port 6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:34.003186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:34.012825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:34.061393 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-766741fc-329c-4919-8421-d2e86f82ca66 req-586eb118-1884-49e6-9f7f-19eacd6d6d43 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83db3ceb-0c49-408d-8d36-7d3a96a31f8e HTTP/1.1" status: 200 len: 217 time: 0.0923579 Sep 02 13:46:34.070310 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f058b5-6ac8-4785-88a2-d370f0361d37 None None] Pushing event deleted for resources: {'Port': ['ID=6045ba6e-9fc7-4abd-9cb8-8ddb6ad347d0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:34.128512 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:34.183440 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-25d55752-789e-4cb5-b338-5983b3543f05 req-11c2ba08-1441-4da0-91c0-3527cf142e2b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721057 Sep 02 13:46:34.185658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:34.252294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4870fa0-bf76-459f-b192-17dc165dab9f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:34.367782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45165a9-8238-4798-a5aa-b00a2a273afb') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:34.369257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45165a9-8238-4798-a5aa-b00a2a273afb') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:34.482663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:34.487910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766741fc-329c-4919-8421-d2e86f82ca66 req-3925cb89-a646-4a64-947b-2dbe77ca7862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:34.491502 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-766741fc-329c-4919-8421-d2e86f82ca66 req-3925cb89-a646-4a64-947b-2dbe77ca7862 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d070796b-6595-4cae-bb25-68853e32cadb HTTP/1.1" status: 200 len: 851 time: 0.4214349 Sep 02 13:46:34.578027 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:34.615368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7deea0-1693-471c-928b-1c62ef080441 req-51c3e423-c72a-4a4d-8687-edb8866d6d4f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:34.632419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f7deea0-1693-471c-928b-1c62ef080441 req-51c3e423-c72a-4a4d-8687-edb8866d6d4f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.3073080 Sep 02 13:46:34.655691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:46:34.656419 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:46:34.660034 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:46:34.785782 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-766741fc-329c-4919-8421-d2e86f82ca66 req-4bb3a767-578f-42a2-ad32-5c43ccc70f1b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2457376 Sep 02 13:46:34.817786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0f7deea0-1693-471c-928b-1c62ef080441 req-09abc491-bfde-462f-ae02-ad1b2bea8623 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774824 Sep 02 13:46:34.832189 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:34.850325 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:34.861092 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/networks/d4870fa0-bf76-459f-b192-17dc165dab9f HTTP/1.1" status: 204 len: 168 time: 2.1932285 Sep 02 13:46:34.878664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:34.900262 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:34.936311 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:34.958212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24ec6f-4363-4077-98c2-80d776ed5abe tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Network': ['ID=d4870fa0-bf76-459f-b192-17dc165dab9f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:34.986553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3502c-c68a-4403-9c6c-c09d507d42fb req-f45211c3-36cd-457c-ae01-cf4dd301c86e tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:34.993184 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ed3502c-c68a-4403-9c6c-c09d507d42fb req-f45211c3-36cd-457c-ae01-cf4dd301c86e tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 943 time: 0.4197581 Sep 02 13:46:35.062307 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed3d7ea1-bb14-4144-9976-08bd59e324cd req-91be5cbf-536d-4a8a-b5e0-9427a235d354 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 210 time: 0.0389788 Sep 02 13:46:35.099418 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ed3502c-c68a-4403-9c6c-c09d507d42fb req-c4d2201d-6d0f-4d54-a8eb-6ab27ff0334b tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952921 Sep 02 13:46:35.171343 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-766741fc-329c-4919-8421-d2e86f82ca66 req-31055a09-ea41-4ad2-84b6-0af06d6319e4 service neutron] 10.222.0.77 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714647 Sep 02 13:46:35.195025 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:35.300109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:35.305306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:35.313323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port 1aac7581-faca-4e8c-81d7-aafbf4b5ac06 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:35.313734 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:35.317382 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:35.344685 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 83db3ceb-0c49-408d-8d36-7d3a96a31f8e details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:46:35.557481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=cc441602-c03b-4606-8eb8-1c531b9e4c3d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:35.618638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3d936e3-7211-4655-957a-e9b80505e865 req-785270af-964e-4ad9-8e3e-7a7a9fdd0dc7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 210 time: 0.0855753 Sep 02 13:46:35.750639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,segment=NetworkSegment(b5e4a09d-d396-4088-9a8f-22c11de1d7ae),segment_id=b5e4a09d-d396-4088-9a8f-22c11de1d7ae)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:35.799838 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '83db3ceb-0c49-408d-8d36-7d3a96a31f8e', 'network_id': 'c6e0ce5f-dda8-49c4-bbce-d845b4bd1727', 'port_id': '83db3ceb-0c49-408d-8d36-7d3a96a31f8e', 'mac_address': 'fa:16:3e:26:b0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd070796b-6595-4cae-bb25-68853e32cadb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:46:35.851546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697eb74-2e65-489a-b2c1-b464ad2d1687 req-a6f330e8-6b1e-4ecd-b73d-6da96c5833d4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:35.853227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c697eb74-2e65-489a-b2c1-b464ad2d1687 req-a6f330e8-6b1e-4ecd-b73d-6da96c5833d4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 945 time: 0.2623994 Sep 02 13:46:35.899032 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:35.914965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:35.915306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:35.928224 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83db3ceb-0c49-408d-8d36-7d3a96a31f8e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:35.943453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for 1aac7581-faca-4e8c-81d7-aafbf4b5ac06 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:35.951058 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c697eb74-2e65-489a-b2c1-b464ad2d1687 req-2a92b5fe-f23d-4236-9320-1f9b975cca45 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812230 Sep 02 13:46:35.980341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,segment=NetworkSegment(b5e4a09d-d396-4088-9a8f-22c11de1d7ae),segment_id=b5e4a09d-d396-4088-9a8f-22c11de1d7ae)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:35.986530 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:36.150352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:36.200702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['83db3ceb-0c49-408d-8d36-7d3a96a31f8e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:46:36.262331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-766741fc-329c-4919-8421-d2e86f82ca66 req-f042c17a-0f51-44f3-95ae-db8da5633dd5 service neutron] 10.222.0.77 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0840700 Sep 02 13:46:36.292795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-405f9f69-08a8-4144-a45d-a8ab1619d04b req-81fd0583-4bd9-4209-b975-a2d519f24166 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 210 time: 0.0855513 Sep 02 13:46:36.424368 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:36.465666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=1aac7581-faca-4e8c-81d7-aafbf4b5ac06,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:36.503481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-2888bc6e-0d39-49cd-a90d-7fd09c4a8db3 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:36.505358 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-2888bc6e-0d39-49cd-a90d-7fd09c4a8db3 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.90 "GET /v2.0/networks?id=6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 HTTP/1.1" status: 200 len: 813 time: 1.1638687 Sep 02 13:46:36.533216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Request body: {'port': {'device_id': '5f37e6ab-de8f-4396-ab02-9858b8709e9e', 'network_id': '6882b9a1-e0c7-4c29-8c17-30d0da7f04e5', 'admin_state_up': True, 'tenant_id': '132eeda7781345c08791fad38d5a3b92'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:36.603905 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:36.705439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f85c9-85bd-4829-a5e6-13c01bd4f2a4 req-2f8f7791-63e9-4544-9920-746c473cd0d2 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:36.707383 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a97f85c9-85bd-4829-a5e6-13c01bd4f2a4 req-2f8f7791-63e9-4544-9920-746c473cd0d2 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 944 time: 0.2154624 Sep 02 13:46:36.759117 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:36.760849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5394eb-c2c5-406e-8bca-5151bad39709 req-76c8f6fd-2489-4a43-9f86-e0c095c6ea72 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:36.761331 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Floating IP afa91b89-886f-4396-9db2-7a2232259fcd disassociated (deleted). External IP: 172.25.3.92, port: e5634728-a9c1-49fd-9d46-81ce4c25e6a6. Sep 02 13:46:36.769091 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3f5394eb-c2c5-406e-8bca-5151bad39709 req-76c8f6fd-2489-4a43-9f86-e0c095c6ea72 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.5007689 Sep 02 13:46:36.839141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Made reservation on behalf of 132eeda7781345c08791fad38d5a3b92 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:36.843638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:36.905835 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3f5394eb-c2c5-406e-8bca-5151bad39709 req-d8b07eae-0528-4d2e-9e27-0826ae368f7c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331451 Sep 02 13:46:36.919991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a97f85c9-85bd-4829-a5e6-13c01bd4f2a4 req-1466710d-e794-4222-91c9-0cdcad4e423a tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036958 Sep 02 13:46:37.161088 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f894bc5-7b1d-4ac9-9fa8-ef1e08d936b9 req-50211fa4-f2d4-408a-bbbf-b94a2a848d07 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 210 time: 0.0283682 Sep 02 13:46:37.231602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac8b30-4ff6-4747-85e9-2b44ba2e42a6 req-45cc79ae-4979-4e30-ac37-e5586365094c tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:37.245007 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1ac8b30-4ff6-4747-85e9-2b44ba2e42a6 req-45cc79ae-4979-4e30-ac37-e5586365094c tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 945 time: 0.1065664 Sep 02 13:46:37.300200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:37.312122 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1ac8b30-4ff6-4747-85e9-2b44ba2e42a6 req-3d7b2e99-75cf-40a0-bb9f-30509848d5ce tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632734 Sep 02 13:46:37.361034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 83db3ceb-0c49-408d-8d36-7d3a96a31f8e up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:37.403219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Allocated IP 172.20.0.10 (6882b9a1-e0c7-4c29-8c17-30d0da7f04e5/a5b3cda0-d507-45a7-b25a-f75acdb4a314/f454f092-3266-434e-9200-d504d0e120e8) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:37.467633 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:37.472614 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:37.473863 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:37.527168 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-184e4409-827b-4008-b415-4fe6faa35117 req-6b908bd2-8c28-4f3e-ba8a-efb06a00af70 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 210 time: 0.1050339 Sep 02 13:46:37.589451 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:37.596837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-2e79341a-157d-4bd0-9a3d-ba5d93694708 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:37.598406 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-2e79341a-157d-4bd0-9a3d-ba5d93694708 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.90 "GET /v2.0/networks?id=040af419-c8e1-45f4-bd0a-aa68649f7c03 HTTP/1.1" status: 200 len: 818 time: 0.2696221 Sep 02 13:46:37.603968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:37.609788 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:37.612235 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:37.618279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Request body: {'port': {'device_id': 'af686d48-882c-4638-b7f2-352a3c426641', 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03', 'admin_state_up': True, 'tenant_id': '2efdf640f2cc4b82a0c98ca771256956'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:37.619693 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] Sync routers for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:37.638003 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:37.638927 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:37.659935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d0683e-4e1e-4935-9509-257ba0f77771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db3ceb-0c49-408d-8d36-7d3a96a31f8e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:37.662465 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b35045a-295c-4022-bc68-615965564c0b" -d '{"events": [{"server_uuid": "93d0683e-4e1e-4935-9509-257ba0f77771", "name": "network-vif-plugged", "status": "completed", "tag": "83db3ceb-0c49-408d-8d36-7d3a96a31f8e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:37.678632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,segment=NetworkSegment(b5e4a09d-d396-4088-9a8f-22c11de1d7ae),segment_id=b5e4a09d-d396-4088-9a8f-22c11de1d7ae)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:37.683943 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:37.717215 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-0e0bf905-ab07-4e17-8bf9-46dffe2e74e4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:37.721021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-47f23514-1b21-4c00-a780-a7de46bc3eb4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/floatingips/afa91b89-886f-4396-9db2-7a2232259fcd HTTP/1.1" status: 204 len: 168 time: 2.8210685 Sep 02 13:46:37.721021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:37.732759 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:37.741706 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-0e0bf905-ab07-4e17-8bf9-46dffe2e74e4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 945 time: 0.4375191 Sep 02 13:46:37.768413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:37.791010 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c97be1-64d3-4150-a3ee-fd560153cce2 x-openstack-request-id: req-80c97be1-64d3-4150-a3ee-fd560153cce2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:37.791529 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d0683e-4e1e-4935-9509-257ba0f77771", "name": "network-vif-plugged", "status": "completed", "tag": "83db3ceb-0c49-408d-8d36-7d3a96a31f8e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:37.791997 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80c97be1-64d3-4150-a3ee-fd560153cce2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:37.792609 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d0683e-4e1e-4935-9509-257ba0f77771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83db3ceb-0c49-408d-8d36-7d3a96a31f8e', 'code': 200} Sep 02 13:46:37.815458 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:37.901441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Made reservation on behalf of 2efdf640f2cc4b82a0c98ca771256956 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:37.910842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:38.003743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-cda95598-b606-4328-9449-535111283527 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:38.012093 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-cda95598-b606-4328-9449-535111283527 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.77 "GET /v2.0/networks?id=040af419-c8e1-45f4-bd0a-aa68649f7c03 HTTP/1.1" status: 200 len: 818 time: 0.8898373 Sep 02 13:46:38.068783 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d3a3fd-90d5-4ebe-bb01-3190c38dc16c x-openstack-request-id: req-47d3a3fd-90d5-4ebe-bb01-3190c38dc16c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:38.069687 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:38.070149 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47d3a3fd-90d5-4ebe-bb01-3190c38dc16c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:38.070749 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'status': 'completed', 'code': 200} Sep 02 13:46:38.157814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Request body: {'port': {'device_id': '2c06d694-983c-4afc-9d29-f9d9704e80e9', 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03', 'admin_state_up': True, 'tenant_id': '2efdf640f2cc4b82a0c98ca771256956'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:38.197099 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:22Z', 'revision_number': 6, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:38.238092 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] Checking router: e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:46:38.259180 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:38.260038 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:38.271947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-3cc38817-7ad5-495d-a2a2-943e947700de tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:38.274282 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-3cc38817-7ad5-495d-a2a2-943e947700de tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.90 "GET /v2.0/networks?id=040af419-c8e1-45f4-bd0a-aa68649f7c03 HTTP/1.1" status: 200 len: 818 time: 0.3359649 Sep 02 13:46:38.352216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Allocated IP 172.20.0.6 (040af419-c8e1-45f4-bd0a-aa68649f7c03/43f61892-533f-4fb4-9037-c0e3cfb101a0/cd75ff10-ab12-484b-ab63-69b40b04eb8c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:38.412877 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:38.450359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.90', 63068) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:38.455024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab7973-ef08-429d-8e17-bf28396b539f req-e95db8d0-2df6-44a4-85af-b76e5e9b29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:38.456551 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3eab7973-ef08-429d-8e17-bf28396b539f req-e95db8d0-2df6-44a4-85af-b76e5e9b29d5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 1096 time: 0.4320366 Sep 02 13:46:38.561431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:38.590485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8ee54-4994-4a09-9abf-44fb615b3f11 req-e92382f6-9d0c-4eaa-a4c4-abeebe7142cd tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:38.598436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47c8ee54-4994-4a09-9abf-44fb615b3f11 req-e92382f6-9d0c-4eaa-a4c4-abeebe7142cd tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.4345288 Sep 02 13:46:38.622520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Request body: {'port': {'device_id': '89d6d51c-7520-4e36-a802-fb92c3a5a9c6', 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03', 'admin_state_up': True, 'tenant_id': '2efdf640f2cc4b82a0c98ca771256956'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:38.623242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:38.672611 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:22Z', 'revision_number': 6, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:38.687647 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3eab7973-ef08-429d-8e17-bf28396b539f req-d9995876-3fcc-4118-9f23-6e162b1d8730 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825640 Sep 02 13:46:38.688822 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:38.708237 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dd80c-1dd0-43cc-8997-1decb66668af None None] The sync data for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 is: [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:22Z', 'revision_number': 6, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '72d0d41c-e192-4996-b877-cdbd3b1f5f41', 'name': '', 'network_id': '0b99c18b-dc4b-4ccd-b343-5788a0213ab2', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:06:2e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:44:05Z', 'updated_at': '2021-09-02T13:44:19Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': '0570a0ab-e49c-4bec-bbc0-faa01175ed62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:38.736398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Deleting port 76238efb-44dc-444f-bb34-01564d3a20d9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:38.736747 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:38.740721 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-a6b897d3-c247-4960-825e-b3eb9eee550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:38.742424 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-a6b897d3-c247-4960-825e-b3eb9eee550e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647&tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5 HTTP/1.1" status: 200 len: 1095 time: 0.2849164 Sep 02 13:46:38.788360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Network 040af419-c8e1-45f4-bd0a-aa68649f7c03 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:38.789909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-4', 'device_owner': 'compute:nova'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:38.807756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:38.810805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-702980d6-b71e-4285-b4ad-5a791112a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:38.813034 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-702980d6-b71e-4285-b4ad-5a791112a11b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 1097 time: 0.6944196 Sep 02 13:46:38.817620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:38.828065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8cbd6-0361-459e-944a-38d029355ddf req-d8d93d92-e4e0-46df-b48a-c33b619320f4 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:38.834306 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-95d8cbd6-0361-459e-944a-38d029355ddf req-d8d93d92-e4e0-46df-b48a-c33b619320f4 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.6149604 Sep 02 13:46:38.877277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Pushing event updated for resources: {'Port': ['ID=cd75ff10-ab12-484b-ab63-69b40b04eb8c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:38.886609 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47c8ee54-4994-4a09-9abf-44fb615b3f11 req-c61a6ee5-3cf8-4e44-b7bd-e2d01a8ba311 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872038 Sep 02 13:46:38.946193 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.024767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:39.025396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.056401 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.063139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-95d8cbd6-0361-459e-944a-38d029355ddf req-3e517626-865c-435b-b1bb-eaab1f5d0260 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029185 Sep 02 13:46:39.103531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Made reservation on behalf of 2efdf640f2cc4b82a0c98ca771256956 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:39.107505 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.126226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Made reservation on behalf of 2efdf640f2cc4b82a0c98ca771256956 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:39.127768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb69a6c7-3c15-416b-8896-b619cb293a52 None None] New status for floating IP afa91b89-886f-4396-9db2-7a2232259fcd: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:46:39.131652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.143763 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0aad6658-b064-4811-8dcf-63368bffdb9f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5306499 Sep 02 13:46:39.173148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Request body: {'port': {'device_id': 'af686d48-882c-4638-b7f2-352a3c426641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:39.209405 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.258932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Network 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:39.260637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.286829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:39.305805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-298557af-1e19-4373-8d61-a14cd8491243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:39.307279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-298557af-1e19-4373-8d61-a14cd8491243 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2 HTTP/1.1" status: 200 len: 898 time: 0.4229889 Sep 02 13:46:39.332745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:39.336065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Pushing event updated for resources: {'Port': ['ID=f454f092-3266-434e-9200-d504d0e120e8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:39.342256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] For port 76238efb-44dc-444f-bb34-01564d3a20d9, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=76238efb-44dc-444f-bb34-01564d3a20d9,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:39.343347 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.432353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582f7db-6d16-4ee7-889f-7f54758985cc req-5cd7e0e7-9f71-4076-90b9-fc2fa7e3a1a2 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:39.434021 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f582f7db-6d16-4ee7-889f-7f54758985cc req-5cd7e0e7-9f71-4076-90b9-fc2fa7e3a1a2 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 946 time: 0.3847382 Sep 02 13:46:39.478776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Calling delete_port for 76238efb-44dc-444f-bb34-01564d3a20d9 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:39.522141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:39.522937 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.785631 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f582f7db-6d16-4ee7-889f-7f54758985cc req-9391721b-d4ed-4f3e-9893-1232d9918e77 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100436 Sep 02 13:46:39.824625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.855824 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-3aa68e74-ca36-44ea-9a6c-7729903158d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5634728-a9c1-49fd-9d46-81ce4c25e6a6 HTTP/1.1" status: 200 len: 217 time: 0.5339456 Sep 02 13:46:39.921855 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:39.924766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-21ba1944-c62a-4306-813f-b3e5de9c087f tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4033492 Sep 02 13:46:39.937872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Allocated IP 172.20.0.11 (040af419-c8e1-45f4-bd0a-aa68649f7c03/43f61892-533f-4fb4-9037-c0e3cfb101a0/919d7b99-cea1-4ffa-99b1-e458a2fe342b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:39.938997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25d3c0-bc2f-4a58-83b6-e50cdbc0c7a4 req-a8a822af-03e1-495e-8ca4-12a7ac2488a0 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:39.941619 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cb25d3c0-bc2f-4a58-83b6-e50cdbc0c7a4 req-a8a822af-03e1-495e-8ca4-12a7ac2488a0 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 931 time: 0.7273943 Sep 02 13:46:39.965082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Request body: {'port': {'device_id': '5f37e6ab-de8f-4396-ab02-9858b8709e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:40.184010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-52b23431-aab4-4321-a2cc-cc611ecb0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:40.185582 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-52b23431-aab4-4321-a2cc-cc611ecb0eac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0570a0ab-e49c-4bec-bbc0-faa01175ed62 HTTP/1.1" status: 200 len: 835 time: 0.3016179 Sep 02 13:46:40.284388 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cb25d3c0-bc2f-4a58-83b6-e50cdbc0c7a4 req-9c97e920-4f1c-4f96-968e-f083b65a6d7f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942505 Sep 02 13:46:40.312123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-d6dcce55-9245-446b-83ee-3a9f3db8d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:40.314242 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-d6dcce55-9245-446b-83ee-3a9f3db8d629 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0b99c18b-dc4b-4ccd-b343-5788a0213ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173081 Sep 02 13:46:40.454405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-ed746bf6-0b4a-45db-9d46-8564a77d9323 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:40.456243 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-ed746bf6-0b4a-45db-9d46-8564a77d9323 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 946 time: 0.8650692 Sep 02 13:46:40.468649 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-8cf64dc7-357e-4f02-9732-8127bc56bf2e service neutron] 10.222.0.77 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465361 Sep 02 13:46:40.475977 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 76238efb-44dc-444f-bb34-01564d3a20d9 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:40.576415 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:40.588696 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-291e310d-5a7a-4e8b-ad97-6c5cb7a43631 req-28015f4e-4a51-4f62-87f1-94d68d599a8e service neutron] 10.222.0.77 "GET /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092355 Sep 02 13:46:40.614081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60588f-36d7-422a-a6e8-054a23bc47e8 req-754b6a31-3392-4158-9243-48ec92c3aad6 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:40.615783 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd60588f-36d7-422a-a6e8-054a23bc47e8 req-754b6a31-3392-4158-9243-48ec92c3aad6 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 932 time: 0.1870501 Sep 02 13:46:40.637979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76238efb-44dc-444f-bb34-01564d3a20d9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:40.648344 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0110947-39c4-4a85-96ee-2fcd6542a048" -d '{"events": [{"server_uuid": "60c3560a-4326-41c7-850d-eb8f834d28f2", "name": "network-vif-unplugged", "status": "completed", "tag": "76238efb-44dc-444f-bb34-01564d3a20d9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:40.663427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=cc441602-c03b-4606-8eb8-1c531b9e4c3d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:40.663968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 76238efb-44dc-444f-bb34-01564d3a20d9, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=76238efb-44dc-444f-bb34-01564d3a20d9,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:40.667209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:40.674986 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:40.684775 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fd60588f-36d7-422a-a6e8-054a23bc47e8 req-8f90ffab-59d4-4e42-9b86-38b8f0cf2747 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Sep 02 13:46:40.695791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077ff9a-8f94-43bb-be22-6fd51ef1b80a req-2623ec97-fbf2-4ac1-8019-174518c84176 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:40.703361 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2077ff9a-8f94-43bb-be22-6fd51ef1b80a req-2623ec97-fbf2-4ac1-8019-174518c84176 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=60c3560a-4326-41c7-850d-eb8f834d28f2 HTTP/1.1" status: 200 len: 945 time: 0.7864282 Sep 02 13:46:40.736185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=76238efb-44dc-444f-bb34-01564d3a20d9,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:40.764608 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:40.766431 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:40.799054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c94f6-eaa8-40e2-a05c-99b813079939 req-f9ad1901-0fec-4316-9d09-317513ae4dbc tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:40.805853 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-985c94f6-eaa8-40e2-a05c-99b813079939 req-f9ad1901-0fec-4316-9d09-317513ae4dbc tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.0574894 Sep 02 13:46:40.842879 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-985c94f6-eaa8-40e2-a05c-99b813079939 req-37ef1ea7-f225-4e3e-b039-3390050c1836 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342135 Sep 02 13:46:40.979790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8534ac-5677-46fa-a69a-855f80ab13af req-21769373-b4a4-4699-b4f8-5aa398740a14 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:40.981566 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d8534ac-5677-46fa-a69a-855f80ab13af req-21769373-b4a4-4699-b4f8-5aa398740a14 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.0752621 Sep 02 13:46:40.992245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:41.030437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4d8534ac-5677-46fa-a69a-855f80ab13af req-2d50a439-2e01-4a62-bacf-0d53c1349a08 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 Sep 02 13:46:41.062355 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2077ff9a-8f94-43bb-be22-6fd51ef1b80a req-b6d4b5cb-2639-4a49-ac27-61f18c08679d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579435 Sep 02 13:46:41.082708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:41.082708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:41.101145 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047d2ba8-818c-4325-a7cc-57a94f4d5ddc x-openstack-request-id: req-047d2ba8-818c-4325-a7cc-57a94f4d5ddc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:41.101446 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c3560a-4326-41c7-850d-eb8f834d28f2", "name": "network-vif-unplugged", "status": "completed", "tag": "76238efb-44dc-444f-bb34-01564d3a20d9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:41.101701 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-047d2ba8-818c-4325-a7cc-57a94f4d5ddc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:41.102104 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76238efb-44dc-444f-bb34-01564d3a20d9', 'code': 200} Sep 02 13:46:41.187679 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:41.209943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f79d95d-8f69-462b-9718-b77183aa4e39 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:41.215976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df4bcd-0b6b-4ab0-a81a-75ac78d11236 req-06be3afa-7315-43d7-a87a-dbe962f68885 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:41.219960 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-59df4bcd-0b6b-4ab0-a81a-75ac78d11236 req-06be3afa-7315-43d7-a87a-dbe962f68885 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.0580425 Sep 02 13:46:41.233984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:41.266686 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-59df4bcd-0b6b-4ab0-a81a-75ac78d11236 req-273cdac0-f19b-498c-baca-717a25b63987 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 Sep 02 13:46:41.267073 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:41.369435 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP 2b23ca22-9017-4923-bbf8-4ce5bc4382df associated. External IP: 172.25.3.163, port: a655ac70-bfc4-4c70-991a-f0de90028c8f. Sep 02 13:46:41.385583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event deleted for resources: {'Port': ['ID=76238efb-44dc-444f-bb34-01564d3a20d9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:41.500280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Transition to ACTIVE for port object 4f79d95d-8f69-462b-9718-b77183aa4e39 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:41.516245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f60f-00c7-4138-acab-25783d42e44e req-dfefc833-7b0e-4344-85ed-fd25be02e6e7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:41.518039 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d90f60f-00c7-4138-acab-25783d42e44e req-dfefc833-7b0e-4344-85ed-fd25be02e6e7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 931 time: 0.0588193 Sep 02 13:46:41.553559 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:41.564687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] No DVR routers for this DVR port 76238efb-44dc-444f-bb34-01564d3a20d9 on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:41.567340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:41.567822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6d90f60f-00c7-4138-acab-25783d42e44e req-42fdbb5e-3dba-4a77-9e50-d168ee4b8e0f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Sep 02 13:46:41.569728 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.90 "DELETE /v2.0/ports/76238efb-44dc-444f-bb34-01564d3a20d9 HTTP/1.1" status: 204 len: 173 time: 3.8265347 Sep 02 13:46:41.579169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0f80-f4f5-45b7-a862-f594616e90e0 req-e6db7ea4-edba-4545-b14d-beee696d3d4d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:41.593119 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec1f0f80-f4f5-45b7-a862-f594616e90e0 req-e6db7ea4-edba-4545-b14d-beee696d3d4d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 946 time: 0.4414380 Sep 02 13:46:41.619768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'name': 'network-vif-deleted', 'tag': '76238efb-44dc-444f-bb34-01564d3a20d9'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:41.622109 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27b49d9-ecb5-4fab-ba7c-1aabfe3db04f" -d '{"events": [{"server_uuid": "60c3560a-4326-41c7-850d-eb8f834d28f2", "name": "network-vif-deleted", "tag": "76238efb-44dc-444f-bb34-01564d3a20d9"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:41.709784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e1ee9-95c3-46db-8371-f8adf0cb7942 req-0223be61-b02a-43c1-8464-0f8d978852f9 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:41.711798 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-555e1ee9-95c3-46db-8371-f8adf0cb7942 req-0223be61-b02a-43c1-8464-0f8d978852f9 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.0761409 Sep 02 13:46:41.762260 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-555e1ee9-95c3-46db-8371-f8adf0cb7942 req-80689063-4f28-4ada-aa52-28772a285885 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416040 Sep 02 13:46:41.795881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] For port e5634728-a9c1-49fd-9d46-81ce4c25e6a6, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:41.796617 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:41.936888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f454f092-3266-434e-9200-d504d0e120e8 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:41.954782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:41.967602 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33a3626-81a3-4bdf-a33c-25f4f0b5489c x-openstack-request-id: req-c33a3626-81a3-4bdf-a33c-25f4f0b5489c {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:41.968045 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c3560a-4326-41c7-850d-eb8f834d28f2", "name": "network-vif-deleted", "tag": "76238efb-44dc-444f-bb34-01564d3a20d9", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:41.968364 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c33a3626-81a3-4bdf-a33c-25f4f0b5489c {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:41.968886 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c3560a-4326-41c7-850d-eb8f834d28f2', 'name': 'network-vif-deleted', 'tag': '76238efb-44dc-444f-bb34-01564d3a20d9', 'status': 'completed', 'code': 200} Sep 02 13:46:41.974035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Allocated IP 172.20.0.4 (040af419-c8e1-45f4-bd0a-aa68649f7c03/43f61892-533f-4fb4-9037-c0e3cfb101a0/7edb2ed4-fc03-4fb9-9925-70f7742101aa) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:42.013907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba352ff-9db6-47ee-bb6a-c91503d95ed0 req-6cf6341e-45d2-4a4d-8c3e-9072cabb09c2 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:42.018416 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dba352ff-9db6-47ee-bb6a-c91503d95ed0 req-6cf6341e-45d2-4a4d-8c3e-9072cabb09c2 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 932 time: 0.0925348 Sep 02 13:46:42.041137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for e5634728-a9c1-49fd-9d46-81ce4c25e6a6 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:42.085078 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dba352ff-9db6-47ee-bb6a-c91503d95ed0 req-9f46db60-8410-4a94-ab48-be181fecd921 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573583 Sep 02 13:46:42.110849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:42.180781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=9']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:42.198394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Transition to ACTIVE for port object f454f092-3266-434e-9200-d504d0e120e8 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:42.217116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec1f0f80-f4f5-45b7-a862-f594616e90e0 req-b6abd503-e318-4586-9c6e-04b0104a9429 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=391e29bc-94cf-4161-9265-49c160a7c03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5592458 Sep 02 13:46:42.241553 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:42.273088 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:42.287100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc8098-10e8-4ffc-8be3-873ae38664a3 req-16d70106-ad10-46d7-b964-b8bb03882610 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:42.288995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] No DVR routers for this DVR port 4f79d95d-8f69-462b-9718-b77183aa4e39 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:42.296195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Network 040af419-c8e1-45f4-bd0a-aa68649f7c03 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:42.296379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-acfc8098-10e8-4ffc-8be3-873ae38664a3 req-16d70106-ad10-46d7-b964-b8bb03882610 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 944 time: 0.1139913 Sep 02 13:46:42.302856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:42.308964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:42.375655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-acfc8098-10e8-4ffc-8be3-873ae38664a3 req-00db8df2-c830-45d0-b663-7eabf29d9d5e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735667 Sep 02 13:46:42.497121 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:42.551160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Network 040af419-c8e1-45f4-bd0a-aa68649f7c03 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:42.562111 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:42.568789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:42.643040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Pushing event updated for resources: {'Port': ['ID=7edb2ed4-fc03-4fb9-9925-70f7742101aa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:42.659891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd75ff10-ab12-484b-ab63-69b40b04eb8c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:42.700703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:42.715391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:42.715391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:42.716859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:42.718058 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:42.748172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Transition to ACTIVE for port object cd75ff10-ab12-484b-ab63-69b40b04eb8c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:42.754095 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4e2d6bd5-4963-4751-80c5-776bd09c6b7c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1375334 Sep 02 13:46:42.756175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:42.768317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34a78b-e689-42ec-939a-d3a4b075f2e6 req-01776117-aeb6-4332-94f2-1be0656cbbda tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:42.770090 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f34a78b-e689-42ec-939a-d3a4b075f2e6 req-01776117-aeb6-4332-94f2-1be0656cbbda tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 931 time: 0.1133423 Sep 02 13:46:42.793112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Request body: {'port': {'device_id': '89d6d51c-7520-4e36-a802-fb92c3a5a9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:42.823970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Pushing event updated for resources: {'Port': ['ID=919d7b99-cea1-4ffa-99b1-e458a2fe342b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:42.942092 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-97fa242f-3d46-4b4c-b530-f2fb49d1a71a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8523185 Sep 02 13:46:42.943401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9f34a78b-e689-42ec-939a-d3a4b075f2e6 req-52086e41-d006-4988-ad79-2f441dd1e3ba tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639669 Sep 02 13:46:42.987220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Request body: {'port': {'device_id': '2c06d694-983c-4afc-9d29-f9d9704e80e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:42.988598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75ff10-ab12-484b-ab63-69b40b04eb8c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:42.994027 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.100948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Attempting to bind port cd75ff10-ab12-484b-ab63-69b40b04eb8c on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:43.101312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Attempting to bind port cd75ff10-ab12-484b-ab63-69b40b04eb8c by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:43.101711 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Attempting to bind port cd75ff10-ab12-484b-ab63-69b40b04eb8c on network 040af419-c8e1-45f4-bd0a-aa68649f7c03 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:43.112698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Pushing event updated for resources: {'Port': ['ID=f454f092-3266-434e-9200-d504d0e120e8,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:43.115316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Port cd75ff10-ab12-484b-ab63-69b40b04eb8c on network 040af419-c8e1-45f4-bd0a-aa68649f7c03 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:46:43.115656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Attempting to bind port cd75ff10-ab12-484b-ab63-69b40b04eb8c on network 040af419-c8e1-45f4-bd0a-aa68649f7c03 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:43.183298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:43.183642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Checking segment: {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:43.184338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Bound using segment: {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:43.184558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Bound port: cd75ff10-ab12-484b-ab63-69b40b04eb8c, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:43.184897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.187271 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.209693 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ccfd-0094-45b3-b8a5-5dc800c60037 req-8d4b9969-2e53-4b26-ad01-eea20f4d1d42 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:43.211239 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a66ccfd-0094-45b3-b8a5-5dc800c60037 req-8d4b9969-2e53-4b26-ad01-eea20f4d1d42 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.1674139 Sep 02 13:46:43.221511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-cb9ee0e3-297a-4a33-a550-daab1c56f3ae tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:43.224296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-cb9ee0e3-297a-4a33-a550-daab1c56f3ae tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.5187154 Sep 02 13:46:43.257854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:43.263177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Attempting to bind port f454f092-3266-434e-9200-d504d0e120e8 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:43.263648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Attempting to bind port f454f092-3266-434e-9200-d504d0e120e8 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '7ea1d71a-6aff-408c-b1d5-b30cac22d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6882b9a1-e0c7-4c29-8c17-30d0da7f04e5'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:43.264114 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Attempting to bind port f454f092-3266-434e-9200-d504d0e120e8 on network 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:43.293985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Port f454f092-3266-434e-9200-d504d0e120e8 on network 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:46:43.294436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Attempting to bind port f454f092-3266-434e-9200-d504d0e120e8 on network 6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:43.310147 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.336105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=e5634728-a9c1-49fd-9d46-81ce4c25e6a6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:43.355327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:43.355838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Checking segment: {'id': '7ea1d71a-6aff-408c-b1d5-b30cac22d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6882b9a1-e0c7-4c29-8c17-30d0da7f04e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:43.356226 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Bound using segment: {'id': '7ea1d71a-6aff-408c-b1d5-b30cac22d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6882b9a1-e0c7-4c29-8c17-30d0da7f04e5'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:43.356775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Bound port: f454f092-3266-434e-9200-d504d0e120e8, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea1d71a-6aff-408c-b1d5-b30cac22d553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6882b9a1-e0c7-4c29-8c17-30d0da7f04e5'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:43.357152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.360021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a66ccfd-0094-45b3-b8a5-5dc800c60037 req-350c535d-d2d1-4508-a292-045884122c0c tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407483 Sep 02 13:46:43.368270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] For port cd75ff10-ab12-484b-ab63-69b40b04eb8c, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:43.375900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-0492d5eb-8af1-4069-9b57-ce4a0eabbb14 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/quotas/e5cb8c44680045f0a4b7ea0a303a9287 HTTP/1.1" status: 200 len: 375 time: 0.1439810 Sep 02 13:46:43.376582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Attempting to bind port 4f79d95d-8f69-462b-9718-b77183aa4e39 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:43.376927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Attempting to bind port 4f79d95d-8f69-462b-9718-b77183aa4e39 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:43.377265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Attempting to bind port 4f79d95d-8f69-462b-9718-b77183aa4e39 on network eea5c054-a14a-4488-995b-acc41eaae1cc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:43.381410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] No DVR routers for this DVR port e5634728-a9c1-49fd-9d46-81ce4c25e6a6 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:46:43.391400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e5634728-a9c1-49fd-9d46-81ce4c25e6a6 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:46:43.400342 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.402446 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-11c4f843-7e55-46f0-adb4-c36dc8485767 req-5ee86a33-13d5-45f6-8433-d364c7de0ad0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.77 "DELETE /v2.0/ports/e5634728-a9c1-49fd-9d46-81ce4c25e6a6 HTTP/1.1" status: 204 len: 173 time: 2.9232984 Sep 02 13:46:43.409092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] For port cd75ff10-ab12-484b-ab63-69b40b04eb8c, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=cd75ff10-ab12-484b-ab63-69b40b04eb8c,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:43.431496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: e5634728-a9c1-49fd-9d46-81ce4c25e6a6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:46:43.433010 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.433556 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device e5634728-a9c1-49fd-9d46-81ce4c25e6a6 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:46:43.496990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Port 4f79d95d-8f69-462b-9718-b77183aa4e39 on network eea5c054-a14a-4488-995b-acc41eaae1cc not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:46:43.497553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Attempting to bind port 4f79d95d-8f69-462b-9718-b77183aa4e39 on network eea5c054-a14a-4488-995b-acc41eaae1cc {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:43.509463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:43.510305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.512255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] 10.222.0.90 "PUT /v2.0/ports/cd75ff10-ab12-484b-ab63-69b40b04eb8c HTTP/1.1" status: 200 len: 1091 time: 4.3575745 Sep 02 13:46:43.530921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af686d48-882c-4638-b7f2-352a3c426641', 'tag': 'cd75ff10-ab12-484b-ab63-69b40b04eb8c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:43.534748 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeb14b5-329b-48a6-b76f-72131e35ec91" -d '{"events": [{"name": "network-changed", "server_uuid": "af686d48-882c-4638-b7f2-352a3c426641", "tag": "cd75ff10-ab12-484b-ab63-69b40b04eb8c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:43.556252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:43.556528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Checking segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:43.556937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Bound using segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:43.557404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Bound port: 4f79d95d-8f69-462b-9718-b77183aa4e39, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:43.557787 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.562233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-6ff4bae6-da74-4864-bd6a-743c36d7d041 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1636856 Sep 02 13:46:43.619647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a270c-e1bb-4bf5-a718-5a0201743183 service neutron] Pushing event updated for resources: {'Port': ['ID=cd75ff10-ab12-484b-ab63-69b40b04eb8c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:43.664674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84957a-d6f4-44fa-ad98-0d906675627e req-0ec37e8e-f09f-4003-b7ac-889fcf2a32ea tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:43.666235 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f84957a-d6f4-44fa-ad98-0d906675627e req-0ec37e8e-f09f-4003-b7ac-889fcf2a32ea tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 944 time: 0.1866202 Sep 02 13:46:43.668985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edb2ed4-fc03-4fb9-9925-70f7742101aa {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:43.679894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.716882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Transition to ACTIVE for port object 7edb2ed4-fc03-4fb9-9925-70f7742101aa will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:43.721725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:43.724573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-e7183fd2-22bb-4fa4-8e8b-001f0b7338d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:43.725564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:43.726209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-e7183fd2-22bb-4fa4-8e8b-001f0b7338d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2efdf640f2cc4b82a0c98ca771256956&device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 1094 time: 0.1189728 Sep 02 13:46:43.735956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.746062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] For port f454f092-3266-434e-9200-d504d0e120e8, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:43.749652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] For port f454f092-3266-434e-9200-d504d0e120e8, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f454f092-3266-434e-9200-d504d0e120e8,segment=NetworkSegment(7ea1d71a-6aff-408c-b1d5-b30cac22d553),segment_id=7ea1d71a-6aff-408c-b1d5-b30cac22d553)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:43.769750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f84957a-d6f4-44fa-ad98-0d906675627e req-3572216b-3eb7-4b54-bf96-99f24e42861e tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870206 Sep 02 13:46:43.819867 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-37c61be0-3aa8-4034-b7fb-a8d8f1ed527d service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365561 Sep 02 13:46:43.821105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:43.840432 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf5833-3932-4862-a123-cd2a81df01a0 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:43.855669 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf5833-3932-4862-a123-cd2a81df01a0 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:43.858639 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3fbf5833-3932-4862-a123-cd2a81df01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:43.909361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.928928 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:43.945007 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-3814d780-2ed7-4921-8212-3fa73ecaaa14 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd75ff10-ab12-484b-ab63-69b40b04eb8c HTTP/1.1" status: 200 len: 217 time: 0.2038214 Sep 02 13:46:43.979176 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3fbf5833-3932-4862-a123-cd2a81df01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:43.981677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'name': 'network-vif-deleted', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:43.984190 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ffa48-6c82-446d-b0e9-d388a4cf7d25" -d '{"events": [{"server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "name": "network-vif-deleted", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:43.998106 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf5833-3932-4862-a123-cd2a81df01a0 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:43.999651 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3fbf5833-3932-4862-a123-cd2a81df01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:44.041516 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-849a15f9-98d5-4c4f-a1be-1b6b5bc554ec req-c32cc301-b207-44f7-93c7-15a1358a1c1c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b HTTP/1.1" status: 200 len: 210 time: 0.1001875 Sep 02 13:46:44.063651 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3fbf5833-3932-4862-a123-cd2a81df01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:44.064494 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbf5833-3932-4862-a123-cd2a81df01a0 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:44.078902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:44.079526 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:44.081005 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] 10.222.0.90 "PUT /v2.0/ports/4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 1092 time: 5.3105960 Sep 02 13:46:44.128373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Pushing event updated for resources: {'Port': ['ID=7edb2ed4-fc03-4fb9-9925-70f7742101aa,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:44.150253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:44.151921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:44.154415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] 10.222.0.90 "PUT /v2.0/ports/f454f092-3266-434e-9200-d504d0e120e8 HTTP/1.1" status: 200 len: 1092 time: 4.1983280 Sep 02 13:46:44.209387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec529f-34d8-48ba-80fc-245f5cf540bf service neutron] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=10']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:44.220887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-fb131968-eb56-48c6-9ad2-eeaec21e3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:44.222498 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-fb131968-eb56-48c6-9ad2-eeaec21e3761 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43f61892-533f-4fb4-9037-c0e3cfb101a0 HTTP/1.1" status: 200 len: 858 time: 0.2330325 Sep 02 13:46:44.272841 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4b5439ac-69df-4016-a2f6-a9e2e11a7019 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=040af419-c8e1-45f4-bd0a-aa68649f7c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398965 Sep 02 13:46:44.279510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Attempting to bind port 7edb2ed4-fc03-4fb9-9925-70f7742101aa on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:44.280609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Attempting to bind port 7edb2ed4-fc03-4fb9-9925-70f7742101aa by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:44.281068 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Attempting to bind port 7edb2ed4-fc03-4fb9-9925-70f7742101aa on network 040af419-c8e1-45f4-bd0a-aa68649f7c03 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:44.311575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Port 7edb2ed4-fc03-4fb9-9925-70f7742101aa on network 040af419-c8e1-45f4-bd0a-aa68649f7c03 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:46:44.312094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Attempting to bind port 7edb2ed4-fc03-4fb9-9925-70f7742101aa on network 040af419-c8e1-45f4-bd0a-aa68649f7c03 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:44.356650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:44.357106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Checking segment: {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:44.357583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:44.357682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Bound using segment: {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:44.358258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Bound port: 7edb2ed4-fc03-4fb9-9925-70f7742101aa, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:44.358725 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:44.468832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d0851-a9b6-43b5-8d2d-bdc9425a223b req-f6f06c3d-1dd0-4ab1-aa22-98a303eb6250 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:44.476282 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-396d0851-a9b6-43b5-8d2d-bdc9425a223b req-f6f06c3d-1dd0-4ab1-aa22-98a303eb6250 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.1282890 Sep 02 13:46:44.513012 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-9d5c17df-861b-411b-9a82-d3af28135a9e service neutron] 10.222.0.90 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292593 Sep 02 13:46:44.521165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f3168f22-e39c-4dd8-87f3-64dede309efe tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.8096042 Sep 02 13:46:44.525298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:44.539256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-79028263'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:44.550597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] For port 7edb2ed4-fc03-4fb9-9925-70f7742101aa, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:44.553859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-3e06444e-9e69-46fa-aac4-6a48ddc77bad service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206443 Sep 02 13:46:44.577699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011a83-4c49-4ebc-ad49-35e2ac27b016 service neutron] Pushing event updated for resources: {'Port': ['ID=f454f092-3266-434e-9200-d504d0e120e8,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:44.582283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-c371b253-1545-4b18-8c0c-4792732b8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:44.584768 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-c371b253-1545-4b18-8c0c-4792732b8ad4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1096 time: 0.4486659 Sep 02 13:46:44.598882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-70da7308-a22c-420e-a0b1-9c79b67af636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:44.600748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-70da7308-a22c-420e-a0b1-9c79b67af636 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=132eeda7781345c08791fad38d5a3b92&device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 1095 time: 0.2769644 Sep 02 13:46:44.612684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-396d0851-a9b6-43b5-8d2d-bdc9425a223b req-090a3784-93b3-47bb-9503-b1bad00546b9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355369 Sep 02 13:46:44.626706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] For port 7edb2ed4-fc03-4fb9-9925-70f7742101aa, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7edb2ed4-fc03-4fb9-9925-70f7742101aa,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:44.643914 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:44.663922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:44.664969 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:44.667450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] 10.222.0.90 "PUT /v2.0/ports/7edb2ed4-fc03-4fb9-9925-70f7742101aa HTTP/1.1" status: 200 len: 1091 time: 1.8853810 Sep 02 13:46:44.668267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Made reservation on behalf of ad2c819335db401b9a5fdeaa8bfbea73 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:44.673260 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:44.683075 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d2896d-c343-48f0-b05f-3b88c6c86bdc x-openstack-request-id: req-16d2896d-c343-48f0-b05f-3b88c6c86bdc {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:44.683370 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af686d48-882c-4638-b7f2-352a3c426641", "tag": "cd75ff10-ab12-484b-ab63-69b40b04eb8c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:44.683912 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16d2896d-c343-48f0-b05f-3b88c6c86bdc {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:44.684396 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af686d48-882c-4638-b7f2-352a3c426641', 'tag': 'cd75ff10-ab12-484b-ab63-69b40b04eb8c', 'status': 'completed', 'code': 200} Sep 02 13:46:44.863263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47a829-0dd3-4a4d-bb20-547ad9eb9883 service neutron] Pushing event updated for resources: {'Port': ['ID=7edb2ed4-fc03-4fb9-9925-70f7742101aa,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:44.924160 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-b16bfd0d-8315-460e-a837-9ff0e0510b34 service neutron] 10.222.0.90 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979063 Sep 02 13:46:44.944078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:46:44.961744 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-8183a1b8-3927-412e-8d28-077d22c0070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:44.963317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-8183a1b8-3927-412e-8d28-077d22c0070e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2efdf640f2cc4b82a0c98ca771256956&device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 1094 time: 0.2031548 Sep 02 13:46:44.967571 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:44.967951 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Added segment f8449232-deca-4d69-9f6c-14e304c42465 of type vlan for network ecd33f56-1a43-426c-af2f-f4304268936f Sep 02 13:46:44.986804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316b958-53a9-41fd-8e83-77b23efd1349 req-d49d2de1-d47a-45e7-9ab0-ba3f4c05625c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:44.994740 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9316b958-53a9-41fd-8e83-77b23efd1349 req-d49d2de1-d47a-45e7-9ab0-ba3f4c05625c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 943 time: 0.1999545 Sep 02 13:46:45.070973 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-52be76dd-8c73-4610-bbb6-33876b7ab8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:45.071837 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-52be76dd-8c73-4610-bbb6-33876b7ab8fc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf779b631d324631bd7796cccb212060&device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 1096 time: 0.7084782 Sep 02 13:46:45.104190 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-8f3e1718-0f71-4891-887f-b5e3e4e13fd7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7edb2ed4-fc03-4fb9-9925-70f7742101aa HTTP/1.1" status: 200 len: 217 time: 0.1004903 Sep 02 13:46:45.106123 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:45.133191 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d33e746-176b-4ea6-83ac-2657e82c70d6 x-openstack-request-id: req-0d33e746-176b-4ea6-83ac-2657e82c70d6 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:45.133585 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b", "name": "network-vif-deleted", "tag": "e5634728-a9c1-49fd-9d46-81ce4c25e6a6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:45.133936 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d33e746-176b-4ea6-83ac-2657e82c70d6 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:45.134436 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4b5f8b-4d48-40f5-ba90-0c9f8bb07c7b', 'name': 'network-vif-deleted', 'tag': 'e5634728-a9c1-49fd-9d46-81ce4c25e6a6', 'status': 'completed', 'code': 200} Sep 02 13:46:45.189224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9316b958-53a9-41fd-8e83-77b23efd1349 req-9d3be073-5302-42b9-ac09-93991b237466 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884112 Sep 02 13:46:45.218960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:46:45.255577 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-a676d933-cbe0-458f-b525-7da40f3a9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:45.263704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-a676d933-cbe0-458f-b525-7da40f3a9f81 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2efdf640f2cc4b82a0c98ca771256956&device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 1094 time: 0.2523181 Sep 02 13:46:45.307211 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-f9541af0-f2d7-4bf6-acdd-0f5f2ece89d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f454f092-3266-434e-9200-d504d0e120e8 HTTP/1.1" status: 200 len: 217 time: 0.2437253 Sep 02 13:46:45.322844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-d0ca9e32-403e-45c3-8c61-7b74a7b68826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:45.325013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-d0ca9e32-403e-45c3-8c61-7b74a7b68826 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43f61892-533f-4fb4-9037-c0e3cfb101a0 HTTP/1.1" status: 200 len: 858 time: 0.2082121 Sep 02 13:46:45.372049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919d7b99-cea1-4ffa-99b1-e458a2fe342b {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:45.403953 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:45.435566 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-153e82f9-8059-4fde-a86a-7ce74a10d217 req-ebfba55e-1b56-4c61-b1ae-328b54df9217 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 210 time: 0.1461351 Sep 02 13:46:45.473145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d2691-8eb4-4461-9ace-5e706f03b0ec req-bc2d7e81-3e5d-4544-9aaa-ad0196a8c221 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:45.474596 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c6d2691-8eb4-4461-9ace-5e706f03b0ec req-bc2d7e81-3e5d-4544-9aaa-ad0196a8c221 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.3354928 Sep 02 13:46:45.480466 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:45.482697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Transition to ACTIVE for port object 919d7b99-cea1-4ffa-99b1-e458a2fe342b will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:45.493174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:45.493862 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:45.503922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-dfd35f03-9361-41be-a987-4eed86fe269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:45.504939 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-dfd35f03-9361-41be-a987-4eed86fe269f service neutron] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.8996418 Sep 02 13:46:45.545517 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:45.548856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-77dc5c27-63e6-4b7e-8d87-b6a32f334fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:45.550386 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-77dc5c27-63e6-4b7e-8d87-b6a32f334fc0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5b3cda0-d507-45a7-b25a-f75acdb4a314 HTTP/1.1" status: 200 len: 853 time: 0.2303441 Sep 02 13:46:45.571346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:45.579139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-fd88050b-e374-43cb-aa24-3de5d55b7fea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=040af419-c8e1-45f4-bd0a-aa68649f7c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728165 Sep 02 13:46:45.636397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-c739c22b-f78f-426c-9dbf-2a18d1ec0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:45.646654 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-c739c22b-f78f-426c-9dbf-2a18d1ec0eeb service neutron] 10.222.0.77 "GET /v2.0/networks?id=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 HTTP/1.1" status: 200 len: 912 time: 0.5294538 Sep 02 13:46:45.774625 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c6d2691-8eb4-4461-9ace-5e706f03b0ec req-c0ac2e11-158c-4db0-8266-3f677dc2bc5b tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682395 Sep 02 13:46:45.776817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-327aeaf1-4abb-449b-a789-72932ad30aab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6882b9a1-e0c7-4c29-8c17-30d0da7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2062092 Sep 02 13:46:45.816805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-bfb3cc36-5ee5-4ed7-895a-f385dbc6ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:45.818890 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-bfb3cc36-5ee5-4ed7-895a-f385dbc6ab27 service neutron] 10.222.0.90 "GET /v2.0/networks?id=040af419-c8e1-45f4-bd0a-aa68649f7c03 HTTP/1.1" status: 200 len: 919 time: 0.5422075 Sep 02 13:46:45.836065 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3085561 Sep 02 13:46:45.841653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:45.861543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:45.864202 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01091b84-2095-4474-ae88-af1784ddfed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:45.865640 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'subnet': {'network_id': 'ecd33f56-1a43-426c-af2f-f4304268936f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:45.873688 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-32920a36-c47b-4c33-b4ee-7d9e360d6d51 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83db3ceb-0c49-408d-8d36-7d3a96a31f8e HTTP/1.1" status: 200 len: 217 time: 0.1483264 Sep 02 13:46:45.946586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffb427-9a03-4d89-9513-aec535faa0fc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Network': ['ID=ecd33f56-1a43-426c-af2f-f4304268936f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:45.956665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-b110ec6e-0518-48c5-917f-a6cee738ce1f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd75ff10-ab12-484b-ab63-69b40b04eb8c HTTP/1.1" status: 200 len: 217 time: 0.1128185 Sep 02 13:46:45.958466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network ecd33f56-1a43-426c-af2f-f4304268936f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:46:45.989321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-a8be4636-68aa-4eef-a918-7d57f1d009dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 999 time: 0.4630954 Sep 02 13:46:45.989938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Pushing event updated for resources: {'Port': ['ID=919d7b99-cea1-4ffa-99b1-e458a2fe342b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:46.026949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b8cd5-c361-4b9f-8aeb-06949f4ae85d req-bb948def-2029-477f-a162-47e06fbd8327 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:46.034457 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-782b8cd5-c361-4b9f-8aeb-06949f4ae85d req-bb948def-2029-477f-a162-47e06fbd8327 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 944 time: 0.4638109 Sep 02 13:46:46.044129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-42bbfb30-9e6e-4427-a1c1-671784b4588f service neutron] 10.222.0.90 "GET /v2.0/networks/6882b9a1-e0c7-4c29-8c17-30d0da7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575581 Sep 02 13:46:46.143512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-2174474d-e024-4a9c-a6d9-f73e54583c6f service neutron] 10.222.0.90 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148261 Sep 02 13:46:46.153346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-8fa9d14d-302f-4391-ab5c-9edf5300a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:46.155414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-8fa9d14d-302f-4391-ab5c-9edf5300a42e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43f61892-533f-4fb4-9037-c0e3cfb101a0 HTTP/1.1" status: 200 len: 858 time: 0.1873319 Sep 02 13:46:46.206789 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75aa1b02-f997-4fa8-88a5-9ea24f28e3bf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:46.230796 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-782b8cd5-c361-4b9f-8aeb-06949f4ae85d req-494852b0-8a74-4493-bef5-992ba930d2dc tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931961 Sep 02 13:46:46.291008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-b828b74d-c7ce-4782-affb-cf272d49becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:46.292518 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-b828b74d-c7ce-4782-affb-cf272d49becb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d070796b-6595-4cae-bb25-68853e32cadb HTTP/1.1" status: 200 len: 851 time: 0.3977332 Sep 02 13:46:46.322715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613e425-fb39-4dea-a5be-b122d02fcfa4 req-48cc6573-4734-404d-84c3-966a793d510d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:46.324321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0613e425-fb39-4dea-a5be-b122d02fcfa4 req-48cc6573-4734-404d-84c3-966a793d510d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.3554153 Sep 02 13:46:46.329912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-96fb5c68-b4ed-417c-9997-05d2ef9a4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:46.331291 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-96fb5c68-b4ed-417c-9997-05d2ef9a4afb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.2862203 Sep 02 13:46:46.332055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Attempting to bind port 919d7b99-cea1-4ffa-99b1-e458a2fe342b on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:46.332381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Attempting to bind port 919d7b99-cea1-4ffa-99b1-e458a2fe342b by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:46.332715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Attempting to bind port 919d7b99-cea1-4ffa-99b1-e458a2fe342b on network 040af419-c8e1-45f4-bd0a-aa68649f7c03 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:46.355825 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-15b76f90-2c22-4ca8-9625-daba0e78be5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499539 Sep 02 13:46:46.402499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Port 919d7b99-cea1-4ffa-99b1-e458a2fe342b on network 040af419-c8e1-45f4-bd0a-aa68649f7c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:46:46.402834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Attempting to bind port 919d7b99-cea1-4ffa-99b1-e458a2fe342b on network 040af419-c8e1-45f4-bd0a-aa68649f7c03 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:46.469642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:46.469979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Checking segment: {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:46.470370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Bound using segment: {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:46.470822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Bound port: 919d7b99-cea1-4ffa-99b1-e458a2fe342b, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3948a7-8f86-43e7-8a67-6e44750357d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:46.471186 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:46.498988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-fa903c5f-99e6-49a5-a2d0-31cd1bbbf40a service neutron] 10.222.0.90 "GET /v2.0/networks/6882b9a1-e0c7-4c29-8c17-30d0da7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006093 Sep 02 13:46:46.516967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0613e425-fb39-4dea-a5be-b122d02fcfa4 req-fdb41e40-3aa8-4160-89f2-87c5ac6ad358 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634166 Sep 02 13:46:46.560364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-4938f94b-57fa-4550-bc16-765d9fb54f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:46.562032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-4938f94b-57fa-4550-bc16-765d9fb54f9b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106616 Sep 02 13:46:46.640254 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-15f4ff99-96ce-48ed-a1e0-c2f3be7eb41f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=040af419-c8e1-45f4-bd0a-aa68649f7c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4339218 Sep 02 13:46:46.673626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-081dd099-2ef1-40f9-864c-b04f8b386fc1 service neutron] 10.222.0.77 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993646 Sep 02 13:46:46.685882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d6d51c-7520-4e36-a802-fb92c3a5a9c6', 'tag': '7edb2ed4-fc03-4fb9-9925-70f7742101aa'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:46.688191 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6fd70f-7bc2-4567-8f93-69f536103209" -d '{"events": [{"name": "network-changed", "server_uuid": "89d6d51c-7520-4e36-a802-fb92c3a5a9c6", "tag": "7edb2ed4-fc03-4fb9-9925-70f7742101aa"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:46.696374 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2518dd07-71eb-4ad5-9495-5bf27d896968 req-21c30239-53c5-45cb-845a-491170d43e0d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 210 time: 0.1013417 Sep 02 13:46:46.710594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] For port 919d7b99-cea1-4ffa-99b1-e458a2fe342b, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:46.752756 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75aa1b02-f997-4fa8-88a5-9ea24f28e3bf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:46.773198 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078aac9-49d9-47f2-9dda-f1f5bc5be115 x-openstack-request-id: req-1078aac9-49d9-47f2-9dda-f1f5bc5be115 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:46.773599 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d6d51c-7520-4e36-a802-fb92c3a5a9c6", "tag": "7edb2ed4-fc03-4fb9-9925-70f7742101aa", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:46.773799 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1078aac9-49d9-47f2-9dda-f1f5bc5be115 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:46.774113 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d6d51c-7520-4e36-a802-fb92c3a5a9c6', 'tag': '7edb2ed4-fc03-4fb9-9925-70f7742101aa', 'status': 'completed', 'code': 200} Sep 02 13:46:46.775629 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] For port 919d7b99-cea1-4ffa-99b1-e458a2fe342b, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=919d7b99-cea1-4ffa-99b1-e458a2fe342b,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:46.785780 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:46.863092 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-4fd9efda-a69f-4b32-800d-24ffc26f5b9f service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923625 Sep 02 13:46:46.871040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:46.871677 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:46.873329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] 10.222.0.77 "PUT /v2.0/ports/919d7b99-cea1-4ffa-99b1-e458a2fe342b HTTP/1.1" status: 200 len: 1092 time: 3.9174843 Sep 02 13:46:46.911780 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-bf8e4df7-5303-4790-b823-c0a81366f5a7 service neutron] 10.222.0.90 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393322 Sep 02 13:46:46.928264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-f371d2f6-a0d9-4a0c-b802-f68a8428262e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:46.929874 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-f371d2f6-a0d9-4a0c-b802-f68a8428262e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.8068223 Sep 02 13:46:46.941700 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ec12da31-9b31-4ef9-b4e7-c2b9115b4ef2 req-f574a73b-9cf7-455c-b8bd-a72506c315a5 service neutron] 10.222.0.77 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493980 Sep 02 13:46:46.963426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f4f2-8f9a-454b-92de-de281b62ec93 req-e1da763b-6e87-4dba-bb6e-f73f0fff797d tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:46.965193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5181f4f2-8f9a-454b-92de-de281b62ec93 req-e1da763b-6e87-4dba-bb6e-f73f0fff797d tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 943 time: 0.3282652 Sep 02 13:46:46.968933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Request body: {'port': {'device_id': '204f60a9-a8dd-4588-9921-88e705e1a736', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'admin_state_up': True, 'tenant_id': 'e5cb8c44680045f0a4b7ea0a303a9287'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:46.981920 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01091b84-2095-4474-ae88-af1784ddfed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.057325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-135228df-2f28-47d9-bd9b-57f5705c1a6e service neutron] 10.222.0.90 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039164 Sep 02 13:46:47.057865 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01091b84-2095-4474-ae88-af1784ddfed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.208677 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75aa1b02-f997-4fa8-88a5-9ea24f28e3bf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.211296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75aa1b02-f997-4fa8-88a5-9ea24f28e3bf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.212531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-75aa1b02-f997-4fa8-88a5-9ea24f28e3bf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/security-groups/391e29bc-94cf-4161-9265-49c160a7c03a HTTP/1.1" status: 204 len: 168 time: 1.3459392 Sep 02 13:46:47.215027 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-01091b84-2095-4474-ae88-af1784ddfed2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a837b2b026442f5be2333082aee58f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6390426 Sep 02 13:46:47.222610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01091b84-2095-4474-ae88-af1784ddfed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b969801b-c847-4207-a84a-21b89fa0178f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:47.228539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:47.242734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5181f4f2-8f9a-454b-92de-de281b62ec93 req-7697390e-5d02-4999-8013-81fd542bb146 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594867 Sep 02 13:46:47.246891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39'}, {'name': 'network-changed', 'server_uuid': '5f37e6ab-de8f-4396-ab02-9858b8709e9e', 'tag': 'f454f092-3266-434e-9200-d504d0e120e8'}, {'name': 'network-changed', 'server_uuid': '2c06d694-983c-4afc-9d29-f9d9704e80e9', 'tag': '919d7b99-cea1-4ffa-99b1-e458a2fe342b'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:47.249922 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e965165-6982-4e85-9a14-6d7f59ba5f64" -d '{"events": [{"name": "network-changed", "server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39"}, {"name": "network-changed", "server_uuid": "5f37e6ab-de8f-4396-ab02-9858b8709e9e", "tag": "f454f092-3266-434e-9200-d504d0e120e8"}, {"name": "network-changed", "server_uuid": "2c06d694-983c-4afc-9d29-f9d9704e80e9", "tag": "919d7b99-cea1-4ffa-99b1-e458a2fe342b"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:47.262365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-c8212002-9f02-4391-82f1-971f36cafd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:47.263966 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-c8212002-9f02-4391-82f1-971f36cafd90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2efdf640f2cc4b82a0c98ca771256956&device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 1094 time: 0.2862697 Sep 02 13:46:47.297237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccb91b-daae-41e3-813e-906c24a8dbbf service neutron] Pushing event updated for resources: {'Port': ['ID=919d7b99-cea1-4ffa-99b1-e458a2fe342b,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:47.299793 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa1b02-f997-4fa8-88a5-9ea24f28e3bf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e29bc-94cf-4161-9265-49c160a7c03a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:47.337709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Made reservation on behalf of ad2c819335db401b9a5fdeaa8bfbea73 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:47.342325 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.350014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:47.411993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af2be6-0f5d-49b1-8518-43aebfb93d94 req-e604b92a-83dc-4362-85a9-bb5bb3123bd5 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:47.413647 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23af2be6-0f5d-49b1-8518-43aebfb93d94 req-e604b92a-83dc-4362-85a9-bb5bb3123bd5 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.5343118 Sep 02 13:46:47.443221 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-a0e0a895-97d2-4dac-ad39-9aad7e22c392 service neutron] 10.222.0.90 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554828 Sep 02 13:46:47.506970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Made reservation on behalf of e5cb8c44680045f0a4b7ea0a303a9287 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:46:47.510585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.513553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-7169126d-4bed-484e-9a17-4f3331a34016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:47.515647 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-7169126d-4bed-484e-9a17-4f3331a34016 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2efdf640f2cc4b82a0c98ca771256956&device_id=2c06d694-983c-4afc-9d29-f9d9704e80e9 HTTP/1.1" status: 200 len: 1095 time: 0.5717506 Sep 02 13:46:47.526782 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-238a2dfa-48e8-44bf-9ba6-4a682718d376 req-240f5abb-cec3-45a1-9d6b-bdf6978048d7 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484938 Sep 02 13:46:47.538987 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-300b0cc4-0f65-43b5-ae84-dcf500a63ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.554353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-1e424b11-eb50-4372-9f3e-92f4098d9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:47.556058 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-1e424b11-eb50-4372-9f3e-92f4098d9856 service neutron] 10.222.0.90 "GET /v2.0/networks?id=040af419-c8e1-45f4-bd0a-aa68649f7c03 HTTP/1.1" status: 200 len: 919 time: 0.2724380 Sep 02 13:46:47.569540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafd8ee-8971-43b1-bf86-33f9529db94d req-1b64a979-bf41-47fc-9645-0ccc825f5c5b tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:47.571098 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6cafd8ee-8971-43b1-bf86-33f9529db94d req-1b64a979-bf41-47fc-9645-0ccc825f5c5b tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 944 time: 0.1617053 Sep 02 13:46:47.589279 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-4c758ec0-ff4d-4ce0-a80e-822032c4b4d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919d7b99-cea1-4ffa-99b1-e458a2fe342b HTTP/1.1" status: 200 len: 217 time: 0.0614979 Sep 02 13:46:47.609490 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-300b0cc4-0f65-43b5-ae84-dcf500a63ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.653124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-9e4041c1-2e48-479e-b81d-8fe93e0aa3a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7edb2ed4-fc03-4fb9-9925-70f7742101aa HTTP/1.1" status: 200 len: 217 time: 0.0789421 Sep 02 13:46:47.678821 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-eb5308a3-0fc4-40da-897b-89b9ad8f51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:47.680940 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-eb5308a3-0fc4-40da-897b-89b9ad8f51b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=43f61892-533f-4fb4-9037-c0e3cfb101a0 HTTP/1.1" status: 200 len: 858 time: 0.0641289 Sep 02 13:46:47.738786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-23af2be6-0f5d-49b1-8518-43aebfb93d94 req-8f1de1c6-cf6a-429a-b4ce-7489c4091303 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793097 Sep 02 13:46:47.794869 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6cafd8ee-8971-43b1-bf86-33f9529db94d req-f438d074-f870-4631-a4ba-11551ff32bed tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031009 Sep 02 13:46:47.849315 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-0899c98f-1ada-4f09-8dd5-4027e7153900 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=040af419-c8e1-45f4-bd0a-aa68649f7c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927641 Sep 02 13:46:47.850898 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79f3d8-ac7b-4e66-b6db-f595acc5966e x-openstack-request-id: req-3b79f3d8-ac7b-4e66-b6db-f595acc5966e {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:47.851199 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f37e6ab-de8f-4396-ab02-9858b8709e9e", "tag": "f454f092-3266-434e-9200-d504d0e120e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c06d694-983c-4afc-9d29-f9d9704e80e9", "tag": "919d7b99-cea1-4ffa-99b1-e458a2fe342b", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:47.851453 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b79f3d8-ac7b-4e66-b6db-f595acc5966e {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:47.852050 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'status': 'completed', 'code': 200} Sep 02 13:46:47.852716 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f37e6ab-de8f-4396-ab02-9858b8709e9e', 'tag': 'f454f092-3266-434e-9200-d504d0e120e8', 'status': 'completed', 'code': 200} Sep 02 13:46:47.852716 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c06d694-983c-4afc-9d29-f9d9704e80e9', 'tag': '919d7b99-cea1-4ffa-99b1-e458a2fe342b', 'status': 'completed', 'code': 200} Sep 02 13:46:47.917193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-21e6d559-e7eb-4604-8c7b-3c9d9646bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:47.918962 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-21e6d559-e7eb-4604-8c7b-3c9d9646bda8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43f61892-533f-4fb4-9037-c0e3cfb101a0 HTTP/1.1" status: 200 len: 858 time: 0.2218280 Sep 02 13:46:47.976902 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-300b0cc4-0f65-43b5-ae84-dcf500a63ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.979486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-300b0cc4-0f65-43b5-ae84-dcf500a63ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:47.980794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-300b0cc4-0f65-43b5-ae84-dcf500a63ae0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b969801b-c847-4207-a84a-21b89fa0178f HTTP/1.1" status: 204 len: 168 time: 0.7435961 Sep 02 13:46:48.008161 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-6e6f000d-e7c8-435a-a7f8-ac5f1a19e126 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=040af419-c8e1-45f4-bd0a-aa68649f7c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683711 Sep 02 13:46:48.021132 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b0cc4-0f65-43b5-ae84-dcf500a63ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b969801b-c847-4207-a84a-21b89fa0178f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:48.030254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Allocated IP 172.20.0.11 (04f58d53-09f2-489d-aa85-f3c7058c3db1/f81c2717-e364-4450-b8a3-72bdc97b0530/53bf4577-9668-4402-92c4-db0cad4798f2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:48.081636 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5144b6b-844e-42b5-8d68-14e08b18675c req-afe111ee-2d39-4e13-bf58-b6525cc5f43f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 210 time: 0.1119711 Sep 02 13:46:48.127808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f254-da64-4b3f-a8fd-b7600b949bb6 req-ac05c4d3-180b-4d6b-9768-d6f95be2f8b2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:48.129370 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8488f254-da64-4b3f-a8fd-b7600b949bb6 req-ac05c4d3-180b-4d6b-9768-d6f95be2f8b2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.2053807 Sep 02 13:46:48.222666 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:48.244134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-366e8f4a-3421-492c-b17e-3b46258c0f5d service neutron] 10.222.0.77 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438628 Sep 02 13:46:48.436273 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8488f254-da64-4b3f-a8fd-b7600b949bb6 req-0347010b-8202-4209-99d4-0ec3808bfdd9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812078 Sep 02 13:46:48.444809 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-a5d37f62-6366-403d-ac20-8314955bba4e service neutron] 10.222.0.90 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248123 Sep 02 13:46:48.450520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-f2088dd8-66b7-4d76-bd56-d2a20d336b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:48.453231 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-f2088dd8-66b7-4d76-bd56-d2a20d336b60 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1096 time: 0.5541804 Sep 02 13:46:48.509827 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device cd75ff10-ab12-484b-ab63-69b40b04eb8c details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:46:48.555278 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:48.613986 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:48.689281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Checking segment: {'id': 'f8449232-deca-4d69-9f6c-14e304c42465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecd33f56-1a43-426c-af2f-f4304268936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:48.689649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network hostable DHCP agents. Network: ecd33f56-1a43-426c-af2f-f4304268936f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:46:48.694523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port cd75ff10-ab12-484b-ab63-69b40b04eb8c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=cd75ff10-ab12-484b-ab63-69b40b04eb8c,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:48.703735 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:48.713657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'cd75ff10-ab12-484b-ab63-69b40b04eb8c', 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03', 'port_id': 'cd75ff10-ab12-484b-ab63-69b40b04eb8c', 'mac_address': 'fa:16:3e:e1:5f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f61892-533f-4fb4-9037-c0e3cfb101a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:46:48.730431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:48.732199 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Subnet': ['ID=59d82ad6-a073-45cb-bf45-c1cf45a94db1,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:48.738965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network ecd33f56-1a43-426c-af2f-f4304268936f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:46:48.742856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:48.782733 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:48.783096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, ecd33f56-1a43-426c-af2f-f4304268936f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:48.795188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be246349-0de2-4ce6-a6dc-625bc0ce60bb req-cf4c4fd1-93b7-49c0-8bdb-1ca4c3ca85aa tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:48.810746 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be246349-0de2-4ce6-a6dc-625bc0ce60bb req-cf4c4fd1-93b7-49c0-8bdb-1ca4c3ca85aa tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 943 time: 0.4225852 Sep 02 13:46:48.813121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd75ff10-ab12-484b-ab63-69b40b04eb8c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:48.830852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7149a023-27f5-47f0-bbd7-eb657b431f8b None None] Network ecd33f56-1a43-426c-af2f-f4304268936f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:48.840728 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:48.841764 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:48.857460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event updated for resources: {'Port': ['ID=53bf4577-9668-4402-92c4-db0cad4798f2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:48.872542 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6293bd87-207c-4121-bf38-f48fd36c7bd4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0199254 Sep 02 13:46:48.872670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:48.895941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-837766484', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:48.917437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fde159ca-a987-4c96-9ff5-1ccc814f0d08 req-33ff6fcc-24f2-4397-84e4-8f42f06d7125 service neutron] 10.222.0.77 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146066 Sep 02 13:46:48.939141 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-be246349-0de2-4ce6-a6dc-625bc0ce60bb req-fc5aebbe-5f2d-4b15-8807-82a0ba15e6b7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273448 Sep 02 13:46:49.029249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:49.036938 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:49.167075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port cd75ff10-ab12-484b-ab63-69b40b04eb8c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=cd75ff10-ab12-484b-ab63-69b40b04eb8c,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:49.170457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-ecd33f56-1a43-426c-af2f-f4304268936f', 'network_id': 'ecd33f56-1a43-426c-af2f-f4304268936f', 'tenant_id': 'ad2c819335db401b9a5fdeaa8bfbea73', 'fixed_ips': [{'subnet_id': '59d82ad6-a073-45cb-bf45-c1cf45a94db1'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:46:49.171464 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:49.188460 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:49.223901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:49.225263 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:49.309506 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-81c52e65-482d-46ab-8f45-f08fe4a17b3e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3640268 Sep 02 13:46:49.356232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de044a-4e96-4e52-b00f-0047d2d50765 req-3d64f8f5-89d7-436b-8818-323b60f7d50b tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:49.365388 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0de044a-4e96-4e52-b00f-0047d2d50765 req-3d64f8f5-89d7-436b-8818-323b60f7d50b tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.4079654 Sep 02 13:46:49.378884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Request body: {'port': {'device_id': '204f60a9-a8dd-4588-9921-88e705e1a736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:46:49.446721 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-b2da5a56-ab46-4e96-9173-006f43c0b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:49.448605 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-b2da5a56-ab46-4e96-9173-006f43c0b084 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2efdf640f2cc4b82a0c98ca771256956&device_id=2c06d694-983c-4afc-9d29-f9d9704e80e9 HTTP/1.1" status: 200 len: 1095 time: 0.4678361 Sep 02 13:46:49.511868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=cd75ff10-ab12-484b-ab63-69b40b04eb8c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:49.538775 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:49.544599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['cd75ff10-ab12-484b-ab63-69b40b04eb8c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:46:49.555677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1ce9f-419a-4b55-b744-f3888cacda1a req-dba831d0-4be1-4780-aea8-d640a85d561c tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:49.556536 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75e1ce9f-419a-4b55-b744-f3888cacda1a req-dba831d0-4be1-4780-aea8-d640a85d561c tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 944 time: 0.4751260 Sep 02 13:46:49.638450 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-d09998b3-5ecc-42e9-a28b-c837f155d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:49.641899 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-d09998b3-5ecc-42e9-a28b-c837f155d08f service neutron] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.5962677 Sep 02 13:46:49.669674 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:49.786589 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75e1ce9f-419a-4b55-b744-f3888cacda1a req-0449c31d-7734-4682-a8d9-e9ab7d0b702b tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741612 Sep 02 13:46:49.880052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-eecd1c8d-9dbf-4fd4-b186-b5d22d1a20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:49.883203 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-eecd1c8d-9dbf-4fd4-b186-b5d22d1a20c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=040af419-c8e1-45f4-bd0a-aa68649f7c03 HTTP/1.1" status: 200 len: 919 time: 0.4026666 Sep 02 13:46:49.921731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Allocated IP 172.20.0.2 (ecd33f56-1a43-426c-af2f-f4304268936f/59d82ad6-a073-45cb-bf45-c1cf45a94db1/18638d25-d76d-4e3f-9445-28219bc2a610) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:49.932182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:50.146321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e6fd70f-7bc2-4567-8f93-69f536103209 req-32745f7b-3149-47e9-a75a-22c7501763ff service neutron] 10.222.0.90 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0836201 Sep 02 13:46:50.172107 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0de044a-4e96-4e52-b00f-0047d2d50765 req-395a6a08-acb7-400e-965b-d042cbe8e032 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8019881 Sep 02 13:46:50.298552 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:50.309301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Transition to ACTIVE for port object 18638d25-d76d-4e3f-9445-28219bc2a610 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:50.339241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Transition to ACTIVE for port object 18638d25-d76d-4e3f-9445-28219bc2a610 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:50.341851 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:50.365260 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:50.505097 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Network ecd33f56-1a43-426c-af2f-f4304268936f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:50.539328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:50.546583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f454f092-3266-434e-9200-d504d0e120e8 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:46:50.583185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:50.584342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4affbf6-ffcc-4c29-9ea6-211550652b4d req-dfe91faf-6bf6-411e-beae-33baf3cb1a46 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:50.594271 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d4affbf6-ffcc-4c29-9ea6-211550652b4d req-dfe91faf-6bf6-411e-beae-33baf3cb1a46 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.2449226 Sep 02 13:46:50.601173 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-03e1276e-9325-4c33-9a41-ac06ad9a0ac0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=919d7b99-cea1-4ffa-99b1-e458a2fe342b HTTP/1.1" status: 200 len: 217 time: 0.7093518 Sep 02 13:46:50.615843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Pushing event updated for resources: {'Port': ['ID=18638d25-d76d-4e3f-9445-28219bc2a610,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:50.819075 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d4affbf6-ffcc-4c29-9ea6-211550652b4d req-4bca5e27-70ec-48f3-ac06-c43458400e9e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238121 Sep 02 13:46:50.978479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e5a1c-75af-4c20-b868-0d7039800cfb req-9cd239b3-c27f-47b6-a299-518825e43d07 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:50.992236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c80e5a1c-75af-4c20-b868-0d7039800cfb req-9cd239b3-c27f-47b6-a299-518825e43d07 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 932 time: 0.3425686 Sep 02 13:46:51.012485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f454f092-3266-434e-9200-d504d0e120e8, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f454f092-3266-434e-9200-d504d0e120e8,segment=NetworkSegment(7ea1d71a-6aff-408c-b1d5-b30cac22d553),segment_id=7ea1d71a-6aff-408c-b1d5-b30cac22d553)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:51.031657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Attempting to bind port 18638d25-d76d-4e3f-9445-28219bc2a610 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:51.032211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Attempting to bind port 18638d25-d76d-4e3f-9445-28219bc2a610 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f8449232-deca-4d69-9f6c-14e304c42465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecd33f56-1a43-426c-af2f-f4304268936f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:51.032606 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Attempting to bind port 18638d25-d76d-4e3f-9445-28219bc2a610 on network ecd33f56-1a43-426c-af2f-f4304268936f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:51.040682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-c54c9c60-5e88-4a9a-9f19-c6bf28b615b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:51.042241 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-c54c9c60-5e88-4a9a-9f19-c6bf28b615b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=43f61892-533f-4fb4-9037-c0e3cfb101a0 HTTP/1.1" status: 200 len: 858 time: 0.3257344 Sep 02 13:46:51.045141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:51.046070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Checking segment: {'id': 'f8449232-deca-4d69-9f6c-14e304c42465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecd33f56-1a43-426c-af2f-f4304268936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:51.046826 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.047292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Bound using segment: {'id': 'f8449232-deca-4d69-9f6c-14e304c42465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecd33f56-1a43-426c-af2f-f4304268936f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:51.047837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Bound port: 18638d25-d76d-4e3f-9445-28219bc2a610, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8449232-deca-4d69-9f6c-14e304c42465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecd33f56-1a43-426c-af2f-f4304268936f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:51.048236 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.051979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'f454f092-3266-434e-9200-d504d0e120e8', 'network_id': '6882b9a1-e0c7-4c29-8c17-30d0da7f04e5', 'port_id': 'f454f092-3266-434e-9200-d504d0e120e8', 'mac_address': 'fa:16:3e:77:76:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b3cda0-d507-45a7-b25a-f75acdb4a314', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:46:51.114683 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c80e5a1c-75af-4c20-b868-0d7039800cfb req-cd026823-5995-4393-9923-c378b760fc8c tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215193 Sep 02 13:46:51.116749 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-296c5dea-36f3-400f-b2da-26b53eb145bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=040af419-c8e1-45f4-bd0a-aa68649f7c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629687 Sep 02 13:46:51.200394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bf4577-9668-4402-92c4-db0cad4798f2 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:51.224258 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.225033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] For port 18638d25-d76d-4e3f-9445-28219bc2a610, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:51.236340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] For port 18638d25-d76d-4e3f-9445-28219bc2a610, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=18638d25-d76d-4e3f-9445-28219bc2a610,segment=NetworkSegment(f8449232-deca-4d69-9f6c-14e304c42465),segment_id=f8449232-deca-4d69-9f6c-14e304c42465)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:51.250491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Transition to ACTIVE for port object 53bf4577-9668-4402-92c4-db0cad4798f2 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:46:51.257313 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.290424 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.557308 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-3922db0a-f203-4d7a-9b90-ca6b58a696ba service neutron] 10.222.0.77 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020581 Sep 02 13:46:51.566992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port 72d0d41c-e192-4996-b877-cdbd3b1f5f41 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:51.567636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.594398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 919d7b99-cea1-4ffa-99b1-e458a2fe342b details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:46:51.634508 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.640015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8603fc-9d0b-4537-894b-5e1a4d407ce4 req-da09cd9e-8abe-4011-bc18-0c003f5c34d2 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:51.659513 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da8603fc-9d0b-4537-894b-5e1a4d407ce4 req-da09cd9e-8abe-4011-bc18-0c003f5c34d2 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 944 time: 0.6639547 Sep 02 13:46:51.685323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f454f092-3266-434e-9200-d504d0e120e8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:51.696942 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.705793 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Pushing event updated for resources: {'Port': ['ID=53bf4577-9668-4402-92c4-db0cad4798f2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:51.792119 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.817184 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef1019-777b-4ba0-a93e-6bb06a0e8566 None None] Pushing event updated for resources: {'Port': ['ID=18638d25-d76d-4e3f-9445-28219bc2a610,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:51.835605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f454f092-3266-434e-9200-d504d0e120e8, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f454f092-3266-434e-9200-d504d0e120e8,segment=NetworkSegment(7ea1d71a-6aff-408c-b1d5-b30cac22d553),segment_id=7ea1d71a-6aff-408c-b1d5-b30cac22d553)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:51.842096 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:46:51.864200 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:51.865746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 7edb2ed4-fc03-4fb9-9925-70f7742101aa details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:46:51.866367 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-986aabce-7f4b-4d79-9709-fe78c3f45a25 service neutron] 10.222.0.77 "GET /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907956 Sep 02 13:46:51.899435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.899818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.900194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.900490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.900825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.901549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.901549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.901798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.902125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.902445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.902764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:51.903086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:46:52.112869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041656a-bd53-440f-96eb-5fcb9b5d58e3 req-3b6ee0ff-445d-4e01-a1f3-f5cb07aec22d tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:52.118096 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c041656a-bd53-440f-96eb-5fcb9b5d58e3 req-3b6ee0ff-445d-4e01-a1f3-f5cb07aec22d tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 945 time: 0.4529226 Sep 02 13:46:52.137998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f454f092-3266-434e-9200-d504d0e120e8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:52.175849 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da8603fc-9d0b-4537-894b-5e1a4d407ce4 req-3e7fdbc7-e525-48d5-875e-03b0fc12ce16 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153646 Sep 02 13:46:52.206647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 919d7b99-cea1-4ffa-99b1-e458a2fe342b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=919d7b99-cea1-4ffa-99b1-e458a2fe342b,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:52.246608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '919d7b99-cea1-4ffa-99b1-e458a2fe342b', 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03', 'port_id': '919d7b99-cea1-4ffa-99b1-e458a2fe342b', 'mac_address': 'fa:16:3e:08:96:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f61892-533f-4fb4-9037-c0e3cfb101a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:46:52.317243 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:52.318493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.25.3.100 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/b4aedf36-24b6-4059-93ae-723c919a597e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:46:52.334432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 7edb2ed4-fc03-4fb9-9925-70f7742101aa, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7edb2ed4-fc03-4fb9-9925-70f7742101aa,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:52.341054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] For port 72d0d41c-e192-4996-b877-cdbd3b1f5f41, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=72d0d41c-e192-4996-b877-cdbd3b1f5f41,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:52.341434 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:52.349492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919d7b99-cea1-4ffa-99b1-e458a2fe342b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:52.355169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '7edb2ed4-fc03-4fb9-9925-70f7742101aa', 'network_id': '040af419-c8e1-45f4-bd0a-aa68649f7c03', 'port_id': '7edb2ed4-fc03-4fb9-9925-70f7742101aa', 'mac_address': 'fa:16:3e:19:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f61892-533f-4fb4-9037-c0e3cfb101a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:46:52.365191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c041656a-bd53-440f-96eb-5fcb9b5d58e3 req-f7527d87-e010-44ca-9c6c-7d06136af524 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158673 Sep 02 13:46:52.375429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 919d7b99-cea1-4ffa-99b1-e458a2fe342b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=919d7b99-cea1-4ffa-99b1-e458a2fe342b,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:52.401093 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:52.416984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for 72d0d41c-e192-4996-b877-cdbd3b1f5f41 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:52.460755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=919d7b99-cea1-4ffa-99b1-e458a2fe342b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:52.489621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Attempting to bind port 53bf4577-9668-4402-92c4-db0cad4798f2 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:46:52.489967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Attempting to bind port 53bf4577-9668-4402-92c4-db0cad4798f2 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:46:52.490304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Attempting to bind port 53bf4577-9668-4402-92c4-db0cad4798f2 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:52.498445 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:52.532630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edb2ed4-fc03-4fb9-9925-70f7742101aa {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:52.545386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Port 53bf4577-9668-4402-92c4-db0cad4798f2 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:46:52.546260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Attempting to bind port 53bf4577-9668-4402-92c4-db0cad4798f2 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:46:52.591049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:46:52.591552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Checking segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:46:52.592021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Bound using segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:46:52.592787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Bound port: 53bf4577-9668-4402-92c4-db0cad4798f2, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:46:52.593171 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:52.617220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 7edb2ed4-fc03-4fb9-9925-70f7742101aa, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7edb2ed4-fc03-4fb9-9925-70f7742101aa,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:52.643765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['919d7b99-cea1-4ffa-99b1-e458a2fe342b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:46:52.649574 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:52.715992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba270b4a-ae99-4a42-9e3b-f22076ff0a51 req-60a58b95-2ba9-48bf-a820-c71da10ec406 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:52.723000 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba270b4a-ae99-4a42-9e3b-f22076ff0a51 req-60a58b95-2ba9-48bf-a820-c71da10ec406 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.1763871 Sep 02 13:46:52.766880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60e9c4-de31-4111-afb3-4a7c25334646 req-fc11691b-24df-418f-a2cb-3ad1050bf7bf tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:52.768536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cd60e9c4-de31-4111-afb3-4a7c25334646 req-fc11691b-24df-418f-a2cb-3ad1050bf7bf tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.2889271 Sep 02 13:46:52.809341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device cd75ff10-ab12-484b-ab63-69b40b04eb8c up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:52.867052 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:52.977937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba270b4a-ae99-4a42-9e3b-f22076ff0a51 req-d4be449a-17ff-460a-9391-dbbb5c69ba59 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563401 Sep 02 13:46:53.011914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['7edb2ed4-fc03-4fb9-9925-70f7742101aa'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:46:53.061414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['f454f092-3266-434e-9200-d504d0e120e8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:46:53.112322 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:53.114910 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cd60e9c4-de31-4111-afb3-4a7c25334646 req-aef2728a-dfd0-45e0-acbf-302be5119b9f tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117971 Sep 02 13:46:53.212126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=7edb2ed4-fc03-4fb9-9925-70f7742101aa,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:53.219231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:46:53.228444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=72d0d41c-e192-4996-b877-cdbd3b1f5f41,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:53.255808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=53bf4577-9668-4402-92c4-db0cad4798f2,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:46:53.331218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port cd75ff10-ab12-484b-ab63-69b40b04eb8c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:53.339331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:53.479041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port cd75ff10-ab12-484b-ab63-69b40b04eb8c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:53.479714 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:53.535139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:53.542212 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:53.547948 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] 10.222.0.77 "PUT /v2.0/ports/53bf4577-9668-4402-92c4-db0cad4798f2 HTTP/1.1" status: 200 len: 1092 time: 4.2175298 Sep 02 13:46:53.571631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:53.586826 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433385a6-ad3b-4241-b946-62c02405c67a" -d '{"events": [{"name": "network-changed", "server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:53.728519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:53.768728 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb0b62-2306-439a-88e4-e18bab615b15 None None] Network ecd33f56-1a43-426c-af2f-f4304268936f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:53.777945 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 18638d25-d76d-4e3f-9445-28219bc2a610 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:53.858888 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-1701e151-f43b-469e-9219-e2f82c04a0a2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 999 time: 0.6317496 Sep 02 13:46:53.888399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:46:53.890705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f7c3c-5e51-46cd-bcb0-fa9aaa68d802 service neutron] Pushing event updated for resources: {'Port': ['ID=53bf4577-9668-4402-92c4-db0cad4798f2,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:53.903248 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47d570-06aa-4825-a0f6-93a9e4e42d97 req-6309dbc6-b8ef-4599-989f-181c1eb1cb62 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:53.907706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:46:53.916089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd47d570-06aa-4825-a0f6-93a9e4e42d97 req-6309dbc6-b8ef-4599-989f-181c1eb1cb62 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 944 time: 0.3896561 Sep 02 13:46:54.047849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-ce222929-0cb9-4bfd-9d7f-a752fb0a63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:54.049565 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-ce222929-0cb9-4bfd-9d7f-a752fb0a63a9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bf779b631d324631bd7796cccb212060&device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 1096 time: 0.2919655 Sep 02 13:46:54.171896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd47d570-06aa-4825-a0f6-93a9e4e42d97 req-be0d8263-9f8a-4828-a31e-b0f940ff8c22 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535338 Sep 02 13:46:54.213082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-4db7271a-a2f6-4e59-887f-6b705018de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:54.215250 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-4db7271a-a2f6-4e59-887f-6b705018de2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.2961733 Sep 02 13:46:54.267872 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:54.352031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-2248d978-7436-4481-994d-90daf4051948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:54.354140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-2248d978-7436-4481-994d-90daf4051948 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 HTTP/1.1" status: 200 len: 912 time: 0.2940087 Sep 02 13:46:54.393887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f8b0cd30-59a2-4427-ad88-18588d1cb2b5 None None] Provisioning for port 18638d25-d76d-4e3f-9445-28219bc2a610 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:54.489404 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-e6fa1d16-708c-4005-98fd-f226fcd77d71 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83db3ceb-0c49-408d-8d36-7d3a96a31f8e HTTP/1.1" status: 200 len: 217 time: 0.0900028 Sep 02 13:46:54.588525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44457aa-36a3-4d03-87be-93a3e88567b7 req-6679f88f-751b-47b4-ab01-1cee3a6d9d23 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:54.600103 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d44457aa-36a3-4d03-87be-93a3e88567b7 req-6679f88f-751b-47b4-ab01-1cee3a6d9d23 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 945 time: 0.3026745 Sep 02 13:46:54.627227 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=b4aedf36-24b6-4059-93ae-723c919a597e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:54.638358 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:46:54.642177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-794bc4d3-10e2-4010-a465-72fe566511b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:54.645040 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-794bc4d3-10e2-4010-a465-72fe566511b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 1095 time: 1.0279036 Sep 02 13:46:54.665195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-4bfd891a-a637-43c7-9f29-6d1e8ebb11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:54.668436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-4bfd891a-a637-43c7-9f29-6d1e8ebb11f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804137 Sep 02 13:46:54.678854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-77f083b0-f843-4b94-9773-bfffc7f51a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:54.681306 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-77f083b0-f843-4b94-9773-bfffc7f51a9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d070796b-6595-4cae-bb25-68853e32cadb HTTP/1.1" status: 200 len: 851 time: 0.1786089 Sep 02 13:46:54.726645 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-ee7a2368-8e1b-4139-b170-0e2618fac5a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53bf4577-9668-4402-92c4-db0cad4798f2 HTTP/1.1" status: 200 len: 217 time: 0.0486786 Sep 02 13:46:54.752509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 18638d25-d76d-4e3f-9445-28219bc2a610 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:54.757418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c29e6-4b1e-4eb4-a9e2-96a6c633363a req-dd790839-dfba-4424-b635-22ec3149b731 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:54.759955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c5c29e6-4b1e-4eb4-a9e2-96a6c633363a req-dd790839-dfba-4424-b635-22ec3149b731 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 944 time: 0.9628639 Sep 02 13:46:54.804859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d44457aa-36a3-4d03-87be-93a3e88567b7 req-e6b19475-0e6d-4e98-bf12-6d668c5d8b35 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032206 Sep 02 13:46:54.809798 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-9ab66510-d640-4af2-ab89-1da8034f315b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170790 Sep 02 13:46:54.917630 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c5c29e6-4b1e-4eb4-a9e2-96a6c633363a req-b1bf958f-a628-421b-870d-ebe6cfe42c28 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262867 Sep 02 13:46:54.947661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 18638d25-d76d-4e3f-9445-28219bc2a610 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:54.948153 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:55.055757 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3bba18-b86c-4adf-bca5-b15dae5a02e0 x-openstack-request-id: req-fb3bba18-b86c-4adf-bca5-b15dae5a02e0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:55.056990 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:55.057937 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb3bba18-b86c-4adf-bca5-b15dae5a02e0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:55.059448 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2', 'status': 'completed', 'code': 200} Sep 02 13:46:55.082698 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:55.164260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-2bb33ee3-bc56-4b0d-bd5a-3f541775cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:55.166438 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-2bb33ee3-bc56-4b0d-bd5a-3f541775cd1d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.4305499 Sep 02 13:46:55.218820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port cd75ff10-ab12-484b-ab63-69b40b04eb8c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=cd75ff10-ab12-484b-ab63-69b40b04eb8c,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:55.221547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af686d48-882c-4638-b7f2-352a3c426641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75ff10-ab12-484b-ab63-69b40b04eb8c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:55.225091 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d76a931-8fa9-4c79-b58c-beafef0ec1c3" -d '{"events": [{"server_uuid": "af686d48-882c-4638-b7f2-352a3c426641", "name": "network-vif-plugged", "status": "completed", "tag": "cd75ff10-ab12-484b-ab63-69b40b04eb8c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:55.230684 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:55.261985 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-82bc6a54-2d30-4ece-993b-f3035ce0bc36 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767186 Sep 02 13:46:55.394975 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:55.451229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 919d7b99-cea1-4ffa-99b1-e458a2fe342b up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:55.534204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13c6ff-2b4b-4b78-ad4d-d19055b1241b req-c5e1820e-e5c1-4598-b6e5-4927c40ef368 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:55.536128 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa13c6ff-2b4b-4b78-ad4d-d19055b1241b req-c5e1820e-e5c1-4598-b6e5-4927c40ef368 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.3844564 Sep 02 13:46:55.572709 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=cd75ff10-ab12-484b-ab63-69b40b04eb8c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:55.595216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 18638d25-d76d-4e3f-9445-28219bc2a610, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=18638d25-d76d-4e3f-9445-28219bc2a610,segment=NetworkSegment(f8449232-deca-4d69-9f6c-14e304c42465),segment_id=f8449232-deca-4d69-9f6c-14e304c42465)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:55.596744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-99e140a8-c5be-4bb0-b4c5-68adad1a62b4 None None] Provisioning complete for port 18638d25-d76d-4e3f-9445-28219bc2a610 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:55.599076 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99e140a8-c5be-4bb0-b4c5-68adad1a62b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:55.664796 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:55.753773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:46:55.785803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 919d7b99-cea1-4ffa-99b1-e458a2fe342b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:55.813231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 919d7b99-cea1-4ffa-99b1-e458a2fe342b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:55.813846 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:55.830447 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa13c6ff-2b4b-4b78-ad4d-d19055b1241b req-e5433523-c27d-49bd-aeac-c1fb40122a1d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647648 Sep 02 13:46:55.881942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-7b1e8280-937d-4aa4-9c51-21f02e9838cb service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442269 Sep 02 13:46:55.891924 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-a7922138-85eb-4252-9f80-0fda0d313775 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740222 Sep 02 13:46:55.934871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=18638d25-d76d-4e3f-9445-28219bc2a610,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:56.031004 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b584d24-fbe0-4cce-a806-5b8564e112cc req-41a3e165-aaf2-4f15-915f-8ce10a4cadf4 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423304 Sep 02 13:46:56.043578 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:56.126169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 919d7b99-cea1-4ffa-99b1-e458a2fe342b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=919d7b99-cea1-4ffa-99b1-e458a2fe342b,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:56.141446 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:56.178589 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df903986-2b70-4e48-80f5-0ef149c5d230 req-049867ae-1201-459f-84ec-ad378d998a51 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:56.180659 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-df903986-2b70-4e48-80f5-0ef149c5d230 req-049867ae-1201-459f-84ec-ad378d998a51 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 944 time: 0.1467695 Sep 02 13:46:56.181322 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:56.248920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=919d7b99-cea1-4ffa-99b1-e458a2fe342b,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:56.275503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6902478-6060-4007-a299-619e8f39d701 req-0e4ccef9-63b6-4c7e-94f8-e8fd1892ca90 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:56.284135 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6902478-6060-4007-a299-619e8f39d701 req-0e4ccef9-63b6-4c7e-94f8-e8fd1892ca90 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 1.2597589 Sep 02 13:46:56.301427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433385a6-ad3b-4241-b946-62c02405c67a req-efcbf61c-490a-418c-a198-a7f9c559829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:56.304325 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-1fad680f-ee4c-48d9-ac44-8c324f03e7b1 service neutron] 10.222.0.77 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4822135 Sep 02 13:46:56.305068 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-433385a6-ad3b-4241-b946-62c02405c67a req-efcbf61c-490a-418c-a198-a7f9c559829a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 1095 time: 0.2007375 Sep 02 13:46:56.405801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:56.414039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dae6776a-0773-4d03-952a-8ee3162d92a1 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "PUT /v2.0/routers/e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0614684 Sep 02 13:46:56.418365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] Sync routers for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:56.425497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-df903986-2b70-4e48-80f5-0ef149c5d230 req-e869b0bd-4519-473a-b07a-fcce9b47ae8f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609378 Sep 02 13:46:56.426709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:56.426970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-df0eca4a-8dc8-4949-88c8-46632701486d service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691546 Sep 02 13:46:56.432798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:56.433380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:56.622901 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6902478-6060-4007-a299-619e8f39d701 req-f2019e17-581b-47a4-9ad2-4eafea9c815d tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375876 Sep 02 13:46:56.623455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdd7712-0352-474b-bc17-cbd614369951 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting subnet 0570a0ab-e49c-4bec-bbc0-faa01175ed62 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:46:56.628618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433385a6-ad3b-4241-b946-62c02405c67a req-c113235b-2dbd-4641-80ae-ad7f0356e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:56.632505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-433385a6-ad3b-4241-b946-62c02405c67a req-c113235b-2dbd-4641-80ae-ad7f0356e821 service neutron] 10.222.0.77 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 913 time: 0.3101587 Sep 02 13:46:56.639280 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7712-0352-474b-bc17-cbd614369951 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:56.695268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:56.704885 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7712-0352-474b-bc17-cbd614369951 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:56.744550 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ae551b9-e388-40da-bb6c-9f47ea49858c req-6af03ba3-fe40-4c85-80fe-5d5ab03b8980 service neutron] 10.222.0.77 "GET /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136928 Sep 02 13:46:56.811785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7712-0352-474b-bc17-cbd614369951 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:56.868170 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b675015-940a-4a1f-9cd7-9ef510ce28da x-openstack-request-id: req-8b675015-940a-4a1f-9cd7-9ef510ce28da {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:56.868427 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af686d48-882c-4638-b7f2-352a3c426641", "name": "network-vif-plugged", "status": "completed", "tag": "cd75ff10-ab12-484b-ab63-69b40b04eb8c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:56.868641 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b675015-940a-4a1f-9cd7-9ef510ce28da {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:56.868962 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af686d48-882c-4638-b7f2-352a3c426641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75ff10-ab12-484b-ab63-69b40b04eb8c', 'code': 200} Sep 02 13:46:56.869776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f454f092-3266-434e-9200-d504d0e120e8 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:56.961882 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:46:56.967098 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7712-0352-474b-bc17-cbd614369951 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:56.976700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7532483-4ac3-4a56-8951-1e17507ebaff req-e62da79e-c53b-49e7-ab12-aa6dbf5377bb tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:56.980069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c7532483-4ac3-4a56-8951-1e17507ebaff req-e62da79e-c53b-49e7-ab12-aa6dbf5377bb tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 945 time: 0.1358955 Sep 02 13:46:57.051579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port f454f092-3266-434e-9200-d504d0e120e8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:57.057714 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c7532483-4ac3-4a56-8951-1e17507ebaff req-ac14825c-5564-441d-bb7e-ddba85323944 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705354 Sep 02 13:46:57.064749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port f454f092-3266-434e-9200-d504d0e120e8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:57.066015 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:57.085119 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-433385a6-ad3b-4241-b946-62c02405c67a req-6ce31143-3235-476d-adc8-da0bf91bf4ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53bf4577-9668-4402-92c4-db0cad4798f2 HTTP/1.1" status: 200 len: 217 time: 0.1560690 Sep 02 13:46:57.168102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:53Z', 'revision_number': 7, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:57.183549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433385a6-ad3b-4241-b946-62c02405c67a req-6d7b0199-a971-40a4-906e-5976daf2e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:57.185125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-433385a6-ad3b-4241-b946-62c02405c67a req-6d7b0199-a971-40a4-906e-5976daf2e533 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.0603342 Sep 02 13:46:57.185931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd7712-0352-474b-bc17-cbd614369951 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Subnet': ['ID=0570a0ab-e49c-4bec-bbc0-faa01175ed62,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:57.322037 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-433385a6-ad3b-4241-b946-62c02405c67a req-d9a984e7-b857-44be-b8b6-f163703ef900 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237426 Sep 02 13:46:57.328730 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bdd7712-0352-474b-bc17-cbd614369951 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:57.330704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6bdd7712-0352-474b-bc17-cbd614369951 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/subnets/0570a0ab-e49c-4bec-bbc0-faa01175ed62 HTTP/1.1" status: 204 len: 168 time: 0.8948150 Sep 02 13:46:57.335218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45430) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:57.340711 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:57.345717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b0d46-5d11-444c-8695-e1c767c7f589 None None] Network 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:46:57.409261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeedea2-7e14-4aae-9997-65ced1e0be54 req-118d2579-533e-4b14-9e83-7c785de9f35d tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:57.410877 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3aeedea2-7e14-4aae-9997-65ced1e0be54 req-118d2579-533e-4b14-9e83-7c785de9f35d tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 945 time: 0.4971297 Sep 02 13:46:57.459352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port f454f092-3266-434e-9200-d504d0e120e8, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f454f092-3266-434e-9200-d504d0e120e8,segment=NetworkSegment(7ea1d71a-6aff-408c-b1d5-b30cac22d553),segment_id=7ea1d71a-6aff-408c-b1d5-b30cac22d553)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:57.462381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] Checking router: e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:46:57.469371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 53bf4577-9668-4402-92c4-db0cad4798f2 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:46:57.600862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2b2df-6751-492e-bb0a-b58f773312d3 req-44189247-e264-4d7d-9401-85f4d07b3cdb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:57.619451 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0e2b2df-6751-492e-bb0a-b58f773312d3 req-44189247-e264-4d7d-9401-85f4d07b3cdb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.3607979 Sep 02 13:46:57.749851 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-433385a6-ad3b-4241-b946-62c02405c67a req-b6c28b8a-5e07-49b9-a8d4-1e79cdc9ad06 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026845 Sep 02 13:46:57.752151 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:57.762827 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:57.763760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 7edb2ed4-fc03-4fb9-9925-70f7742101aa up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:57.772386 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e0e2b2df-6751-492e-bb0a-b58f773312d3 req-ecace9e6-4a37-4e04-aca2-356bf373ddf3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515415 Sep 02 13:46:57.777271 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-4479c761-ea03-4362-b5ba-e2b49b8544f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:57.793135 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-4479c761-ea03-4362-b5ba-e2b49b8544f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=132eeda7781345c08791fad38d5a3b92&device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 1097 time: 0.3585615 Sep 02 13:46:57.840059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:58.041974 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=f454f092-3266-434e-9200-d504d0e120e8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:58.046258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 18638d25-d76d-4e3f-9445-28219bc2a610 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:46:58.052751 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] Routers {'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:58.053991 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:58.126774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3aeedea2-7e14-4aae-9997-65ced1e0be54 req-7f84e0c3-aa3d-41b5-a7a0-4a61992d14e3 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010357 Sep 02 13:46:58.140267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:58.238663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc6b68-9839-4c48-a091-d572709948aa req-9c19c14c-95ad-4037-a3fd-9098edc38453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:58.240657 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bccc6b68-9839-4c48-a091-d572709948aa req-9c19c14c-95ad-4037-a3fd-9098edc38453 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 1096 time: 0.0860507 Sep 02 13:46:58.242851 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-433385a6-ad3b-4241-b946-62c02405c67a req-1793618a-3c27-4d2b-9e4e-294ce0714839 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824955 Sep 02 13:46:58.243948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router f255acfe-dab0-4101-a4d8-ad9dc241fbdf is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:46:58.411038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=53bf4577-9668-4402-92c4-db0cad4798f2,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:58.440313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '53bf4577-9668-4402-92c4-db0cad4798f2', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'port_id': '53bf4577-9668-4402-92c4-db0cad4798f2', 'mac_address': 'fa:16:3e:07:40:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2717-e364-4450-b8a3-72bdc97b0530', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:46:58.447806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 7edb2ed4-fc03-4fb9-9925-70f7742101aa completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:46:58.470665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-e98309bf-0f9b-4732-89c3-fe7c7fc80d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:58.472485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-e98309bf-0f9b-4732-89c3-fe7c7fc80d61 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 HTTP/1.1" status: 200 len: 914 time: 0.2958703 Sep 02 13:46:58.508413 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:58.529741 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bf4577-9668-4402-92c4-db0cad4798f2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:46:58.536136 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 7edb2ed4-fc03-4fb9-9925-70f7742101aa triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:58.536767 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:58.582976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dd7b0-9b97-4657-84fb-eac3eb51ac42 req-4763a83a-7053-4002-9887-7a526eceec37 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:58.588745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 18638d25-d76d-4e3f-9445-28219bc2a610 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:46:58.589879 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-372dd7b0-9b97-4657-84fb-eac3eb51ac42 req-4763a83a-7053-4002-9887-7a526eceec37 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 944 time: 0.5174809 Sep 02 13:46:58.595966 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:58.615336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:46:58.635819 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b8ada-3c10-4df2-abb1-3214ad89208e None None] Sync routers for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:46:58.668454 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b8ada-3c10-4df2-abb1-3214ad89208e None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:58.669571 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-097b8ada-3c10-4df2-abb1-3214ad89208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:58.693189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec634ab-1444-4074-ba20-86da3060c5f6 None None] DHCP port deletion for 0b99c18b-dc4b-4ccd-b343-5788a0213ab2 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:46:58.698171 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:58.702891 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c9cfbbfe-cca7-4ec6-8f14-50d394c90361 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.8290174 Sep 02 13:46:58.703523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:46:58.721852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=53bf4577-9668-4402-92c4-db0cad4798f2,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:58.759888 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-372dd7b0-9b97-4657-84fb-eac3eb51ac42 req-0bd85c65-dda6-456d-af45-b003f8cec779 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529427 Sep 02 13:46:58.799093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port 201997a0-1830-4570-a65a-bc75c19f8c0f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:58.799093 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:58.879575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c06d694-983c-4afc-9d29-f9d9704e80e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919d7b99-cea1-4ffa-99b1-e458a2fe342b'}, {'server_uuid': '5f37e6ab-de8f-4396-ab02-9858b8709e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f454f092-3266-434e-9200-d504d0e120e8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:46:58.884676 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ffc713-5d20-4886-ba7e-c47f721a9adb" -d '{"events": [{"server_uuid": "2c06d694-983c-4afc-9d29-f9d9704e80e9", "name": "network-vif-plugged", "status": "completed", "tag": "919d7b99-cea1-4ffa-99b1-e458a2fe342b"}, {"server_uuid": "5f37e6ab-de8f-4396-ab02-9858b8709e9e", "name": "network-vif-plugged", "status": "completed", "tag": "f454f092-3266-434e-9200-d504d0e120e8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:46:58.895923 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:58.938595 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bccc6b68-9839-4c48-a091-d572709948aa req-2d16f8ec-1bb0-4f06-bbba-9a617580d903 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807151 Sep 02 13:46:58.968562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=53bf4577-9668-4402-92c4-db0cad4798f2,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:46:58.977313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] Set router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:46:58.977742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ff170-09ca-4dae-a1fd-3abe06a1aeb4 req-a1a6b6e5-0d78-447a-8906-87f2df429361 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:58.982836 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b2ff170-09ca-4dae-a1fd-3abe06a1aeb4 req-a1a6b6e5-0d78-447a-8906-87f2df429361 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.3996093 Sep 02 13:46:59.027068 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-097b8ada-3c10-4df2-abb1-3214ad89208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:59.043305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] For port 201997a0-1830-4570-a65a-bc75c19f8c0f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=201997a0-1830-4570-a65a-bc75c19f8c0f,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:59.043683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:59.049704 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b8ada-3c10-4df2-abb1-3214ad89208e None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:46:59.052656 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-097b8ada-3c10-4df2-abb1-3214ad89208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:46:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:59.065058 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3b2ff170-09ca-4dae-a1fd-3abe06a1aeb4 req-6a0395c0-321d-48a2-81ba-3d0278a157c5 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667603 Sep 02 13:46:59.121759 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-097b8ada-3c10-4df2-abb1-3214ad89208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:46:59.124369 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b8ada-3c10-4df2-abb1-3214ad89208e None None] The sync data for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:46:59.208902 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:59.223012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for 201997a0-1830-4570-a65a-bc75c19f8c0f owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:59.316112 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-5bda81c6-42cf-44a5-8e97-82a6deab4fe8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f454f092-3266-434e-9200-d504d0e120e8 HTTP/1.1" status: 200 len: 217 time: 0.5651257 Sep 02 13:46:59.350265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['53bf4577-9668-4402-92c4-db0cad4798f2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:46:59.417191 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 7edb2ed4-fc03-4fb9-9925-70f7742101aa, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7edb2ed4-fc03-4fb9-9925-70f7742101aa,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:59.424467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ec634ab-1444-4074-ba20-86da3060c5f6 None None] Deleting port 968beb7f-a5f5-4560-a883-731f20312097 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:46:59.424987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ec634ab-1444-4074-ba20-86da3060c5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:59.491708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0ec634ab-1444-4074-ba20-86da3060c5f6 None None] For port 968beb7f-a5f5-4560-a883-731f20312097, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=968beb7f-a5f5-4560-a883-731f20312097,segment=NetworkSegment(41e1f938-0a62-4acc-ad91-1209dd1e443e),segment_id=41e1f938-0a62-4acc-ad91-1209dd1e443e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:46:59.492301 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ec634ab-1444-4074-ba20-86da3060c5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:59.507129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ec634ab-1444-4074-ba20-86da3060c5f6 None None] Calling delete_port for 968beb7f-a5f5-4560-a883-731f20312097 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:46:59.534292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f143b2-4a5d-4ff2-86bd-0934b0c34649 req-284ede26-9b57-4c68-82a9-eb55261197b2 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:46:59.536361 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-88f143b2-4a5d-4ff2-86bd-0934b0c34649 req-284ede26-9b57-4c68-82a9-eb55261197b2 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 945 time: 0.4223688 Sep 02 13:46:59.653070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-88f143b2-4a5d-4ff2-86bd-0934b0c34649 req-6848f101-e431-446d-ab0e-edf6b1d8d528 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105332 Sep 02 13:46:59.793167 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:59.796640 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:46:59.834784 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973c2a74-7353-4889-b860-ad0316729a27 x-openstack-request-id: req-973c2a74-7353-4889-b860-ad0316729a27 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:46:59.836267 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c06d694-983c-4afc-9d29-f9d9704e80e9", "name": "network-vif-plugged", "status": "completed", "tag": "919d7b99-cea1-4ffa-99b1-e458a2fe342b", "code": 200}, {"server_uuid": "5f37e6ab-de8f-4396-ab02-9858b8709e9e", "name": "network-vif-plugged", "status": "completed", "tag": "f454f092-3266-434e-9200-d504d0e120e8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:46:59.838974 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-973c2a74-7353-4889-b860-ad0316729a27 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:46:59.839613 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c06d694-983c-4afc-9d29-f9d9704e80e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919d7b99-cea1-4ffa-99b1-e458a2fe342b', 'code': 200} Sep 02 13:46:59.840052 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f37e6ab-de8f-4396-ab02-9858b8709e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f454f092-3266-434e-9200-d504d0e120e8', 'code': 200} Sep 02 13:46:59.877805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=201997a0-1830-4570-a65a-bc75c19f8c0f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:00.015758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=7edb2ed4-fc03-4fb9-9925-70f7742101aa,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:00.035416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 968beb7f-a5f5-4560-a883-731f20312097 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:00.111885 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ec634ab-1444-4074-ba20-86da3060c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:00.117123 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:00.229377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec634ab-1444-4074-ba20-86da3060c5f6 None None] Pushing event deleted for resources: {'Port': ['ID=968beb7f-a5f5-4560-a883-731f20312097,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:00.239022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec634ab-1444-4074-ba20-86da3060c5f6 None None] No DVR routers for this DVR port 968beb7f-a5f5-4560-a883-731f20312097 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:47:00.273967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No active binding found for port 968beb7f-a5f5-4560-a883-731f20312097 {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:47:00.274414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 968beb7f-a5f5-4560-a883-731f20312097 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:47:00.312790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:00.363228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-99c50182-c1af-4750-9955-da0267595d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:00.366034 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-99c50182-c1af-4750-9955-da0267595d7e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a5b3cda0-d507-45a7-b25a-f75acdb4a314 HTTP/1.1" status: 200 len: 853 time: 0.4041736 Sep 02 13:47:00.377335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:00.441657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:53Z', 'revision_number': 7, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:00.514960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876b19f-5c0b-46f7-ac3e-ee08990ef271 None None] The sync data for ids ['e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2'] in n-d-794796-4 is: [{'id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'name': 'tempest-TestNetworkBasicOps-router-1720959582', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:56Z', 'updated_at': '2021-09-02T13:46:53Z', 'revision_number': 7, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': '201997a0-1830-4570-a65a-bc75c19f8c0f', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:67:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:58Z', 'updated_at': '2021-09-02T13:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:00.539564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9408-b0a5-48b4-9ab7-97d851c3626e req-e0f2e8b2-1352-47fb-be90-6255ec542599 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:00.545345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1c5ca-098a-4b5a-8619-59b20346e60b req-a0350e68-7ee0-49a9-b6c2-90f350f0f947 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:00.547715 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-28a1c5ca-098a-4b5a-8619-59b20346e60b req-a0350e68-7ee0-49a9-b6c2-90f350f0f947 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 1.0337095 Sep 02 13:47:00.554311 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89fc9408-b0a5-48b4-9ab7-97d851c3626e req-e0f2e8b2-1352-47fb-be90-6255ec542599 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 946 time: 0.4087474 Sep 02 13:47:00.612587 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:00.615834 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:00.656863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec455-98ff-4008-8001-9a848b505324 req-3f5f59f4-7bab-4c2b-b742-25b6baed61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:00.665673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa7ec455-98ff-4008-8001-9a848b505324 req-3f5f59f4-7bab-4c2b-b742-25b6baed61a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2c06d694-983c-4afc-9d29-f9d9704e80e9 HTTP/1.1" status: 200 len: 1097 time: 0.4247818 Sep 02 13:47:00.708375 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89fc9408-b0a5-48b4-9ab7-97d851c3626e req-ea2ddcf6-673f-4346-afe7-e81c34682b8d tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528745 Sep 02 13:47:00.734412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:00.735643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Fanout notify agent at l3_agent the message router_deleted on router e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:47:00.743305 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:00.744714 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-10718616-0e98-4f79-9f54-eca5ec611c89 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/routers/e5ec0ebc-e31e-4ae3-b4d2-ef7249cf1de2 HTTP/1.1" status: 204 len: 168 time: 3.4085169 Sep 02 13:47:00.748872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45470) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:00.883767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad28d0-e577-47b3-9e31-0c6735b6a818 req-5f8e42e1-9a2d-48bf-af63-14432014799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:00.885311 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4ad28d0-e577-47b3-9e31-0c6735b6a818 req-5f8e42e1-9a2d-48bf-af63-14432014799c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 1097 time: 0.6433728 Sep 02 13:47:00.905558 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-28a1c5ca-098a-4b5a-8619-59b20346e60b req-d5926bdb-261f-42c8-a009-34ac60af9fdf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356254 Sep 02 13:47:00.945399 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa7ec455-98ff-4008-8001-9a848b505324 req-6b9f7f2d-6a0a-48f9-8b72-c32908640011 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477172 Sep 02 13:47:00.975312 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:00.981802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.105730 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cf2ca-3296-45eb-829e-fb507dc28713 req-a82fecc7-3d03-4b70-84df-fe5ce42510e5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:01.107539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca4cf2ca-3296-45eb-829e-fb507dc28713 req-a82fecc7-3d03-4b70-84df-fe5ce42510e5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 945 time: 0.2159095 Sep 02 13:47:01.124861 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.136140 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6343c56-e8f0-4ae5-b8f0-266e4fbf0a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.137215 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b99c18b-dc4b-4ccd-b343-5788a0213ab2']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:01.152210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e1f938-0a62-4acc-ad91-1209dd1e443e') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:01.152513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e1f938-0a62-4acc-ad91-1209dd1e443e') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:01.162944 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.180701 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.205732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:47:01.206151 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:47:01.209340 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:47:01.214982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24db14-c46e-455a-8e0b-12dcc4b7497b req-5051c26f-1291-499c-8836-2ba3aa41e9c5 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:01.216631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-de24db14-c46e-455a-8e0b-12dcc4b7497b req-5051c26f-1291-499c-8836-2ba3aa41e9c5 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.1464391 Sep 02 13:47:01.279967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca4cf2ca-3296-45eb-829e-fb507dc28713 req-81882465-d739-40aa-9c4e-9f1e37a9f622 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018724 Sep 02 13:47:01.290082 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.306308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.308694 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/networks/0b99c18b-dc4b-4ccd-b343-5788a0213ab2 HTTP/1.1" status: 204 len: 168 time: 0.5584257 Sep 02 13:47:01.325821 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-de24db14-c46e-455a-8e0b-12dcc4b7497b req-194cec9f-bc5f-4c31-915f-f1b8dcac62c0 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946496 Sep 02 13:47:01.345071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45474) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:01.361817 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'network': {'name': 'tempest-network-smoke--1937478881', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:01.410736 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Network': ['ID=0b99c18b-dc4b-4ccd-b343-5788a0213ab2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:01.414960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Made reservation on behalf of 8626c8996e0f4881b04c6b0859a09b18 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:01.418546 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.465315 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-9a48577c-42f4-4100-9903-598849749fc0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6882b9a1-e0c7-4c29-8c17-30d0da7f04e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732594 Sep 02 13:47:01.466155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 53bf4577-9668-4402-92c4-db0cad4798f2 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:01.535650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4ad28d0-e577-47b3-9e31-0c6735b6a818 req-68e12159-f5c4-4429-83d4-038f5ed0319c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798244 Sep 02 13:47:01.610914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 53bf4577-9668-4402-92c4-db0cad4798f2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:01.621141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 53bf4577-9668-4402-92c4-db0cad4798f2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:01.621571 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:01.683563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.20.0.1 (ecd33f56-1a43-426c-af2f-f4304268936f/59d82ad6-a073-45cb-bf45-c1cf45a94db1/032dc9ae-4874-45a1-ae9e-dd3e306eafb2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:01.874395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d6d51c-7520-4e36-a802-fb92c3a5a9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb2ed4-fc03-4fb9-9925-70f7742101aa'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:01.879342 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd48f34-05b4-46eb-99e8-373454817c76" -d '{"events": [{"server_uuid": "89d6d51c-7520-4e36-a802-fb92c3a5a9c6", "name": "network-vif-plugged", "status": "completed", "tag": "7edb2ed4-fc03-4fb9-9925-70f7742101aa"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:01.907561 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.017700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.018348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.018874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.019366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.019964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.020467 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.020965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.021733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.022271 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.022758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.023264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.023886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbe5319-870c-4d78-8e4a-91257b21811b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:02.052221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 72d0d41c-e192-4996-b877-cdbd3b1f5f41 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:02.083099 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:47:02.118688 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.119144 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Added segment f9a436c6-61bb-4970-9fd5-0ee478a55baf of type vlan for network a9571312-1e3e-4443-9861-1c8c37ec1d60 Sep 02 13:47:02.157368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=53bf4577-9668-4402-92c4-db0cad4798f2,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:02.158567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 72d0d41c-e192-4996-b877-cdbd3b1f5f41 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:47:02.158971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 72d0d41c-e192-4996-b877-cdbd3b1f5f41 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:47:02.159323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 201997a0-1830-4570-a65a-bc75c19f8c0f no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:02.192743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6139ce-46a5-46cc-aaf0-4c13b064c005 req-33571094-815a-4763-a559-966ab7147be6 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:02.200806 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc6139ce-46a5-46cc-aaf0-4c13b064c005 req-33571094-815a-4763-a559-966ab7147be6 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 946 time: 0.4060361 Sep 02 13:47:02.209225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 201997a0-1830-4570-a65a-bc75c19f8c0f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:47:02.209737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 201997a0-1830-4570-a65a-bc75c19f8c0f not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:47:02.217078 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.230170 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.263092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Transition to ACTIVE for port object 032dc9ae-4874-45a1-ae9e-dd3e306eafb2 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:02.292393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-9f164049-271b-4a02-ba5b-f8d6cf5aef07 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:02.294017 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-9f164049-271b-4a02-ba5b-f8d6cf5aef07 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.77 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.2475379 Sep 02 13:47:02.314481 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.328733 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fc6139ce-46a5-46cc-aaf0-4c13b064c005 req-dcbd5b7f-1809-4723-85db-9b55c6765893 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222467 Sep 02 13:47:02.337028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=53bf4577-9668-4402-92c4-db0cad4798f2,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:02.353825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862a860-aed6-48a1-b17d-4734fb7b8d34 req-ee493c1f-c356-44d1-8b12-5a88e4074c28 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:02.362610 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0862a860-aed6-48a1-b17d-4734fb7b8d34 req-ee493c1f-c356-44d1-8b12-5a88e4074c28 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 945 time: 0.9004350 Sep 02 13:47:02.403042 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ef6cd9-ef02-4582-a188-14898cd7ccfb x-openstack-request-id: req-b8ef6cd9-ef02-4582-a188-14898cd7ccfb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:02.403797 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d6d51c-7520-4e36-a802-fb92c3a5a9c6", "name": "network-vif-plugged", "status": "completed", "tag": "7edb2ed4-fc03-4fb9-9925-70f7742101aa", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:02.404154 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8ef6cd9-ef02-4582-a188-14898cd7ccfb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:02.404583 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d6d51c-7520-4e36-a802-fb92c3a5a9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edb2ed4-fc03-4fb9-9925-70f7742101aa', 'code': 200} Sep 02 13:47:02.417151 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.464587 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0862a860-aed6-48a1-b17d-4734fb7b8d34 req-87cd6a78-34f8-40cc-9b69-bf0d9e0745d7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997114 Sep 02 13:47:02.486548 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=032dc9ae-4874-45a1-ae9e-dd3e306eafb2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:02.510548 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.530399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:02.531318 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.570137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-82bed1f2-0e3b-4bc7-bd52-7629c6d8ca25 service neutron] 10.222.0.90 "GET /v2.0/networks/6882b9a1-e0c7-4c29-8c17-30d0da7f04e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0751486 Sep 02 13:47:02.602588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network ecd33f56-1a43-426c-af2f-f4304268936f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:02.625640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:02.637770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:02.753871 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:02.824059 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4777174 Sep 02 13:47:02.854557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:02.863792 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6682ded-fca4-4b10-8501-cfbae4edcabf tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Network': ['ID=a9571312-1e3e-4443-9861-1c8c37ec1d60,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:02.866160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-961159465', 'admin_state_up': True, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:02.878511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network a9571312-1e3e-4443-9861-1c8c37ec1d60 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:47:02.946376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d22c8-4330-413a-ae90-04016ea952df req-a789d442-233e-4fae-82a8-fde7ffb86f78 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:02.948960 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-331d22c8-4330-413a-ae90-04016ea952df req-a789d442-233e-4fae-82a8-fde7ffb86f78 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.4224324 Sep 02 13:47:03.032772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0447e-0ee9-48db-8f51-8a3a09b214ed req-74c7fa0b-5bdd-4ca4-b4a6-7b499233418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:03.034434 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ec0447e-0ee9-48db-8f51-8a3a09b214ed req-74c7fa0b-5bdd-4ca4-b4a6-7b499233418b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 1096 time: 0.5313838 Sep 02 13:47:03.052541 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:03.053904 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:03.112182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Deleting port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:03.112587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:03.116913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-817ee4e6-8542-4e36-9924-b014320c4df6 None None] Provisioning for port 032dc9ae-4874-45a1-ae9e-dd3e306eafb2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:03.121813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-817ee4e6-8542-4e36-9924-b014320c4df6 None None] Provisioning complete for port 032dc9ae-4874-45a1-ae9e-dd3e306eafb2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:03.122208 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-817ee4e6-8542-4e36-9924-b014320c4df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:03.148444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bb358-5651-47fc-b025-e7203ae5f2cc req-42823a83-c275-4e4a-b053-a9688f0640dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:03.153377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd5bb358-5651-47fc-b025-e7203ae5f2cc req-42823a83-c275-4e4a-b053-a9688f0640dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.5214579 Sep 02 13:47:03.177820 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e965165-6982-4e85-9a14-6d7f59ba5f64 req-9e0b88c1-6b03-474d-ae55-5d68d44d9219 service neutron] 10.222.0.90 "GET /v2.0/networks/6882b9a1-e0c7-4c29-8c17-30d0da7f04e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936042 Sep 02 13:47:03.210396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-817ee4e6-8542-4e36-9924-b014320c4df6 None None] Port 032dc9ae-4874-45a1-ae9e-dd3e306eafb2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:03.258095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd5bb358-5651-47fc-b025-e7203ae5f2cc req-82776e3f-613c-42d6-9c2a-b0dcf48a0748 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749865 Sep 02 13:47:03.321176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-331d22c8-4330-413a-ae90-04016ea952df req-b6f16e07-e01d-447e-944d-6ec7ba76d3fb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070350 Sep 02 13:47:03.378025 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9ec0447e-0ee9-48db-8f51-8a3a09b214ed req-edec7d14-6a48-468d-b7da-b7d46b0bf05e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132284 Sep 02 13:47:03.378230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d7c8f-44be-43b9-a6ad-69a89744f1ac req-ab9f0d76-1e92-49a4-99f2-62feb7c87a15 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:03.378230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3a9d7c8f-44be-43b9-a6ad-69a89744f1ac req-ab9f0d76-1e92-49a4-99f2-62feb7c87a15 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 945 time: 0.0598946 Sep 02 13:47:03.386190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:03.404934 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:03.424998 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3a9d7c8f-44be-43b9-a6ad-69a89744f1ac req-5001d0ff-c47f-4ef3-bd15-8dea3751d5c2 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/security-groups?id=901a595f-9c70-4347-abcd-81b9ae861cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Sep 02 13:47:03.539382 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] For port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,segment=NetworkSegment(b5e4a09d-d396-4088-9a8f-22c11de1d7ae),segment_id=b5e4a09d-d396-4088-9a8f-22c11de1d7ae)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:03.539772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:03.587004 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95ee6df-6e03-4c8d-9dfe-52622c9773e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:03.596738 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac05674-65b3-40f7-8175-41ac656ece88 req-5f57180e-ae40-4797-b356-8977cef63d87 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:03.599238 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cac05674-65b3-40f7-8175-41ac656ece88 req-5f57180e-ae40-4797-b356-8977cef63d87 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 945 time: 0.0606406 Sep 02 13:47:03.643041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Calling delete_port for 83db3ceb-0c49-408d-8d36-7d3a96a31f8e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:03.646466 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cac05674-65b3-40f7-8175-41ac656ece88 req-12355ab7-90a7-4965-91a7-0e59ec2a62ae tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Sep 02 13:47:03.659900 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:03.688636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7957f-39fa-406d-b6ad-8884ebecf262 req-f9a07a84-562b-4b8f-93ee-551dec95f301 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:03.690185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40b7957f-39fa-406d-b6ad-8884ebecf262 req-f9a07a84-562b-4b8f-93ee-551dec95f301 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 946 time: 0.2799573 Sep 02 13:47:03.779690 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd41773-524e-4e71-a680-22ac07b8fa2d req-df940ca7-b22f-4de9-a972-65702b46f09a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:03.782382 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0dd41773-524e-4e71-a680-22ac07b8fa2d req-df940ca7-b22f-4de9-a972-65702b46f09a tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c06d694-983c-4afc-9d29-f9d9704e80e9 HTTP/1.1" status: 200 len: 946 time: 0.0605314 Sep 02 13:47:03.832388 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0dd41773-524e-4e71-a680-22ac07b8fa2d req-d8ca90ab-2faa-44e2-9f19-c423be1afde5 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Sep 02 13:47:03.906921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40b7957f-39fa-406d-b6ad-8884ebecf262 req-8d10e67b-0e43-411c-bfd7-f80187bab812 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800392 Sep 02 13:47:03.980903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22d8d-0df8-4a12-b09f-df675ac41a0d req-49955211-3539-4f4d-a48f-dce02c2a0ddb tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:03.983033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6d22d8d-0df8-4a12-b09f-df675ac41a0d req-49955211-3539-4f4d-a48f-dce02c2a0ddb tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0650449 Sep 02 13:47:04.040970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e6d22d8d-0df8-4a12-b09f-df675ac41a0d req-bbaef1ab-c4c8-4047-b13f-52e2d255ced8 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Sep 02 13:47:04.092390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.116488 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.157292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Pushing event deleted for resources: {'Port': ['ID=83db3ceb-0c49-408d-8d36-7d3a96a31f8e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:04.261495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] No DVR routers for this DVR port 83db3ceb-0c49-408d-8d36-7d3a96a31f8e on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:47:04.265021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.268193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c25cd125-9fdb-4a1f-9f53-e019fd2a087f req-a8d0e223-af55-4e4a-b943-53017ddedc82 tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.77 "DELETE /v2.0/ports/83db3ceb-0c49-408d-8d36-7d3a96a31f8e HTTP/1.1" status: 204 len: 173 time: 1.9632754 Sep 02 13:47:04.274985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d0683e-4e1e-4935-9509-257ba0f77771', 'name': 'network-vif-deleted', 'tag': '83db3ceb-0c49-408d-8d36-7d3a96a31f8e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:04.277433 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b7871e-1112-4b3d-bd7d-4f2d7d9dc3c4" -d '{"events": [{"server_uuid": "93d0683e-4e1e-4935-9509-257ba0f77771", "name": "network-vif-deleted", "tag": "83db3ceb-0c49-408d-8d36-7d3a96a31f8e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:04.316590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.318819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.350234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.356551 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.406185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:04.411079 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a583a9-d99c-44cb-9ad3-ee5d862180bc" -d '{"events": [{"server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "name": "network-vif-plugged", "status": "completed", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:04.473041 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.482604 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e06580-6898-4610-b7a6-daba44a617f5 x-openstack-request-id: req-a3e06580-6898-4610-b7a6-daba44a617f5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:04.483551 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d0683e-4e1e-4935-9509-257ba0f77771", "name": "network-vif-deleted", "tag": "83db3ceb-0c49-408d-8d36-7d3a96a31f8e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:04.483839 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3e06580-6898-4610-b7a6-daba44a617f5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:04.484250 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d0683e-4e1e-4935-9509-257ba0f77771', 'name': 'network-vif-deleted', 'tag': '83db3ceb-0c49-408d-8d36-7d3a96a31f8e', 'status': 'completed', 'code': 200} Sep 02 13:47:04.496375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26552396-cd81-45bf-9a26-d4670b0cd492 req-099cef50-2611-47aa-ac37-82080da73b8a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:04.500840 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26552396-cd81-45bf-9a26-d4670b0cd492 req-099cef50-2611-47aa-ac37-82080da73b8a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1051424 Sep 02 13:47:04.603774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-26552396-cd81-45bf-9a26-d4670b0cd492 req-11a7a6d8-f194-479d-925c-a9d0471bb012 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725725 Sep 02 13:47:04.654059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=032dc9ae-4874-45a1-ae9e-dd3e306eafb2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:04.730639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa3c00-6270-4c19-9dbf-12c7a381e45a req-7e166c53-4412-4941-9a63-aaa0d903e227 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:04.732277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5aa3c00-6270-4c19-9dbf-12c7a381e45a req-7e166c53-4412-4941-9a63-aaa0d903e227 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 946 time: 0.1812816 Sep 02 13:47:04.782768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.25.3.36 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/c83e0346-5293-4089-894f-11096b650b38) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:04.796827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b3037-07a6-46db-af9a-ee43efa7c651 req-15852a0b-aa6b-4586-be13-a4aa66967a4c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:04.829360 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-943b3037-07a6-46db-af9a-ee43efa7c651 req-15852a0b-aa6b-4586-be13-a4aa66967a4c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.1273890 Sep 02 13:47:04.842750 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network ecd33f56-1a43-426c-af2f-f4304268936f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:04.844375 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:04.883426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5aa3c00-6270-4c19-9dbf-12c7a381e45a req-05b69358-9215-41d6-9051-036dd6038c07 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390073 Sep 02 13:47:04.884469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:04.961878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-943b3037-07a6-46db-af9a-ee43efa7c651 req-f44b1469-1b1e-48bd-9168-8f01727545fc tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205466 Sep 02 13:47:05.028322 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7257234-a917-4c6c-8494-f116148a7077 x-openstack-request-id: req-a7257234-a917-4c6c-8494-f116148a7077 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:05.028818 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "name": "network-vif-plugged", "status": "completed", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:05.029311 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7257234-a917-4c6c-8494-f116148a7077 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:05.036335 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2', 'code': 200} Sep 02 13:47:05.173685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08470ff0-72b8-4083-bc6d-54f3d0850462 req-ebd8f35a-070a-4e5c-8806-7b81354cc31b tempest-TestServerAdvancedOps-1979429234 tempest-TestServerAdvancedOps-1979429234-project] 10.222.0.13 "GET /v2.0/ports?device_id=93d0683e-4e1e-4935-9509-257ba0f77771 HTTP/1.1" status: 200 len: 210 time: 0.0494249 Sep 02 13:47:05.356476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1125fcd8-71bb-462d-b0f1-4c6193f94688 None None] Provisioning complete for port 032dc9ae-4874-45a1-ae9e-dd3e306eafb2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:05.357189 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1125fcd8-71bb-462d-b0f1-4c6193f94688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:05.400603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1125fcd8-71bb-462d-b0f1-4c6193f94688 None None] Port 032dc9ae-4874-45a1-ae9e-dd3e306eafb2 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:05.499016 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 83db3ceb-0c49-408d-8d36-7d3a96a31f8e no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:05.519502 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 83db3ceb-0c49-408d-8d36-7d3a96a31f8e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:47:05.519885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 83db3ceb-0c49-408d-8d36-7d3a96a31f8e not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:47:05.562127 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:05.582990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd336b91-2c5b-44d6-a13f-3e7417141f64 req-fa349b6c-a4c4-46d3-956f-58c3bd9286e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:05.584536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd336b91-2c5b-44d6-a13f-3e7417141f64 req-fa349b6c-a4c4-46d3-956f-58c3bd9286e0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 1097 time: 0.1873305 Sep 02 13:47:05.597902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45de8b-07f7-4be6-9ea1-c32726666221 req-09bfe00d-f4b0-4790-97c8-736166df08de tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:05.600058 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-db45de8b-07f7-4be6-9ea1-c32726666221 req-09bfe00d-f4b0-4790-97c8-736166df08de tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 945 time: 0.2001405 Sep 02 13:47:05.633199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router f255acfe-dab0-4101-a4d8-ad9dc241fbdf has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:05.714225 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd336b91-2c5b-44d6-a13f-3e7417141f64 req-1bc8af00-ebf4-48df-86af-f03f93cd7d6b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127160 Sep 02 13:47:05.720551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-db45de8b-07f7-4be6-9ea1-c32726666221 req-53a58c7f-c2db-4794-88c4-5f1ff8fde84f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088982 Sep 02 13:47:05.761315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84741a90-034b-412c-ad63-6a3e5752442b req-7c1ebab7-c769-4888-9ca5-cd3bf4739a3d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:05.763662 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84741a90-034b-412c-ad63-6a3e5752442b req-7c1ebab7-c769-4888-9ca5-cd3bf4739a3d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.0722358 Sep 02 13:47:05.810393 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:05.824842 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-84741a90-034b-412c-ad63-6a3e5752442b req-cff03c35-7019-4284-8e55-0391d3eff634 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Sep 02 13:47:05.883767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:05.893155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:05.899929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:05.935785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=c83e0346-5293-4089-894f-11096b650b38,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:05.949197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:05.964819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45554) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:05.974402 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b886a5c6-fdd8-474c-81e1-9e4edf34a50d tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/routers/f255acfe-dab0-4101-a4d8-ad9dc241fbdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2439632 Sep 02 13:47:05.977156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d945ca-61e6-44b0-9f3b-76d7cd59f284 None None] Sync routers for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:05.977867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'port': {'network_id': 'ecd33f56-1a43-426c-af2f-f4304268936f', 'name': 'tempest-FloatingIPTestJSON-79761115'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:05.993427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d945ca-61e6-44b0-9f3b-76d7cd59f284 None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:05.994713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-82d945ca-61e6-44b0-9f3b-76d7cd59f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:06.060531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-82d945ca-61e6-44b0-9f3b-76d7cd59f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:06.080778 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d945ca-61e6-44b0-9f3b-76d7cd59f284 None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:06.081664 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-82d945ca-61e6-44b0-9f3b-76d7cd59f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:06.147875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-82d945ca-61e6-44b0-9f3b-76d7cd59f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:06.148994 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d945ca-61e6-44b0-9f3b-76d7cd59f284 None None] The sync data for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:06.208580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7b423-1cb5-44a5-9e1b-dd28363a73d1 req-2edee300-a6c2-4e52-81e4-b01374fa6f31 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:06.214233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdc7b423-1cb5-44a5-9e1b-dd28363a73d1 req-2edee300-a6c2-4e52-81e4-b01374fa6f31 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 946 time: 0.1608713 Sep 02 13:47:06.232519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb80b5a-79a8-4a49-8d53-02e7a615293e req-e1c330c8-4f8b-41e1-8739-91b5ebfcc499 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:06.235626 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdb80b5a-79a8-4a49-8d53-02e7a615293e req-e1c330c8-4f8b-41e1-8739-91b5ebfcc499 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 945 time: 0.1761587 Sep 02 13:47:06.308232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdc7b423-1cb5-44a5-9e1b-dd28363a73d1 req-297d5381-2466-445c-8d52-9ff76939047d tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813797 Sep 02 13:47:06.322177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Made reservation on behalf of ad2c819335db401b9a5fdeaa8bfbea73 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:06.329700 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:06.379052 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] device_id is not set on port 8588a471-1af8-4119-b4bd-54a179b05077 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:47:06.437662 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdb80b5a-79a8-4a49-8d53-02e7a615293e req-16f7a7b9-b66a-4bbd-ade1-f065b00cc784 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903033 Sep 02 13:47:06.509603 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab2568-6311-4940-bbf5-0693f733333b req-5980947c-707b-43cd-86d9-36e778772d61 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:06.511233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f6ab2568-6311-4940-bbf5-0693f733333b req-5980947c-707b-43cd-86d9-36e778772d61 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.90 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 946 time: 0.1167581 Sep 02 13:47:06.538858 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:06.549394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45562) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:06.567783 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:06.657255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297465f-c8ab-41a0-a6b9-9a3a90a9b67c req-e3cbf557-f0cd-4659-8175-6e9b6c24af57 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:06.664210 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2297465f-c8ab-41a0-a6b9-9a3a90a9b67c req-e3cbf557-f0cd-4659-8175-6e9b6c24af57 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.2752738 Sep 02 13:47:06.675176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-93825238-a367-4277-ac40-839c77e15bfa admin admin] Deleting subnet d070796b-6595-4cae-bb25-68853e32cadb {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:47:06.696195 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93825238-a367-4277-ac40-839c77e15bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:06.744095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Allocated IP 172.20.0.10 (ecd33f56-1a43-426c-af2f-f4304268936f/59d82ad6-a073-45cb-bf45-c1cf45a94db1/8588a471-1af8-4119-b4bd-54a179b05077) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:06.756887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f6ab2568-6311-4940-bbf5-0693f733333b req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Deleting port f454f092-3266-434e-9200-d504d0e120e8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:06.757635 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6ab2568-6311-4940-bbf5-0693f733333b req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:06.801367 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93825238-a367-4277-ac40-839c77e15bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:06.824697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2297465f-c8ab-41a0-a6b9-9a3a90a9b67c req-ad833ee3-bed6-43b4-8843-527c13e151d0 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535866 Sep 02 13:47:06.953146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93825238-a367-4277-ac40-839c77e15bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.004024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f6ab2568-6311-4940-bbf5-0693f733333b req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] For port f454f092-3266-434e-9200-d504d0e120e8, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=f454f092-3266-434e-9200-d504d0e120e8,segment=NetworkSegment(7ea1d71a-6aff-408c-b1d5-b30cac22d553),segment_id=7ea1d71a-6aff-408c-b1d5-b30cac22d553)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:07.004696 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6ab2568-6311-4940-bbf5-0693f733333b req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.030004 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.038262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f6ab2568-6311-4940-bbf5-0693f733333b req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Calling delete_port for f454f092-3266-434e-9200-d504d0e120e8 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:07.157860 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93825238-a367-4277-ac40-839c77e15bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.165671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d1cbb-a9c5-4c75-89e2-e8336c2ba169 req-461f5870-115b-4d95-9143-4e38e4e7fecb tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:07.174032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f98d1cbb-a9c5-4c75-89e2-e8336c2ba169 req-461f5870-115b-4d95-9143-4e38e4e7fecb tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1918597 Sep 02 13:47:07.200575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93825238-a367-4277-ac40-839c77e15bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d070796b-6595-4cae-bb25-68853e32cadb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:07.208604 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.213123 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-93825238-a367-4277-ac40-839c77e15bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.218439 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-93825238-a367-4277-ac40-839c77e15bfa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d070796b-6595-4cae-bb25-68853e32cadb HTTP/1.1" status: 204 len: 168 time: 0.6633868 Sep 02 13:47:07.226939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:07.263423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Transition to ACTIVE for port object 8588a471-1af8-4119-b4bd-54a179b05077 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:07.308982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f98d1cbb-a9c5-4c75-89e2-e8336c2ba169 req-3b008e21-3eb1-4910-9813-57946e8cbaca tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316245 Sep 02 13:47:07.323330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.391318 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.410873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Network ecd33f56-1a43-426c-af2f-f4304268936f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:07.414718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:07.417495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:07.525001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event updated for resources: {'Port': ['ID=8588a471-1af8-4119-b4bd-54a179b05077,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:07.547343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:07.555711 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.556263 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6ab2568-6311-4940-bbf5-0693f733333b req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.589611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bc526-5775-47f6-afad-e6b710044c0d req-a9ef785f-601c-4f35-80c7-a7644b022595 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:07.591574 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c5bc526-5775-47f6-afad-e6b710044c0d req-a9ef785f-601c-4f35-80c7-a7644b022595 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f37e6ab-de8f-4396-ab02-9858b8709e9e HTTP/1.1" status: 200 len: 867 time: 0.1176159 Sep 02 13:47:07.602760 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-11f3db83-7f02-4758-9517-9cba6eddca9a tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6363716 Sep 02 13:47:07.604734 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45580) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:07.616081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Request body: {'floatingip': {'port_id': '8588a471-1af8-4119-b4bd-54a179b05077'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:07.716335 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c5bc526-5775-47f6-afad-e6b710044c0d req-f775674b-2be0-4a8b-9cbb-d586528c7063 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.13 "GET /v2.0/security-groups?id=60e0a5b0-8549-4530-8cb4-c63d5f400d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109645 Sep 02 13:47:07.745827 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.777536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router dbbd5943-39a6-4634-aa69-d8c52a309fe4 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:47:07.784995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Pushing event deleted for resources: {'Port': ['ID=f454f092-3266-434e-9200-d504d0e120e8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:07.834147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ab2568-6311-4940-bbf5-0693f733333b req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] No DVR routers for this DVR port f454f092-3266-434e-9200-d504d0e120e8 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:47:07.837209 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f6ab2568-6311-4940-bbf5-0693f733333b req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.840216 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f6ab2568-6311-4940-bbf5-0693f733333b req-64b3018c-27fd-46b6-ab01-4d0246ed8771 tempest-ServerAddressesTestJSON-1107261519 tempest-ServerAddressesTestJSON-1107261519-project] 10.222.0.90 "DELETE /v2.0/ports/f454f092-3266-434e-9200-d504d0e120e8 HTTP/1.1" status: 204 len: 173 time: 1.3153238 Sep 02 13:47:07.867240 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.870913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-98d7761f-00a9-4033-9430-05515c26ad76 None None] Provisioning for port 8588a471-1af8-4119-b4bd-54a179b05077 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:07.874022 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f37e6ab-de8f-4396-ab02-9858b8709e9e', 'name': 'network-vif-deleted', 'tag': 'f454f092-3266-434e-9200-d504d0e120e8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:07.876348 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207c0b6a-29ae-4646-b42e-40eaf055866a" -d '{"events": [{"server_uuid": "5f37e6ab-de8f-4396-ab02-9858b8709e9e", "name": "network-vif-deleted", "tag": "f454f092-3266-434e-9200-d504d0e120e8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:07.881275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-98d7761f-00a9-4033-9430-05515c26ad76 None None] Provisioning complete for port 8588a471-1af8-4119-b4bd-54a179b05077 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:07.881664 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98d7761f-00a9-4033-9430-05515c26ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:07.886042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:07.951653 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e0ce5f-dda8-49c4-bbce-d845b4bd1727']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:07.979683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-98d7761f-00a9-4033-9430-05515c26ad76 None None] Port 8588a471-1af8-4119-b4bd-54a179b05077 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:08.028800 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e4a09d-d396-4088-9a8f-22c11de1d7ae') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:08.029152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e4a09d-d396-4088-9a8f-22c11de1d7ae') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:08.089140 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.104255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89833d8-63f9-4f18-a254-214f28a8a0a6 req-1b852bcc-f825-4e8e-82c7-f8c7a92bd765 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:08.111878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c89833d8-63f9-4f18-a254-214f28a8a0a6 req-1b852bcc-f825-4e8e-82c7-f8c7a92bd765 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 945 time: 0.4790299 Sep 02 13:47:08.149315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2f0d-dbbe-45f6-ace3-dc9d34491b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.155882 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.178966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:47:08.179546 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:47:08.181382 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:47:08.252895 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c89833d8-63f9-4f18-a254-214f28a8a0a6 req-3cf03d6d-4143-4b16-a6f1-5886797b4d04 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396723 Sep 02 13:47:08.302656 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef22a45-3b0e-40f1-8af4-005bdd808f32 x-openstack-request-id: req-9ef22a45-3b0e-40f1-8af4-005bdd808f32 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:08.303832 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f37e6ab-de8f-4396-ab02-9858b8709e9e", "name": "network-vif-deleted", "tag": "f454f092-3266-434e-9200-d504d0e120e8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:08.303832 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ef22a45-3b0e-40f1-8af4-005bdd808f32 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:08.303832 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f37e6ab-de8f-4396-ab02-9858b8709e9e', 'name': 'network-vif-deleted', 'tag': 'f454f092-3266-434e-9200-d504d0e120e8', 'status': 'completed', 'code': 200} Sep 02 13:47:08.308786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:08.321259 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Sync routers for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:08.328594 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.331013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-98d041a2-7f3a-43f9-984f-fc3c460f4644 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:08.332731 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-98d041a2-7f3a-43f9-984f-fc3c460f4644 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.90 "GET /v2.0/ports?device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 945 time: 0.5826383 Sep 02 13:47:08.336884 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:08.337507 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:08.357668 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.365588 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6e0ce5f-dda8-49c4-bbce-d845b4bd1727 HTTP/1.1" status: 204 len: 168 time: 1.1348269 Sep 02 13:47:08.376181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44117cc6-2fb0-4d22-b191-7a2e66dcb190 req-d420b37a-fd5b-4491-8408-8fb9725a2e69 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:08.382999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45594) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:08.391704 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44117cc6-2fb0-4d22-b191-7a2e66dcb190 req-d420b37a-fd5b-4491-8408-8fb9725a2e69 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.2394657 Sep 02 13:47:08.525466 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:08.533551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6696cdb4-b640-487c-84de-7047cb47080f admin admin] Deleting subnet 14dee7e5-70ec-4ec6-88b3-b8fdde55dae1 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:47:08.536628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba95b6b-73f3-4509-9518-80f7804a8a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e0ce5f-dda8-49c4-bbce-d845b4bd1727,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:08.559107 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-44117cc6-2fb0-4d22-b191-7a2e66dcb190 req-e606c56a-8f65-437f-9aa9-612ec2171db4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662130 Sep 02 13:47:08.567966 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6696cdb4-b640-487c-84de-7047cb47080f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.629470 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6696cdb4-b640-487c-84de-7047cb47080f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.676554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e8de1-c641-4a44-afa7-3ecab6ce7896 req-fb8a70ad-485f-4e17-8198-d888a80ce285 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:08.678115 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-456e8de1-c641-4a44-afa7-3ecab6ce7896 req-fb8a70ad-485f-4e17-8198-d888a80ce285 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.2018118 Sep 02 13:47:08.699315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2f0d-dbbe-45f6-ace3-dc9d34491b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.716459 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2f0d-dbbe-45f6-ace3-dc9d34491b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.736862 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.741796 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d6b9b04b-c8c7-4945-b6b0-8e582ed6d9f4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8787258 Sep 02 13:47:08.754872 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6696cdb4-b640-487c-84de-7047cb47080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.757345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45598) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:08.772866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f454f092-3266-434e-9200-d504d0e120e8 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:08.816460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: f454f092-3266-434e-9200-d504d0e120e8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:47:08.817247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device f454f092-3266-434e-9200-d504d0e120e8 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:47:08.822034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:08.841983 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:06Z', 'revision_number': 3, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:08.859423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ebafc17d-cba9-4b53-bd9b-569daf84789c tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=8626c8996e0f4881b04c6b0859a09b18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0980268 Sep 02 13:47:08.870459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:08.871755 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Checking router: dbbd5943-39a6-4634-aa69-d8c52a309fe4 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:47:08.872105 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Updating router dbbd5943-39a6-4634-aa69-d8c52a309fe4 port c83e0346-5293-4089-894f-11096b650b38 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:47:08.892642 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3cbd2f0d-dbbe-45f6-ace3-dc9d34491b0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2261a9b0c90b4b128f6a5d9cbda79c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9745250 Sep 02 13:47:08.901130 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-456e8de1-c641-4a44-afa7-3ecab6ce7896 req-6f3c6035-26c7-4118-a251-01459c25e704 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988444 Sep 02 13:47:08.901752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd2f0d-dbbe-45f6-ace3-dc9d34491b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0e34c1-83f4-4852-a21b-2551e9fd3ab3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:08.904141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:08.904470 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.939148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f39717e-8ad7-4e68-a5e0-06449de87847 admin admin] Deleting subnet a5b3cda0-d507-45a7-b25a-f75acdb4a314 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:47:08.947761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f39717e-8ad7-4e68-a5e0-06449de87847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:08.997447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6696cdb4-b640-487c-84de-7047cb47080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.003767 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.023634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.037207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696cdb4-b640-487c-84de-7047cb47080f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14dee7e5-70ec-4ec6-88b3-b8fdde55dae1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:09.042126 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f39717e-8ad7-4e68-a5e0-06449de87847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.063538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6696cdb4-b640-487c-84de-7047cb47080f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.068315 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6696cdb4-b640-487c-84de-7047cb47080f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/14dee7e5-70ec-4ec6-88b3-b8fdde55dae1 HTTP/1.1" status: 204 len: 168 time: 0.6761723 Sep 02 13:47:09.074268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45608) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:09.090055 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ef0119a-9af0-492d-9c08-5db7aa02de39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.112187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f39717e-8ad7-4e68-a5e0-06449de87847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.136301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Deleting port 7edb2ed4-fc03-4fb9-9925-70f7742101aa {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:09.136653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.143526 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ef0119a-9af0-492d-9c08-5db7aa02de39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.204919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f39717e-8ad7-4e68-a5e0-06449de87847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.245691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39717e-8ad7-4e68-a5e0-06449de87847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b3cda0-d507-45a7-b25a-f75acdb4a314,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:09.252088 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f39717e-8ad7-4e68-a5e0-06449de87847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.257332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7f39717e-8ad7-4e68-a5e0-06449de87847 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a5b3cda0-d507-45a7-b25a-f75acdb4a314 HTTP/1.1" status: 204 len: 168 time: 0.4314623 Sep 02 13:47:09.257449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a03ce6-04f1-4ce0-953a-1f9fc555fd62 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:09.257648 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ef0119a-9af0-492d-9c08-5db7aa02de39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.258298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c2a03ce6-04f1-4ce0-953a-1f9fc555fd62 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3862429 Sep 02 13:47:09.258867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45614) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:09.261452 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ef0119a-9af0-492d-9c08-5db7aa02de39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.263268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ef0119a-9af0-492d-9c08-5db7aa02de39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd0e34c1-83f4-4852-a21b-2551e9fd3ab3 HTTP/1.1" status: 204 len: 168 time: 0.3543210 Sep 02 13:47:09.263979 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:09.309604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0119a-9af0-492d-9c08-5db7aa02de39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0e34c1-83f4-4852-a21b-2551e9fd3ab3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:09.314062 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d205bcd4-62d0-4cb5-997c-90e32aeb1f27 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450466 Sep 02 13:47:09.316825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:09.323438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-360064300', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:09.340034 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.365210 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Transition to ACTIVE for port object c83e0346-5293-4089-894f-11096b650b38 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:09.375459 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.393434 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.454800 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Attempting to bind port c83e0346-5293-4089-894f-11096b650b38 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:09.456346 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Attempting to bind port c83e0346-5293-4089-894f-11096b650b38 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:09.456752 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Attempting to bind port c83e0346-5293-4089-894f-11096b650b38 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:09.472382 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Pushing event updated for resources: {'Port': ['ID=c83e0346-5293-4089-894f-11096b650b38,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:09.491942 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.492571 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.493886 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.494239 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.494613 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.494957 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.495285 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.495614 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.495964 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.496287 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.496654 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.496980 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:09.507566 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:09.508040 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:09.508462 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.508862 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:09.509360 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Bound port: c83e0346-5293-4089-894f-11096b650b38, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:09.509751 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.519382 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP 2b23ca22-9017-4923-bbf8-4ce5bc4382df associated. External IP: 172.25.3.163, port: a655ac70-bfc4-4c70-991a-f0de90028c8f. Sep 02 13:47:09.529060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5074f0-4dd0-4588-96fc-137a40db9532 req-371c58fa-58a7-4484-b3ce-e094c7938db5 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:09.531892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd5074f0-4dd0-4588-96fc-137a40db9532 req-371c58fa-58a7-4484-b3ce-e094c7938db5 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 945 time: 0.1410642 Sep 02 13:47:09.552408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Made reservation on behalf of 8626c8996e0f4881b04c6b0859a09b18 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:09.555916 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.560587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] For port 7edb2ed4-fc03-4fb9-9925-70f7742101aa, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7edb2ed4-fc03-4fb9-9925-70f7742101aa,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:09.561751 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.574505 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] For port c83e0346-5293-4089-894f-11096b650b38, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:09.579365 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] For port c83e0346-5293-4089-894f-11096b650b38, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c83e0346-5293-4089-894f-11096b650b38,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:09.585094 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.652499 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:09.653233 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:09.664127 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bd5074f0-4dd0-4588-96fc-137a40db9532 req-bb0d8b54-c977-4079-a67b-310ac1b8066e tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235602 Sep 02 13:47:09.666990 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.721176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Calling delete_port for 7edb2ed4-fc03-4fb9-9925-70f7742101aa owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:09.774787 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8e1a0-ffec-4e54-bf14-dc2473ae4b39 None None] Pushing event updated for resources: {'Port': ['ID=c83e0346-5293-4089-894f-11096b650b38,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:09.797340 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:09.801389 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45634) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:09.844406 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.873739 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.879644 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06b78134-9972-4e6e-8042-2a85836af6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:09.884490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be5f8-c7e3-4c4e-90fa-31fe8af2d041 req-a1c154f7-1a1a-4f75-802e-07bc558eb99e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:09.886125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca6be5f8-c7e3-4c4e-90fa-31fe8af2d041 req-a1c154f7-1a1a-4f75-802e-07bc558eb99e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.1287329 Sep 02 13:47:09.908034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34eb17b-61c7-4357-b44f-c95e96c5649f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:09.933751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Subnet': ['ID=dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:09.936765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9454c9-bc15-42f0-8adf-94222eb7cb50') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:09.937115 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9454c9-bc15-42f0-8adf-94222eb7cb50') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:09.948202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27e6de-5af5-494c-800f-a3ecd88b8403 req-3c0823a9-e9c2-4e67-a50c-76b1d4781062 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:09.949594 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f27e6de-5af5-494c-800f-a3ecd88b8403 req-3c0823a9-e9c2-4e67-a50c-76b1d4781062 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.4370735 Sep 02 13:47:09.958780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Checking segment: {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:09.959308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network hostable DHCP agents. Network: a9571312-1e3e-4443-9861-1c8c37ec1d60, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:47:09.963952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ca6be5f8-c7e3-4c4e-90fa-31fe8af2d041 req-ce854db3-2d94-4924-b347-8136d67b8dce tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636804 Sep 02 13:47:09.981564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network a9571312-1e3e-4443-9861-1c8c37ec1d60 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:47:09.994473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, a9571312-1e3e-4443-9861-1c8c37ec1d60) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:09.995842 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.002414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8142c428-c0f0-418c-b9d0-285be1a90603 None None] Network a9571312-1e3e-4443-9861-1c8c37ec1d60 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:10.007008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:10.007617 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.030934 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:06Z', 'revision_number': 3, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:10.060887 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd000f49-f2f1-416a-ba1f-df1a434fcb7e None None] The sync data for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 is: [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:06Z', 'revision_number': 3, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:10.097464 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.149212 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:47:10.149632 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:47:10.156577 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:47:10.161481 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.171814 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-a9571312-1e3e-4443-9861-1c8c37ec1d60', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:47:10.172711 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.275275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6882b9a1-e0c7-4c29-8c17-30d0da7f04e5']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:10.285677 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f27e6de-5af5-494c-800f-a3ecd88b8403 req-956e7da5-fb86-492f-a62f-2065665d9e3f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033412 Sep 02 13:47:10.337410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea1d71a-6aff-408c-b1d5-b30cac22d553') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:10.337651 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea1d71a-6aff-408c-b1d5-b30cac22d553') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:10.355466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Allocated IP 172.20.0.2 (a9571312-1e3e-4443-9861-1c8c37ec1d60/dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1/e58625e0-4665-4e83-9f96-7c6c79dc09e3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:10.372159 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.374985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.379921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.382123 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c34eb17b-61c7-4357-b44f-c95e96c5649f HTTP/1.1" status: 204 len: 168 time: 1.2996426 Sep 02 13:47:10.393247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.430822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['919d7b99-cea1-4ffa-99b1-e458a2fe342b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:47:10.433845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['cd75ff10-ab12-484b-ab63-69b40b04eb8c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:47:10.447620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Pushing event deleted for resources: {'Port': ['ID=7edb2ed4-fc03-4fb9-9925-70f7742101aa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:10.461909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21582e-f7cb-4311-bcec-a057b5a29403 admin admin] Pushing event deleted for resources: {'Network': ['ID=c34eb17b-61c7-4357-b44f-c95e96c5649f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:10.469339 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.500214 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:47:10.500645 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:47:10.573160 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:47:10.627018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:10.632492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] No DVR routers for this DVR port 7edb2ed4-fc03-4fb9-9925-70f7742101aa on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:47:10.644887 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.647951 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a6e9048a-0248-4db7-b3fa-554b749b7337 req-b63fecae-d020-40eb-98a0-e2aa2d986fe9 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.90 "DELETE /v2.0/ports/7edb2ed4-fc03-4fb9-9925-70f7742101aa HTTP/1.1" status: 204 len: 173 time: 2.3005571 Sep 02 13:47:10.651654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d6d51c-7520-4e36-a802-fb92c3a5a9c6', 'name': 'network-vif-deleted', 'tag': '7edb2ed4-fc03-4fb9-9925-70f7742101aa'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:10.663750 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ea468-0d2e-46d8-aa19-c159c2f61b50" -d '{"events": [{"server_uuid": "89d6d51c-7520-4e36-a802-fb92c3a5a9c6", "name": "network-vif-deleted", "tag": "7edb2ed4-fc03-4fb9-9925-70f7742101aa"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:10.676955 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.679104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:10.708991 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.760282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] 10.222.0.13 "DELETE /v2.0/networks/6882b9a1-e0c7-4c29-8c17-30d0da7f04e5 HTTP/1.1" status: 204 len: 168 time: 1.4896591 Sep 02 13:47:10.771332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8e964bec-c5e4-4897-aa74-e8f2a032e899 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf779b631d324631bd7796cccb212060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867677 Sep 02 13:47:10.773631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:10.778724 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06b78134-9972-4e6e-8042-2a85836af6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.792890 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5449584d-7d8e-4255-9911-46eac01cea40 x-openstack-request-id: req-5449584d-7d8e-4255-9911-46eac01cea40 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:10.793194 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d6d51c-7520-4e36-a802-fb92c3a5a9c6", "name": "network-vif-deleted", "tag": "7edb2ed4-fc03-4fb9-9925-70f7742101aa", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:10.793456 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5449584d-7d8e-4255-9911-46eac01cea40 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:10.796054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:47:10.800573 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d6d51c-7520-4e36-a802-fb92c3a5a9c6', 'name': 'network-vif-deleted', 'tag': '7edb2ed4-fc03-4fb9-9925-70f7742101aa', 'status': 'completed', 'code': 200} Sep 02 13:47:10.810466 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.816988 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dd83e399-78ab-4402-b297-974bfc2b3186 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4990153 Sep 02 13:47:10.820095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:10.823707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06b78134-9972-4e6e-8042-2a85836af6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.836789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a8ec-6bbd-473e-b1c5-64916f83d81c admin admin] Pushing event deleted for resources: {'Network': ['ID=6882b9a1-e0c7-4c29-8c17-30d0da7f04e5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:10.844012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Transition to ACTIVE for port object e58625e0-4665-4e83-9f96-7c6c79dc09e3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:10.888114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Transition to ACTIVE for port object e58625e0-4665-4e83-9f96-7c6c79dc09e3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:10.895033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 7edb2ed4-fc03-4fb9-9925-70f7742101aa no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:10.918657 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:10.924057 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ad193b3-10eb-41a0-b965-bc786b873259 req-4f38faf8-c02b-4b5d-9cb0-d4752adb0d4c tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d6d51c-7520-4e36-a802-fb92c3a5a9c6 HTTP/1.1" status: 200 len: 210 time: 0.1194780 Sep 02 13:47:11.079370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45652) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:11.099137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-06b78134-9972-4e6e-8042-2a85836af6fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dcf9f7dd948416bb98aa13100986c44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2930145 Sep 02 13:47:11.109521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 7edb2ed4-fc03-4fb9-9925-70f7742101aa {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:47:11.110144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b78134-9972-4e6e-8042-2a85836af6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8168b65c-5b03-4a4e-bcfe-8f95257acc03,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:11.111799 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 7edb2ed4-fc03-4fb9-9925-70f7742101aa not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:47:11.116345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45654) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:11.141547 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:47:11.217595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Network a9571312-1e3e-4443-9861-1c8c37ec1d60 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:11.282984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e40a8864-7b36-4b13-ae92-44b258cb7245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:11.299278 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-037dfb30-6855-4230-84f5-48de01419706 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=132eeda7781345c08791fad38d5a3b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178876 Sep 02 13:47:11.303423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45656) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:11.321598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:11.366656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:11.562466 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8128-317a-4ace-a0cb-aab403cef277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:11.600266 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:11.605495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd14db6-61f8-4eb5-ad85-a37bdb67e860 req-c1486e57-0f03-45e2-bed9-41e47d6a9261 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:11.607219 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-efd14db6-61f8-4eb5-ad85-a37bdb67e860 req-c1486e57-0f03-45e2-bed9-41e47d6a9261 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 945 time: 0.1213005 Sep 02 13:47:11.615961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8baf164-0a6e-49cd-a36a-f2eaea272db0 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:11.628459 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8128-317a-4ace-a0cb-aab403cef277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:11.634820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Pushing event updated for resources: {'Port': ['ID=e58625e0-4665-4e83-9f96-7c6c79dc09e3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:11.679250 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8baf164-0a6e-49cd-a36a-f2eaea272db0 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:11.679766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8baf164-0a6e-49cd-a36a-f2eaea272db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:11.767265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8baf164-0a6e-49cd-a36a-f2eaea272db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:11.785391 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-efd14db6-61f8-4eb5-ad85-a37bdb67e860 req-6dd0815d-634c-42b4-b951-84fe0ebab5a3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642337 Sep 02 13:47:11.820063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:11.825951 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Attempting to bind port e58625e0-4665-4e83-9f96-7c6c79dc09e3 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:11.826335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Attempting to bind port e58625e0-4665-4e83-9f96-7c6c79dc09e3 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:11.827292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Attempting to bind port e58625e0-4665-4e83-9f96-7c6c79dc09e3 on network a9571312-1e3e-4443-9861-1c8c37ec1d60 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:11.843292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'port_id': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'mac_address': 'fa:16:3e:86:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:47:11.843827 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e40a8864-7b36-4b13-ae92-44b258cb7245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:11.844957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8baf164-0a6e-49cd-a36a-f2eaea272db0 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:11.845574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8baf164-0a6e-49cd-a36a-f2eaea272db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:11.881857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:11.882274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Checking segment: {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:11.882680 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:11.883629 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Bound using segment: {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:11.883629 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Bound port: e58625e0-4665-4e83-9f96-7c6c79dc09e3, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:11.883982 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:11.886928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-c8baf164-0a6e-49cd-a36a-f2eaea272db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:11.886928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8baf164-0a6e-49cd-a36a-f2eaea272db0 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:11.905790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c83e0346-5293-4089-894f-11096b650b38 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:11.938337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8128-317a-4ace-a0cb-aab403cef277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:11.940990 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a6b8128-317a-4ace-a0cb-aab403cef277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:11.942182 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3a6b8128-317a-4ace-a0cb-aab403cef277 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/901a595f-9c70-4347-abcd-81b9ae861cbe HTTP/1.1" status: 204 len: 168 time: 1.1663201 Sep 02 13:47:11.996498 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.039487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f79d95d-8f69-462b-9718-b77183aa4e39 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:47:12.074582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port c83e0346-5293-4089-894f-11096b650b38 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:12.081320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b8128-317a-4ace-a0cb-aab403cef277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901a595f-9c70-4347-abcd-81b9ae861cbe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:12.084388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] For port e58625e0-4665-4e83-9f96-7c6c79dc09e3, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:12.089983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] For port e58625e0-4665-4e83-9f96-7c6c79dc09e3, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e58625e0-4665-4e83-9f96-7c6c79dc09e3,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:12.092389 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:12.093938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c83e0346-5293-4089-894f-11096b650b38 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:12.094554 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.098612 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.115400 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afd3f560-9392-401a-a80a-0a174d1ec7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.128753 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.177136 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afd3f560-9392-401a-a80a-0a174d1ec7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.199141 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e40a8864-7b36-4b13-ae92-44b258cb7245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.203877 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e40a8864-7b36-4b13-ae92-44b258cb7245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.205671 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e40a8864-7b36-4b13-ae92-44b258cb7245 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8168b65c-5b03-4a4e-bcfe-8f95257acc03 HTTP/1.1" status: 204 len: 168 time: 1.0869951 Sep 02 13:47:12.227954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0902e8-6570-4702-aebe-1c2689d4b39d req-258734a1-bac8-4aab-b6c4-056af273a270 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:12.240747 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b0902e8-6570-4702-aebe-1c2689d4b39d req-258734a1-bac8-4aab-b6c4-056af273a270 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.3309028 Sep 02 13:47:12.267560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725f313-5648-40cc-9264-ae63be141d28 None None] Pushing event updated for resources: {'Port': ['ID=e58625e0-4665-4e83-9f96-7c6c79dc09e3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:12.285869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a8864-7b36-4b13-ae92-44b258cb7245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8168b65c-5b03-4a4e-bcfe-8f95257acc03,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:12.394445 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.490256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['4f79d95d-8f69-462b-9718-b77183aa4e39'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:47:12.493725 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.611861 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b0902e8-6570-4702-aebe-1c2689d4b39d req-7f7799ab-0e54-4d82-a645-f058db512235 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700638 Sep 02 13:47:12.639272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router f255acfe-dab0-4101-a4d8-ad9dc241fbdf has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:12.665070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:12.683332 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afd3f560-9392-401a-a80a-0a174d1ec7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.690788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port c83e0346-5293-4089-894f-11096b650b38, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c83e0346-5293-4089-894f-11096b650b38,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:12.691698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-afd3f560-9392-401a-a80a-0a174d1ec7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.695380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-afd3f560-9392-401a-a80a-0a174d1ec7f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60e0a5b0-8549-4530-8cb4-c63d5f400d7e HTTP/1.1" status: 204 len: 168 time: 1.3829646 Sep 02 13:47:12.726083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:12.730678 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:12.830156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cab2d07b-c026-4f96-8528-e1d910dfebdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34744e4437204e3d8a6563d700808871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553137 Sep 02 13:47:12.832105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:12.915870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3f560-9392-401a-a80a-0a174d1ec7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e0a5b0-8549-4530-8cb4-c63d5f400d7e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:12.971410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=c83e0346-5293-4089-894f-11096b650b38,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:12.991953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:13.003916 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82cd25e-8ab5-4c5c-a77c-10d3f4e5eab8 None None] Sync routers for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:13.009403 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.022056 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cd25e-8ab5-4c5c-a77c-10d3f4e5eab8 None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:13.022691 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e82cd25e-8ab5-4c5c-a77c-10d3f4e5eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:13.105567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45694) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:13.107391 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e82cd25e-8ab5-4c5c-a77c-10d3f4e5eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:13.133431 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cd25e-8ab5-4c5c-a77c-10d3f4e5eab8 None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:13.134608 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e82cd25e-8ab5-4c5c-a77c-10d3f4e5eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:13.137270 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3159eef6-550e-4d55-95b2-c4a0d72ba623 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/floatingips/2b23ca22-9017-4923-bbf8-4ce5bc4382df HTTP/1.1" status: 200 len: 977 time: 5.5314124 Sep 02 13:47:13.137930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45700) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:13.157019 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-118f5697-4c2f-4276-a382-c50e6c1e9572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.174415 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e82cd25e-8ab5-4c5c-a77c-10d3f4e5eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:13.175670 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82cd25e-8ab5-4c5c-a77c-10d3f4e5eab8 None None] The sync data for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:13.249835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf9ffd-afeb-41b2-b3bf-8dac51fbf831 req-ae62293e-2259-4ab5-8ff9-630427cfe9a7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:13.257540 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0bf9ffd-afeb-41b2-b3bf-8dac51fbf831 req-ae62293e-2259-4ab5-8ff9-630427cfe9a7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.3469980 Sep 02 13:47:13.265436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 8588a471-1af8-4119-b4bd-54a179b05077 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:13.265803 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.313803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa2166d5-ab8e-42a0-b21a-7b68801c4c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.453291 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.469404 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa2166d5-ab8e-42a0-b21a-7b68801c4c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.498216 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b0bf9ffd-afeb-41b2-b3bf-8dac51fbf831 req-3537e76d-3bbe-44e5-b6b8-b60c232eda11 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396138 Sep 02 13:47:13.578201 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.20.0.1 (a9571312-1e3e-4443-9861-1c8c37ec1d60/dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1/4d5adcf6-7c11-4a97-aec7-33882f23df56) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:13.608461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ce630-89f3-47c0-a269-7bcd0e86c354 req-d0f581c7-92fe-423b-8b8c-0c91ba7d902e tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:13.615263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ce630-89f3-47c0-a269-7bcd0e86c354 req-d0f581c7-92fe-423b-8b8c-0c91ba7d902e tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:13.617345 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b69ce630-89f3-47c0-a269-7bcd0e86c354 req-d0f581c7-92fe-423b-8b8c-0c91ba7d902e tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c06d694-983c-4afc-9d29-f9d9704e80e9&device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 1682 time: 0.0959015 Sep 02 13:47:13.753859 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa2166d5-ab8e-42a0-b21a-7b68801c4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.757297 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa2166d5-ab8e-42a0-b21a-7b68801c4c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.758443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fa2166d5-ab8e-42a0-b21a-7b68801c4c06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c209b68-5eea-47a7-a5e4-02128e67ceb5 HTTP/1.1" status: 204 len: 168 time: 0.9234135 Sep 02 13:47:13.813492 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-118f5697-4c2f-4276-a382-c50e6c1e9572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.827385 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-118f5697-4c2f-4276-a382-c50e6c1e9572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.843468 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b69ce630-89f3-47c0-a269-7bcd0e86c354 req-88d82103-2001-4b0c-af62-d03f51471cf3 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826909 Sep 02 13:47:13.869196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2166d5-ab8e-42a0-b21a-7b68801c4c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c209b68-5eea-47a7-a5e4-02128e67ceb5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:13.909089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f5697-4c2f-4276-a382-c50e6c1e9572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c1edf2-e06f-418f-970e-872a40c0ca11,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:13.936996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33311ca8-50f0-428f-904d-54d2bd243e8a None None] Network a9571312-1e3e-4443-9861-1c8c37ec1d60 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:13.939327 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.939784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1d56-99d6-438e-90cc-d115e208b304 req-8e5d6143-3438-419d-932f-eb459ec56286 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:13.941091 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b70e1d56-99d6-438e-90cc-d115e208b304 req-8e5d6143-3438-419d-932f-eb459ec56286 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.2499430 Sep 02 13:47:13.941305 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:13.941651 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Floating IP 2b23ca22-9017-4923-bbf8-4ce5bc4382df disassociated. External IP: 172.25.3.163, port: 8588a471-1af8-4119-b4bd-54a179b05077. Sep 02 13:47:13.942012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 8588a471-1af8-4119-b4bd-54a179b05077 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:13.947773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-118f5697-4c2f-4276-a382-c50e6c1e9572 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=065c319630714af6a03513be4688a667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8374624 Sep 02 13:47:13.952317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:13.995047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.032306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e58625e0-4665-4e83-9f96-7c6c79dc09e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:14.072975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d35395e-8e8c-40b8-b767-2c46ffdcc4a0 None None] Provisioning for port e58625e0-4665-4e83-9f96-7c6c79dc09e3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:14.081076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Transition to ACTIVE for port object 4d5adcf6-7c11-4a97-aec7-33882f23df56 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:14.097121 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b70e1d56-99d6-438e-90cc-d115e208b304 req-50eda18f-1190-4e57-b475-049964afcae8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422977 Sep 02 13:47:14.154708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d2f9c7-d2fe-4593-bc08-45e94804ada6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.190448 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port e58625e0-4665-4e83-9f96-7c6c79dc09e3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:14.197407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e58625e0-4665-4e83-9f96-7c6c79dc09e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:14.197955 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.239679 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d2f9c7-d2fe-4593-bc08-45e94804ada6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.361409 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.391218 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.424471 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.495082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=8588a471-1af8-4119-b4bd-54a179b05077,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:14.520189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port e58625e0-4665-4e83-9f96-7c6c79dc09e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e58625e0-4665-4e83-9f96-7c6c79dc09e3,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:14.530877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network a9571312-1e3e-4443-9861-1c8c37ec1d60 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:14.535171 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:14.540062 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.544566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c83e0346-5293-4089-894f-11096b650b38 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:14.567446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:14.623032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d2f9c7-d2fe-4593-bc08-45e94804ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.626028 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80d2f9c7-d2fe-4593-bc08-45e94804ada6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.630310 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-80d2f9c7-d2fe-4593-bc08-45e94804ada6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25c1edf2-e06f-418f-970e-872a40c0ca11 HTTP/1.1" status: 204 len: 168 time: 0.6739085 Sep 02 13:47:14.704169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2f9c7-d2fe-4593-bc08-45e94804ada6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c1edf2-e06f-418f-970e-872a40c0ca11,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:14.705914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=4d5adcf6-7c11-4a97-aec7-33882f23df56,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:14.778243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:14.782831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=e58625e0-4665-4e83-9f96-7c6c79dc09e3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:14.854177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:14.863937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b05008-4dac-4e25-a69c-143051e169ed req-51bfbc66-684c-4a4a-85e9-f7d5a2752e57 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:14.881749 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6b05008-4dac-4e25-a69c-143051e169ed req-51bfbc66-684c-4a4a-85e9-f7d5a2752e57 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 946 time: 0.1203337 Sep 02 13:47:14.969544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d6b05008-4dac-4e25-a69c-143051e169ed req-506622a1-cb2d-4722-bec3-01e132ab5489 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862713 Sep 02 13:47:15.002434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router f255acfe-dab0-4101-a4d8-ad9dc241fbdf has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:15.030877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-56d0ceb4-8fe7-423a-a290-5eb0f1df63b6 None None] Provisioning complete for port e58625e0-4665-4e83-9f96-7c6c79dc09e3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:15.031432 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56d0ceb4-8fe7-423a-a290-5eb0f1df63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.144802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea428-79d1-4e2c-aaed-e0db9b45c879 req-cfe70961-98af-4a2f-bdcc-0c3c98f819b0 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:15.146995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f5bea428-79d1-4e2c-aaed-e0db9b45c879 req-cfe70961-98af-4a2f-bdcc-0c3c98f819b0 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c06d694-983c-4afc-9d29-f9d9704e80e9 HTTP/1.1" status: 200 len: 946 time: 0.2254257 Sep 02 13:47:15.152622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c83e0346-5293-4089-894f-11096b650b38 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:15.153282 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.216478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 4f79d95d-8f69-462b-9718-b77183aa4e39 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:15.260699 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f5bea428-79d1-4e2c-aaed-e0db9b45c879 req-6a1d82a3-3416-4ce8-a993-68b19e9e883f tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025286 Sep 02 13:47:15.274209 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.305154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 4f79d95d-8f69-462b-9718-b77183aa4e39 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:15.305536 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.354512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a80252-b785-49d2-a45a-fe1e7ba19f51 req-7a9d14b4-73f0-4c47-bcd6-d5eccee550dc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:15.356406 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a4a80252-b785-49d2-a45a-fe1e7ba19f51 req-7a9d14b4-73f0-4c47-bcd6-d5eccee550dc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1182835 Sep 02 13:47:15.361829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:15.383619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24c873-a4db-449c-9a09-ad2fce505fd2 None None] Sync routers for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:15.404375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24c873-a4db-449c-9a09-ad2fce505fd2 None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:15.405592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d24c873-a4db-449c-9a09-ad2fce505fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:15.476740 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a4a80252-b785-49d2-a45a-fe1e7ba19f51 req-27d54504-b652-4885-a335-38a287787350 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125472 Sep 02 13:47:15.490753 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.493590 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1a7540ca-efd7-4fa0-bae9-5cefb5bd1a63 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/ports/8588a471-1af8-4119-b4bd-54a179b05077 HTTP/1.1" status: 204 len: 168 time: 2.3544385 Sep 02 13:47:15.497284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45774) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:15.543392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d24c873-a4db-449c-9a09-ad2fce505fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:15.564682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97aba083-b655-43cd-8be9-d5bc92cb6458 None None] Provisioning for port 4d5adcf6-7c11-4a97-aec7-33882f23df56 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:15.575563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24c873-a4db-449c-9a09-ad2fce505fd2 None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:15.577338 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d24c873-a4db-449c-9a09-ad2fce505fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:15.618964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5d24c873-a4db-449c-9a09-ad2fce505fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:15.619439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d24c873-a4db-449c-9a09-ad2fce505fd2 None None] The sync data for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:15.625256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97aba083-b655-43cd-8be9-d5bc92cb6458 None None] Provisioning complete for port 4d5adcf6-7c11-4a97-aec7-33882f23df56 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:15.625739 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97aba083-b655-43cd-8be9-d5bc92cb6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.677352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-97aba083-b655-43cd-8be9-d5bc92cb6458 None None] Port 4d5adcf6-7c11-4a97-aec7-33882f23df56 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:15.686859 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.718451 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:15.721657 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe25a00-b047-41be-b4df-e34875a567a1" -d '{"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-plugged", "status": "completed", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:15.739564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:15.745600 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.804659 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.810457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:15.810457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:15.822256 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf15b33-d899-42f3-8e18-860471b67877 x-openstack-request-id: req-daf15b33-d899-42f3-8e18-860471b67877 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:15.823034 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-plugged", "status": "completed", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:15.823495 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daf15b33-d899-42f3-8e18-860471b67877 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:15.824189 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'code': 200} Sep 02 13:47:15.841847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=12']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:15.867878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:15.877822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e58625e0-4665-4e83-9f96-7c6c79dc09e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:15.995047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.002597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=4d5adcf6-7c11-4a97-aec7-33882f23df56,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:16.025625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a18b6-3774-428f-8a98-04eef93639a4 req-61b02e71-f1bd-4a59-8e87-e98a21cb16c3 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:16.027239 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-752a18b6-3774-428f-8a98-04eef93639a4 req-61b02e71-f1bd-4a59-8e87-e98a21cb16c3 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c06d694-983c-4afc-9d29-f9d9704e80e9 HTTP/1.1" status: 200 len: 946 time: 0.2179229 Sep 02 13:47:16.039943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port e58625e0-4665-4e83-9f96-7c6c79dc09e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:16.044057 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.158613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a75f8d-9a4b-4722-878c-71b9f6c7408a req-f1ab827a-d7c9-4991-9fe9-f377924f0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:16.160156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be4dbc0d-584a-4e36-9544-46eebd3e1670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.160506 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b6a75f8d-9a4b-4722-878c-71b9f6c7408a req-f1ab827a-d7c9-4991-9fe9-f377924f0cc7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1098 time: 0.1411717 Sep 02 13:47:16.224900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1390196943-network', 'tenant_id': '87b99bc669b744739c14d1be390109d9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:16.307541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b6a75f8d-9a4b-4722-878c-71b9f6c7408a req-da3f63bb-e2ce-4386-a6e0-5549a938a591 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012242 Sep 02 13:47:16.312808 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.317481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network a9571312-1e3e-4443-9861-1c8c37ec1d60 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:16.327110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:16.327641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dc0ba-efbb-4f65-a501-aba12c839874 req-b3861463-31c8-48ac-aeb7-477ba93b2b1e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:16.335644 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-423dc0ba-efbb-4f65-a501-aba12c839874 req-b3861463-31c8-48ac-aeb7-477ba93b2b1e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 947 time: 0.1972356 Sep 02 13:47:16.461485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-423dc0ba-efbb-4f65-a501-aba12c839874 req-96316ac0-d4cf-4714-91df-04a6a0576e5a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222382 Sep 02 13:47:16.480434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-752a18b6-3774-428f-8a98-04eef93639a4 req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Deleting port 919d7b99-cea1-4ffa-99b1-e458a2fe342b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:16.480789 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-752a18b6-3774-428f-8a98-04eef93639a4 req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.712421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb0cbb84-940d-43bc-b9bf-9df83e4e8d28 None None] Provisioning complete for port 4d5adcf6-7c11-4a97-aec7-33882f23df56 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:16.712421 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb0cbb84-940d-43bc-b9bf-9df83e4e8d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.731641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-0149cf21-0db7-4ac5-97ef-9babae3ab4ee tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:16.734447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-0149cf21-0db7-4ac5-97ef-9babae3ab4ee tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.90 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 945 time: 0.1824579 Sep 02 13:47:16.738076 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be4dbc0d-584a-4e36-9544-46eebd3e1670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.757847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62718a-ae3b-4d07-a2b5-a78d78326ee8 req-ccc27282-1eb5-4c79-a1c6-81009b617442 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:16.759972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-df62718a-ae3b-4d07-a2b5-a78d78326ee8 req-ccc27282-1eb5-4c79-a1c6-81009b617442 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c06d694-983c-4afc-9d29-f9d9704e80e9 HTTP/1.1" status: 200 len: 946 time: 0.3116112 Sep 02 13:47:16.760960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cbb84-940d-43bc-b9bf-9df83e4e8d28 None None] Port 4d5adcf6-7c11-4a97-aec7-33882f23df56 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:16.772112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router dbbd5943-39a6-4634-aa69-d8c52a309fe4 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:16.779584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b4ce-cf93-444a-835a-49611872d1be req-7df36379-fcfc-418e-9e53-b7807263c393 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:16.782745 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b27b4ce-cf93-444a-835a-49611872d1be req-7df36379-fcfc-418e-9e53-b7807263c393 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1810982 Sep 02 13:47:16.793509 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be4dbc0d-584a-4e36-9544-46eebd3e1670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.860856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-752a18b6-3774-428f-8a98-04eef93639a4 req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] For port 919d7b99-cea1-4ffa-99b1-e458a2fe342b, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=919d7b99-cea1-4ffa-99b1-e458a2fe342b,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:16.861545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-752a18b6-3774-428f-8a98-04eef93639a4 req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.884901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Made reservation on behalf of 87b99bc669b744739c14d1be390109d9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:16.887305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.897012 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-be4dbc0d-584a-4e36-9544-46eebd3e1670 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98fc007bf81148349d5553debdc6cefc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0843523 Sep 02 13:47:16.900082 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-df62718a-ae3b-4d07-a2b5-a78d78326ee8 req-fc2c9397-f608-4223-bbe9-702e3521e322 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243551 Sep 02 13:47:16.900994 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45812) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:16.901976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-752a18b6-3774-428f-8a98-04eef93639a4 req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Calling delete_port for 919d7b99-cea1-4ffa-99b1-e458a2fe342b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:16.904798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dbc0d-584a-4e36-9544-46eebd3e1670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3603399-d87b-4ebe-b34f-b345574577ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:16.911112 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b27b4ce-cf93-444a-835a-49611872d1be req-13379d23-b4c2-4d6e-bf56-7ad6b62c06a3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038172 Sep 02 13:47:16.942061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:16.997643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Deleting port cd75ff10-ab12-484b-ab63-69b40b04eb8c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:16.998030 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.110446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 032dc9ae-4874-45a1-ae9e-dd3e306eafb2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:17.110797 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.176364 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36db71a4-007f-4342-a334-502b66f59b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.181206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] For port cd75ff10-ab12-484b-ab63-69b40b04eb8c, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=cd75ff10-ab12-484b-ab63-69b40b04eb8c,segment=NetworkSegment(fa3948a7-8f86-43e7-8a67-6e44750357d0),segment_id=fa3948a7-8f86-43e7-8a67-6e44750357d0)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:17.181696 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.208857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Calling delete_port for cd75ff10-ab12-484b-ab63-69b40b04eb8c owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:17.216640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:17.233436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f6a23a55-5e0d-48bf-9c54-344b8c4a4f96 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "PUT /v2.0/routers/dbbd5943-39a6-4634-aa69-d8c52a309fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3964550 Sep 02 13:47:17.237283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45818) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:17.239440 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Sync routers for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:17.267204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36db71a4-007f-4342-a334-502b66f59b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.302669 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:17.303419 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:17.370723 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-752a18b6-3774-428f-8a98-04eef93639a4 req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.374404 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.384012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['919d7b99-cea1-4ffa-99b1-e458a2fe342b'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:47:17.388790 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.414927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.425977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Pushing event deleted for resources: {'Port': ['ID=919d7b99-cea1-4ffa-99b1-e458a2fe342b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:17.443297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:47:17.502354 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36db71a4-007f-4342-a334-502b66f59b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.505114 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36db71a4-007f-4342-a334-502b66f59b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.506583 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-36db71a4-007f-4342-a334-502b66f59b21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3603399-d87b-4ebe-b34f-b345574577ef HTTP/1.1" status: 204 len: 168 time: 0.5985808 Sep 02 13:47:17.523574 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:17.524058 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.524425 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Added segment f583450f-21f0-4f6d-b8f7-8df8556785df of type vlan for network 53300a0f-d822-42e9-a5f0-b63ae1502965 Sep 02 13:47:17.534596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-752a18b6-3774-428f-8a98-04eef93639a4 req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] No DVR routers for this DVR port 919d7b99-cea1-4ffa-99b1-e458a2fe342b on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:47:17.538796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-752a18b6-3774-428f-8a98-04eef93639a4 req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.541607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-752a18b6-3774-428f-8a98-04eef93639a4 req-f27af3e2-3156-4301-a8ac-055bfa2325c7 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.77 "DELETE /v2.0/ports/919d7b99-cea1-4ffa-99b1-e458a2fe342b HTTP/1.1" status: 204 len: 173 time: 1.4968510 Sep 02 13:47:17.542169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d83e19-e93f-40c9-8d23-7a9c8c7936f2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:17.565435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c06d694-983c-4afc-9d29-f9d9704e80e9', 'name': 'network-vif-deleted', 'tag': '919d7b99-cea1-4ffa-99b1-e458a2fe342b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:17.569247 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbaa211-ef59-433b-b2ed-bb8fa7f3adc5" -d '{"events": [{"server_uuid": "2c06d694-983c-4afc-9d29-f9d9704e80e9", "name": "network-vif-deleted", "tag": "919d7b99-cea1-4ffa-99b1-e458a2fe342b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:17.581699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 032dc9ae-4874-45a1-ae9e-dd3e306eafb2 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:17.630038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db71a4-007f-4342-a334-502b66f59b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3603399-d87b-4ebe-b34f-b345574577ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:17.688720 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.696884 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d967c5-2543-4cb0-aaa1-1dee7fd0406f x-openstack-request-id: req-c6d967c5-2543-4cb0-aaa1-1dee7fd0406f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:17.697177 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c06d694-983c-4afc-9d29-f9d9704e80e9", "name": "network-vif-deleted", "tag": "919d7b99-cea1-4ffa-99b1-e458a2fe342b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:17.697440 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6d967c5-2543-4cb0-aaa1-1dee7fd0406f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:17.697853 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c06d694-983c-4afc-9d29-f9d9704e80e9', 'name': 'network-vif-deleted', 'tag': '919d7b99-cea1-4ffa-99b1-e458a2fe342b', 'status': 'completed', 'code': 200} Sep 02 13:47:17.785965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.788344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:17.789289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:17.891712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] Pushing event updated for resources: {'Network': ['ID=53300a0f-d822-42e9-a5f0-b63ae1502965,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:17.905661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:47:17.909354 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-98f89f35-a963-43ea-9c66-adb3cf698456 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0943644 Sep 02 13:47:17.910725 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:17.916272 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Request body: {'subnet': {'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1390196943-subnet', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:17.979302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Made reservation on behalf of 87b99bc669b744739c14d1be390109d9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:17.981899 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:18.116588 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '4d5adcf6-7c11-4a97-aec7-33882f23df56', 'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:22:67:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:12Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 2, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:18.210485 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Checking router: dbbd5943-39a6-4634-aa69-d8c52a309fe4 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:47:18.214802 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Updating router dbbd5943-39a6-4634-aa69-d8c52a309fe4 port 4d5adcf6-7c11-4a97-aec7-33882f23df56 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:47:18.263033 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:18.329933 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:18.536955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cdef7fa-bae8-41ca-be2f-8626e33f8790,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:18.557553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9958a-3ca9-4bdc-863b-efc766363f9d req-b52341c4-f3e4-4c39-8d83-1f7ccdd64b4b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.559451 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-38d9958a-3ca9-4bdc-863b-efc766363f9d req-b52341c4-f3e4-4c39-8d83-1f7ccdd64b4b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.4662392 Sep 02 13:47:18.619909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Checking segment: {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:18.620414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Network hostable DHCP agents. Network: 53300a0f-d822-42e9-a5f0-b63ae1502965, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:47:18.636217 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-38d9958a-3ca9-4bdc-863b-efc766363f9d req-5b5fdd89-9ca7-493f-a441-75d517ab34ae tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648677 Sep 02 13:47:18.637955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.638427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.638900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.640137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.640616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.641084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.641550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.642456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.642456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.644713 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cf526842-9678-4a0b-94b4-0d6d0658ff9d tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6385 time: 1.4048064 Sep 02 13:47:18.651138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:18.689229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c010d82-0fc9-4be6-911e-6bd6d58dc162 req-02445c7a-304f-4a2b-a5b6-160073632303 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.697448 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c010d82-0fc9-4be6-911e-6bd6d58dc162 req-02445c7a-304f-4a2b-a5b6-160073632303 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 947 time: 0.3588462 Sep 02 13:47:18.734700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:47:18.776366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 53300a0f-d822-42e9-a5f0-b63ae1502965) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:18.781599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c795ce0-c6a3-40b2-a42c-b972f345262d None None] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:18.794096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.794710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:18.915075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c010d82-0fc9-4be6-911e-6bd6d58dc162 req-58d705d7-a7c9-4a36-9724-0a60891dc2af tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165422 Sep 02 13:47:18.930693 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:18.961205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-447012d0-be1d-4b19-a87e-c8ea4008a142 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0488625 Sep 02 13:47:18.965522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device cd75ff10-ab12-484b-ab63-69b40b04eb8c no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:18.966476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45892) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:18.975173 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Transition to ACTIVE for port object 4d5adcf6-7c11-4a97-aec7-33882f23df56 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:18.975715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:18.984319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.984319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.984607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.985400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.985661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.986209 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:18.986519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.987038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.987560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.989900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.990949 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:18.991964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:18.999037 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-90355392-549e-4b88-85ee-36798121d124 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6479 time: 0.3461397 Sep 02 13:47:19.002878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:19.041777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Pushing event deleted for resources: {'Port': ['ID=cd75ff10-ab12-484b-ab63-69b40b04eb8c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:19.042868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: cd75ff10-ab12-484b-ab63-69b40b04eb8c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:47:19.043478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device cd75ff10-ab12-484b-ab63-69b40b04eb8c not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:47:19.103905 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc6593-60b9-49ab-a815-1c37795b944d None None] Pushing event updated for resources: {'Port': ['ID=4d5adcf6-7c11-4a97-aec7-33882f23df56,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:19.147315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:19.164885 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] No DVR routers for this DVR port cd75ff10-ab12-484b-ab63-69b40b04eb8c on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:47:19.166813 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.168378 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.178661 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.182267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a43b9941-3823-493b-87c4-e8689c16dcb3 req-fb0e5e86-65ee-410b-b437-fd0d098e6c69 tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.90 "DELETE /v2.0/ports/cd75ff10-ab12-484b-ab63-69b40b04eb8c HTTP/1.1" status: 204 len: 173 time: 2.4342496 Sep 02 13:47:19.184795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af686d48-882c-4638-b7f2-352a3c426641', 'name': 'network-vif-deleted', 'tag': 'cd75ff10-ab12-484b-ab63-69b40b04eb8c'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:19.187180 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bbae24-52aa-45d7-b120-85563e8cf399" -d '{"events": [{"server_uuid": "af686d48-882c-4638-b7f2-352a3c426641", "name": "network-vif-deleted", "tag": "cd75ff10-ab12-484b-ab63-69b40b04eb8c"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:19.205129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-53300a0f-d822-42e9-a5f0-b63ae1502965', 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'fixed_ips': [{'subnet_id': '2cdef7fa-bae8-41ca-be2f-8626e33f8790'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:47:19.210031 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.283938 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Attempting to bind port 4d5adcf6-7c11-4a97-aec7-33882f23df56 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:19.285150 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Attempting to bind port 4d5adcf6-7c11-4a97-aec7-33882f23df56 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:19.287162 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Attempting to bind port 4d5adcf6-7c11-4a97-aec7-33882f23df56 on network a9571312-1e3e-4443-9861-1c8c37ec1d60 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:19.293937 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:19.295967 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Checking segment: {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:19.297849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea72d9-1983-446e-8338-2a305d3bb532 req-82296da1-5c61-4bc3-939a-bf8fdf142c2d tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:19.298460 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.299040 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Bound using segment: {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:19.299432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8bea72d9-1983-446e-8338-2a305d3bb532 req-82296da1-5c61-4bc3-939a-bf8fdf142c2d tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/ports?device_id=af686d48-882c-4638-b7f2-352a3c426641 HTTP/1.1" status: 200 len: 867 time: 0.4364879 Sep 02 13:47:19.299876 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Bound port: 4d5adcf6-7c11-4a97-aec7-33882f23df56, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:19.300425 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.403081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1802823799-network', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:19.410325 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.412960 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22af5dc3-c06f-4705-9414-700b40306ead x-openstack-request-id: req-22af5dc3-c06f-4705-9414-700b40306ead {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:19.413247 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af686d48-882c-4638-b7f2-352a3c426641", "name": "network-vif-deleted", "tag": "cd75ff10-ab12-484b-ab63-69b40b04eb8c", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:19.413468 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22af5dc3-c06f-4705-9414-700b40306ead {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:19.414273 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af686d48-882c-4638-b7f2-352a3c426641', 'name': 'network-vif-deleted', 'tag': 'cd75ff10-ab12-484b-ab63-69b40b04eb8c', 'status': 'completed', 'code': 200} Sep 02 13:47:19.414721 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.432368 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] For port 4d5adcf6-7c11-4a97-aec7-33882f23df56, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:19.436529 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] For port 4d5adcf6-7c11-4a97-aec7-33882f23df56, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4d5adcf6-7c11-4a97-aec7-33882f23df56,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:19.445245 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.463623 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Allocated IP 172.20.0.2 (53300a0f-d822-42e9-a5f0-b63ae1502965/2cdef7fa-bae8-41ca-be2f-8626e33f8790/97474ab1-926a-4538-963d-73e7722aef38) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:19.473476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8bea72d9-1983-446e-8338-2a305d3bb532 req-89f09fd0-a747-4e30-ac6a-e734d068e5db tempest-ListServersNegativeTestJSON-1652594185 tempest-ListServersNegativeTestJSON-1652594185-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480980 Sep 02 13:47:19.489673 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Made reservation on behalf of 3f7a79aca27240e1a2df26a0324ca471 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:19.493265 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.507835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=032dc9ae-4874-45a1-ae9e-dd3e306eafb2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:19.531011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:19.546232 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:19.546939 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:19.549201 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc6593-60b9-49ab-a815-1c37795b944d None None] Pushing event updated for resources: {'Port': ['ID=4d5adcf6-7c11-4a97-aec7-33882f23df56,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:19.570806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 919d7b99-cea1-4ffa-99b1-e458a2fe342b no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:19.640796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 919d7b99-cea1-4ffa-99b1-e458a2fe342b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:47:19.652990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 919d7b99-cea1-4ffa-99b1-e458a2fe342b not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:47:19.834177 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:19.964049 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.261088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af16a7-2169-4385-aacd-68edb7309734 req-68b805db-c339-436c-8be9-8a3008a0ee20 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:20.263193 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1af16a7-2169-4385-aacd-68edb7309734 req-68b805db-c339-436c-8be9-8a3008a0ee20 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.2802453 Sep 02 13:47:20.296084 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.302335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20888495-98bd-434e-a1ef-9681c0d8f32f req-688c1839-d58a-4993-9c20-75104f8d20c2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:20.303412 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20888495-98bd-434e-a1ef-9681c0d8f32f req-688c1839-d58a-4993-9c20-75104f8d20c2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 947 time: 0.1049817 Sep 02 13:47:20.309716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Transition to ACTIVE for port object 97474ab1-926a-4538-963d-73e7722aef38 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:20.355664 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1af16a7-2169-4385-aacd-68edb7309734 req-4f3520a4-48c0-46b4-a707-e34a6b01a86f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Sep 02 13:47:20.363172 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.373754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Transition to ACTIVE for port object 97474ab1-926a-4538-963d-73e7722aef38 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:20.377358 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.388807 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '4d5adcf6-7c11-4a97-aec7-33882f23df56', 'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:22:67:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:12Z', 'updated_at': '2021-09-02T13:47:19Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:20.423755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20888495-98bd-434e-a1ef-9681c0d8f32f req-8304e770-f870-4430-a39a-530ff763607c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823331 Sep 02 13:47:20.423755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ca265ddb-1a9c-43b3-b6f7-802493165b1c tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 1.4129226 Sep 02 13:47:20.424020 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397031f5-e3db-4a1f-b9bd-d3251accb098 None None] The sync data for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 is: [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '4d5adcf6-7c11-4a97-aec7-33882f23df56', 'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:22:67:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:12Z', 'updated_at': '2021-09-02T13:47:19Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:20.437216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.442838 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.476215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:47:20.511509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Pushing event updated for resources: {'Port': ['ID=97474ab1-926a-4538-963d-73e7722aef38,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:20.562351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c75f158-6619-40c4-b8b7-8a88d1efcfc7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:20.570072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:20.571457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:20.572439 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.573890 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Added segment c98c86ee-bcd2-409f-a12a-00d90a6745c4 of type vlan for network 66347dcd-c6d4-4265-a223-b109e7c431b7 Sep 02 13:47:20.574545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:20.641359 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.652467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:20.677142 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Attempting to bind port 97474ab1-926a-4538-963d-73e7722aef38 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:20.677450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Attempting to bind port 97474ab1-926a-4538-963d-73e7722aef38 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:20.680023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Attempting to bind port 97474ab1-926a-4538-963d-73e7722aef38 on network 53300a0f-d822-42e9-a5f0-b63ae1502965 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:20.694615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:20.695017 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Checking segment: {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:20.697017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.697516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Bound using segment: {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:20.698107 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Bound port: 97474ab1-926a-4538-963d-73e7722aef38, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:20.698419 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.753299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:20.758914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fc61e6c3-ce11-4785-9022-a0d5c2f55407 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150046026', 'description': 'tempest-secgroup-smoke-150046026 description', 'project_id': '8626c8996e0f4881b04c6b0859a09b18'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:20.802633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.803778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:20.804508 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.820375 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc61e6c3-ce11-4785-9022-a0d5c2f55407 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.852228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] For port 97474ab1-926a-4538-963d-73e7722aef38, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:20.871177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] For port 97474ab1-926a-4538-963d-73e7722aef38, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=97474ab1-926a-4538-963d-73e7722aef38,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:20.898986 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.927057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-05177403-b752-44f6-bbbf-dc99f5f9fd72 admin admin] Deleting subnet 43f61892-533f-4fb4-9037-c0e3cfb101a0 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:47:20.939968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05177403-b752-44f6-bbbf-dc99f5f9fd72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:20.947490 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7989483 Sep 02 13:47:20.948454 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:20.998400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Request body: {'subnet': {'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1802823799-subnet', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:21.039005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f4980-b235-49eb-ae8a-cbadf9b710bb None None] Pushing event updated for resources: {'Port': ['ID=97474ab1-926a-4538-963d-73e7722aef38,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:21.046218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb7a60-abf6-4762-aea2-d0b06b89d818 admin admin] Pushing event updated for resources: {'Network': ['ID=66347dcd-c6d4-4265-a223-b109e7c431b7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:21.073295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:47:21.079638 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05177403-b752-44f6-bbbf-dc99f5f9fd72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:21.127767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Made reservation on behalf of 3f7a79aca27240e1a2df26a0324ca471 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:21.130177 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:21.276946 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05177403-b752-44f6-bbbf-dc99f5f9fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:21.367970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:21.444196 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:21.547765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router f255acfe-dab0-4101-a4d8-ad9dc241fbdf has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:21.711706 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:21.727370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Allocated IP 172.25.3.187 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/43195d9a-cac6-4949-874a-f43017eabf60) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:21.849905 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:21.863818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133218b-fb34-4ae5-92d2-f0f397a769e3 None None] Sync routers for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:21.864391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc61e6c3-ce11-4785-9022-a0d5c2f55407 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:21.864391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d069bb7-3e6d-4ee6-a304-04695b14667a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:21.877188 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e853732e-dc52-4bc2-8210-187828a47388 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/routers/f255acfe-dab0-4101-a4d8-ad9dc241fbdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3751001 Sep 02 13:47:21.877898 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45928) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:21.882914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133218b-fb34-4ae5-92d2-f0f397a769e3 None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:21.886822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9133218b-fb34-4ae5-92d2-f0f397a769e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:21.904630 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78854-5974-4830-8048-a697ca9c12f5 req-798db6a6-afe4-41ae-87d7-3a910eeaa891 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:21.915272 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5ae78854-5974-4830-8048-a697ca9c12f5 req-798db6a6-afe4-41ae-87d7-3a910eeaa891 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.4533579 Sep 02 13:47:21.933269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc61e6c3-ce11-4785-9022-a0d5c2f55407 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:21.975371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9133218b-fb34-4ae5-92d2-f0f397a769e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:21.979081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4d5adcf6-7c11-4a97-aec7-33882f23df56 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:22.005836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05177403-b752-44f6-bbbf-dc99f5f9fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.019157 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5ae78854-5974-4830-8048-a697ca9c12f5 req-603fca68-b59a-40ee-9720-9f2e268fffa0 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052723 Sep 02 13:47:22.034400 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc61e6c3-ce11-4785-9022-a0d5c2f55407 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.035087 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fc61e6c3-ce11-4785-9022-a0d5c2f55407 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2805955 Sep 02 13:47:22.048035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:22.057721 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9216fc8c-c07f-40de-868f-54617cfb09da tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50e1d-7e16-4cd6-836e-8e334ce19a46', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:22.064892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133218b-fb34-4ae5-92d2-f0f397a769e3 None None] Routers {'f255acfe-dab0-4101-a4d8-ad9dc241fbdf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:22.069205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9133218b-fb34-4ae5-92d2-f0f397a769e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:22.109814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05177403-b752-44f6-bbbf-dc99f5f9fd72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f61892-533f-4fb4-9037-c0e3cfb101a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:22.121365 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.127970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.143896 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9133218b-fb34-4ae5-92d2-f0f397a769e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:22.144574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133218b-fb34-4ae5-92d2-f0f397a769e3 None None] The sync data for ids ['f255acfe-dab0-4101-a4d8-ad9dc241fbdf'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:22.160660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 4d5adcf6-7c11-4a97-aec7-33882f23df56 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:22.161392 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Checking segment: {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:22.161769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Network hostable DHCP agents. Network: 66347dcd-c6d4-4265-a223-b109e7c431b7, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:47:22.168638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4d5adcf6-7c11-4a97-aec7-33882f23df56 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:22.176160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61e6c3-ce11-4785-9022-a0d5c2f55407 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c50e1d-7e16-4cd6-836e-8e334ce19a46,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:22.177696 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.182215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05177403-b752-44f6-bbbf-dc99f5f9fd72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.186956 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-05177403-b752-44f6-bbbf-dc99f5f9fd72 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43f61892-533f-4fb4-9037-c0e3cfb101a0 HTTP/1.1" status: 204 len: 168 time: 1.5284500 Sep 02 13:47:22.187833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:22.192573 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9216fc8c-c07f-40de-868f-54617cfb09da tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.294131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:47:22.324640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 66347dcd-c6d4-4265-a223-b109e7c431b7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:22.331807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:22.332403 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.351075 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.368600 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-67203fed-da19-47ed-8f0f-b8efec3bf547 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3861001 Sep 02 13:47:22.371542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:22.394372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:22.406449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9216fc8c-c07f-40de-868f-54617cfb09da tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.415496 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9216fc8c-c07f-40de-868f-54617cfb09da tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.422444 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.434218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf51fff-13ac-4b1f-a9e5-5a13dfc08c3b None None] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:22.438914 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.473247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.490180 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.491689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.504473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216fc8c-c07f-40de-868f-54617cfb09da tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bc3ada-4000-4350-a883-ec0372216690,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:22.528189 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9216fc8c-c07f-40de-868f-54617cfb09da tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.533835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:22.534562 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9216fc8c-c07f-40de-868f-54617cfb09da tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4847059 Sep 02 13:47:22.539917 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.549723 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c9d19577-6cfd-49e7-a86e-94bee998459f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50e1d-7e16-4cd6-836e-8e334ce19a46', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:22.566274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:22.574233 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:22.577618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:22.590851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040af419-c8e1-45f4-bd0a-aa68649f7c03']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:22.600422 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 4d5adcf6-7c11-4a97-aec7-33882f23df56, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4d5adcf6-7c11-4a97-aec7-33882f23df56,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:22.604802 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.607157 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 97474ab1-926a-4538-963d-73e7722aef38 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:22.640353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Pushing event updated for resources: {'Port': ['ID=43195d9a-cac6-4949-874a-f43017eabf60,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:22.658506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3948a7-8f86-43e7-8a67-6e44750357d0') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:22.659038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3948a7-8f86-43e7-8a67-6e44750357d0') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:22.676030 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.677567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7c13b-ae2c-427c-9cfc-c7bfa3a5f1f9 None None] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:22.678756 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.688691 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9d19577-6cfd-49e7-a86e-94bee998459f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.778314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-44d79c17-cba4-451a-889e-c5ba924c8cb1 None None] Provisioning for port 97474ab1-926a-4538-963d-73e7722aef38 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:22.784269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.800815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:47:22.801482 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:47:22.804911 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:47:22.841163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port b4aedf36-24b6-4059-93ae-723c919a597e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:22.841526 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.870821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=4d5adcf6-7c11-4a97-aec7-33882f23df56,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:22.950282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.957268 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.967309 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:22.969583 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] 10.222.0.13 "DELETE /v2.0/networks/040af419-c8e1-45f4-bd0a-aa68649f7c03 HTTP/1.1" status: 204 len: 168 time: 0.7807515 Sep 02 13:47:23.023050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 97474ab1-926a-4538-963d-73e7722aef38 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:23.032484 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.036286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 97474ab1-926a-4538-963d-73e7722aef38 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:23.036982 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.045383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f1809-f162-4534-845d-22910b8e88fe admin admin] Pushing event deleted for resources: {'Network': ['ID=040af419-c8e1-45f4-bd0a-aa68649f7c03,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:23.051029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for b4aedf36-24b6-4059-93ae-723c919a597e owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:23.054989 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.169311 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9d19577-6cfd-49e7-a86e-94bee998459f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.172577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-66347dcd-c6d4-4265-a223-b109e7c431b7', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:47:23.175855 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.178512 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9d19577-6cfd-49e7-a86e-94bee998459f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.201427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45944) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:23.202820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d19577-6cfd-49e7-a86e-94bee998459f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2245a4c8-1732-4164-a723-f5bd8727b194,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:23.273876 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9d19577-6cfd-49e7-a86e-94bee998459f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.277724 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c9d19577-6cfd-49e7-a86e-94bee998459f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7379591 Sep 02 13:47:23.284681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:23.290056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b4233738-05be-4e4e-b03f-8a5d598e8375 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50e1d-7e16-4cd6-836e-8e334ce19a46', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:23.321954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb564b-d693-49e2-b667-85e19082e72f req-6f5cc480-86b9-4fef-a0e0-41b314416250 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:23.323478 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94bb564b-d693-49e2-b667-85e19082e72f req-6f5cc480-86b9-4fef-a0e0-41b314416250 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1614175 Sep 02 13:47:23.333243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c3ce2807-0799-4755-b671-eab008791568 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2efdf640f2cc4b82a0c98ca771256956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237803 Sep 02 13:47:23.333243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:23.366690 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4233738-05be-4e4e-b03f-8a5d598e8375 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.451953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Allocated IP 172.20.0.2 (66347dcd-c6d4-4265-a223-b109e7c431b7/5d069bb7-3e6d-4ee6-a304-04695b14667a/0e7aaa19-1c28-4699-9928-afca926ab10e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:23.466335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.496995 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-94bb564b-d693-49e2-b667-85e19082e72f req-debcd581-5020-4369-afa8-f67cf1b390a4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255057 Sep 02 13:47:23.529192 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.531329 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed262b8-ee70-4ea5-9ed4-fb1c3ceef890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.564237 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.569704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=b4aedf36-24b6-4059-93ae-723c919a597e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:23.579681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 97474ab1-926a-4538-963d-73e7722aef38, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=97474ab1-926a-4538-963d-73e7722aef38,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:23.615965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed262b8-ee70-4ea5-9ed4-fb1c3ceef890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.627287 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.664078 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4233738-05be-4e4e-b03f-8a5d598e8375 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.679624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4233738-05be-4e4e-b03f-8a5d598e8375 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.696688 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.734280 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.743234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=97474ab1-926a-4538-963d-73e7722aef38,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:23.747599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Transition to ACTIVE for port object 0e7aaa19-1c28-4699-9928-afca926ab10e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:23.753807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4233738-05be-4e4e-b03f-8a5d598e8375 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400f21a3-44f3-483f-9a25-7fc88dca78d6,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:23.756585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.757027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.757377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.757718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.758058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.758391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.758724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.759052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.759406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.759696 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.760075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.760476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.760805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:23.778365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4233738-05be-4e4e-b03f-8a5d598e8375 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.791105 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b4233738-05be-4e4e-b03f-8a5d598e8375 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4990754 Sep 02 13:47:23.791105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:23.827719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-830aff03-a9a3-44d3-969c-12644025d6a7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50e1d-7e16-4cd6-836e-8e334ce19a46', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:23.836082 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.838633 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-446a42db-05b2-4878-ba6b-d0b72d2f13cd None None] Provisioning complete for port 97474ab1-926a-4538-963d-73e7722aef38 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:23.839026 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-446a42db-05b2-4878-ba6b-d0b72d2f13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.864781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4d5adcf6-7c11-4a97-aec7-33882f23df56 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:23.867023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Transition to ACTIVE for port object 0e7aaa19-1c28-4699-9928-afca926ab10e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:23.873014 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed262b8-ee70-4ea5-9ed4-fb1c3ceef890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.878583 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.879816 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed262b8-ee70-4ea5-9ed4-fb1c3ceef890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.888084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5ed262b8-ee70-4ea5-9ed4-fb1c3ceef890 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebdb772b-ccc9-488c-baf0-caa0d0fc19dd HTTP/1.1" status: 204 len: 168 time: 0.5547192 Sep 02 13:47:23.918357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed262b8-ee70-4ea5-9ed4-fb1c3ceef890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb772b-ccc9-488c-baf0-caa0d0fc19dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:23.973858 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.975837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Pushing event updated for resources: {'Port': ['ID=0e7aaa19-1c28-4699-9928-afca926ab10e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:23.977854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:23.994794 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-830aff03-a9a3-44d3-969c-12644025d6a7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.017146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:24.020687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:24.026708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:24.027179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Allocated IP 172.25.3.51 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/97de6dd4-a71c-4788-aadb-71d13445c246) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:24.141472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-830aff03-a9a3-44d3-969c-12644025d6a7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.148849 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-830aff03-a9a3-44d3-969c-12644025d6a7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.183464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aff03-a9a3-44d3-969c-12644025d6a7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e91af3-b32b-40d1-8554-5fd1d4158e3b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:24.201248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-830aff03-a9a3-44d3-969c-12644025d6a7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.203347 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-830aff03-a9a3-44d3-969c-12644025d6a7 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4143651 Sep 02 13:47:24.207554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:24.212517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-731ae5bd-f04a-4122-aa63-89c6c3d91b95 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50e1d-7e16-4cd6-836e-8e334ce19a46', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:24.227757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Attempting to bind port 0e7aaa19-1c28-4699-9928-afca926ab10e on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:24.228234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Attempting to bind port 0e7aaa19-1c28-4699-9928-afca926ab10e by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:24.228917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Attempting to bind port 0e7aaa19-1c28-4699-9928-afca926ab10e on network 66347dcd-c6d4-4265-a223-b109e7c431b7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:24.233467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4d5adcf6-7c11-4a97-aec7-33882f23df56 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:24.234283 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.239357 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-731ae5bd-f04a-4122-aa63-89c6c3d91b95 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Project 8626c8996e0f4881b04c6b0859a09b18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:47:24.253002 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-731ae5bd-f04a-4122-aa63-89c6c3d91b95 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.263782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.277124 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:24.277602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Checking segment: {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:24.278336 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.278819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Bound using segment: {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:24.279392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Bound port: 0e7aaa19-1c28-4699-9928-afca926ab10e, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:24.281425 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.386169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] For port 0e7aaa19-1c28-4699-9928-afca926ab10e, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:24.390688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] For port 0e7aaa19-1c28-4699-9928-afca926ab10e, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0e7aaa19-1c28-4699-9928-afca926ab10e,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:24.414150 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-731ae5bd-f04a-4122-aa63-89c6c3d91b95 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.422307 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.437090 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.449584 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-731ae5bd-f04a-4122-aa63-89c6c3d91b95 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.504127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107c43a-7e6b-46fc-9ac7-e65f07589dd9 None None] Pushing event updated for resources: {'Port': ['ID=0e7aaa19-1c28-4699-9928-afca926ab10e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:24.516841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-731ae5bd-f04a-4122-aa63-89c6c3d91b95 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.521934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-731ae5bd-f04a-4122-aa63-89c6c3d91b95 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3130393 Sep 02 13:47:24.525165 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:24.525826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 45974) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:24.539765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c0a8bc27-def0-4534-8d87-ac9393cdfbc3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'security_group_rule': {'security_group_id': 'b6c50e1d-7e16-4cd6-836e-8e334ce19a46', 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:24.557917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:24.560445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:24.632746 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.633307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Fanout notify agent at l3_agent the message router_deleted on router f255acfe-dab0-4101-a4d8-ad9dc241fbdf {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:47:24.644755 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.648270 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-60486f43-7467-4a9e-8207-6c9eaeae3966 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/routers/f255acfe-dab0-4101-a4d8-ad9dc241fbdf HTTP/1.1" status: 204 len: 168 time: 2.7664194 Sep 02 13:47:24.648687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:24.649399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Router f54ae105-9d63-4863-b886-70aff56addbc is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:47:24.702790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ae5bd-f04a-4122-aa63-89c6c3d91b95 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d966e9-e105-442a-9828-5bf7c72dbda0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:24.815331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc89687-94ec-48b9-8298-5d1747831eb4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting subnet 59d82ad6-a073-45cb-bf45-c1cf45a94db1 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:47:24.826311 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccc89687-94ec-48b9-8298-5d1747831eb4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.878741 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-c0a8bc27-def0-4534-8d87-ac9393cdfbc3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Project 8626c8996e0f4881b04c6b0859a09b18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:47:24.893116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=97de6dd4-a71c-4788-aadb-71d13445c246,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:24.899052 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bc27-def0-4534-8d87-ac9393cdfbc3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.940984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccc89687-94ec-48b9-8298-5d1747831eb4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:24.952824 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd7333-185c-44a4-a0f2-6566af39db48 req-ffdf29ac-a7ae-4780-b25b-8af84465b203 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:24.954473 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00cd7333-185c-44a4-a0f2-6566af39db48 req-ffdf29ac-a7ae-4780-b25b-8af84465b203 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.2306926 Sep 02 13:47:24.991846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:25.006236 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Sync routers for ids ['f54ae105-9d63-4863-b886-70aff56addbc'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:25.020740 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Routers {'f54ae105-9d63-4863-b886-70aff56addbc'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:25.024660 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f54ae105-9d63-4863-b886-70aff56addbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:25.059348 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.072934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-40b1e3eb-b2c8-4279-bcd6-64afa90494df admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1048553 Sep 02 13:47:25.073794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45988) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:25.074237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 45990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:25.127243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-00cd7333-185c-44a4-a0f2-6566af39db48 req-e31b328e-7ecc-40ba-8754-9ad48a3f41b5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650481 Sep 02 13:47:25.172077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bc27-def0-4534-8d87-ac9393cdfbc3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.179924 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bc27-def0-4534-8d87-ac9393cdfbc3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.212794 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Set router f54ae105-9d63-4863-b886-70aff56addbc gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:25.215151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8bc27-def0-4534-8d87-ac9393cdfbc3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad83a6a-12c9-4c8c-b94e-d8cc6a5a8169,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:25.221628 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a8bc27-def0-4534-8d87-ac9393cdfbc3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.224959 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c0a8bc27-def0-4534-8d87-ac9393cdfbc3 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6875527 Sep 02 13:47:25.257089 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.272358 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccc89687-94ec-48b9-8298-5d1747831eb4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.279543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-fe8b1d90-77f0-4041-83e7-3831913a88a1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2482162 Sep 02 13:47:25.418597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-810106414-network', 'tenant_id': 'ff9dcee7530c4282b416b25bc3fe260f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:25.470811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Made reservation on behalf of ff9dcee7530c4282b416b25bc3fe260f for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:25.473152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.512758 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.553227 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '43195d9a-cac6-4949-874a-f43017eabf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:19Z', 'updated_at': '2021-09-02T13:47:22Z', 'revision_number': 3, 'project_id': '87b99bc669b744739c14d1be390109d9', 'gw_port': {'id': '43195d9a-cac6-4949-874a-f43017eabf60', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:21Z', 'updated_at': '2021-09-02T13:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:25.584399 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Checking router: f54ae105-9d63-4863-b886-70aff56addbc for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:47:25.584838 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Updating router f54ae105-9d63-4863-b886-70aff56addbc port 43195d9a-cac6-4949-874a-f43017eabf60 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:47:25.591479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-0b1f89e3-ce0f-4137-b4c7-3f1795acd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:25.593379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-0b1f89e3-ce0f-4137-b4c7-3f1795acd2c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 1098 time: 0.2504725 Sep 02 13:47:25.620362 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.689602 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.711182 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccc89687-94ec-48b9-8298-5d1747831eb4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.748162 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ccc89687-94ec-48b9-8298-5d1747831eb4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:25.754267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ccc89687-94ec-48b9-8298-5d1747831eb4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/subnets/59d82ad6-a073-45cb-bf45-c1cf45a94db1 HTTP/1.1" status: 204 len: 168 time: 1.0996194 Sep 02 13:47:25.759305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820bde5-d8a9-494f-9ee6-3596f0980f9d None None] Network ecd33f56-1a43-426c-af2f-f4304268936f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:25.790525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:25.916425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2fc1d6d4-2c32-4669-850b-1956898eb158 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150046026&fields=id&tenant_id=8626c8996e0f4881b04c6b0859a09b18 HTTP/1.1" status: 200 len: 267 time: 0.3208458 Sep 02 13:47:25.946633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc89687-94ec-48b9-8298-5d1747831eb4 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Subnet': ['ID=59d82ad6-a073-45cb-bf45-c1cf45a94db1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:25.992367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0e7aaa19-1c28-4699-9928-afca926ab10e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:26.057881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5337731-322c-405d-b201-bdfc4b068de0 None None] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:26.064092 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.106569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0ba7a-cf90-4fce-98a6-3a86ec76a6e8 None None] DHCP port deletion for ecd33f56-1a43-426c-af2f-f4304268936f request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:47:26.113159 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.145923 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Transition to ACTIVE for port object 43195d9a-cac6-4949-874a-f43017eabf60 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:26.161816 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.171761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 18638d25-d76d-4e3f-9445-28219bc2a610 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:26.172638 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.176646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e82d1e6-7eda-4e68-854f-a7918336e2c3 None None] Provisioning for port 0e7aaa19-1c28-4699-9928-afca926ab10e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:26.177126 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Router 771d4111-d798-403d-af86-3e8aad0d573f is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:47:26.194138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 0e7aaa19-1c28-4699-9928-afca926ab10e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:26.208437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e82d1e6-7eda-4e68-854f-a7918336e2c3 None None] Provisioning complete for port 0e7aaa19-1c28-4699-9928-afca926ab10e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:26.208876 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e82d1e6-7eda-4e68-854f-a7918336e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.214944 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 0e7aaa19-1c28-4699-9928-afca926ab10e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:26.215325 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.218639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-e2c28f7a-10d9-427e-96f8-fc32c8d25c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:26.220539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-e2c28f7a-10d9-427e-96f8-fc32c8d25c71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.5847051 Sep 02 13:47:26.325795 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca158b-dfe0-49d2-9ce8-8702d7849087 None None] Pushing event updated for resources: {'Port': ['ID=43195d9a-cac6-4949-874a-f43017eabf60,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:26.341006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-18a0ba7a-cf90-4fce-98a6-3a86ec76a6e8 None None] Deleting port 18638d25-d76d-4e3f-9445-28219bc2a610 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:26.341392 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18a0ba7a-cf90-4fce-98a6-3a86ec76a6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.352945 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Attempting to bind port 43195d9a-cac6-4949-874a-f43017eabf60 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:26.354228 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Attempting to bind port 43195d9a-cac6-4949-874a-f43017eabf60 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:26.354925 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Attempting to bind port 43195d9a-cac6-4949-874a-f43017eabf60 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:26.375154 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:26.377195 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:26.377828 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.378417 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:26.379204 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Bound port: 43195d9a-cac6-4949-874a-f43017eabf60, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:26.379804 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.431204 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-ad0dd108-00c5-4fb8-aff6-7b122c3eec17 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 200 len: 1001 time: 0.1722629 Sep 02 13:47:26.500582 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] For port 43195d9a-cac6-4949-874a-f43017eabf60, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:26.507072 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] For port 43195d9a-cac6-4949-874a-f43017eabf60, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=43195d9a-cac6-4949-874a-f43017eabf60,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:26.514981 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.584145 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Routers {'f54ae105-9d63-4863-b886-70aff56addbc'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:26.584791 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f54ae105-9d63-4863-b886-70aff56addbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:26.613982 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca158b-dfe0-49d2-9ce8-8702d7849087 None None] Pushing event updated for resources: {'Port': ['ID=43195d9a-cac6-4949-874a-f43017eabf60,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:26.670148 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.741249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.796188 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.798156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:47:26.826313 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c7bda110-b7b8-4eaf-b0ff-ffc50cfa83a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:26.829093 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c7bda110-b7b8-4eaf-b0ff-ffc50cfa83a6 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/networks?id=a9571312-1e3e-4443-9861-1c8c37ec1d60 HTTP/1.1" status: 200 len: 797 time: 0.9115448 Sep 02 13:47:26.837055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-e4daa00d-4045-4905-9e1a-e4ce3338e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:26.838578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-e4daa00d-4045-4905-9e1a-e4ce3338e08a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.3941185 Sep 02 13:47:26.844970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e9dd16-e19a-40d2-a9e9-3f176d06e7ba,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:26.860000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-18a0ba7a-cf90-4fce-98a6-3a86ec76a6e8 None None] For port 18638d25-d76d-4e3f-9445-28219bc2a610, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=18638d25-d76d-4e3f-9445-28219bc2a610,segment=NetworkSegment(f8449232-deca-4d69-9f6c-14e304c42465),segment_id=f8449232-deca-4d69-9f6c-14e304c42465)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:26.860416 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18a0ba7a-cf90-4fce-98a6-3a86ec76a6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.872086 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e82d1e6-7eda-4e68-854f-a7918336e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.874780 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.875432 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Added segment d3f161c3-71ae-40b6-81ea-0b1c97644ac4 of type vlan for network 0db5a8ca-1ce6-487b-931f-cc85ccc3ba5c Sep 02 13:47:26.878450 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] Set router f54ae105-9d63-4863-b886-70aff56addbc gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:26.908729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 0e7aaa19-1c28-4699-9928-afca926ab10e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0e7aaa19-1c28-4699-9928-afca926ab10e,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:26.920756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-12f5616d-e355-4852-b17d-db0e06e00bff tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/quotas/8626c8996e0f4881b04c6b0859a09b18 HTTP/1.1" status: 200 len: 375 time: 0.0593410 Sep 02 13:47:26.937462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:26.942011 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.942830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 97474ab1-926a-4538-963d-73e7722aef38 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:26.945246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-18a0ba7a-cf90-4fce-98a6-3a86ec76a6e8 None None] Calling delete_port for 18638d25-d76d-4e3f-9445-28219bc2a610 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:26.973949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] For port 18638d25-d76d-4e3f-9445-28219bc2a610, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=18638d25-d76d-4e3f-9445-28219bc2a610,segment=NetworkSegment(f8449232-deca-4d69-9f6c-14e304c42465),segment_id=f8449232-deca-4d69-9f6c-14e304c42465)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:26.974966 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.992866 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.993080 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:26.996750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-433e8f27-4ac0-4a01-a5c9-f7f4424aa6b0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6061838 Sep 02 13:47:27.001058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 18638d25-d76d-4e3f-9445-28219bc2a610 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:27.006687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:27.035374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-4bbc6807-b091-4a6f-897a-0ad1db052ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:27.037321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-4bbc6807-b091-4a6f-897a-0ad1db052ffc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882660 Sep 02 13:47:27.085180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Sync routers for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:27.148055 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '43195d9a-cac6-4949-874a-f43017eabf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:19Z', 'updated_at': '2021-09-02T13:47:22Z', 'revision_number': 3, 'project_id': '87b99bc669b744739c14d1be390109d9', 'gw_port': {'id': '43195d9a-cac6-4949-874a-f43017eabf60', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:21Z', 'updated_at': '2021-09-02T13:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:27.153598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=0e7aaa19-1c28-4699-9928-afca926ab10e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:27.195920 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cb2d6-2830-402f-a237-6c50e777fd82 None None] The sync data for ids ['f54ae105-9d63-4863-b886-70aff56addbc'] in n-d-794796-4 is: [{'id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '43195d9a-cac6-4949-874a-f43017eabf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:19Z', 'updated_at': '2021-09-02T13:47:22Z', 'revision_number': 3, 'project_id': '87b99bc669b744739c14d1be390109d9', 'gw_port': {'id': '43195d9a-cac6-4949-874a-f43017eabf60', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:21Z', 'updated_at': '2021-09-02T13:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:27.199899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:27.200435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:27.212517 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-66287863-e147-4e03-8fb3-a85e0ea21e66 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2635798 Sep 02 13:47:27.217622 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:27.217622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:27.219315 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:27.260436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6e0d9-3a01-4329-8ac4-d415c4318ec2 req-006bcf02-bfa5-4a57-bd53-8d0db5c53e37 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:27.268670 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18d6e0d9-3a01-4329-8ac4-d415c4318ec2 req-006bcf02-bfa5-4a57-bd53-8d0db5c53e37 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 1.0233386 Sep 02 13:47:27.282732 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:27.365141 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2779675 Sep 02 13:47:27.365357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] No DVR routers for this DVR port 18638d25-d76d-4e3f-9445-28219bc2a610 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:47:27.382324 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=18638d25-d76d-4e3f-9445-28219bc2a610,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:27.425020 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-3657c622-1576-4b71-951c-6dbce4464d63 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693821 Sep 02 13:47:27.494996 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18d6e0d9-3a01-4329-8ac4-d415c4318ec2 req-cae99b70-6f11-44e8-bb8a-0a2f321fe158 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232723 Sep 02 13:47:27.555108 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-0e82d1e6-7eda-4e68-854f-a7918336e2c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:47:27.556385 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-0e82d1e6-7eda-4e68-854f-a7918336e2c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:47:27.598839 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:47:27.602265 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:47:27.610829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 97474ab1-926a-4538-963d-73e7722aef38 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:27.611219 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:27.626600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:27.676427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd33f56-1a43-426c-af2f-f4304268936f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:27.699902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8449232-deca-4d69-9f6c-14e304c42465') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:27.700167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8449232-deca-4d69-9f6c-14e304c42465') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:27.706401 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18a0ba7a-cf90-4fce-98a6-3a86ec76a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:27.730445 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:27.750758 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:27.760824 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:47:27.768261 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:27.873538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0ba7a-cf90-4fce-98a6-3a86ec76a6e8 None None] No DVR routers for this DVR port 18638d25-d76d-4e3f-9445-28219bc2a610 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:47:27.887463 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0ba7a-cf90-4fce-98a6-3a86ec76a6e8 None None] Pushing event deleted for resources: {'Port': ['ID=18638d25-d76d-4e3f-9445-28219bc2a610,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:47:27.901940 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:47:28.167816 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-982bd93f-e92a-44f9-9daa-87650347bab4 service neutron] 10.222.0.13 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9180431 Sep 02 13:47:28.208567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c00abe-f345-4ebb-b890-24e061ffed68 admin admin] Pushing event updated for resources: {'Network': ['ID=0db5a8ca-1ce6-487b-931f-cc85ccc3ba5c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:28.208775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:24Z', 'revision_number': 3, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:28.246802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 0db5a8ca-1ce6-487b-931f-cc85ccc3ba5c details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:47:28.249451 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Checking router: 771d4111-d798-403d-af86-3e8aad0d573f for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:47:28.249808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Updating router 771d4111-d798-403d-af86-3e8aad0d573f port 97de6dd4-a71c-4788-aadb-71d13445c246 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:47:28.360259 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e22c-fa10-442d-9375-b2e4f6a35721 req-96a705aa-c89e-4d2c-9ddb-c5355059b89d tempest-ComputeTenantNetworksTest-585539483 tempest-ComputeTenantNetworksTest-585539483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:28.365205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-f10c5fe3-8608-4ed6-b5f2-f0d1bfc01f36 service neutron] 10.222.0.13 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965342 Sep 02 13:47:28.368441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e22c-fa10-442d-9375-b2e4f6a35721 req-96a705aa-c89e-4d2c-9ddb-c5355059b89d tempest-ComputeTenantNetworksTest-585539483 tempest-ComputeTenantNetworksTest-585539483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:28.376148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e22c-fa10-442d-9375-b2e4f6a35721 req-96a705aa-c89e-4d2c-9ddb-c5355059b89d tempest-ComputeTenantNetworksTest-585539483 tempest-ComputeTenantNetworksTest-585539483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:28.378608 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5ca9e22c-fa10-442d-9375-b2e4f6a35721 req-96a705aa-c89e-4d2c-9ddb-c5355059b89d tempest-ComputeTenantNetworksTest-585539483 tempest-ComputeTenantNetworksTest-585539483-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3719387 Sep 02 13:47:28.382107 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:28.423605 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:28.428972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/networks/ecd33f56-1a43-426c-af2f-f4304268936f HTTP/1.1" status: 204 len: 168 time: 2.6336119 Sep 02 13:47:28.430841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5ecd8-2c24-4e20-b1b0-9265ced75951 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Network': ['ID=ecd33f56-1a43-426c-af2f-f4304268936f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:28.432963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 43195d9a-cac6-4949-874a-f43017eabf60 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:28.436442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:28.444112 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:28.520090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:28.750762 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33a81a9b-7f40-456d-9a8e-b9072db7b2d2 req-3d82f59e-562e-4351-b692-14c8b0386a20 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807981 Sep 02 13:47:28.894922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054bb7e-3ee9-454b-b84c-d49618cd237f req-bb8100ac-75d7-41c8-870e-14c0594aecb6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:28.899444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b65fcd-6455-4669-8c1c-53f88217e60c req-a2daa08c-7a8c-4004-a0a4-a8c9e10fde75 tempest-ComputeTenantNetworksTest-585539483 tempest-ComputeTenantNetworksTest-585539483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:28.901589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-35b65fcd-6455-4669-8c1c-53f88217e60c req-a2daa08c-7a8c-4004-a0a4-a8c9e10fde75 tempest-ComputeTenantNetworksTest-585539483 tempest-ComputeTenantNetworksTest-585539483-project] 10.222.0.13 "GET /v2.0/networks/0db5a8ca-1ce6-487b-931f-cc85ccc3ba5c HTTP/1.1" status: 200 len: 768 time: 0.4743576 Sep 02 13:47:28.917021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46040) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:28.922725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0054bb7e-3ee9-454b-b84c-d49618cd237f req-bb8100ac-75d7-41c8-870e-14c0594aecb6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.2450635 Sep 02 13:47:28.987270 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0054bb7e-3ee9-454b-b84c-d49618cd237f req-ffa82ef5-babc-42f4-b900-9abb128b26e9 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626435 Sep 02 13:47:29.016572 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3375f70f-b902-4cae-9126-fbb51d3bec94 None None] Provisioning complete for port 0e7aaa19-1c28-4699-9928-afca926ab10e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:29.017126 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3375f70f-b902-4cae-9126-fbb51d3bec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.068596 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f5a07f77-1274-49d3-b73a-b8d733cafd49 req-36499ac8-e7ba-41c5-a643-95ccfab6a277 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 210 time: 0.0805767 Sep 02 13:47:29.077296 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port cc441602-c03b-4606-8eb8-1c531b9e4c3d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:29.077661 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.124686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Allocated IP 172.20.0.1 (53300a0f-d822-42e9-a5f0-b63ae1502965/2cdef7fa-bae8-41ca-be2f-8626e33f8790/51d662b3-b16f-4ef6-b1a0-a59351f31746) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:29.129595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 43195d9a-cac6-4949-874a-f43017eabf60 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:29.153873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 43195d9a-cac6-4949-874a-f43017eabf60 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:29.156259 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.187415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.296289 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.296880 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.296880 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.300601 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.325440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Transition to ACTIVE for port object 51d662b3-b16f-4ef6-b1a0-a59351f31746 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:29.354547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for cc441602-c03b-4606-8eb8-1c531b9e4c3d owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:29.371626 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.384704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.390486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Transition to ACTIVE for port object 97de6dd4-a71c-4788-aadb-71d13445c246 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:29.426985 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.454569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:29.458952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:29.500717 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:29.556147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.570124 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.587036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e2579-0216-4c89-927c-c0aaee6073f9 None None] Pushing event updated for resources: {'Port': ['ID=97de6dd4-a71c-4788-aadb-71d13445c246,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:29.625727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Pushing event updated for resources: {'Port': ['ID=51d662b3-b16f-4ef6-b1a0-a59351f31746,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:29.712569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db5a8ca-1ce6-487b-931f-cc85ccc3ba5c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:29.722929 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.728335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Attempting to bind port 97de6dd4-a71c-4788-aadb-71d13445c246 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:29.728878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Attempting to bind port 97de6dd4-a71c-4788-aadb-71d13445c246 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:29.729249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Attempting to bind port 97de6dd4-a71c-4788-aadb-71d13445c246 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:29.745600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:29.745858 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:29.746907 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.746907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:29.747169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Bound port: 97de6dd4-a71c-4788-aadb-71d13445c246, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:29.747767 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.758087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f161c3-71ae-40b6-81ea-0b1c97644ac4') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:29.758394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f161c3-71ae-40b6-81ea-0b1c97644ac4') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:29.814615 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.847665 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.888533 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.896599 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.909336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:47:29.909755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.910795 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 43195d9a-cac6-4949-874a-f43017eabf60, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=43195d9a-cac6-4949-874a-f43017eabf60,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:47:29.911469 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:47:29.924764 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:29.926457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0e7aaa19-1c28-4699-9928-afca926ab10e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:30.019189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5b713cae-163e-49af-9135-55119f8ac902 None None] Provisioning for port 51d662b3-b16f-4ef6-b1a0-a59351f31746 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:30.079357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5b713cae-163e-49af-9135-55119f8ac902 None None] Provisioning complete for port 51d662b3-b16f-4ef6-b1a0-a59351f31746 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:30.080651 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b713cae-163e-49af-9135-55119f8ac902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.111553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] For port 97de6dd4-a71c-4788-aadb-71d13445c246, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:30.176849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] For port 97de6dd4-a71c-4788-aadb-71d13445c246, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=97de6dd4-a71c-4788-aadb-71d13445c246,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:30.177774 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.191649 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.199222 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.204320 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.223434 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.227650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0db5a8ca-1ce6-487b-931f-cc85ccc3ba5c HTTP/1.1" status: 204 len: 168 time: 1.3062074 Sep 02 13:47:30.255937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5b713cae-163e-49af-9135-55119f8ac902 None None] Port 51d662b3-b16f-4ef6-b1a0-a59351f31746 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:30.257074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be155c9a-8e90-40b5-9ff7-ac1e7dce19f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db5a8ca-1ce6-487b-931f-cc85ccc3ba5c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:30.268932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=43195d9a-cac6-4949-874a-f43017eabf60,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:30.285842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Allocated IP 172.20.0.1 (66347dcd-c6d4-4265-a223-b109e7c431b7/5d069bb7-3e6d-4ee6-a304-04695b14667a/7ca18702-2d80-4dcf-a811-1edbfbfa8a27) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:30.293136 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 0e7aaa19-1c28-4699-9928-afca926ab10e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:30.295916 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.316648 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40e56c03-b184-4f21-b0c9-3300555885da req-58ff5b7b-392b-40a0-b9bf-eb47f00eef0e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 210 time: 0.0655832 Sep 02 13:47:30.323823 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.324248 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.387157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=cc441602-c03b-4606-8eb8-1c531b9e4c3d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:30.486836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:30.487952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:30.504724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:30.553657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:30.561459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:30.601181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Pushing event updated for resources: {'Port': ['ID=51d662b3-b16f-4ef6-b1a0-a59351f31746,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:30.612091 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08776863-fd0c-4531-914e-250cdfe74c6d req-95ebd0ae-cc28-4146-8fc4-c4fb8051caa5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:30.613764 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08776863-fd0c-4531-914e-250cdfe74c6d req-95ebd0ae-cc28-4146-8fc4-c4fb8051caa5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.4326808 Sep 02 13:47:30.636546 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2db3adda-362d-4114-b911-5860e89cf47f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff9dcee7530c4282b416b25bc3fe260f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282055 Sep 02 13:47:30.644693 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:30.801430 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08776863-fd0c-4531-914e-250cdfe74c6d req-e5d54a5e-d6f7-4f77-b641-e86f95b02254 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144309 Sep 02 13:47:30.815421 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cee1ac6f-333b-47a8-9469-bae45bced355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.839706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269fb3-61e9-45ab-9613-10e906948a33 req-70d97091-026e-4f5e-b67f-c51d9533e737 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:30.841528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-70d97091-026e-4f5e-b67f-c51d9533e737 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.90 "GET /v2.0/networks?id=a9571312-1e3e-4443-9861-1c8c37ec1d60 HTTP/1.1" status: 200 len: 797 time: 0.5225720 Sep 02 13:47:30.852006 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.854952 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.860349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a160e7b2-4b5a-41ad-9dca-a3029b67e208 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/floatingips/2b23ca22-9017-4923-bbf8-4ce5bc4382df HTTP/1.1" status: 204 len: 168 time: 2.4187257 Sep 02 13:47:30.861063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:30.863256 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cee1ac6f-333b-47a8-9469-bae45bced355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.909114 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.920845 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.921176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Router f54ae105-9d63-4863-b886-70aff56addbc has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:30.928256 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3fdb2a-36d0-43e8-9205-fdc7f4452724 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] DELETE failed (client error): The resource could not be found. Sep 02 13:47:30.929233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3fdb2a-36d0-43e8-9205-fdc7f4452724 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:47:30.933684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7f3fdb2a-36d0-43e8-9205-fdc7f4452724 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/ports/8588a471-1af8-4119-b4bd-54a179b05077 HTTP/1.1" status: 404 len: 333 time: 0.0655808 Sep 02 13:47:30.935423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:30.958839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Transition to ACTIVE for port object 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:30.980658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e2579-0216-4c89-927c-c0aaee6073f9 None None] Pushing event updated for resources: {'Port': ['ID=97de6dd4-a71c-4788-aadb-71d13445c246,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:30.996405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cee1ac6f-333b-47a8-9469-bae45bced355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:30.999278 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cee1ac6f-333b-47a8-9469-bae45bced355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.016367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cee1ac6f-333b-47a8-9469-bae45bced355 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5e9dd16-e19a-40d2-a9e9-3f176d06e7ba HTTP/1.1" status: 204 len: 168 time: 0.3701127 Sep 02 13:47:31.020590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-17b458fd-b338-4470-92ff-7f365d77b2d7 None None] Provisioning complete for port 51d662b3-b16f-4ef6-b1a0-a59351f31746 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:31.021106 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-17b458fd-b338-4470-92ff-7f365d77b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.041046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1ac6f-333b-47a8-9469-bae45bced355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e9dd16-e19a-40d2-a9e9-3f176d06e7ba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:31.048948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.073981 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 18638d25-d76d-4e3f-9445-28219bc2a610 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:47:31.132481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:31.137090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:31.144906 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:31.149395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Pushing event updated for resources: {'Port': ['ID=7ca18702-2d80-4dcf-a811-1edbfbfa8a27,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:31.154001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 18638d25-d76d-4e3f-9445-28219bc2a610 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:47:31.154357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 18638d25-d76d-4e3f-9445-28219bc2a610 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:47:31.166913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:31.178929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:31.192408 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Sync routers for ids ['f54ae105-9d63-4863-b886-70aff56addbc'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:31.220134 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Routers {'f54ae105-9d63-4863-b886-70aff56addbc'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:31.220805 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f54ae105-9d63-4863-b886-70aff56addbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:31.223383 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-26b4e5ff-5508-488e-bffe-f0f7600be872 admin admin] 10.222.0.13 "PUT /v2.0/routers/f54ae105-9d63-4863-b886-70aff56addbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1430058 Sep 02 13:47:31.241986 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f2437acf-baec-406d-96b8-7dbe1c651d08 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "GET /v2.0/ports?device_id=f255acfe-dab0-4101-a4d8-ad9dc241fbdf HTTP/1.1" status: 200 len: 205 time: 0.2982113 Sep 02 13:47:31.243354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46070) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:31.251242 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-8dc39027-63d4-4215-95b6-2a84a5910b59 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8626c8996e0f4881b04c6b0859a09b18 HTTP/1.1" status: 200 len: 379 time: 0.3778157 Sep 02 13:47:31.258353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-17b458fd-b338-4470-92ff-7f365d77b2d7 None None] Port 51d662b3-b16f-4ef6-b1a0-a59351f31746 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:31.270866 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2611081-90b2-45e4-9d16-cd78a5b02351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.280608 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.405648 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-18f8e239-4b6e-4726-9f9c-578072a5fd81 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] delete failed (client error): The resource could not be found. Sep 02 13:47:31.408493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 43195d9a-cac6-4949-874a-f43017eabf60 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:31.411165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-18f8e239-4b6e-4726-9f9c-578072a5fd81 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/routers/f255acfe-dab0-4101-a4d8-ad9dc241fbdf HTTP/1.1" status: 404 len: 336 time: 0.1564798 Sep 02 13:47:31.412048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46076) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:31.446563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'port': {'device_id': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'admin_state_up': True, 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'security_groups': ['b6c50e1d-7e16-4cd6-836e-8e334ce19a46']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:31.508270 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f002f80-22f2-40f9-be62-14ce3dc52b9f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] DELETE failed (client error): The resource could not be found. Sep 02 13:47:31.509058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f002f80-22f2-40f9-be62-14ce3dc52b9f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:47:31.515025 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5f002f80-22f2-40f9-be62-14ce3dc52b9f tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/subnets/59d82ad6-a073-45cb-bf45-c1cf45a94db1 HTTP/1.1" status: 404 len: 337 time: 0.0974164 Sep 02 13:47:31.523018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:31.572816 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Set router f54ae105-9d63-4863-b886-70aff56addbc gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:31.738118 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d407545d-dd2e-4bfe-94e1-a2ef111ac224 None None] Provisioning for port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:31.741150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 43195d9a-cac6-4949-874a-f43017eabf60 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:31.741672 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.747950 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d407545d-dd2e-4bfe-94e1-a2ef111ac224 None None] Provisioning complete for port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:31.748524 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d407545d-dd2e-4bfe-94e1-a2ef111ac224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.770982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Made reservation on behalf of 8626c8996e0f4881b04c6b0859a09b18 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:31.784963 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:31.849208 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d407545d-dd2e-4bfe-94e1-a2ef111ac224 None None] Port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:31.882598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:24Z', 'revision_number': 3, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:31.943369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd12fd2-57c8-444d-b205-c67416b275ee None None] The sync data for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 is: [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:24Z', 'revision_number': 3, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:32.037391 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '43195d9a-cac6-4949-874a-f43017eabf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:19Z', 'updated_at': '2021-09-02T13:47:29Z', 'revision_number': 4, 'project_id': '87b99bc669b744739c14d1be390109d9', 'gw_port': {'id': '43195d9a-cac6-4949-874a-f43017eabf60', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:21Z', 'updated_at': '2021-09-02T13:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '51d662b3-b16f-4ef6-b1a0-a59351f31746', 'name': '', 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'mac_address': 'fa:16:3e:79:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '2cdef7fa-bae8-41ca-be2f-8626e33f8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:28Z', 'updated_at': '2021-09-02T13:47:30Z', 'revision_number': 2, 'project_id': '87b99bc669b744739c14d1be390109d9', 'subnets': [{'id': '2cdef7fa-bae8-41ca-be2f-8626e33f8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:32.114911 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Checking router: f54ae105-9d63-4863-b886-70aff56addbc for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:47:32.115272 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Updating router f54ae105-9d63-4863-b886-70aff56addbc port 51d662b3-b16f-4ef6-b1a0-a59351f31746 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:47:32.160735 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.20.0.7 (a9571312-1e3e-4443-9861-1c8c37ec1d60/dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1/69b04713-2d88-4e71-b576-28413252f4f6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:32.167019 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:32.177030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c838c7e-af10-4ddf-b133-c84e529b0fcf req-9f0fe721-ee73-41dd-bb2b-3d7e67dfd920 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:32.178758 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c838c7e-af10-4ddf-b133-c84e529b0fcf req-9f0fe721-ee73-41dd-bb2b-3d7e67dfd920 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.0972981 Sep 02 13:47:32.308344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c838c7e-af10-4ddf-b133-c84e529b0fcf req-990d2d84-9fbb-44f7-9166-2e7471d8994a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155267 Sep 02 13:47:32.453172 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:32.475140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Transition to ACTIVE for port object 69b04713-2d88-4e71-b576-28413252f4f6 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:32.491264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b244d38-4c09-4646-af19-dc1cb9bdbfc8 req-2bcb089e-fabc-4aa4-87f0-9d0a6aed3231 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 210 time: 0.9669492 Sep 02 13:47:32.548487 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:32.633443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network a9571312-1e3e-4443-9861-1c8c37ec1d60 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:32.637561 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:32.641168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:32.727771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:32.729383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:32.731542 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:32.734252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:32.749407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1490642551-network', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:32.754885 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:32.761466 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3481839 Sep 02 13:47:32.771675 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Transition to ACTIVE for port object 51d662b3-b16f-4ef6-b1a0-a59351f31746 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:32.781361 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:32.789562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Request body: {'port': {'device_id': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:32.795146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c6241-b953-4db3-af22-0a1a8cd1e7b5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=69b04713-2d88-4e71-b576-28413252f4f6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:32.823594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Made reservation on behalf of bbacdfbd19dd45ffa594408c68a5e2d4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:32.826328 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:32.912928 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19936e4-ba73-4415-af48-ec48861570f1 None None] Pushing event updated for resources: {'Port': ['ID=51d662b3-b16f-4ef6-b1a0-a59351f31746,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:32.930088 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.009614 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.061796 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Attempting to bind port 51d662b3-b16f-4ef6-b1a0-a59351f31746 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:33.062630 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Attempting to bind port 51d662b3-b16f-4ef6-b1a0-a59351f31746 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:33.063107 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Attempting to bind port 51d662b3-b16f-4ef6-b1a0-a59351f31746 on network 53300a0f-d822-42e9-a5f0-b63ae1502965 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:33.078385 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:33.078983 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Checking segment: {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:33.080734 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.082346 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Bound using segment: {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:33.084456 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Bound port: 51d662b3-b16f-4ef6-b1a0-a59351f31746, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:33.084992 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.095637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d83462ae-fb70-40cc-86d1-75fa05ff7f6f None None] Provisioning for port 69b04713-2d88-4e71-b576-28413252f4f6 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:33.105718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d83462ae-fb70-40cc-86d1-75fa05ff7f6f None None] Provisioning complete for port 69b04713-2d88-4e71-b576-28413252f4f6 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:33.111120 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d83462ae-fb70-40cc-86d1-75fa05ff7f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.243402 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] For port 51d662b3-b16f-4ef6-b1a0-a59351f31746, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:33.262037 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] For port 51d662b3-b16f-4ef6-b1a0-a59351f31746, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=51d662b3-b16f-4ef6-b1a0-a59351f31746,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:33.264752 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.269682 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.270575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d83462ae-fb70-40cc-86d1-75fa05ff7f6f None None] Port 69b04713-2d88-4e71-b576-28413252f4f6 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:33.279138 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.310508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0ba671e7-f101-46d3-8996-24d5d57b6521 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port a655ac70-bfc4-4c70-991a-f0de90028c8f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:33.310933 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ba671e7-f101-46d3-8996-24d5d57b6521 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.447203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 97de6dd4-a71c-4788-aadb-71d13445c246 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:33.468586 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19936e4-ba73-4415-af48-ec48861570f1 None None] Pushing event updated for resources: {'Port': ['ID=51d662b3-b16f-4ef6-b1a0-a59351f31746,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:33.482528 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Routers {'f54ae105-9d63-4863-b886-70aff56addbc'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:33.483300 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f54ae105-9d63-4863-b886-70aff56addbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:33.615890 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ba671e7-f101-46d3-8996-24d5d57b6521 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.633897 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62919154-5a4a-4d46-9cf5-6beaf1aea4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.680682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 97de6dd4-a71c-4788-aadb-71d13445c246 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:33.686357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 97de6dd4-a71c-4788-aadb-71d13445c246 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:33.687159 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.711147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:47:33.718607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4b0c-a075-4459-9780-5cfb1a23f951 req-80a45445-d5aa-471a-b3cf-3a4079f56123 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:33.726205 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.726404 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b4c4b0c-a075-4459-9780-5cfb1a23f951 req-80a45445-d5aa-471a-b3cf-3a4079f56123 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.2394176 Sep 02 13:47:33.726790 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Added segment d44ff570-1b1e-4199-a3d7-4ccc3fed61c1 of type vlan for network cf2c4d76-5c23-48ef-a3f8-58138e809896 Sep 02 13:47:33.840749 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0b4c4b0c-a075-4459-9780-5cfb1a23f951 req-aba35e67-73f9-409d-8c46-2734966f5a21 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977998 Sep 02 13:47:33.871357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0ba671e7-f101-46d3-8996-24d5d57b6521 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for a655ac70-bfc4-4c70-991a-f0de90028c8f owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:33.879064 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.882307 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.882484 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] Set router f54ae105-9d63-4863-b886-70aff56addbc gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:33.932179 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b04713-2d88-4e71-b576-28413252f4f6 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:47:33.942492 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.955222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 97de6dd4-a71c-4788-aadb-71d13445c246, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=97de6dd4-a71c-4788-aadb-71d13445c246,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:33.963318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Transition to ACTIVE for port object 69b04713-2d88-4e71-b576-28413252f4f6 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:33.967282 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:33.969085 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:47:33.990015 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.012332 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.013963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:34.014778 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.031937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Pushing event updated for resources: {'Port': ['ID=69b04713-2d88-4e71-b576-28413252f4f6,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:34.209336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Attempting to bind port 69b04713-2d88-4e71-b576-28413252f4f6 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:34.209847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Attempting to bind port 69b04713-2d88-4e71-b576-28413252f4f6 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:34.210531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Attempting to bind port 69b04713-2d88-4e71-b576-28413252f4f6 on network a9571312-1e3e-4443-9861-1c8c37ec1d60 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:34.212695 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.215911 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Port 69b04713-2d88-4e71-b576-28413252f4f6 on network a9571312-1e3e-4443-9861-1c8c37ec1d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:47:34.216394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Attempting to bind port 69b04713-2d88-4e71-b576-28413252f4f6 on network a9571312-1e3e-4443-9861-1c8c37ec1d60 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:34.224373 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=97de6dd4-a71c-4788-aadb-71d13445c246,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:34.233435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:34.233787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Checking segment: {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:34.234178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Bound using segment: {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:34.234636 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Bound port: 69b04713-2d88-4e71-b576-28413252f4f6, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a436c6-61bb-4970-9fd5-0ee478a55baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:34.235007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.265527 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '43195d9a-cac6-4949-874a-f43017eabf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:19Z', 'updated_at': '2021-09-02T13:47:29Z', 'revision_number': 4, 'project_id': '87b99bc669b744739c14d1be390109d9', 'gw_port': {'id': '43195d9a-cac6-4949-874a-f43017eabf60', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:21Z', 'updated_at': '2021-09-02T13:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '51d662b3-b16f-4ef6-b1a0-a59351f31746', 'name': '', 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'mac_address': 'fa:16:3e:79:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '2cdef7fa-bae8-41ca-be2f-8626e33f8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:28Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '87b99bc669b744739c14d1be390109d9', 'subnets': [{'id': '2cdef7fa-bae8-41ca-be2f-8626e33f8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:34.329013 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38aeb5-690e-4f91-9e23-085f9dfb861a None None] The sync data for ids ['f54ae105-9d63-4863-b886-70aff56addbc'] in n-d-794796-4 is: [{'id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '43195d9a-cac6-4949-874a-f43017eabf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:19Z', 'updated_at': '2021-09-02T13:47:29Z', 'revision_number': 4, 'project_id': '87b99bc669b744739c14d1be390109d9', 'gw_port': {'id': '43195d9a-cac6-4949-874a-f43017eabf60', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:21Z', 'updated_at': '2021-09-02T13:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '51d662b3-b16f-4ef6-b1a0-a59351f31746', 'name': '', 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'mac_address': 'fa:16:3e:79:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': '2cdef7fa-bae8-41ca-be2f-8626e33f8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:28Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '87b99bc669b744739c14d1be390109d9', 'subnets': [{'id': '2cdef7fa-bae8-41ca-be2f-8626e33f8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:34.383517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=cf2c4d76-5c23-48ef-a3f8-58138e809896,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:34.393165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6587048 Sep 02 13:47:34.400653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46148) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:34.405758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network cf2c4d76-5c23-48ef-a3f8-58138e809896 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:47:34.409234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Request body: {'subnet': {'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1490642551-subnet', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:34.447895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb572ce-542d-4738-bb75-781992869eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bae777-06db-4e3a-b227-e625a9771afe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:34.500881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] For port 69b04713-2d88-4e71-b576-28413252f4f6, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:34.505845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] For port 69b04713-2d88-4e71-b576-28413252f4f6, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=69b04713-2d88-4e71-b576-28413252f4f6,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:34.521567 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.607270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Made reservation on behalf of bbacdfbd19dd45ffa594408c68a5e2d4 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:34.611052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d992b-a256-46d2-b00f-999ab11fb06d req-2e568d07-8731-45e4-8a2c-79b456812334 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:34.614427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.619276 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-995d992b-a256-46d2-b00f-999ab11fb06d req-2e568d07-8731-45e4-8a2c-79b456812334 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 931 time: 0.7701612 Sep 02 13:47:34.638980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:34.642673 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.646564 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] 10.222.0.90 "PUT /v2.0/ports/69b04713-2d88-4e71-b576-28413252f4f6 HTTP/1.1" status: 200 len: 1091 time: 1.8622892 Sep 02 13:47:34.669246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:34.675504 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba931d1-255f-4903-97eb-a081cd86a0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "tag": "69b04713-2d88-4e71-b576-28413252f4f6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:34.799247 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7209b686-21f0-4501-bb60-dfd57b5957cf x-openstack-request-id: req-7209b686-21f0-4501-bb60-dfd57b5957cf {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:34.799975 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "tag": "69b04713-2d88-4e71-b576-28413252f4f6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:34.799975 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7209b686-21f0-4501-bb60-dfd57b5957cf {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:34.800260 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6', 'status': 'completed', 'code': 200} Sep 02 13:47:34.828138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-0346f29f-5396-405f-a571-3aceafc6a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:34.833196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-0346f29f-5396-405f-a571-3aceafc6a0d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 1097 time: 1.1630225 Sep 02 13:47:34.850276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.860865 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:34.881015 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-995d992b-a256-46d2-b00f-999ab11fb06d req-31e1515a-7fcf-4277-b4b0-19e11819ec19 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606850 Sep 02 13:47:34.900616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:35.086164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7c8f2-5bc1-4eff-b77d-dc221b4fe581 service neutron] Pushing event updated for resources: {'Port': ['ID=69b04713-2d88-4e71-b576-28413252f4f6,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:35.130550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269fb3-61e9-45ab-9613-10e906948a33 req-e1740de5-a6b7-45c2-ab7d-7c993656f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:35.132382 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-e1740de5-a6b7-45c2-ab7d-7c993656f55c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 1094 time: 0.3294511 Sep 02 13:47:35.144168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe66f78-3090-4a0c-8f70-567bb6dc20a0 req-7e9ef2e3-1c15-40a3-b6a4-c4ee5bf5b0b0 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:35.145772 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbe66f78-3090-4a0c-8f70-567bb6dc20a0 req-7e9ef2e3-1c15-40a3-b6a4-c4ee5bf5b0b0 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1394873 Sep 02 13:47:35.315166 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:35.336559 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-1af4b87e-4c4d-4e67-93cc-264d21335779 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b04713-2d88-4e71-b576-28413252f4f6 HTTP/1.1" status: 200 len: 217 time: 0.1881068 Sep 02 13:47:35.418936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 51d662b3-b16f-4ef6-b1a0-a59351f31746 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:35.462500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:35.514683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Pushing event updated for resources: {'Port': ['ID=7ca18702-2d80-4dcf-a811-1edbfbfa8a27,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:35.519536 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 51d662b3-b16f-4ef6-b1a0-a59351f31746 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:35.528016 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 51d662b3-b16f-4ef6-b1a0-a59351f31746 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:35.532776 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:35.536011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ba671e7-f101-46d3-8996-24d5d57b6521 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:35.539856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-e4e1b260-1e84-4f65-a047-b17ff83de18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:35.541775 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-e4e1b260-1e84-4f65-a047-b17ff83de18d service neutron] 10.222.0.77 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 913 time: 0.6726420 Sep 02 13:47:35.622600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323011c9-e0e4-4c95-b01b-4c0088ae524c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:35.631036 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbe66f78-3090-4a0c-8f70-567bb6dc20a0 req-daf2cb95-ad4b-46f9-886d-077862e6eddd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154689 Sep 02 13:47:35.635549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c8988fdf-2248-4afb-8cf4-af4fc8010565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:35.637498 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-c8988fdf-2248-4afb-8cf4-af4fc8010565 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1 HTTP/1.1" status: 200 len: 834 time: 0.2685788 Sep 02 13:47:35.711454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Checking segment: {'id': 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:35.711454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Network hostable DHCP agents. Network: cf2c4d76-5c23-48ef-a3f8-58138e809896, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:47:35.718930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269fb3-61e9-45ab-9613-10e906948a33 req-362cdfaf-4478-4d96-8ee8-64b1d1377f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:35.719963 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-362cdfaf-4478-4d96-8ee8-64b1d1377f69 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a9571312-1e3e-4443-9861-1c8c37ec1d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664146 Sep 02 13:47:35.724276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba671e7-f101-46d3-8996-24d5d57b6521 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=a655ac70-bfc4-4c70-991a-f0de90028c8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:35.735950 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 53bf4577-9668-4402-92c4-db0cad4798f2 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:47:35.745807 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-602da8c7-40d0-4473-8b50-5f87ab9ba747 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53bf4577-9668-4402-92c4-db0cad4798f2 HTTP/1.1" status: 200 len: 217 time: 0.1745467 Sep 02 13:47:35.754827 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:35.801548 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:35.833257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 51d662b3-b16f-4ef6-b1a0-a59351f31746, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=51d662b3-b16f-4ef6-b1a0-a59351f31746,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:35.849426 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Network cf2c4d76-5c23-48ef-a3f8-58138e809896 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:47:35.855436 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:35.858039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 97de6dd4-a71c-4788-aadb-71d13445c246 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:35.888879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, cf2c4d76-5c23-48ef-a3f8-58138e809896) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:35.894149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:35.894760 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:35.936694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:35.971850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fdca74-f904-4151-91cb-44db56fbb6ca None None] Network cf2c4d76-5c23-48ef-a3f8-58138e809896 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:35.972343 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eb8a275d-904c-483d-b81e-d3e89712b0a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5705309 Sep 02 13:47:35.983879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46194) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:36.076793 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=53bf4577-9668-4402-92c4-db0cad4798f2,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:36.099138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '53bf4577-9668-4402-92c4-db0cad4798f2', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'port_id': '53bf4577-9668-4402-92c4-db0cad4798f2', 'mac_address': 'fa:16:3e:07:40:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2717-e364-4450-b8a3-72bdc97b0530', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:47:36.185252 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-878c44ff-c4f1-4a7e-862f-d105693538f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:36.187839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-878c44ff-c4f1-4a7e-862f-d105693538f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.4049084 Sep 02 13:47:36.189113 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ba671e7-f101-46d3-8996-24d5d57b6521 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:36.196694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0ba671e7-f101-46d3-8996-24d5d57b6521 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/ports/a655ac70-bfc4-4c70-991a-f0de90028c8f HTTP/1.1" status: 204 len: 168 time: 3.7366641 Sep 02 13:47:36.198143 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:36.226041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 97de6dd4-a71c-4788-aadb-71d13445c246 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:36.226337 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:36.287839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53bf4577-9668-4402-92c4-db0cad4798f2 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:47:36.312435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=53bf4577-9668-4402-92c4-db0cad4798f2,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:36.317707 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:36.325329 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:36.332428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=51d662b3-b16f-4ef6-b1a0-a59351f31746,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:36.436850 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-74d79cc2-0c67-4437-8135-8f4b8a797837 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199486 Sep 02 13:47:36.538730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1db8a-787d-4fb9-96fb-696e780aae85 req-68fbdfd0-af44-4a04-b1a1-99c80f19c76d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:36.541335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aee1db8a-787d-4fb9-96fb-696e780aae85 req-68fbdfd0-af44-4a04-b1a1-99c80f19c76d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 943 time: 0.5402358 Sep 02 13:47:36.594397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['53bf4577-9668-4402-92c4-db0cad4798f2'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:47:36.776484 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-502c9697-7e94-44cd-a01d-1c3f3f490766 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288527 Sep 02 13:47:36.787987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Router 771d4111-d798-403d-af86-3e8aad0d573f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:36.804908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9845655b-c8a2-4d8c-8e6e-2daa8b8e9b13 None None] Provisioning complete for port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:36.805299 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9845655b-c8a2-4d8c-8e6e-2daa8b8e9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:36.823832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:36.898529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aee1db8a-787d-4fb9-96fb-696e780aae85 req-3868b4e8-c0e0-473b-b57c-306d18893d72 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386970 Sep 02 13:47:36.906231 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:36.907327 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:36.948958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=53bf4577-9668-4402-92c4-db0cad4798f2,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:36.963901 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:37.037889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9845655b-c8a2-4d8c-8e6e-2daa8b8e9b13 None None] Port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:37.066525 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-b842f425-4674-4e73-b741-adfc5c066dfd service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3308356 Sep 02 13:47:37.071021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d75af2b7-0beb-4245-97db-e55b90df4fa7 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 064d3a71-911b-453e-89b0-1a572d306d4e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:37.071597 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75af2b7-0beb-4245-97db-e55b90df4fa7 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:37.139797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-cf2c4d76-5c23-48ef-a3f8-58138e809896', 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'fixed_ips': [{'subnet_id': '323011c9-e0e4-4c95-b01b-4c0088ae524c'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:47:37.140962 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:37.363843 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:37.511049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 51d662b3-b16f-4ef6-b1a0-a59351f31746 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:37.622933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1639fb-29b1-4100-ba2e-4a3f2753945d req-d4914b67-c020-43b2-93b8-49be11f5c573 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:37.632010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Allocated IP 172.20.0.2 (cf2c4d76-5c23-48ef-a3f8-58138e809896/323011c9-e0e4-4c95-b01b-4c0088ae524c/45f46e19-9946-49a5-a1a9-fe1417dd3050) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:37.633948 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f1639fb-29b1-4100-ba2e-4a3f2753945d req-d4914b67-c020-43b2-93b8-49be11f5c573 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 945 time: 0.7658710 Sep 02 13:47:37.707637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 53bf4577-9668-4402-92c4-db0cad4798f2 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:37.747598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 51d662b3-b16f-4ef6-b1a0-a59351f31746 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:37.748095 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:37.812392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:37.937253 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7f1639fb-29b1-4100-ba2e-4a3f2753945d req-dbd88e4a-368d-4a4e-8eef-d83e66bc98f3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009911 Sep 02 13:47:37.939211 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-13269fb3-61e9-45ab-9613-10e906948a33 req-9cc0441a-3b40-4143-92da-1f49a01be929 service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8564582 Sep 02 13:47:37.943292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-90bc5924-aa6b-408e-90e2-7dd2cea43964 req-833ce206-0002-40f8-a3cc-4a7bfe862143 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1473000 Sep 02 13:47:38.005912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:38.069688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:38.075697 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c6429113-0fd6-41f9-820e-cfc6570e86bf admin admin] 10.222.0.13 "PUT /v2.0/routers/771d4111-d798-403d-af86-3e8aad0d573f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0679905 Sep 02 13:47:38.142377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Sync routers for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:38.143919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75af2b7-0beb-4245-97db-e55b90df4fa7 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:38.199857 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d75af2b7-0beb-4245-97db-e55b90df4fa7 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 064d3a71-911b-453e-89b0-1a572d306d4e owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:38.206221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-fb397d71-cf76-4da8-b0ab-770b877cfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:38.217928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-fb397d71-cf76-4da8-b0ab-770b877cfbb0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 1094 time: 0.1916604 Sep 02 13:47:38.296613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62aacf-895e-4431-a514-2d04e0c9fccd req-316fd755-fa22-4b40-9811-163b3a64af0e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:38.307116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f62aacf-895e-4431-a514-2d04e0c9fccd req-316fd755-fa22-4b40-9811-163b3a64af0e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 943 time: 0.2421873 Sep 02 13:47:38.316717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 53bf4577-9668-4402-92c4-db0cad4798f2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:38.317300 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:38.366470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:38.367132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:38.452031 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96e8bdc7-e2e4-497e-b114-3a4b60be9868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:38.468450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f62aacf-895e-4431-a514-2d04e0c9fccd req-3147ae85-4f6e-4445-bafd-3eca9110d8fa tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600182 Sep 02 13:47:38.581419 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75af2b7-0beb-4245-97db-e55b90df4fa7 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:38.650124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75af2b7-0beb-4245-97db-e55b90df4fa7 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=064d3a71-911b-453e-89b0-1a572d306d4e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:38.721788 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:38.731877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Transition to ACTIVE for port object 45f46e19-9946-49a5-a1a9-fe1417dd3050 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:38.763284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-23fc3ab3-3565-4b92-ab92-b6f684870f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:38.765604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-23fc3ab3-3565-4b92-ab92-b6f684870f4d service neutron] 10.222.0.90 "GET /v2.0/networks?id=a9571312-1e3e-4443-9861-1c8c37ec1d60 HTTP/1.1" status: 200 len: 898 time: 0.5367687 Sep 02 13:47:38.813868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Transition to ACTIVE for port object 45f46e19-9946-49a5-a1a9-fe1417dd3050 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:38.828272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75af2b7-0beb-4245-97db-e55b90df4fa7 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:38.838224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d75af2b7-0beb-4245-97db-e55b90df4fa7 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/ports/064d3a71-911b-453e-89b0-1a572d306d4e HTTP/1.1" status: 204 len: 168 time: 2.5192940 Sep 02 13:47:38.839338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:38.860946 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-c8862cc1-633b-4b37-bad6-7966fdb7c91e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b04713-2d88-4e71-b576-28413252f4f6 HTTP/1.1" status: 200 len: 217 time: 0.0830381 Sep 02 13:47:38.881396 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:38.957151 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Pushing event updated for resources: {'Port': ['ID=45f46e19-9946-49a5-a1a9-fe1417dd3050,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:39.005448 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f77455-9ed9-42f3-8bd9-59f03910eddc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:39.008367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-83f77455-9ed9-42f3-8bd9-59f03910eddc tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "GET /v2.0/ports?device_id=5446f3e0-d15e-4503-98c2-9c4fc8c8de51 HTTP/1.1" status: 200 len: 913 time: 0.1674051 Sep 02 13:47:39.010918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:39.069313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Network cf2c4d76-5c23-48ef-a3f8-58138e809896 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:39.079516 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.115266 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:39.120692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:39.132352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46280) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:39.142636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:39.146102 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dbee27-3f00-43cf-a577-1f97fc6c51be" -d '{"events": [{"server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "name": "network-vif-plugged", "status": "completed", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:39.162026 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96e8bdc7-e2e4-497e-b114-3a4b60be9868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.167501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:39.177234 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6b07c9af-1902-4312-ba0f-8d4704a90619 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321010905', 'description': 'tempest-description--1210851822'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:39.205792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-96e8bdc7-e2e4-497e-b114-3a4b60be9868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.214785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=53bf4577-9668-4402-92c4-db0cad4798f2,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:39.231767 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b3b15-afb5-4903-b735-4dbadb0301b8 x-openstack-request-id: req-405b3b15-afb5-4903-b735-4dbadb0301b8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:39.232519 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "name": "network-vif-plugged", "status": "completed", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:39.233546 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-405b3b15-afb5-4903-b735-4dbadb0301b8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:39.234163 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2', 'code': 200} Sep 02 13:47:39.240419 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.275768 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-96e8bdc7-e2e4-497e-b114-3a4b60be9868 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61ad46fc0f0c43af99675ac2bb82e4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2616305 Sep 02 13:47:39.282746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8639e-545c-4500-abfd-e2dd9529f529 req-1007f70d-232e-43eb-a14b-40a88868037d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:39.284398 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f1e8639e-545c-4500-abfd-e2dd9529f529 req-1007f70d-232e-43eb-a14b-40a88868037d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 945 time: 0.1386838 Sep 02 13:47:39.285848 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:39.292414 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.303059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Attempting to bind port 45f46e19-9946-49a5-a1a9-fe1417dd3050 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:39.303877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Attempting to bind port 45f46e19-9946-49a5-a1a9-fe1417dd3050 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:39.304419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Attempting to bind port 45f46e19-9946-49a5-a1a9-fe1417dd3050 on network cf2c4d76-5c23-48ef-a3f8-58138e809896 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:39.330534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.357115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:39.358536 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Checking segment: {'id': 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:39.359110 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.359838 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Bound using segment: {'id': 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:39.360496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Bound port: 45f46e19-9946-49a5-a1a9-fe1417dd3050, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:39.361159 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.362233 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8bdc7-e2e4-497e-b114-3a4b60be9868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748b2cdb-e24c-470b-b5b8-de51529334c9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:39.367657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-0f5605f0-b757-4cc6-bbb8-9de47e92e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:39.369290 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-0f5605f0-b757-4cc6-bbb8-9de47e92e3d8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1 HTTP/1.1" status: 200 len: 834 time: 0.3184538 Sep 02 13:47:39.374985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b07c9af-1902-4312-ba0f-8d4704a90619 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.471647 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=53bf4577-9668-4402-92c4-db0cad4798f2,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:39.551981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b07c9af-1902-4312-ba0f-8d4704a90619 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.566711 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b07c9af-1902-4312-ba0f-8d4704a90619 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.620507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] For port 45f46e19-9946-49a5-a1a9-fe1417dd3050, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:39.635995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] For port 45f46e19-9946-49a5-a1a9-fe1417dd3050, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=45f46e19-9946-49a5-a1a9-fe1417dd3050,segment=NetworkSegment(d44ff570-1b1e-4199-a3d7-4ccc3fed61c1),segment_id=d44ff570-1b1e-4199-a3d7-4ccc3fed61c1)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:39.643373 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f1e8639e-545c-4500-abfd-e2dd9529f529 req-fd5b482e-8f0a-4596-8540-b88d0bb774c8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410199 Sep 02 13:47:39.652134 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.652563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07c9af-1902-4312-ba0f-8d4704a90619 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ad03f9-b3e5-4221-9988-c4b82da22a4a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:39.671233 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6b07c9af-1902-4312-ba0f-8d4704a90619 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.671233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6b07c9af-1902-4312-ba0f-8d4704a90619 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5270720 Sep 02 13:47:39.672439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46292) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:39.693901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-7bef171d-c0f9-4652-9e93-f9bf12bc3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:39.695543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-7bef171d-c0f9-4652-9e93-f9bf12bc3966 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a9571312-1e3e-4443-9861-1c8c37ec1d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2790532 Sep 02 13:47:39.700685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7f21b356-73ef-4bfe-8473-29731db32d4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'security_group_rule': {'security_group_id': '99ad03f9-b3e5-4221-9988-c4b82da22a4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:39.710806 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8832f69-f91a-4173-af8d-04fb6dcf21a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.852156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-4371eaec-6069-4a84-a66a-3e090690dcc3 service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281796 Sep 02 13:47:39.898592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f21b356-73ef-4bfe-8473-29731db32d4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.966330 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8832f69-f91a-4173-af8d-04fb6dcf21a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:39.972713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2916f-68bb-4b53-a73f-8ce6257b8d26 None None] Pushing event updated for resources: {'Port': ['ID=45f46e19-9946-49a5-a1a9-fe1417dd3050,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:40.024831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 2, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:40.089431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e1201-c871-49b3-98ae-8e7d3d91113b req-33742c5f-b2ae-42bf-81b8-26a212818d87 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:40.099758 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e74e1201-c871-49b3-98ae-8e7d3d91113b req-33742c5f-b2ae-42bf-81b8-26a212818d87 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 943 time: 0.2589779 Sep 02 13:47:40.107315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Checking router: 771d4111-d798-403d-af86-3e8aad0d573f for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:47:40.108308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Updating router 771d4111-d798-403d-af86-3e8aad0d573f port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:47:40.152078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Allocated IP 172.25.3.222 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/ca9d8a7e-552f-4553-84bd-862c0e94ff08) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:40.188094 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:40.304572 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8832f69-f91a-4173-af8d-04fb6dcf21a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:40.309157 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8832f69-f91a-4173-af8d-04fb6dcf21a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:40.314155 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d8832f69-f91a-4173-af8d-04fb6dcf21a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/748b2cdb-e24c-470b-b5b8-de51529334c9 HTTP/1.1" status: 204 len: 168 time: 1.0238678 Sep 02 13:47:40.349764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8832f69-f91a-4173-af8d-04fb6dcf21a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748b2cdb-e24c-470b-b5b8-de51529334c9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:40.400320 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:40.611269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:40.770467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f21b356-73ef-4bfe-8473-29731db32d4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:40.866120 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ba931d1-255f-4903-97eb-a081cd86a0ba req-8132686f-ed69-46be-a938-09753ea5e7ff service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9904010 Sep 02 13:47:40.870633 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:40.899570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f21b356-73ef-4bfe-8473-29731db32d4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:40.995323 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e74e1201-c871-49b3-98ae-8e7d3d91113b req-11829ec8-6cd2-4ff2-be28-c45d07c50581 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8944020 Sep 02 13:47:41.012499 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 69b04713-2d88-4e71-b576-28413252f4f6 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:47:41.136593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46312) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:41.178795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01f53f-bbde-433a-bff8-783ed3188f4e req-8016278e-056d-4883-9405-980552cf41b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:41.179272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21b356-73ef-4bfe-8473-29731db32d4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af05612b-3c1f-46dc-90e2-3a6a75b0f288,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:41.189188 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff01f53f-bbde-433a-bff8-783ed3188f4e req-8016278e-056d-4883-9405-980552cf41b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.3304257 Sep 02 13:47:41.194337 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7f21b356-73ef-4bfe-8473-29731db32d4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:41.211927 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7f21b356-73ef-4bfe-8473-29731db32d4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5149224 Sep 02 13:47:41.221982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:41.228774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:41.244821 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-90299a7e-d291-48f3-a6ee-857d67ab6407 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'security_group_rule': {'security_group_id': '99ad03f9-b3e5-4221-9988-c4b82da22a4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:41.265158 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7310beb-4e84-4e09-ac64-b0b6ba1103d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:41.270527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:41.292605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:41.336911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff01f53f-bbde-433a-bff8-783ed3188f4e req-7f891a72-9673-48a1-b2f1-a70755ef6a33 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413350 Sep 02 13:47:41.374804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9d8a7e-552f-4553-84bd-862c0e94ff08,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:41.494026 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:41.525172 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90299a7e-d291-48f3-a6ee-857d67ab6407 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:41.546613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Transition to ACTIVE for port object 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:41.558612 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:41.643496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 45f46e19-9946-49a5-a1a9-fe1417dd3050 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:41.689054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port 7f8ab8ed-e61c-4ecd-a063-bc3849027ebf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:41.689413 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:41.781358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 69b04713-2d88-4e71-b576-28413252f4f6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=69b04713-2d88-4e71-b576-28413252f4f6,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:41.858312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:41.878346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for 7f8ab8ed-e61c-4ecd-a063-bc3849027ebf owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:41.957743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '69b04713-2d88-4e71-b576-28413252f4f6', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'port_id': '69b04713-2d88-4e71-b576-28413252f4f6', 'mac_address': 'fa:16:3e:31:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:47:41.968475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d69f77-8e73-4719-a140-516cc536f1e7 None None] Pushing event updated for resources: {'Port': ['ID=7ca18702-2d80-4dcf-a811-1edbfbfa8a27,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:41.976272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 45f46e19-9946-49a5-a1a9-fe1417dd3050 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:42.059756 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90299a7e-d291-48f3-a6ee-857d67ab6407 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.078552 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90299a7e-d291-48f3-a6ee-857d67ab6407 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.090145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a221551-e420-41cb-854b-4fdc5503762e None None] Network cf2c4d76-5c23-48ef-a3f8-58138e809896 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:42.156707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90299a7e-d291-48f3-a6ee-857d67ab6407 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f595641-79c8-4b28-aefe-5f60b40300f6,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:42.286174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.329149 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.346566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=7f8ab8ed-e61c-4ecd-a063-bc3849027ebf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:42.359509 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7310beb-4e84-4e09-ac64-b0b6ba1103d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.370454 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7310beb-4e84-4e09-ac64-b0b6ba1103d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.400348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1140968b-63d3-424b-be60-e6c2e7c751ad None None] Provisioning for port 45f46e19-9946-49a5-a1a9-fe1417dd3050 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:42.407494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b04713-2d88-4e71-b576-28413252f4f6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:47:42.411620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Attempting to bind port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:42.412027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Attempting to bind port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:42.412405 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Attempting to bind port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 on network 66347dcd-c6d4-4265-a223-b109e7c431b7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:42.425425 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1140968b-63d3-424b-be60-e6c2e7c751ad None None] Provisioning complete for port 45f46e19-9946-49a5-a1a9-fe1417dd3050 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:42.425811 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1140968b-63d3-424b-be60-e6c2e7c751ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.460639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90299a7e-d291-48f3-a6ee-857d67ab6407 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.470897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:42.471283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Checking segment: {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:42.471699 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.472127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Bound using segment: {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:42.472625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Bound port: 7ca18702-2d80-4dcf-a811-1edbfbfa8a27, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:42.473018 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.476317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-90299a7e-d291-48f3-a6ee-857d67ab6407 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2357557 Sep 02 13:47:42.480229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:42.505623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:42.522933 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 69b04713-2d88-4e71-b576-28413252f4f6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=69b04713-2d88-4e71-b576-28413252f4f6,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:42.552526 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.563202 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b7310beb-4e84-4e09-ac64-b0b6ba1103d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4530c9433e142149c9bf8c876b65e77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4162378 Sep 02 13:47:42.565503 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.571051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:42.664983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310beb-4e84-4e09-ac64-b0b6ba1103d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1680cda8-5ec5-4d8c-8ded-92c8a47ded37,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:42.684831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe7cdf-5fce-45fc-81a5-4276c168b785 req-b54fbd20-8dee-4182-86b7-1ccc193c709b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:42.686235 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5fe7cdf-5fce-45fc-81a5-4276c168b785 req-b54fbd20-8dee-4182-86b7-1ccc193c709b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 943 time: 0.5250013 Sep 02 13:47:42.728060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:42.777572 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] For port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:42.785921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] For port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7ca18702-2d80-4dcf-a811-1edbfbfa8a27,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:42.793342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=69b04713-2d88-4e71-b576-28413252f4f6,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:42.841786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5fe7cdf-5fce-45fc-81a5-4276c168b785 req-faf8655f-89d6-4e2c-a8f8-91192f3110b2 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451645 Sep 02 13:47:42.902730 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:43.028787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea022d2-5696-4503-b7d8-de9ba17908aa req-a6f9b3da-6757-4fba-992e-ab6cf9a1b21e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:43.031281 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ea022d2-5696-4503-b7d8-de9ba17908aa req-a6f9b3da-6757-4fba-992e-ab6cf9a1b21e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.5785086 Sep 02 13:47:43.085928 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9d79-27dd-424c-9e7b-b0dd21c229cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:43.098729 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:43.123890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['69b04713-2d88-4e71-b576-28413252f4f6'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:47:43.195190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9d79-27dd-424c-9e7b-b0dd21c229cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:43.263390 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ea022d2-5696-4503-b7d8-de9ba17908aa req-14ee26de-c4da-4cea-9db6-b772ed4fcd1d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786592 Sep 02 13:47:43.343000 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1140968b-63d3-424b-be60-e6c2e7c751ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:43.418925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d69f77-8e73-4719-a140-516cc536f1e7 None None] Pushing event updated for resources: {'Port': ['ID=7ca18702-2d80-4dcf-a811-1edbfbfa8a27,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:43.451252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:43.453729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:43.483287 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9d79-27dd-424c-9e7b-b0dd21c229cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:43.490179 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9d79-27dd-424c-9e7b-b0dd21c229cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:43.494126 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1cfd9d79-27dd-424c-9e7b-b0dd21c229cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1680cda8-5ec5-4d8c-8ded-92c8a47ded37 HTTP/1.1" status: 204 len: 168 time: 0.9189565 Sep 02 13:47:43.540979 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:43.541906 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd9d79-27dd-424c-9e7b-b0dd21c229cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1680cda8-5ec5-4d8c-8ded-92c8a47ded37,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:43.790462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1140968b-63d3-424b-be60-e6c2e7c751ad None None] For port 45f46e19-9946-49a5-a1a9-fe1417dd3050, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=45f46e19-9946-49a5-a1a9-fe1417dd3050,segment=NetworkSegment(d44ff570-1b1e-4199-a3d7-4ccc3fed61c1),segment_id=d44ff570-1b1e-4199-a3d7-4ccc3fed61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:43.826689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:43.845412 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855e9a5-9785-4e11-876a-d478a1c12418 None None] Sync routers for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:43.855901 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-15e3abb6-7f43-4a4b-9619-f5f7d4ce898b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "PUT /v2.0/routers/5446f3e0-d15e-4503-98c2-9c4fc8c8de51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8435731 Sep 02 13:47:43.868406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:43.888793 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855e9a5-9785-4e11-876a-d478a1c12418 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:43.911436 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6855e9a5-9785-4e11-876a-d478a1c12418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:43.914424 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1140968b-63d3-424b-be60-e6c2e7c751ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:43.951447 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:44.001117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:44.133743 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6855e9a5-9785-4e11-876a-d478a1c12418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:44.162517 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6855e9a5-9785-4e11-876a-d478a1c12418 None None] Routers {'5446f3e0-d15e-4503-98c2-9c4fc8c8de51'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:44.165231 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6855e9a5-9785-4e11-876a-d478a1c12418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:44.204398 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6855e9a5-9785-4e11-876a-d478a1c12418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:44.206383 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6855e9a5-9785-4e11-876a-d478a1c12418 None None] The sync data for ids ['5446f3e0-d15e-4503-98c2-9c4fc8c8de51'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:44.217749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9487fa6a-b0ed-42a6-ad11-ab926ab3b491 None None] Provisioning complete for port 45f46e19-9946-49a5-a1a9-fe1417dd3050 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:44.218382 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9487fa6a-b0ed-42a6-ad11-ab926ab3b491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:44.477857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140968b-63d3-424b-be60-e6c2e7c751ad None None] Pushing event updated for resources: {'Port': ['ID=45f46e19-9946-49a5-a1a9-fe1417dd3050,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:44.631447 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Allocated IP 172.25.3.237 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/d7c78ffd-b825-4061-9023-9079c72f9160) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:44.632266 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:44.767627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:44.844417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774c257-5f9e-4308-977a-d81cdd258bb8 req-0783f2b7-6333-4501-8823-2cfd2cc8e693 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:44.856736 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2774c257-5f9e-4308-977a-d81cdd258bb8 req-0783f2b7-6333-4501-8823-2cfd2cc8e693 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 944 time: 0.5039687 Sep 02 13:47:44.897604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9439a3-5199-497a-85cf-a8df995ccde4 req-8fcece25-1795-4853-9f29-4e4d0f19cda4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:44.906092 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d9439a3-5199-497a-85cf-a8df995ccde4 req-8fcece25-1795-4853-9f29-4e4d0f19cda4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1710367 Sep 02 13:47:44.953786 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:44.974210 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2774c257-5f9e-4308-977a-d81cdd258bb8 req-73dabd9f-a5f8-420d-bbdb-fc5547505490 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098821 Sep 02 13:47:44.991446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d9439a3-5199-497a-85cf-a8df995ccde4 req-ee64704e-08ec-4a75-b126-524e062aac02 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844290 Sep 02 13:47:44.997143 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Router 49048db8-f317-4bb3-a61a-3df986beef3b is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:47:45.020762 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:45.138024 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:45.139489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting port d50236ae-c931-4bd2-a805-54ac68e88fbb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:47:45.140046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:45.289758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:45.340673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:45.384523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:45.393799 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Calling delete_port for d50236ae-c931-4bd2-a805-54ac68e88fbb owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:47:45.397245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:45.405544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'Port': ['ID=d7c78ffd-b825-4061-9023-9079c72f9160,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:45.456476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:45.463792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 45f46e19-9946-49a5-a1a9-fe1417dd3050 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:45.543693 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:45.547315 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eca1cd12-6683-46a6-98f0-3e1f42022fe5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5623753 Sep 02 13:47:45.557325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:45.558818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Sync routers for ids ['49048db8-f317-4bb3-a61a-3df986beef3b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:45.612195 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:45.642476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Routers {'49048db8-f317-4bb3-a61a-3df986beef3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:45.647435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['49048db8-f317-4bb3-a61a-3df986beef3b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:45.700100 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:46.061469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Set router 49048db8-f317-4bb3-a61a-3df986beef3b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:46.283361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:46.314540 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:46.432781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'Port': ['ID=d7c78ffd-b825-4061-9023-9079c72f9160,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:46.469412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:42Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:46.516145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 45f46e19-9946-49a5-a1a9-fe1417dd3050 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:46.517121 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:46.532120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f02d0-6214-4660-9591-52f197887d4f req-11d8154a-e148-4f23-a340-5584bc6b7b9f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:46.534672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c1f02d0-6214-4660-9591-52f197887d4f req-11d8154a-e148-4f23-a340-5584bc6b7b9f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 944 time: 0.3505018 Sep 02 13:47:46.536127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:46.608280 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c1f02d0-6214-4660-9591-52f197887d4f req-41df8ee9-01a5-4c31-9339-26e9620998db tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520728 Sep 02 13:47:46.609119 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:46.611774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-085e9f73-cf32-41c9-8253-94f48abb568f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1244266 Sep 02 13:47:46.621634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51335a6-ffc6-49fa-91c6-70fe9d5f5f61 req-c231513a-4d25-451b-8ea6-42c88f12ae20 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:46.640292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a51335a6-ffc6-49fa-91c6-70fe9d5f5f61 req-c231513a-4d25-451b-8ea6-42c88f12ae20 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.4293520 Sep 02 13:47:46.683790 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:46.742233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63520195-6a7e-4ee3-a75e-0f8ca32ac51d None None] The sync data for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 is: [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:42Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:46.774200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Port': ['ID=d50236ae-c931-4bd2-a805-54ac68e88fbb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:46.888220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:36Z', 'updated_at': '2021-09-02T13:47:42Z', 'revision_number': 3, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'gw_port': {'id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:39Z', 'updated_at': '2021-09-02T13:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:46.906499 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a51335a6-ffc6-49fa-91c6-70fe9d5f5f61 req-4c375bce-018c-4516-a5ee-2f22ac8f2b1f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640586 Sep 02 13:47:46.988971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Checking router: 49048db8-f317-4bb3-a61a-3df986beef3b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:47:46.989337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Updating router 49048db8-f317-4bb3-a61a-3df986beef3b port ca9d8a7e-552f-4553-84bd-862c0e94ff08 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:47:47.028676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 69b04713-2d88-4e71-b576-28413252f4f6 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:47.042342 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.091697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-7b88f4e7-aa7e-49ea-9732-193d487eb0ac tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1321010905&fields=id&tenant_id=3f7a79aca27240e1a2df26a0324ca471 HTTP/1.1" status: 200 len: 267 time: 0.0931401 Sep 02 13:47:47.174498 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.329229 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.343287 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.365527 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.484332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:47.508637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.511838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Fanout notify agent at l3_agent the message router_deleted on router 5446f3e0-d15e-4503-98c2-9c4fc8c8de51 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:47:47.525669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-c81c3d75-7a6a-4a14-a9bc-068afae1f187 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:47.526492 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-c81c3d75-7a6a-4a14-a9bc-068afae1f187 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 811 time: 0.4256413 Sep 02 13:47:47.532485 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.539305 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a6dc040b-abb5-40a1-b325-b70a7f731a96 tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/routers/5446f3e0-d15e-4503-98c2-9c4fc8c8de51 HTTP/1.1" status: 204 len: 168 time: 3.6663711 Sep 02 13:47:47.547112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46452) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:47.599239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 69b04713-2d88-4e71-b576-28413252f4f6 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:47.628301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 69b04713-2d88-4e71-b576-28413252f4f6 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:47.628678 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.635140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-452d2862-4d70-45a2-a23d-2fdc54ddf998 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/quotas/3f7a79aca27240e1a2df26a0324ca471 HTTP/1.1" status: 200 len: 375 time: 0.1019256 Sep 02 13:47:47.740178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b80170-d3b2-4f2e-b91b-b1cb553e084c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Deleting subnet b7e2dbf5-ed68-4e7c-8909-27b074f16583 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:47:47.744429 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b80170-d3b2-4f2e-b91b-b1cb553e084c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.880541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:47.910453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:47.911233 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:47.994386 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b80170-d3b2-4f2e-b91b-b1cb553e084c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.040595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Allocated IP 172.20.0.1 (cf2c4d76-5c23-48ef-a3f8-58138e809896/323011c9-e0e4-4c95-b01b-4c0088ae524c/5c93b06c-da50-4364-8a70-e8fd3f7e0f71) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:48.081288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e908d-b415-41e3-a7b7-88829d5c3750 req-b8e2ce21-3a6c-480c-86cd-155d783e1272 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:48.088993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d01e908d-b415-41e3-a7b7-88829d5c3750 req-b8e2ce21-3a6c-480c-86cd-155d783e1272 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 944 time: 0.3134851 Sep 02 13:47:48.158086 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-04938d8f-53cd-43a6-8e32-c8cf702ae5dc tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4376712 Sep 02 13:47:48.230189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46468) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:48.338915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d01e908d-b415-41e3-a7b7-88829d5c3750 req-ba9d4853-54a3-4f25-b156-0517705bda4e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488115 Sep 02 13:47:48.425881 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b80170-d3b2-4f2e-b91b-b1cb553e084c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.492834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.569487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Transition to ACTIVE for port object 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:48.590129 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cb35b47-4a0d-41e6-a303-40e689c98b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.604007 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.621409 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea8fc7-e2df-46cd-8cd1-a61ade0d8cd1 req-f5bd034e-7ade-445c-8113-a220e1da07af tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:48.623061 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ffea8fc7-e2df-46cd-8cd1-a61ade0d8cd1 req-f5bd034e-7ade-445c-8113-a220e1da07af tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1202061 Sep 02 13:47:48.748077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:47:48.751986 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94dbc2b-6d85-44f5-9123-048122b6f6d2" -d '{"events": [{"server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "name": "network-vif-plugged", "status": "completed", "tag": "69b04713-2d88-4e71-b576-28413252f4f6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:47:48.771533 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ffea8fc7-e2df-46cd-8cd1-a61ade0d8cd1 req-afa2707a-d9bd-43b8-9df1-bf90f11d4882 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327403 Sep 02 13:47:48.775179 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.788251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 69b04713-2d88-4e71-b576-28413252f4f6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=69b04713-2d88-4e71-b576-28413252f4f6,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:48.794072 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.807771 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.810953 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-6816dcc3-e05a-43a3-a7bf-d92f9f9992f6 service neutron] 10.222.0.13 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788224 Sep 02 13:47:48.904096 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b80170-d3b2-4f2e-b91b-b1cb553e084c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.943776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=69b04713-2d88-4e71-b576-28413252f4f6,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:48.949262 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.969044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Network cf2c4d76-5c23-48ef-a3f8-58138e809896 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:48.978145 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:48.983547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7ca18702-2d80-4dcf-a811-1edbfbfa8a27,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:48.984880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:48.988352 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d96a29-a397-4fa2-bac1-48cf50addc30 x-openstack-request-id: req-83d96a29-a397-4fa2-bac1-48cf50addc30 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:47:48.988520 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "name": "network-vif-plugged", "status": "completed", "tag": "69b04713-2d88-4e71-b576-28413252f4f6", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:47:48.988782 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83d96a29-a397-4fa2-bac1-48cf50addc30 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:47:48.989346 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6', 'code': 200} Sep 02 13:47:48.993494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Transition to ACTIVE for port object ca9d8a7e-552f-4553-84bd-862c0e94ff08 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:48.999172 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:48.999704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b80170-d3b2-4f2e-b91b-b1cb553e084c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e2dbf5-ed68-4e7c-8909-27b074f16583,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:49.011360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b80170-d3b2-4f2e-b91b-b1cb553e084c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.019050 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d3b80170-d3b2-4f2e-b91b-b1cb553e084c tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/subnets/b7e2dbf5-ed68-4e7c-8909-27b074f16583 HTTP/1.1" status: 204 len: 168 time: 1.4706740 Sep 02 13:47:49.025986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46480) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:49.061731 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.109919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Pushing event updated for resources: {'Port': ['ID=5c93b06c-da50-4364-8a70-e8fd3f7e0f71,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:49.142742 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=7ca18702-2d80-4dcf-a811-1edbfbfa8a27,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:49.146410 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.163128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Attempting to bind port ca9d8a7e-552f-4553-84bd-862c0e94ff08 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:49.163509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Attempting to bind port ca9d8a7e-552f-4553-84bd-862c0e94ff08 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:49.163912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Attempting to bind port ca9d8a7e-552f-4553-84bd-862c0e94ff08 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:49.182599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:49.182996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:49.183878 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.184295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:49.184803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Bound port: ca9d8a7e-552f-4553-84bd-862c0e94ff08, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:49.185199 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.264411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] For port ca9d8a7e-552f-4553-84bd-862c0e94ff08, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:49.269500 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] For port ca9d8a7e-552f-4553-84bd-862c0e94ff08, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ca9d8a7e-552f-4553-84bd-862c0e94ff08,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:49.302764 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.363546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65b038-7b1f-4e54-bfc3-e42d8fbb47d5 None None] Pushing event updated for resources: {'Port': ['ID=ca9d8a7e-552f-4553-84bd-862c0e94ff08,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:49.392537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-be1eacc1-ba3c-4154-b8d9-3ced0733cc9c service neutron] 10.222.0.13 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728002 Sep 02 13:47:49.412089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.423221 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cb35b47-4a0d-41e6-a303-40e689c98b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.431245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.448610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:49.452418 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cb35b47-4a0d-41e6-a303-40e689c98b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.470200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc27851-0a38-4960-b969-d1b0d2be028d req-d9a6915e-0cdf-41f0-abda-7074a3a68c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:49.471987 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dfc27851-0a38-4960-b969-d1b0d2be028d req-d9a6915e-0cdf-41f0-abda-7074a3a68c28 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 1096 time: 0.3585839 Sep 02 13:47:49.583092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Routers {'49048db8-f317-4bb3-a61a-3df986beef3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:49.587034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['49048db8-f317-4bb3-a61a-3df986beef3b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:49.623718 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2cb35b47-4a0d-41e6-a303-40e689c98b31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20545c33615044c48f5d45d82ddc4d69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3903329 Sep 02 13:47:49.678101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:49.678916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb35b47-4a0d-41e6-a303-40e689c98b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9904222-366e-47d4-9137-f745e6befb85,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:49.760819 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.764708 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dfc27851-0a38-4960-b969-d1b0d2be028d req-7c900737-555d-4e84-b7d0-3f6a11d96d90 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770631 Sep 02 13:47:49.802360 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7aa26829-6752-4538-871e-3e0f21af52f7 req-71c85c3b-4e16-4b8a-aaad-a34abbf1867a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 210 time: 0.0659211 Sep 02 13:47:49.812128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e9ee14-d190-4e86-ab10-fb808b9618e9']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:49.827466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077f7e83-a711-4fb1-b575-c0c000371f23') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:49.827994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077f7e83-a711-4fb1-b575-c0c000371f23') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:49.852829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.876578 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f093c92-8444-4c06-9a7a-261ca0c60b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.879307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c574f86-16f1-4c35-95fc-67de6682ef4a None None] Provisioning for port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:49.885490 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.908346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:47:49.908946 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:47:49.912390 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:47:49.936476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3c574f86-16f1-4c35-95fc-67de6682ef4a None None] Provisioning complete for port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:49.941160 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3c574f86-16f1-4c35-95fc-67de6682ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:49.996117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f093c92-8444-4c06-9a7a-261ca0c60b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:50.012269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b7118-6065-4c62-b620-70122a7128f3 req-2f4a01a7-b89d-46ed-a63a-132966a7305f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:50.022653 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd6b7118-6065-4c62-b620-70122a7128f3 req-2f4a01a7-b89d-46ed-a63a-132966a7305f tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 945 time: 0.1236632 Sep 02 13:47:50.048669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3c574f86-16f1-4c35-95fc-67de6682ef4a None None] Port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:50.071975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65b038-7b1f-4e54-bfc3-e42d8fbb47d5 None None] Pushing event updated for resources: {'Port': ['ID=ca9d8a7e-552f-4553-84bd-862c0e94ff08,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:50.097010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:50.097633 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:50.154966 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:50.176461 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd6b7118-6065-4c62-b620-70122a7128f3 req-0372c772-a593-47b5-b034-0b2ca6f55f4d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419089 Sep 02 13:47:50.202053 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:50.239439 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] 10.222.0.13 "DELETE /v2.0/networks/89e9ee14-d190-4e86-ab10-fb808b9618e9 HTTP/1.1" status: 204 len: 168 time: 1.2120054 Sep 02 13:47:50.289579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df5fe-67c5-4e51-b417-e9dab6735a9b tempest-FloatingIPTestJSON-1264997805 tempest-FloatingIPTestJSON-1264997805-project] Pushing event deleted for resources: {'Network': ['ID=89e9ee14-d190-4e86-ab10-fb808b9618e9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:50.312786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] Set router 49048db8-f317-4bb3-a61a-3df986beef3b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:50.349931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:50.359056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321b0cf-871e-47ad-8447-08a0f709e20f req-660c7d3e-e79d-4b30-b989-27c6d4988113 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:50.360980 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6321b0cf-871e-47ad-8447-08a0f709e20f req-660c7d3e-e79d-4b30-b989-27c6d4988113 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.3759770 Sep 02 13:47:50.381327 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:50.387643 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f093c92-8444-4c06-9a7a-261ca0c60b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:50.397987 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f093c92-8444-4c06-9a7a-261ca0c60b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:50.401851 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3f093c92-8444-4c06-9a7a-261ca0c60b3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9904222-366e-47d4-9137-f745e6befb85 HTTP/1.1" status: 204 len: 168 time: 0.7166948 Sep 02 13:47:50.460613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f093c92-8444-4c06-9a7a-261ca0c60b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9904222-366e-47d4-9137-f745e6befb85,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:50.509352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6321b0cf-871e-47ad-8447-08a0f709e20f req-b9eefa68-ea90-4bd0-899d-97706677573f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411927 Sep 02 13:47:50.657665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Pushing event updated for resources: {'Port': ['ID=5c93b06c-da50-4364-8a70-e8fd3f7e0f71,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:50.692169 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:50.729950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46518) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:51.260020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Network cf2c4d76-5c23-48ef-a3f8-58138e809896 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:51.266090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:36Z', 'updated_at': '2021-09-02T13:47:49Z', 'revision_number': 4, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'gw_port': {'id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:39Z', 'updated_at': '2021-09-02T13:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '5c93b06c-da50-4364-8a70-e8fd3f7e0f71', 'name': '', 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'mac_address': 'fa:16:3e:e9:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:47Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 1, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'subnets': [{'id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:51.278191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a723033f-728c-4558-9856-66580ccbf99f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad2c819335db401b9a5fdeaa8bfbea73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458498 Sep 02 13:47:51.284398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46530) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:51.298992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:51.323036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-15e40ae4-55e3-4e41-b7a1-6b0a0d5db18e req-933b21ea-297d-466b-9649-0e7d48209fdd tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 210 time: 0.1179628 Sep 02 13:47:51.360352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e894368-97f4-47b0-9150-728d86743da8 None None] The sync data for ids ['49048db8-f317-4bb3-a61a-3df986beef3b'] in n-d-794796-4 is: [{'id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:36Z', 'updated_at': '2021-09-02T13:47:49Z', 'revision_number': 4, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'gw_port': {'id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:39Z', 'updated_at': '2021-09-02T13:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '5c93b06c-da50-4364-8a70-e8fd3f7e0f71', 'name': '', 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'mac_address': 'fa:16:3e:e9:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:47Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 1, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'subnets': [{'id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:47:51.390086 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46532) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:51.423242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31d965c7-4cfc-4d8d-a90b-566e7d43d76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:51.512542 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b2a7-919d-4b2b-8eb9-79f2e71cef01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:51.686500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b2a7-919d-4b2b-8eb9-79f2e71cef01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:51.717644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Router 49048db8-f317-4bb3-a61a-3df986beef3b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:47:51.807680 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4ec17733-810f-4a35-8f27-c15b8a57ce81 None None] Provisioning complete for port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:51.809082 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ec17733-810f-4a35-8f27-c15b8a57ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:51.824911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0a467-5eeb-4fc3-b86a-7c97482cce5c req-24a5971c-4c1d-44cf-a6d5-709c533e6437 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:51.838771 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5cc0a467-5eeb-4fc3-b86a-7c97482cce5c req-24a5971c-4c1d-44cf-a6d5-709c533e6437 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1648295 Sep 02 13:47:51.933981 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4ec17733-810f-4a35-8f27-c15b8a57ce81 None None] Port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:51.945573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d8ac0-7e67-4883-ac3a-cd11fcae30b7 req-8805a024-65b9-4507-82cf-1f142123ac7c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:51.961533 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b0d8ac0-7e67-4883-ac3a-cd11fcae30b7 req-8805a024-65b9-4507-82cf-1f142123ac7c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 945 time: 0.3815229 Sep 02 13:47:52.053698 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-0d4c75fe-c7c2-4e34-a792-781fd583cd91 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:52.067233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-0d4c75fe-c7c2-4e34-a792-781fd583cd91 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 811 time: 0.5564983 Sep 02 13:47:52.171001 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5cc0a467-5eeb-4fc3-b86a-7c97482cce5c req-41fbb888-a00a-4d92-82f1-4b24b8d384e4 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305757 Sep 02 13:47:52.222560 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b2a7-919d-4b2b-8eb9-79f2e71cef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:52.227472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b2a7-919d-4b2b-8eb9-79f2e71cef01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:52.229619 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d3b6b2a7-919d-4b2b-8eb9-79f2e71cef01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f595dedd-6e5d-4f35-b343-6798fb422ffb HTTP/1.1" status: 204 len: 168 time: 0.9438033 Sep 02 13:47:52.233720 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31d965c7-4cfc-4d8d-a90b-566e7d43d76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:52.259711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8b0d8ac0-7e67-4883-ac3a-cd11fcae30b7 req-65afc82f-f4ce-4b1a-ab69-302a5a4c7a9d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966185 Sep 02 13:47:52.269151 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31d965c7-4cfc-4d8d-a90b-566e7d43d76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:52.286694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6b2a7-919d-4b2b-8eb9-79f2e71cef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595dedd-6e5d-4f35-b343-6798fb422ffb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:52.319234 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-f35dc8c1-275d-4c09-9a39-4bb434694a00 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f7a79aca27240e1a2df26a0324ca471 HTTP/1.1" status: 200 len: 380 time: 0.2507625 Sep 02 13:47:52.340396 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'port': {'device_id': '016055f2-638c-4190-ba20-8779026f95e8', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'admin_state_up': True, 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'security_groups': ['99ad03f9-b3e5-4221-9988-c4b82da22a4a']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:52.377129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d965c7-4cfc-4d8d-a90b-566e7d43d76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bb9021-5cb4-4b6e-9382-3f2c8585321f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:52.406291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:47:52.416987 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-31d965c7-4cfc-4d8d-a90b-566e7d43d76a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7721b1b0f50342ba8f7b0dad4540a1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0240514 Sep 02 13:47:52.420954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46552) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:52.497915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3fd660bc-c47f-4c37-b6ad-5faa19871124 admin admin] 10.222.0.13 "PUT /v2.0/routers/49048db8-f317-4bb3-a61a-3df986beef3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9373953 Sep 02 13:47:52.695356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0a6d6-2321-49f5-8429-6a131ff52e6a req-42d4fe1f-1f6e-4c47-ba4d-e332454c613d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:52.707108 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-55b0a6d6-2321-49f5-8429-6a131ff52e6a req-42d4fe1f-1f6e-4c47-ba4d-e332454c613d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 945 time: 0.2773144 Sep 02 13:47:52.742530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Made reservation on behalf of 3f7a79aca27240e1a2df26a0324ca471 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:52.743115 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1c8f4ac0-cf2c-42f0-a9f0-5c753894d4ec req-b01ba58e-f58b-4bea-bbef-e1424d6c7b0b tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 210 time: 0.1861711 Sep 02 13:47:52.750064 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:52.819761 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-55b0a6d6-2321-49f5-8429-6a131ff52e6a req-017738e8-ab73-4d8f-969b-c22adcaeca3c tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971270 Sep 02 13:47:52.827318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:52.892819 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b052a9a-3e70-48df-8ac5-d22f61f6cc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:52.956258 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b052a9a-3e70-48df-8ac5-d22f61f6cc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:53.182945 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b052a9a-3e70-48df-8ac5-d22f61f6cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:53.199635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f45991-1281-421d-b701-062188813d33 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:53.201714 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d0f45991-1281-421d-b701-062188813d33 tempest-TestNetworkBasicOps-1330719449 tempest-TestNetworkBasicOps-1330719449-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 1091 time: 0.3746171 Sep 02 13:47:53.205304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:53.215234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': '69b04713-2d88-4e71-b576-28413252f4f6', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:53.241104 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b052a9a-3e70-48df-8ac5-d22f61f6cc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:53.244571 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5b052a9a-3e70-48df-8ac5-d22f61f6cc59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08bb9021-5cb4-4b6e-9382-3f2c8585321f HTTP/1.1" status: 204 len: 168 time: 0.8223433 Sep 02 13:47:53.280948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b052a9a-3e70-48df-8ac5-d22f61f6cc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bb9021-5cb4-4b6e-9382-3f2c8585321f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:53.322417 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:53.466695 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Allocated IP 172.20.0.8 (66347dcd-c6d4-4265-a223-b109e7c431b7/5d069bb7-3e6d-4ee6-a304-04695b14667a/ddcf71c5-a2e9-4037-a72a-0f4057e6d253) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:53.565399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871103-3e2f-4f18-9ca2-9d7ce2d631ca req-42d86661-fe93-454e-896d-8b543ce5a473 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:53.595012 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d7871103-3e2f-4f18-9ca2-9d7ce2d631ca req-42d86661-fe93-454e-896d-8b543ce5a473 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.2327476 Sep 02 13:47:53.647317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-9b35c78f-5790-4bd7-b067-c51baef77700 req-8f838c44-28bf-4d4a-af87-7eccc4cf3fe2 service neutron] (94688) timed out ('10.222.0.77', 57956) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:47:53.707826 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ca9d8a7e-552f-4553-84bd-862c0e94ff08 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:53.737715 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d7871103-3e2f-4f18-9ca2-9d7ce2d631ca req-5576eb5e-f105-4d81-9fbd-46098fa6a9dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361828 Sep 02 13:47:53.870913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ca9d8a7e-552f-4553-84bd-862c0e94ff08 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:53.886574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ca9d8a7e-552f-4553-84bd-862c0e94ff08 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:53.888513 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:54.229275 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4efc884f-d866-42c0-b1e6-64f6b2be21bf req-6ae3093b-bd36-4bb3-a749-c544e2c21091 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 210 time: 0.1952133 Sep 02 13:47:54.287325 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:54.349815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ca9d8a7e-552f-4553-84bd-862c0e94ff08, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ca9d8a7e-552f-4553-84bd-862c0e94ff08,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:47:54.360519 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:54.466296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:54.469466 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:54.600942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Transition to ACTIVE for port object ddcf71c5-a2e9-4037-a72a-0f4057e6d253 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:54.609691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ca9d8a7e-552f-4553-84bd-862c0e94ff08,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:54.837509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Allocated IP 172.25.3.45 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/57a27dd0-77ab-4e3d-8f05-605ba5b9f902) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:54.925582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:55.028549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeff1e-ea67-4cbd-8176-32d16e9d919f req-9015b3d1-0fad-44d3-bd1e-cb247cb3b1b2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:55.042740 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eefeff1e-ea67-4cbd-8176-32d16e9d919f req-9015b3d1-0fad-44d3-bd1e-cb247cb3b1b2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1431043 Sep 02 13:47:55.121963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.134496 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eefeff1e-ea67-4cbd-8176-32d16e9d919f req-5bfd3e45-a831-42f6-9c42-30c0df76e3f3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809624 Sep 02 13:47:55.406484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ca9d8a7e-552f-4553-84bd-862c0e94ff08 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:47:55.418645 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56484c08-546b-481d-9e5e-78a4b53f47d7 req-769b2b3c-4b94-4676-8b83-5f01aa8c9110 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 210 time: 0.0509758 Sep 02 13:47:55.458110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.528999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ca9d8a7e-552f-4553-84bd-862c0e94ff08 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:55.531756 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.543677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-45f059d0-aad8-4c40-876a-03af5677b87b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1337066212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:55.606508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-3d740e38-19ca-4ba2-b17a-5d4493a6a307 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:55.608561 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45f059d0-aad8-4c40-876a-03af5677b87b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.608734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-3d740e38-19ca-4ba2-b17a-5d4493a6a307 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/networks?id=53300a0f-d822-42e9-a5f0-b63ae1502965 HTTP/1.1" status: 200 len: 911 time: 0.4367657 Sep 02 13:47:55.612037 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45f059d0-aad8-4c40-876a-03af5677b87b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.626643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:55.636258 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.682044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:47:55.687088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:55.697258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:55.701939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:55.722779 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45f059d0-aad8-4c40-876a-03af5677b87b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.729164 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45f059d0-aad8-4c40-876a-03af5677b87b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.775387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-45f059d0-aad8-4c40-876a-03af5677b87b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.781460 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-45f059d0-aad8-4c40-876a-03af5677b87b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8544981 Sep 02 13:47:55.782475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46650) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:55.792230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-302054806'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:55.822984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Made reservation on behalf of 45ac82f5c21243b7b7659982049312b9 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:55.836695 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.854110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:47:55.864394 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.868742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:55.869453 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:55.882367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=57a27dd0-77ab-4e3d-8f05-605ba5b9f902,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:55.888116 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-48eb94e0-0a41-41b9-bea1-3d8052508de7 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/quotas/bbacdfbd19dd45ffa594408c68a5e2d4 HTTP/1.1" status: 200 len: 375 time: 0.2673733 Sep 02 13:47:55.913901 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5786099 Sep 02 13:47:56.086828 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Request body: {'port': {'device_id': '016055f2-638c-4190-ba20-8779026f95e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:56.100295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:56.102935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.103588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.104241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.105095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.105608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.106112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.106621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.107106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.107782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.108295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.108805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.109443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:47:56.117110 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:56.198686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:47:56.228728 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d6aeb8-09e7-457e-bf95-3ed9f40e4cea,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:56.263151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9e7c1-7247-4911-afb7-5b3f424b1d3d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'Port': ['ID=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:56.265282 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:56.267984 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Added segment 31b1035d-8d0e-434b-99bd-bb1b511d8401 of type vlan for network 20ddade3-a011-4527-a54c-3afbb4bd04cd Sep 02 13:47:56.315749 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-7533757b-3af6-4f4a-9537-f2bc9bf04f32 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbacdfbd19dd45ffa594408c68a5e2d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3910782 Sep 02 13:47:56.370228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-36090fcd-044f-4aa4-a929-91a1fdba8671 None None] Provisioning for port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:47:56.375081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-36090fcd-044f-4aa4-a929-91a1fdba8671 None None] Provisioning complete for port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:47:56.375772 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36090fcd-044f-4aa4-a929-91a1fdba8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:56.397124 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:56.487274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-36090fcd-044f-4aa4-a929-91a1fdba8671 None None] Port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:47:56.496634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:56.505522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:56.517552 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Sync routers for ids ['49048db8-f317-4bb3-a61a-3df986beef3b'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:47:56.518016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:56.518298 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:56.538394 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Routers {'49048db8-f317-4bb3-a61a-3df986beef3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:56.539060 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['49048db8-f317-4bb3-a61a-3df986beef3b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:56.656187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-4c689564-728f-49c9-9d46-0fc7c110240c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:47:56.656187 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-4c689564-728f-49c9-9d46-0fc7c110240c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2533455 Sep 02 13:47:56.897758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Network': ['ID=20ddade3-a011-4527-a54c-3afbb4bd04cd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:56.911547 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e1b5bd2c-ba20-44ab-adf9-49c8041d9dcf tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1272769 Sep 02 13:47:56.912582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46686) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:56.912761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 20ddade3-a011-4527-a54c-3afbb4bd04cd details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:47:56.921187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Request body: {'subnet': {'network_id': '20ddade3-a011-4527-a54c-3afbb4bd04cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:56.942612 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Set router 49048db8-f317-4bb3-a61a-3df986beef3b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:57.093277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739e4b5-0cd4-4eae-8a1e-d642c2ca6e26 req-14c917c3-5469-4ae9-8894-e12226c50994 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:57.105050 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9739e4b5-0cd4-4eae-8a1e-d642c2ca6e26 req-14c917c3-5469-4ae9-8894-e12226c50994 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.6506050 Sep 02 13:47:57.149859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Made reservation on behalf of 45ac82f5c21243b7b7659982049312b9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:57.153937 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:57.177451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcf71c5-a2e9-4037-a72a-0f4057e6d253 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:47:57.190004 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:57.205162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Transition to ACTIVE for port object ddcf71c5-a2e9-4037-a72a-0f4057e6d253 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:57.326544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9739e4b5-0cd4-4eae-8a1e-d642c2ca6e26 req-438d82d9-3ec7-4dfb-9df7-2c6f1e856958 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204344 Sep 02 13:47:57.587306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba5975-5351-4817-8186-b4c5f8da0db7 req-902c7293-1c14-49b8-867d-59dfbddf7b06 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:57.598002 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5ba5975-5351-4817-8186-b4c5f8da0db7 req-902c7293-1c14-49b8-867d-59dfbddf7b06 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 943 time: 0.1186392 Sep 02 13:47:57.601615 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:36Z', 'updated_at': '2021-09-02T13:47:49Z', 'revision_number': 4, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'gw_port': {'id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:39Z', 'updated_at': '2021-09-02T13:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '5c93b06c-da50-4364-8a70-e8fd3f7e0f71', 'name': '', 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'mac_address': 'fa:16:3e:e9:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:47Z', 'updated_at': '2021-09-02T13:47:50Z', 'revision_number': 2, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'subnets': [{'id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:57.661825 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Checking router: 49048db8-f317-4bb3-a61a-3df986beef3b for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:47:57.667592 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Updating router 49048db8-f317-4bb3-a61a-3df986beef3b port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:47:57.719798 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5ba5975-5351-4817-8186-b4c5f8da0db7 req-c0d58a9b-b31e-4c5c-96d2-688276a39a0d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194854 Sep 02 13:47:57.724317 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:57.724822 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:57.809870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Subnet': ['ID=dc40c4b0-920d-4667-b0c6-5d0191c3a4ab,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:57.921360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Checking segment: {'id': '31b1035d-8d0e-434b-99bd-bb1b511d8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20ddade3-a011-4527-a54c-3afbb4bd04cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:57.921360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network hostable DHCP agents. Network: 20ddade3-a011-4527-a54c-3afbb4bd04cd, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:47:57.989026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network 20ddade3-a011-4527-a54c-3afbb4bd04cd is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:47:58.005182 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 20ddade3-a011-4527-a54c-3afbb4bd04cd) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:47:58.015288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:58.016340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.050077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac682bc-2ccd-4e3d-a755-261aea9268fd None None] Network 20ddade3-a011-4527-a54c-3afbb4bd04cd requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:47:58.059959 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6ce1f3b3-ed0b-489b-922a-00825a925826 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1444590 Sep 02 13:47:58.064524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46720) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:58.076980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Request body: {'network': {'name': 'tempest-router-network01--471696894'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:58.135975 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.152380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Made reservation on behalf of 45ac82f5c21243b7b7659982049312b9 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:58.156544 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.209127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:47:58.234571 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.236746 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.237565 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Added segment 7e6816e2-5820-4b4a-a97e-d70852171fd0 of type vlan for network 9814ef4b-0699-4c68-8841-63e7c1294212 Sep 02 13:47:58.248746 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Transition to ACTIVE for port object 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:58.258444 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.366395 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.453806 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49bcac-7338-49b6-a17f-2786f9aea045 None None] Pushing event updated for resources: {'Port': ['ID=5c93b06c-da50-4364-8a70-e8fd3f7e0f71,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:58.511522 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-20ddade3-a011-4527-a54c-3afbb4bd04cd', 'network_id': '20ddade3-a011-4527-a54c-3afbb4bd04cd', 'tenant_id': '45ac82f5c21243b7b7659982049312b9', 'fixed_ips': [{'subnet_id': 'dc40c4b0-920d-4667-b0c6-5d0191c3a4ab'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:47:58.513247 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.563890 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.569540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:58.570278 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.602397 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Attempting to bind port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:58.602984 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Attempting to bind port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:58.603676 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Attempting to bind port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 on network cf2c4d76-5c23-48ef-a3f8-58138e809896 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:58.622273 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:58.623756 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Checking segment: {'id': 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:58.626099 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.627304 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Bound using segment: {'id': 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:58.627853 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Bound port: 5c93b06c-da50-4364-8a70-e8fd3f7e0f71, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:58.629820 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.741658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-a788e301-3370-4f67-8cc5-7f43693d37c7 service neutron] 10.222.0.13 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5313818 Sep 02 13:47:58.753331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6877186 Sep 02 13:47:58.753939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46738) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:58.754773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba722c38-cd76-425a-aec5-e48467c0d4a8 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Network': ['ID=9814ef4b-0699-4c68-8841-63e7c1294212,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:58.778335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Request body: {'network': {'name': 'tempest-router-network02--135576147'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:58.808813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Made reservation on behalf of 45ac82f5c21243b7b7659982049312b9 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:58.816342 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.905144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:58.913721 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:47:58.926516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 9814ef4b-0699-4c68-8841-63e7c1294212 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:47:58.945935 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:58.948005 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Added segment 42903650-92c2-47de-9100-16de79b73861 of type vlan for network 457f2d5c-f7e5-42a7-b932-2a592a85f9e7 Sep 02 13:47:58.986009 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] For port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:47:59.004071 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] For port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5c93b06c-da50-4364-8a70-e8fd3f7e0f71,segment=NetworkSegment(d44ff570-1b1e-4199-a3d7-4ccc3fed61c1),segment_id=d44ff570-1b1e-4199-a3d7-4ccc3fed61c1)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:47:59.021667 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:59.083152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:59.172193 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858c945-55f9-44f7-abe5-781b857b67b8 req-ccf94cfa-cd4c-4e7a-8d82-75750ec78dc2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:59.176746 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8858c945-55f9-44f7-abe5-781b857b67b8 req-ccf94cfa-cd4c-4e7a-8d82-75750ec78dc2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.6979561 Sep 02 13:47:59.181422 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:59.190970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:59.198006 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:59.215972 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Routers {'49048db8-f317-4bb3-a61a-3df986beef3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:47:59.222027 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:47:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['49048db8-f317-4bb3-a61a-3df986beef3b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:47:59.241009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Allocated IP 172.20.0.2 (20ddade3-a011-4527-a54c-3afbb4bd04cd/dc40c4b0-920d-4667-b0c6-5d0191c3a4ab/77036336-eaac-4547-8e4b-8e5681c34b2e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:47:59.275247 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49bcac-7338-49b6-a17f-2786f9aea045 None None] Pushing event updated for resources: {'Port': ['ID=5c93b06c-da50-4364-8a70-e8fd3f7e0f71,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:59.340639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Network': ['ID=457f2d5c-f7e5-42a7-b932-2a592a85f9e7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:47:59.346604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8858c945-55f9-44f7-abe5-781b857b67b8 req-63f695d7-532a-4f66-9f12-ce950cc546be tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332948 Sep 02 13:47:59.350938 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4e842ca1-ad8c-49b9-bcd9-8a075a21ef05 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5782936 Sep 02 13:47:59.351563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46762) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:59.357167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Request body: {'subnet': {'network_id': '9814ef4b-0699-4c68-8841-63e7c1294212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:47:59.432769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 457f2d5c-f7e5-42a7-b932-2a592a85f9e7 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:47:59.493941 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Made reservation on behalf of 45ac82f5c21243b7b7659982049312b9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:47:59.512432 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:59.626142 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:59.628111 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] Set router 49048db8-f317-4bb3-a61a-3df986beef3b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:47:59.754034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0927c-38c1-4e79-b414-dabe413d9edb req-45b85a25-7518-40cc-8bf9-40d6bf2bec75 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:47:59.756156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fc0927c-38c1-4e79-b414-dabe413d9edb req-45b85a25-7518-40cc-8bf9-40d6bf2bec75 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 943 time: 0.0931478 Sep 02 13:47:59.756876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46774) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:47:59.839999 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-2163fe45-f4a9-41cc-8355-e9484acf22e9 service neutron] 10.222.0.13 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0715237 Sep 02 13:47:59.882133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Attempting to bind port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:47:59.883275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Attempting to bind port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:47:59.883849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Attempting to bind port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 on network 66347dcd-c6d4-4265-a223-b109e7c431b7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:59.914537 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:59.924848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Transition to ACTIVE for port object 77036336-eaac-4547-8e4b-8e5681c34b2e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:59.935447 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fc0927c-38c1-4e79-b414-dabe413d9edb req-c1f46be0-9323-4bb7-af81-17ecc8b42541 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679838 Sep 02 13:47:59.940554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 on network 66347dcd-c6d4-4265-a223-b109e7c431b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:47:59.941927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Attempting to bind port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 on network 66347dcd-c6d4-4265-a223-b109e7c431b7 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:47:59.943195 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Transition to ACTIVE for port object 77036336-eaac-4547-8e4b-8e5681c34b2e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:47:59.957054 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:47:59.968713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:47:59.968713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Checking segment: {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:47:59.968713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Bound using segment: {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:47:59.974287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Bound port: ddcf71c5-a2e9-4037-a72a-0f4057e6d253, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:47:59.977601 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.005248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.062874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Network 20ddade3-a011-4527-a54c-3afbb4bd04cd is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:00.069696 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Pushing event updated for resources: {'Port': ['ID=77036336-eaac-4547-8e4b-8e5681c34b2e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:00.083315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:00.092092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:00.185586 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4e98224-4fb7-4870-bc0b-8a0c0b320af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.232561 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.346322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Attempting to bind port 77036336-eaac-4547-8e4b-8e5681c34b2e on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:00.346801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Attempting to bind port 77036336-eaac-4547-8e4b-8e5681c34b2e by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '31b1035d-8d0e-434b-99bd-bb1b511d8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20ddade3-a011-4527-a54c-3afbb4bd04cd'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:00.346974 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Attempting to bind port 77036336-eaac-4547-8e4b-8e5681c34b2e on network 20ddade3-a011-4527-a54c-3afbb4bd04cd {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:00.381828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-30213e06-78ba-41bb-b161-a296949035a6 req-46625179-14f0-4a79-918d-1f7b1b3398dc tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 210 time: 0.0780029 Sep 02 13:48:00.424799 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.431812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:48:00.432473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Checking segment: {'id': '31b1035d-8d0e-434b-99bd-bb1b511d8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20ddade3-a011-4527-a54c-3afbb4bd04cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:00.436571 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.437230 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Bound using segment: {'id': '31b1035d-8d0e-434b-99bd-bb1b511d8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20ddade3-a011-4527-a54c-3afbb4bd04cd'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:48:00.438010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Bound port: 77036336-eaac-4547-8e4b-8e5681c34b2e, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b1035d-8d0e-434b-99bd-bb1b511d8401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20ddade3-a011-4527-a54c-3afbb4bd04cd'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:48:00.438665 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.474710 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4e98224-4fb7-4870-bc0b-8a0c0b320af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.497786 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4e98224-4fb7-4870-bc0b-8a0c0b320af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.552832 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:36Z', 'updated_at': '2021-09-02T13:47:49Z', 'revision_number': 4, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'gw_port': {'id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:39Z', 'updated_at': '2021-09-02T13:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '5c93b06c-da50-4364-8a70-e8fd3f7e0f71', 'name': '', 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'mac_address': 'fa:16:3e:e9:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:47Z', 'updated_at': '2021-09-02T13:47:58Z', 'revision_number': 4, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'subnets': [{'id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:00.637160 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f4e98224-4fb7-4870-bc0b-8a0c0b320af0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d612a8f632c141309770a16250152e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8771791 Sep 02 13:48:00.641166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e98224-4fb7-4870-bc0b-8a0c0b320af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1336ade-b07b-421d-a0c4-a19c545a8897,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:00.647421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46800) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:00.663632 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] For port ddcf71c5-a2e9-4037-a72a-0f4057e6d253, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:00.680821 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.714456 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf072c-b59c-4cad-b9bf-91bf43cf0372 None None] The sync data for ids ['49048db8-f317-4bb3-a61a-3df986beef3b'] in n-d-794796-4 is: [{'id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:36Z', 'updated_at': '2021-09-02T13:47:49Z', 'revision_number': 4, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'gw_port': {'id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:39Z', 'updated_at': '2021-09-02T13:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '5c93b06c-da50-4364-8a70-e8fd3f7e0f71', 'name': '', 'network_id': 'cf2c4d76-5c23-48ef-a3f8-58138e809896', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'mac_address': 'fa:16:3e:e9:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:47Z', 'updated_at': '2021-09-02T13:47:58Z', 'revision_number': 4, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'subnets': [{'id': '323011c9-e0e4-4c95-b01b-4c0088ae524c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:00.716532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] For port 77036336-eaac-4547-8e4b-8e5681c34b2e, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:00.722892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] For port ddcf71c5-a2e9-4037-a72a-0f4057e6d253, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:48:00.724423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.727573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] For port 77036336-eaac-4547-8e4b-8e5681c34b2e, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=77036336-eaac-4547-8e4b-8e5681c34b2e,segment=NetworkSegment(31b1035d-8d0e-434b-99bd-bb1b511d8401),segment_id=31b1035d-8d0e-434b-99bd-bb1b511d8401)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:48:00.732097 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa746574-575c-477e-8017-a76338cb0342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.738564 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.751873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.769642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6494-abcf-4c65-b89b-17baf4d7d3a7 req-c08a2424-7523-4732-adc9-e3814f2c18ba tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:00.775140 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa746574-575c-477e-8017-a76338cb0342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.784294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b8dc6494-abcf-4c65-b89b-17baf4d7d3a7 req-c08a2424-7523-4732-adc9-e3814f2c18ba tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.2296541 Sep 02 13:48:00.810169 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.911318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beded4-a662-49d5-bd9e-b12a7bd778ff None None] Pushing event updated for resources: {'Port': ['ID=77036336-eaac-4547-8e4b-8e5681c34b2e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:00.948100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Subnet': ['ID=b75f8064-aeea-4ef9-838d-4b945099f64a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:00.958598 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa746574-575c-477e-8017-a76338cb0342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.961059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa746574-575c-477e-8017-a76338cb0342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:00.962740 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-aa746574-575c-477e-8017-a76338cb0342 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1336ade-b07b-421d-a0c4-a19c545a8897 HTTP/1.1" status: 204 len: 168 time: 0.3133068 Sep 02 13:48:01.041782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746574-575c-477e-8017-a76338cb0342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1336ade-b07b-421d-a0c4-a19c545a8897,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:01.046964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Checking segment: {'id': '7e6816e2-5820-4b4a-a97e-d70852171fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9814ef4b-0699-4c68-8841-63e7c1294212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:01.050222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network hostable DHCP agents. Network: 9814ef4b-0699-4c68-8841-63e7c1294212, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:48:01.102386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:01.109885 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:01.120230 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] 10.222.0.77 "PUT /v2.0/ports/ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 1091 time: 5.1793349 Sep 02 13:48:01.126781 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:01.149165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network 9814ef4b-0699-4c68-8841-63e7c1294212 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:48:01.160460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016055f2-638c-4190-ba20-8779026f95e8', 'tag': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:01.169372 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea5f74b-3499-462d-986a-3dac73ffa91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:01.177195 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea31ec55-dbdc-4b39-b478-0c05941d8032" -d '{"events": [{"name": "network-changed", "server_uuid": "016055f2-638c-4190-ba20-8779026f95e8", "tag": "ddcf71c5-a2e9-4037-a72a-0f4057e6d253"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:01.213862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 9814ef4b-0699-4c68-8841-63e7c1294212) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:01.231216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f8599-2793-4ea2-b6b4-fd6809e95fa0 None None] Network 9814ef4b-0699-4c68-8841-63e7c1294212 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:01.362640 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:01.368622 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:01.440309 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-90017c33-abdf-4018-801a-cd5868626362 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0874703 Sep 02 13:48:01.441349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46818) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:01.494188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Request body: {'subnet': {'network_id': '457f2d5c-f7e5-42a7-b932-2a592a85f9e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:01.610087 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b8dc6494-abcf-4c65-b89b-17baf4d7d3a7 req-edfba193-6f95-49e3-bc36-39abfcedd926 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8130114 Sep 02 13:48:01.703000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:01.729630 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event updated for resources: {'Port': ['ID=57a27dd0-77ab-4e3d-8f05-605ba5b9f902,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:01.782484 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251575cb-0a25-4e95-9f44-c981a02926af x-openstack-request-id: req-251575cb-0a25-4e95-9f44-c981a02926af {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:01.784626 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016055f2-638c-4190-ba20-8779026f95e8", "tag": "ddcf71c5-a2e9-4037-a72a-0f4057e6d253", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:01.784960 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-251575cb-0a25-4e95-9f44-c981a02926af {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:01.785451 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016055f2-638c-4190-ba20-8779026f95e8', 'tag': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253', 'status': 'completed', 'code': 200} Sep 02 13:48:01.988195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-7439c025-f9ef-4275-abfc-25da68969c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:01.990093 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-7439c025-f9ef-4275-abfc-25da68969c5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1094 time: 0.7983866 Sep 02 13:48:02.116632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-9814ef4b-0699-4c68-8841-63e7c1294212', 'network_id': '9814ef4b-0699-4c68-8841-63e7c1294212', 'tenant_id': '45ac82f5c21243b7b7659982049312b9', 'fixed_ips': [{'subnet_id': 'b75f8064-aeea-4ef9-838d-4b945099f64a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:48:02.117911 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:02.150303 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:02.166734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:02.171385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6fa03dd-bd5a-4835-9a6d-a818e0ec72a5 req-e7a362f5-c9f7-4e7b-bb7a-f3368d2a308a tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 210 time: 0.2253511 Sep 02 13:48:02.175246 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Floating IP 11395158-3a93-4f77-a3f2-66b32283dd1b associated. External IP: 172.25.3.45, port: 69b04713-2d88-4e71-b576-28413252f4f6. Sep 02 13:48:02.199465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:02.200404 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:02.541008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-c3631185-ade0-4f04-8316-d5ffdcf25ba8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 217 time: 0.5343704 Sep 02 13:48:02.564564 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6966fbdf-c7cb-4171-bf8f-3a2f4a3deee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:02.723605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce8f89-390a-4b92-8aac-7d40ffd704c8 req-925d971c-a7c3-4138-b6ee-eda6a4c2fc9c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:02.729712 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fce8f89-390a-4b92-8aac-7d40ffd704c8 req-925d971c-a7c3-4138-b6ee-eda6a4c2fc9c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 943 time: 1.5652916 Sep 02 13:48:02.782992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f798b2d-59cb-4194-ac5f-1371ca9b5e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:02.804091 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:02.891371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5c93b06c-da50-4364-8a70-e8fd3f7e0f71,segment=NetworkSegment(d44ff570-1b1e-4199-a3d7-4ccc3fed61c1),segment_id=d44ff570-1b1e-4199-a3d7-4ccc3fed61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:02.934860 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6966fbdf-c7cb-4171-bf8f-3a2f4a3deee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:02.955241 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:03.025440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6966fbdf-c7cb-4171-bf8f-3a2f4a3deee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:03.073960 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fce8f89-390a-4b92-8aac-7d40ffd704c8 req-4a640200-38a6-4db2-90b0-9dd5346107f0 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827752 Sep 02 13:48:03.110130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Made reservation on behalf of 45ac82f5c21243b7b7659982049312b9 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:48:03.123022 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:03.240385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Allocated IP 172.20.0.2 (9814ef4b-0699-4c68-8841-63e7c1294212/b75f8064-aeea-4ef9-838d-4b945099f64a/9272e7a2-4ed2-4bb0-90e4-e7ba071188b2) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:48:03.243641 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248b676-cd43-4a11-a8b5-a19eec1849f9 None None] Network 20ddade3-a011-4527-a54c-3afbb4bd04cd requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:03.253209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-645129a5-6288-4973-80e1-c07d03fcea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:03.264791 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-645129a5-6288-4973-80e1-c07d03fcea35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.7014828 Sep 02 13:48:03.279511 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6966fbdf-c7cb-4171-bf8f-3a2f4a3deee1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02022b38d5a0479eb5eae07ec901d4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0930319 Sep 02 13:48:03.288415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46844) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:03.301611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfb763-f617-4761-852c-df3f833d150e req-68d33fee-3a5b-4cd8-9461-b631c90c5fc9 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:03.306277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-49bfb763-f617-4761-852c-df3f833d150e req-68d33fee-3a5b-4cd8-9461-b631c90c5fc9 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.3606246 Sep 02 13:48:03.405810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=5c93b06c-da50-4364-8a70-e8fd3f7e0f71,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:03.534143 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-937a7dc1-9363-48e6-8072-f5ffcaa939ec req-90132f3a-707f-4fa1-b019-093919d70ed0 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 210 time: 0.1816902 Sep 02 13:48:03.543048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966fbdf-c7cb-4171-bf8f-3a2f4a3deee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29f0e1e-4bc8-4df9-bb7b-a00429499e47,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:03.599465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-0f1e1985-4261-4a32-90cb-2f76dcaa186c tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:03.601772 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-0f1e1985-4261-4a32-90cb-2f76dcaa186c tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.90 "GET /v2.0/networks?id=53300a0f-d822-42e9-a5f0-b63ae1502965 HTTP/1.1" status: 200 len: 911 time: 0.6247156 Sep 02 13:48:03.686085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Request body: {'port': {'device_id': '7a84a415-1e78-4ae2-bb0a-45e80d1e5212', 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965', 'admin_state_up': True, 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:03.764169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router dbbd5943-39a6-4634-aa69-d8c52a309fe4 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:48:03.844659 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-49bfb763-f617-4761-852c-df3f833d150e req-f9d0e6f5-9183-4bb1-ae26-4b4ece066dcd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106096 Sep 02 13:48:03.935361 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Made reservation on behalf of bbacdfbd19dd45ffa594408c68a5e2d4 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:48:03.939838 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:03.954616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 77036336-eaac-4547-8e4b-8e5681c34b2e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:03.976684 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee59a257-ceb7-4b8c-bea5-8243abf01763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:03.984096 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-67fe379c-c5ea-4505-8238-87eb747f0d8e None None] Provisioning for port 77036336-eaac-4547-8e4b-8e5681c34b2e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:04.014486 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b874cb5a-3e22-41ee-a179-2861ae2cf08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.100687 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee59a257-ceb7-4b8c-bea5-8243abf01763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.202507 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.293726 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 77036336-eaac-4547-8e4b-8e5681c34b2e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:04.306792 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.315928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 77036336-eaac-4547-8e4b-8e5681c34b2e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:04.316591 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.379639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Allocated IP 172.20.0.11 (53300a0f-d822-42e9-a5f0-b63ae1502965/2cdef7fa-bae8-41ca-be2f-8626e33f8790/9ca64158-4071-400f-8893-4e504e547fcb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:48:04.485834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Subnet': ['ID=292fa9d3-a542-40a1-8498-4e6edccf3b42,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:04.525673 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee59a257-ceb7-4b8c-bea5-8243abf01763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.532926 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee59a257-ceb7-4b8c-bea5-8243abf01763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.534377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ee59a257-ceb7-4b8c-bea5-8243abf01763 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e29f0e1e-4bc8-4df9-bb7b-a00429499e47 HTTP/1.1" status: 204 len: 168 time: 1.2449031 Sep 02 13:48:04.574015 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.581764 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.582315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.582829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.584440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.584947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.589032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.589752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.590244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.590783 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.591297 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.591896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.592916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:04.628067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Transition to ACTIVE for port object 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:04.655176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59a257-ceb7-4b8c-bea5-8243abf01763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29f0e1e-4bc8-4df9-bb7b-a00429499e47,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:04.726047 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b424be-a144-4a43-8ab4-c8b252fcb698 req-f0fce3a4-bbeb-4984-9804-56a7873aa400 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:04.737376 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78b424be-a144-4a43-8ab4-c8b252fcb698 req-f0fce3a4-bbeb-4984-9804-56a7873aa400 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 943 time: 0.4813704 Sep 02 13:48:04.808949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Checking segment: {'id': '42903650-92c2-47de-9100-16de79b73861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '457f2d5c-f7e5-42a7-b932-2a592a85f9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:04.817240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network hostable DHCP agents. Network: 457f2d5c-f7e5-42a7-b932-2a592a85f9e7, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:48:04.824775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Transition to ACTIVE for port object 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:04.854478 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-c44d0747-d041-4bc5-adfc-163a5a44c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:04.858928 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-c44d0747-d041-4bc5-adfc-163a5a44c168 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3288629 Sep 02 13:48:04.872232 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.925355 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:04.946536 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:05.019225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78b424be-a144-4a43-8ab4-c8b252fcb698 req-e1facbeb-f935-4042-a360-a596b05f51ec tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808933 Sep 02 13:48:05.136733 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Pushing event updated for resources: {'Port': ['ID=9272e7a2-4ed2-4bb0-90e4-e7ba071188b2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:05.191360 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Network 9814ef4b-0699-4c68-8841-63e7c1294212 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:05.213993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network 457f2d5c-f7e5-42a7-b932-2a592a85f9e7 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:48:05.227832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:05.243549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 77036336-eaac-4547-8e4b-8e5681c34b2e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=77036336-eaac-4547-8e4b-8e5681c34b2e,segment=NetworkSegment(31b1035d-8d0e-434b-99bd-bb1b511d8401),segment_id=31b1035d-8d0e-434b-99bd-bb1b511d8401)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:05.248731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:05.267302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 457f2d5c-f7e5-42a7-b932-2a592a85f9e7) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:05.270273 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:05.278871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:05.279679 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:05.289948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48874d4b-ba75-4166-8644-d0033e3f4c51 None None] Network 457f2d5c-f7e5-42a7-b932-2a592a85f9e7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:05.313732 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:05.359124 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1723f12f-adaf-422d-97fc-763551de3f31 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8756678 Sep 02 13:48:05.359843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46878) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:05.364622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Transition to ACTIVE for port object 9ca64158-4071-400f-8893-4e504e547fcb will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:05.372118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-bb3bbee3-368a-4a0f-984b-d2745d0146ec service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888945 Sep 02 13:48:05.379165 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:05.441010 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68ad86ed-03e3-4590-8031-7c4d09f4839e req-dc9f6ffc-6f92-4b5e-b6a2-0794c47be71e tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 210 time: 0.6866360 Sep 02 13:48:05.496552 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] Sync routers for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:05.633298 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:05.703355 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5119a254-12b1-4f34-9b73-2b3bc4b339ad req-21f9e4df-915a-4f87-9200-bf54089e9076 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301575 Sep 02 13:48:05.729704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a300514b-e500-4af0-b43c-8df7e4724445 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.5212717 Sep 02 13:48:05.730337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:05.732763 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91af86f-fa87-4b25-a520-6aa909802670" -d '{"events": [{"name": "network-changed", "server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "tag": "69b04713-2d88-4e71-b576-28413252f4f6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:05.743719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 46892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:05.790427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:05.882669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=77036336-eaac-4547-8e4b-8e5681c34b2e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:05.930427 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a3cf2b-22e0-48bc-87bc-28657f05a3ea x-openstack-request-id: req-37a3cf2b-22e0-48bc-87bc-28657f05a3ea {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:05.932085 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "tag": "69b04713-2d88-4e71-b576-28413252f4f6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:05.933254 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37a3cf2b-22e0-48bc-87bc-28657f05a3ea {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:05.933854 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6', 'status': 'completed', 'code': 200} Sep 02 13:48:05.949861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:05.950567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:06.071758 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:06.124762 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:06.147486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2d47a9bc-bb00-4841-8f64-965d7d907e0d tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/11395158-3a93-4f77-a3f2-66b32283dd1b HTTP/1.1" status: 200 len: 990 time: 0.3795314 Sep 02 13:48:06.198518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-894da75e-0939-4f3a-9a6a-f219df21bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:06.207488 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-894da75e-0939-4f3a-9a6a-f219df21bcb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1094 time: 0.4281838 Sep 02 13:48:06.209695 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91af86f-fa87-4b25-a520-6aa909802670 req-39702593-b1b4-487d-9087-1e7f7c891b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:06.212453 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a91af86f-fa87-4b25-a520-6aa909802670 req-39702593-b1b4-487d-9087-1e7f7c891b01 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 1096 time: 0.2769666 Sep 02 13:48:06.245390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d58a013-b31b-4345-8682-5f796655f473 None None] Provisioning complete for port 77036336-eaac-4547-8e4b-8e5681c34b2e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:06.246412 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d58a013-b31b-4345-8682-5f796655f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:06.353841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-457f2d5c-f7e5-42a7-b932-2a592a85f9e7', 'network_id': '457f2d5c-f7e5-42a7-b932-2a592a85f9e7', 'tenant_id': '45ac82f5c21243b7b7659982049312b9', 'fixed_ips': [{'subnet_id': '292fa9d3-a542-40a1-8498-4e6edccf3b42'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:48:06.357690 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:06.366979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Attempting to bind port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:06.367781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Attempting to bind port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '7e6816e2-5820-4b4a-a97e-d70852171fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9814ef4b-0699-4c68-8841-63e7c1294212'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:06.368347 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Attempting to bind port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 on network 9814ef4b-0699-4c68-8841-63e7c1294212 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:06.405810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcae21-e414-4156-aae9-b40228defd5d req-afe13f60-657a-40cd-9d26-ace88987419a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:06.420305 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fbbcae21-e414-4156-aae9-b40228defd5d req-afe13f60-657a-40cd-9d26-ace88987419a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.9112115 Sep 02 13:48:06.461307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:06.509147 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:06.521273 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:06.523692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:48:06.524338 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Checking segment: {'id': '7e6816e2-5820-4b4a-a97e-d70852171fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9814ef4b-0699-4c68-8841-63e7c1294212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:06.524820 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:06.525323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Bound using segment: {'id': '7e6816e2-5820-4b4a-a97e-d70852171fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9814ef4b-0699-4c68-8841-63e7c1294212'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:48:06.526068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Bound port: 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6816e2-5820-4b4a-a97e-d70852171fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9814ef4b-0699-4c68-8841-63e7c1294212'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:48:06.526461 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:06.533589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:06.553060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:06.585896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Pushing event updated for resources: {'Port': ['ID=9ca64158-4071-400f-8893-4e504e547fcb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:06.699751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91af86f-fa87-4b25-a520-6aa909802670 req-01558788-d8df-4205-b237-259d046ef6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:06.701649 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a91af86f-fa87-4b25-a520-6aa909802670 req-01558788-d8df-4205-b237-259d046ef6d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a9571312-1e3e-4443-9861-1c8c37ec1d60 HTTP/1.1" status: 200 len: 898 time: 0.4608221 Sep 02 13:48:06.785429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fbbcae21-e414-4156-aae9-b40228defd5d req-b965b88d-5f23-4811-aea2-133c2acfe9ca tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637879 Sep 02 13:48:06.806731 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:06.918763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1d920-40b7-4efb-a11b-bb125b0ef46d req-0b2b8aa4-ad18-4abf-bd12-833127ed7865 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:06.921325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a7c1d920-40b7-4efb-a11b-bb125b0ef46d req-0b2b8aa4-ad18-4abf-bd12-833127ed7865 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 943 time: 0.6331697 Sep 02 13:48:06.924382 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:06.925088 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:07.045843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-c52bbb46-e678-427c-b9ab-69689e5e910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:07.050972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-c52bbb46-e678-427c-b9ab-69689e5e910d service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.8346789 Sep 02 13:48:07.056209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a91af86f-fa87-4b25-a520-6aa909802670 req-6cd344ab-e462-4490-aec4-f08d8b9aacaf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b04713-2d88-4e71-b576-28413252f4f6 HTTP/1.1" status: 200 len: 998 time: 0.3431995 Sep 02 13:48:07.060198 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a7c1d920-40b7-4efb-a11b-bb125b0ef46d req-40e36645-df08-4237-b0e0-da6dc31405c9 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262333 Sep 02 13:48:07.110400 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-8e887a57-efa2-4e85-9d61-d16100d01de5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 217 time: 0.0485816 Sep 02 13:48:07.150741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46926) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:07.173301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Allocated IP 172.20.0.2 (457f2d5c-f7e5-42a7-b932-2a592a85f9e7/292fa9d3-a542-40a1-8498-4e6edccf3b42/079a6f0f-479f-48f7-92fe-4faddef885de) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:48:07.219225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91af86f-fa87-4b25-a520-6aa909802670 req-674380aa-34da-47d3-8724-7da45dd77744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:07.221320 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a91af86f-fa87-4b25-a520-6aa909802670 req-674380aa-34da-47d3-8724-7da45dd77744 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1 HTTP/1.1" status: 200 len: 834 time: 0.1096778 Sep 02 13:48:07.223740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-b9374c22-dfd4-4b3c-9bba-6353a6d6c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:07.225635 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-b9374c22-dfd4-4b3c-9bba-6353a6d6c940 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.1048415 Sep 02 13:48:07.227024 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:07.236079 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-8741303a-edf3-40b2-9609-f34a90378d8f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.5933702 Sep 02 13:48:07.239245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-89306121-87e8-4a18-91e8-f0c098286e12 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/11395158-3a93-4f77-a3f2-66b32283dd1b HTTP/1.1" status: 200 len: 990 time: 0.0820384 Sep 02 13:48:07.268727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Request body: {'port': {'device_id': '7a84a415-1e78-4ae2-bb0a-45e80d1e5212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:07.405360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91af86f-fa87-4b25-a520-6aa909802670 req-d4f972e5-ac89-4bf2-ac18-a739d2b7f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:07.410697 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a91af86f-fa87-4b25-a520-6aa909802670 req-d4f972e5-ac89-4bf2-ac18-a739d2b7f443 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a9571312-1e3e-4443-9861-1c8c37ec1d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804698 Sep 02 13:48:07.456479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5729f-49de-4db7-8af0-7cae8a7bb554 req-c530fe67-f7f1-4eb1-82c6-3216dfce41e6 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:07.458731 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1af5729f-49de-4db7-8af0-7cae8a7bb554 req-c530fe67-f7f1-4eb1-82c6-3216dfce41e6 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1028 time: 0.3406296 Sep 02 13:48:07.493138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-31a2a295-77a2-47df-8006-6060f96bf750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:07.494717 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-31a2a295-77a2-47df-8006-6060f96bf750 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1998107 Sep 02 13:48:07.610725 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:07.646639 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1af5729f-49de-4db7-8af0-7cae8a7bb554 req-26e30475-63c0-47b0-9768-a3b4d5c2fddf tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730833 Sep 02 13:48:07.757889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Allocated IP 172.20.0.1 (9814ef4b-0699-4c68-8841-63e7c1294212/b75f8064-aeea-4ef9-838d-4b945099f64a/d79f476f-0d48-4061-aaf4-24285619af6c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:48:07.792665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] For port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:07.863875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ddcf71c5-a2e9-4037-a72a-0f4057e6d253 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:48:07.875028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] For port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9272e7a2-4ed2-4bb0-90e4-e7ba071188b2,segment=NetworkSegment(7e6816e2-5820-4b4a-a97e-d70852171fd0),segment_id=7e6816e2-5820-4b4a-a97e-d70852171fd0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:48:07.997202 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-ad2ec9c0-3769-4272-8369-5e83f4d6f7ac service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435341 Sep 02 13:48:08.020293 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a91af86f-fa87-4b25-a520-6aa909802670 req-5bb082dc-7486-46ad-8edc-bef81cd7f0f6 service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814836 Sep 02 13:48:08.057054 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:08.247105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 46954) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:08.315390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 77036336-eaac-4547-8e4b-8e5681c34b2e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:08.365173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131094b-ee70-4eb2-91eb-8aa497f7b44b req-51c64938-1ce9-46a5-b5e8-72c5f6d54955 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:08.367469 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7131094b-ee70-4eb2-91eb-8aa497f7b44b req-51c64938-1ce9-46a5-b5e8-72c5f6d54955 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.4430027 Sep 02 13:48:08.479187 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a91af86f-fa87-4b25-a520-6aa909802670 req-fcb64b2c-8a11-463d-b344-4b390a5bfb80 service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423406 Sep 02 13:48:08.486992 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:08.497059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Transition to ACTIVE for port object 079a6f0f-479f-48f7-92fe-4faddef885de will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:08.504816 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7131094b-ee70-4eb2-91eb-8aa497f7b44b req-18fcd602-9b37-40d4-ba52-09bf2274b8ec tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228936 Sep 02 13:48:08.539867 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ea31ec55-dbdc-4b39-b478-0c05941d8032 req-f2135a26-f16d-4691-8369-03daf9d38bfa service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138977 Sep 02 13:48:08.579275 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:48:08.591875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3622566a-c1b2-47fa-bc48-e7fe91808ec7 None None] Provisioning for port 9ca64158-4071-400f-8893-4e504e547fcb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:08.618783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Transition to ACTIVE for port object 079a6f0f-479f-48f7-92fe-4faddef885de will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:08.832335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca64158-4071-400f-8893-4e504e547fcb {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:08.846307 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:08.870384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Transition to ACTIVE for port object 9ca64158-4071-400f-8893-4e504e547fcb will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:08.891500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:08.908579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Transition to ACTIVE for port object d79f476f-0d48-4061-aaf4-24285619af6c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:08.921098 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cc8aa404-3ab3-4784-b7b5-662d810cfebc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/11395158-3a93-4f77-a3f2-66b32283dd1b HTTP/1.1" status: 200 len: 990 time: 0.6645403 Sep 02 13:48:08.926493 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:08.933395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c2141-9799-4eae-8f13-7f9cb51fafaf req-b1512ce1-f1cb-4570-8b12-9ed45ed01585 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:08.934979 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-660c2141-9799-4eae-8f13-7f9cb51fafaf req-b1512ce1-f1cb-4570-8b12-9ed45ed01585 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1028 time: 0.1036780 Sep 02 13:48:09.134224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-660c2141-9799-4eae-8f13-7f9cb51fafaf req-555cbeaa-fbbf-4cf6-8a04-c80fbfef0a13 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885531 Sep 02 13:48:09.173024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee75ea-637b-423c-a0c9-d95360f92329 req-e4a901b0-8bdb-43f9-a837-f8c836df45f8 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:09.175031 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a4ee75ea-637b-423c-a0c9-d95360f92329 req-e4a901b0-8bdb-43f9-a837-f8c836df45f8 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 943 time: 0.7620964 Sep 02 13:48:09.182368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3622566a-c1b2-47fa-bc48-e7fe91808ec7 None None] Provisioning complete for port 9ca64158-4071-400f-8893-4e504e547fcb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:09.182981 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3622566a-c1b2-47fa-bc48-e7fe91808ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:09.298960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca64158-4071-400f-8893-4e504e547fcb,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:09.367560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3622566a-c1b2-47fa-bc48-e7fe91808ec7 None None] Port 9ca64158-4071-400f-8893-4e504e547fcb cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:48:09.369765 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:09.417483 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:09.516465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe92fd1-5026-4c08-ac30-85b65cc7cd59 None None] Pushing event updated for resources: {'Port': ['ID=9272e7a2-4ed2-4bb0-90e4-e7ba071188b2,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:09.553339 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a4ee75ea-637b-423c-a0c9-d95360f92329 req-485a1133-0756-415f-8a41-f50db57046e7 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276734 Sep 02 13:48:09.622541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network 9814ef4b-0699-4c68-8841-63e7c1294212 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:09.624918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:09.634675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:09.635744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Network 457f2d5c-f7e5-42a7-b932-2a592a85f9e7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:09.675942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '11395158-3a93-4f77-a3f2-66b32283dd1b', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'port_id': '69b04713-2d88-4e71-b576-28413252f4f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'mac_address': 'fa:16:3e:31:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:47:57Z', 'updated_at': '2021-09-02T13:47:57Z', 'revision_number': 0, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5adcf6-7c11-4a97-aec7-33882f23df56', 'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:22:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:12Z', 'updated_at': '2021-09-02T13:47:22Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:09.678041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:09.704590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:09.756280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Port': ['ID=d79f476f-0d48-4061-aaf4-24285619af6c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:09.814869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Attempting to bind port 9ca64158-4071-400f-8893-4e504e547fcb on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:09.815205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Attempting to bind port 9ca64158-4071-400f-8893-4e504e547fcb by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:09.815545 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Attempting to bind port 9ca64158-4071-400f-8893-4e504e547fcb on network 53300a0f-d822-42e9-a5f0-b63ae1502965 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:09.831581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:09.858862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 77036336-eaac-4547-8e4b-8e5681c34b2e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:09.859243 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:09.865601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7932e-20d2-4fbf-9ea3-9e412270c6b4 req-22366d13-509e-4492-9c74-3e4cb2711c1f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:09.872043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Pushing event updated for resources: {'Port': ['ID=079a6f0f-479f-48f7-92fe-4faddef885de,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:09.882847 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d9c7932e-20d2-4fbf-9ea3-9e412270c6b4 req-22366d13-509e-4492-9c74-3e4cb2711c1f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.1725230 Sep 02 13:48:09.883652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] Checking router: dbbd5943-39a6-4634-aa69-d8c52a309fe4 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:48:09.939640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:09.939888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Port 9ca64158-4071-400f-8893-4e504e547fcb on network 53300a0f-d822-42e9-a5f0-b63ae1502965 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:09.940183 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Attempting to bind port 9ca64158-4071-400f-8893-4e504e547fcb on network 53300a0f-d822-42e9-a5f0-b63ae1502965 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:09.983114 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:48:09.983454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Checking segment: {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:09.984847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ddcf71c5-a2e9-4037-a72a-0f4057e6d253, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:09.990741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Bound using segment: {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:48:09.990996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Bound port: 9ca64158-4071-400f-8893-4e504e547fcb, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:48:09.991282 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.062069 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:10.063868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:10.099994 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:10.121815 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d9c7932e-20d2-4fbf-9ea3-9e412270c6b4 req-959e42c6-32d1-49cc-b79c-fffc329cf225 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377653 Sep 02 13:48:10.187992 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dddadb53-619f-4778-9fe9-da057a5fe2c0 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/11395158-3a93-4f77-a3f2-66b32283dd1b HTTP/1.1" status: 200 len: 990 time: 0.2476079 Sep 02 13:48:10.196741 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'port_id': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253', 'mac_address': 'fa:16:3e:f8:73:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:48:10.262214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Attempting to bind port 079a6f0f-479f-48f7-92fe-4faddef885de on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:10.273909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Attempting to bind port 079a6f0f-479f-48f7-92fe-4faddef885de by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '42903650-92c2-47de-9100-16de79b73861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '457f2d5c-f7e5-42a7-b932-2a592a85f9e7'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:10.274301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Attempting to bind port 079a6f0f-479f-48f7-92fe-4faddef885de on network 457f2d5c-f7e5-42a7-b932-2a592a85f9e7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:10.319972 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.378300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:10.415186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-122bd57a-392b-4ee2-a56b-5fab330d71c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.517419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf71c5-a2e9-4037-a72a-0f4057e6d253 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:10.635049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:48:10.635341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Checking segment: {'id': '42903650-92c2-47de-9100-16de79b73861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '457f2d5c-f7e5-42a7-b932-2a592a85f9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:10.635674 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.640470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Bound using segment: {'id': '42903650-92c2-47de-9100-16de79b73861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '457f2d5c-f7e5-42a7-b932-2a592a85f9e7'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:48:10.641569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Bound port: 079a6f0f-479f-48f7-92fe-4faddef885de, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42903650-92c2-47de-9100-16de79b73861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '457f2d5c-f7e5-42a7-b932-2a592a85f9e7'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:48:10.645430 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.681246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-122bd57a-392b-4ee2-a56b-5fab330d71c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.694296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-122bd57a-392b-4ee2-a56b-5fab330d71c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.754296 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bd57a-392b-4ee2-a56b-5fab330d71c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95967d36-e19c-4932-8ee2-e63b31210dee,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:10.781827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da3f7d-f472-4230-80ea-05a7857aa99d req-e60989b0-dbe2-408a-b91f-d6b0893b90a0 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:10.783498 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-40da3f7d-f472-4230-80ea-05a7857aa99d req-e60989b0-dbe2-408a-b91f-d6b0893b90a0 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1053 time: 0.1770513 Sep 02 13:48:10.815507 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.815790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049d1c0-68eb-40d9-af2b-597e3fdbe65c None None] Network 9814ef4b-0699-4c68-8841-63e7c1294212 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:10.818202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] For port 9ca64158-4071-400f-8893-4e504e547fcb, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:10.821321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-122bd57a-392b-4ee2-a56b-5fab330d71c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64c86ce082644d9e99d78e03d556b07a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7198930 Sep 02 13:48:10.824309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-530348f2-0061-43b2-be27-55873e9dc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:10.825880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-530348f2-0061-43b2-be27-55873e9dc4f7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 1097 time: 0.0848711 Sep 02 13:48:10.826632 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47046) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:10.834170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fa31f-2732-422b-b4ed-1117e859ce66 req-c140903b-cc84-491d-ab15-6bde45f2bedb tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:10.835886 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c1fa31f-2732-422b-b4ed-1117e859ce66 req-c140903b-cc84-491d-ab15-6bde45f2bedb tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 943 time: 0.1704121 Sep 02 13:48:10.854266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] For port 9ca64158-4071-400f-8893-4e504e547fcb, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ca64158-4071-400f-8893-4e504e547fcb,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:48:10.871259 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.904118 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-40da3f7d-f472-4230-80ea-05a7857aa99d req-8497dc40-c861-473e-88ce-aebf08fc6d85 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982430 Sep 02 13:48:10.956001 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:10.956575 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:10.958016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] 10.222.0.90 "PUT /v2.0/ports/9ca64158-4071-400f-8893-4e504e547fcb HTTP/1.1" status: 200 len: 1092 time: 3.6949368 Sep 02 13:48:10.960092 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:48:10.961649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a84a415-1e78-4ae2-bb0a-45e80d1e5212', 'tag': '9ca64158-4071-400f-8893-4e504e547fcb'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:10.969472 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4cb015-ca20-44ca-905c-23602a25a2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a84a415-1e78-4ae2-bb0a-45e80d1e5212", "tag": "9ca64158-4071-400f-8893-4e504e547fcb"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:10.990953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c1fa31f-2732-422b-b4ed-1117e859ce66 req-f262f0f9-ea70-48b8-9ef2-84425d4baba5 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233535 Sep 02 13:48:11.004757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6506e677-8192-4a79-84c9-8dafda2877b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:11.046144 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6506e677-8192-4a79-84c9-8dafda2877b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:11.083258 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f23834-1e5c-4778-bb84-451654d96f88 x-openstack-request-id: req-99f23834-1e5c-4778-bb84-451654d96f88 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:11.083832 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a84a415-1e78-4ae2-bb0a-45e80d1e5212", "tag": "9ca64158-4071-400f-8893-4e504e547fcb", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:11.084263 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99f23834-1e5c-4778-bb84-451654d96f88 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:11.084844 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a84a415-1e78-4ae2-bb0a-45e80d1e5212', 'tag': '9ca64158-4071-400f-8893-4e504e547fcb', 'status': 'completed', 'code': 200} Sep 02 13:48:11.092280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-ab619281-d2bf-41e3-bd07-9c0af9f49bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:11.093960 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-ab619281-d2bf-41e3-bd07-9c0af9f49bb1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 913 time: 0.2196033 Sep 02 13:48:11.112889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6b837-c97d-4f4c-91e7-467afc3a0db6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca64158-4071-400f-8893-4e504e547fcb,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:11.194402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-e894b666-2833-4322-9987-12c566ca22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:11.208261 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-e894b666-2833-4322-9987-12c566ca22bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bbacdfbd19dd45ffa594408c68a5e2d4&device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1095 time: 0.1713679 Sep 02 13:48:11.216016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47056) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:11.240190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ddcf71c5-a2e9-4037-a72a-0f4057e6d253, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:11.265101 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:11.266965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5be0f12d-1d42-4051-93d6-e05e946916a0 None None] Provisioning for port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:11.330812 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-94516491-e06c-4386-8700-61545e3fc092 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53bf4577-9668-4402-92c4-db0cad4798f2 HTTP/1.1" status: 200 len: 217 time: 0.2167592 Sep 02 13:48:11.375365 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-1222a0f9-92b7-4dc8-83ca-dcf2df526d66 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca64158-4071-400f-8893-4e504e547fcb HTTP/1.1" status: 200 len: 217 time: 0.1662550 Sep 02 13:48:11.455542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-847f49c6-c8cd-42d0-9d23-5f688f9dd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:11.457780 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-847f49c6-c8cd-42d0-9d23-5f688f9dd440 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.1135459 Sep 02 13:48:11.510998 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d15daab0-62d7-45ad-b82d-8849fcd6f4fb tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/11395158-3a93-4f77-a3f2-66b32283dd1b HTTP/1.1" status: 200 len: 990 time: 0.2355316 Sep 02 13:48:11.527365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-7e950965-7281-4e7a-8d8b-8c9a95fa06a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610449 Sep 02 13:48:11.530400 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-aa0d078f-94a1-49f4-938b-215b14d1cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:11.532228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-aa0d078f-94a1-49f4-938b-215b14d1cb09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2cdef7fa-bae8-41ca-be2f-8626e33f8790 HTTP/1.1" status: 200 len: 849 time: 0.1422482 Sep 02 13:48:11.564642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:11.581070 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6506e677-8192-4a79-84c9-8dafda2877b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:11.584211 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6506e677-8192-4a79-84c9-8dafda2877b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:11.587657 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6506e677-8192-4a79-84c9-8dafda2877b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95967d36-e19c-4932-8ee2-e63b31210dee HTTP/1.1" status: 204 len: 168 time: 0.7483957 Sep 02 13:48:11.600286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:11.625252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:11.635050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:11.729221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-a132c08d-4f73-4143-bad8-05ce9602ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:11.729221 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-a132c08d-4f73-4143-bad8-05ce9602ccb0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=53300a0f-d822-42e9-a5f0-b63ae1502965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643355 Sep 02 13:48:11.729510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] For port 079a6f0f-479f-48f7-92fe-4faddef885de, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:11.757255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['ddcf71c5-a2e9-4037-a72a-0f4057e6d253'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:11.827491 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-09ee8ae2-46f1-407c-9467-d225c982cb35 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718651 Sep 02 13:48:11.830318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506e677-8192-4a79-84c9-8dafda2877b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95967d36-e19c-4932-8ee2-e63b31210dee,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:11.877984 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] For port 079a6f0f-479f-48f7-92fe-4faddef885de, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=079a6f0f-479f-48f7-92fe-4faddef885de,segment=NetworkSegment(42903650-92c2-47de-9100-16de79b73861),segment_id=42903650-92c2-47de-9100-16de79b73861)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:48:11.890769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:11.903323 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:11.904649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Port': ['ID=d79f476f-0d48-4061-aaf4-24285619af6c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:11.962044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '11395158-3a93-4f77-a3f2-66b32283dd1b', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'port_id': '69b04713-2d88-4e71-b576-28413252f4f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'mac_address': 'fa:16:3e:31:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:47:57Z', 'updated_at': '2021-09-02T13:47:57Z', 'revision_number': 0, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5adcf6-7c11-4a97-aec7-33882f23df56', 'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:22:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:12Z', 'updated_at': '2021-09-02T13:47:22Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:12.036205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-0c82020d-7337-469a-84d0-5106d0c18110 service neutron] 10.222.0.90 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970009 Sep 02 13:48:12.208325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2325d63-f8b0-4eb0-9ef7-26317df89a98 req-4f4e0195-4802-44de-a32a-3417b5194331 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:12.215012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32378b-859b-4ca1-94c5-72ccb0d1bf74 None None] Pushing event updated for resources: {'Port': ['ID=079a6f0f-479f-48f7-92fe-4faddef885de,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:12.220986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b2325d63-f8b0-4eb0-9ef7-26317df89a98 req-4f4e0195-4802-44de-a32a-3417b5194331 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.7620528 Sep 02 13:48:12.257164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network 9814ef4b-0699-4c68-8841-63e7c1294212 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:12.263670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864c40b-b421-4645-adfe-2eeb4681e378 None None] The sync data for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 is: [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '11395158-3a93-4f77-a3f2-66b32283dd1b', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'port_id': '69b04713-2d88-4e71-b576-28413252f4f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'mac_address': 'fa:16:3e:31:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:47:57Z', 'updated_at': '2021-09-02T13:47:57Z', 'revision_number': 0, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5adcf6-7c11-4a97-aec7-33882f23df56', 'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:22:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:12Z', 'updated_at': '2021-09-02T13:47:22Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:12.352655 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:12.420975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:12.492734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b2325d63-f8b0-4eb0-9ef7-26317df89a98 req-5ecbdcb4-94d4-4e8d-b96d-f271ccbbc26b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494357 Sep 02 13:48:12.509693 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-24d43889-748e-4e90-a7ba-0cbe22a73395 req-14d6e8a0-e7bd-48fb-865c-765d400534e7 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543102 Sep 02 13:48:12.511078 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:12.514826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:12.551627 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8bec768c-1e90-4fcb-b091-3b29ef2e7f61 req-d4125b0f-52b3-4ebd-a024-a55e01531081 service neutron] 10.222.0.90 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858150 Sep 02 13:48:12.553287 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211fe224-3462-41c8-9bf0-5e2f6fea5145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:12.594593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:12.596973 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:12.643983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-16da2215-aa1f-430a-9f5b-e7ea818c7443 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/11395158-3a93-4f77-a3f2-66b32283dd1b HTTP/1.1" status: 200 len: 990 time: 0.1279550 Sep 02 13:48:12.725462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fcc9cfd6-b806-4e3a-86d2-07546b8d2fc3 None None] Provisioning for port d79f476f-0d48-4061-aaf4-24285619af6c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:12.730497 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fcc9cfd6-b806-4e3a-86d2-07546b8d2fc3 None None] Provisioning complete for port d79f476f-0d48-4061-aaf4-24285619af6c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:12.730712 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cfd6-b806-4e3a-86d2-07546b8d2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:12.783687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9cfd6-b806-4e3a-86d2-07546b8d2fc3 None None] Port d79f476f-0d48-4061-aaf4-24285619af6c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:48:12.852984 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c0356a-cf84-4e8e-bce5-00aa102cbfd7 None None] New status for floating IP 11395158-3a93-4f77-a3f2-66b32283dd1b: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:48:12.862424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0b255-7783-4974-99c5-a1d43c0e9713 req-d3430609-2cec-471f-a31f-3021fb7c7244 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:12.876185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fcc9cfd6-b806-4e3a-86d2-07546b8d2fc3 None None] Provisioning complete for port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:12.877094 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cfd6-b806-4e3a-86d2-07546b8d2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:12.880070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ba83-85a2-4887-9821-a1dc7eea92eb req-55275655-a968-498a-99e2-c2195e955b85 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:12.884287 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcc0b255-7783-4974-99c5-a1d43c0e9713 req-d3430609-2cec-471f-a31f-3021fb7c7244 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 944 time: 0.1792884 Sep 02 13:48:12.894178 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d9d1ba83-85a2-4887-9821-a1dc7eea92eb req-55275655-a968-498a-99e2-c2195e955b85 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1095 time: 0.6411800 Sep 02 13:48:12.969797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fcc0b255-7783-4974-99c5-a1d43c0e9713 req-b6f1e356-7423-4fb0-8f18-51181bf3066f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842199 Sep 02 13:48:12.983844 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:13.011897 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d9d1ba83-85a2-4887-9821-a1dc7eea92eb req-1b2a4be8-858b-4354-8368-46f8ee79dffe tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160388 Sep 02 13:48:13.043118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-9a86f739-78c0-4f22-95b7-2151fc6327c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:13.045720 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-9a86f739-78c0-4f22-95b7-2151fc6327c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bbacdfbd19dd45ffa594408c68a5e2d4&device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1095 time: 0.3843961 Sep 02 13:48:13.144835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9272e7a2-4ed2-4bb0-90e4-e7ba071188b2,segment=NetworkSegment(7e6816e2-5820-4b4a-a97e-d70852171fd0),segment_id=7e6816e2-5820-4b4a-a97e-d70852171fd0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:13.157430 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:13.252952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Router e3ca7de1-caf7-46c8-bd05-daf29c363994 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:48:13.273527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ddcf71c5-a2e9-4037-a72a-0f4057e6d253 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:13.350733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-205796e3-a849-48c3-bc50-3123aec76d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:13.352750 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-205796e3-a849-48c3-bc50-3123aec76d58 service neutron] 10.222.0.90 "GET /v2.0/networks?id=53300a0f-d822-42e9-a5f0-b63ae1502965 HTTP/1.1" status: 200 len: 911 time: 0.2889562 Sep 02 13:48:13.354095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83073443-a99e-47ce-a52c-b5a9d2c0fe8d req-5f78c3e1-088e-4e4f-859b-bf87215130f5 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:13.387420 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-83073443-a99e-47ce-a52c-b5a9d2c0fe8d req-5f78c3e1-088e-4e4f-859b-bf87215130f5 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 947 time: 0.2127020 Sep 02 13:48:13.467353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-97a79eef-c8d1-43f1-8fd8-f7a68e5657c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca64158-4071-400f-8893-4e504e547fcb HTTP/1.1" status: 200 len: 217 time: 0.0935428 Sep 02 13:48:13.521983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-83073443-a99e-47ce-a52c-b5a9d2c0fe8d req-1ebaa989-1b2a-4038-b29d-2f5842421b0b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194816 Sep 02 13:48:13.587997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=9272e7a2-4ed2-4bb0-90e4-e7ba071188b2,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:13.593106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4c7c02ca-c439-40c1-b049-0175a97b25f4 None None] Provisioning complete for port d79f476f-0d48-4061-aaf4-24285619af6c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:13.593492 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c7c02ca-c439-40c1-b049-0175a97b25f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:13.623378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 079a6f0f-479f-48f7-92fe-4faddef885de up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:13.640846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47100) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:13.691194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c02ca-c439-40c1-b049-0175a97b25f4 None None] Port d79f476f-0d48-4061-aaf4-24285619af6c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:48:13.693637 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211fe224-3462-41c8-9bf0-5e2f6fea5145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:13.696984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:13.714244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-53dc7752-5479-4df3-96c8-cb0b77b91edd tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "PUT /v2.0/routers/e3ca7de1-caf7-46c8-bd05-daf29c363994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3474705 Sep 02 13:48:13.717135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf8ad6-1770-4b91-9434-819829c91b01 None None] Sync routers for ids ['e3ca7de1-caf7-46c8-bd05-daf29c363994'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:13.722872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47102) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:13.729414 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-211fe224-3462-41c8-9bf0-5e2f6fea5145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:13.747237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:13.766745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:13.767393 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:13.770223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 079a6f0f-479f-48f7-92fe-4faddef885de completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:13.777409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf8ad6-1770-4b91-9434-819829c91b01 None None] Routers {'e3ca7de1-caf7-46c8-bd05-daf29c363994'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:13.779330 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-acbf8ad6-1770-4b91-9434-819829c91b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e3ca7de1-caf7-46c8-bd05-daf29c363994'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:13.880257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-acbf8ad6-1770-4b91-9434-819829c91b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:13.915640 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf8ad6-1770-4b91-9434-819829c91b01 None None] Routers {'e3ca7de1-caf7-46c8-bd05-daf29c363994'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:13.915640 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-acbf8ad6-1770-4b91-9434-819829c91b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e3ca7de1-caf7-46c8-bd05-daf29c363994'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:14.020144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-acbf8ad6-1770-4b91-9434-819829c91b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:14.021081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf8ad6-1770-4b91-9434-819829c91b01 None None] The sync data for ids ['e3ca7de1-caf7-46c8-bd05-daf29c363994'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:14.027689 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-79aaeefc-90ff-4688-b91e-51e97f77b245 None None] Provisioning complete for port d79f476f-0d48-4061-aaf4-24285619af6c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:14.032436 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79aaeefc-90ff-4688-b91e-51e97f77b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:14.151405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-9dc1ce02-2146-4e77-8ea6-e165c7e4a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:14.153048 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-9dc1ce02-2146-4e77-8ea6-e165c7e4a2e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2cdef7fa-bae8-41ca-be2f-8626e33f8790 HTTP/1.1" status: 200 len: 849 time: 0.4263353 Sep 02 13:48:14.185553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fe224-3462-41c8-9bf0-5e2f6fea5145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7e2612-e2ce-4cb3-965c-0c2e7a7145d3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:14.202459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0de3da0b-5ec9-4008-b4d8-5d5cf163763a tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/11395158-3a93-4f77-a3f2-66b32283dd1b HTTP/1.1" status: 200 len: 992 time: 0.5590456 Sep 02 13:48:14.217493 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-211fe224-3462-41c8-9bf0-5e2f6fea5145 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10169ba0ca4b4b75b103acfb1a3dc258&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7719464 Sep 02 13:48:14.224652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ab90aa-6486-4aa7-9c5e-bad77c132138 None None] Network 457f2d5c-f7e5-42a7-b932-2a592a85f9e7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:14.230098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47120) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:14.248327 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-79aaeefc-90ff-4688-b91e-51e97f77b245 None None] Port d79f476f-0d48-4061-aaf4-24285619af6c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:48:14.274274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977454e-220a-4cfc-b939-aa4441661090 req-84202975-961a-4285-9a5b-f40061479e0a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:14.277132 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16830dac-4e24-4552-b093-71cc74086720 req-d12ee27f-56d8-44fc-97ce-5e20bda31a41 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:14.293896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16830dac-4e24-4552-b093-71cc74086720 req-d12ee27f-56d8-44fc-97ce-5e20bda31a41 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 946 time: 0.5682578 Sep 02 13:48:14.296207 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f977454e-220a-4cfc-b939-aa4441661090 req-84202975-961a-4285-9a5b-f40061479e0a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 944 time: 0.1478097 Sep 02 13:48:14.300152 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:14.352638 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f977454e-220a-4cfc-b939-aa4441661090 req-32a57064-d812-43c3-ae2b-3fbaf706cf4b tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554001 Sep 02 13:48:14.354750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016055f2-638c-4190-ba20-8779026f95e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:14.359408 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af86c5eb-fa47-4fdd-bfbe-80a5b23f4a7c" -d '{"events": [{"server_uuid": "016055f2-638c-4190-ba20-8779026f95e8", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf71c5-a2e9-4037-a72a-0f4057e6d253"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:14.391054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port ddcf71c5-a2e9-4037-a72a-0f4057e6d253, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:14.399971 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:14.401092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 53bf4577-9668-4402-92c4-db0cad4798f2 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:14.662795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3800e-d3ea-4431-8b19-4cf9051f92c1 req-c87a57ea-90d5-4fc9-a1c5-d776ffe4578a tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:14.679710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-19f3800e-d3ea-4431-8b19-4cf9051f92c1 req-c87a57ea-90d5-4fc9-a1c5-d776ffe4578a tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1095 time: 0.1687632 Sep 02 13:48:14.686679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ff58fc94-5c8d-40ae-bc5f-47aded04323b None None] Provisioning for port 079a6f0f-479f-48f7-92fe-4faddef885de completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:14.721300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ff58fc94-5c8d-40ae-bc5f-47aded04323b None None] Provisioning complete for port 079a6f0f-479f-48f7-92fe-4faddef885de triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:14.721683 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff58fc94-5c8d-40ae-bc5f-47aded04323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:14.791441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:14.794076 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-19f3800e-d3ea-4431-8b19-4cf9051f92c1 req-c15d6c5a-ca4f-496e-8ee5-63953f3645a9 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089046 Sep 02 13:48:14.884579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-5e571573-3fa3-46b9-ae3f-cecde45b329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:14.886190 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-5e571573-3fa3-46b9-ae3f-cecde45b329a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=53300a0f-d822-42e9-a5f0-b63ae1502965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6848717 Sep 02 13:48:14.909890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-b61fff1c-2b36-413f-be34-193a771ca945 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:14.911451 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-b61fff1c-2b36-413f-be34-193a771ca945 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.90 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 947 time: 0.5972524 Sep 02 13:48:14.926789 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16830dac-4e24-4552-b093-71cc74086720 req-de3304f8-6708-4cb4-8127-16f04ff9e261 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306882 Sep 02 13:48:14.962083 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f5781-220a-44bd-9c8c-16bd55d909cd x-openstack-request-id: req-b80f5781-220a-44bd-9c8c-16bd55d909cd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:14.962490 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016055f2-638c-4190-ba20-8779026f95e8", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf71c5-a2e9-4037-a72a-0f4057e6d253", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:14.963108 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b80f5781-220a-44bd-9c8c-16bd55d909cd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:14.963677 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016055f2-638c-4190-ba20-8779026f95e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253', 'code': 200} Sep 02 13:48:14.979539 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff58fc94-5c8d-40ae-bc5f-47aded04323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:14.992333 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.005150 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3decef6-fd7d-4e32-ad7b-203022256379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.043430 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3decef6-fd7d-4e32-ad7b-203022256379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.060323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ff58fc94-5c8d-40ae-bc5f-47aded04323b None None] For port 079a6f0f-479f-48f7-92fe-4faddef885de, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=079a6f0f-479f-48f7-92fe-4faddef885de,segment=NetworkSegment(42903650-92c2-47de-9100-16de79b73861),segment_id=42903650-92c2-47de-9100-16de79b73861)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:15.066261 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff58fc94-5c8d-40ae-bc5f-47aded04323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.081847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=53bf4577-9668-4402-92c4-db0cad4798f2,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:15.115848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9ca64158-4071-400f-8893-4e504e547fcb details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:48:15.127241 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.127476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504871-4437-42d6-90f5-7fcb7af5c054 req-dc95bb96-e3e4-4af4-b640-22be67148ecb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:15.137683 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e504871-4437-42d6-90f5-7fcb7af5c054 req-dc95bb96-e3e4-4af4-b640-22be67148ecb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 947 time: 0.1818943 Sep 02 13:48:15.180007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3decef6-fd7d-4e32-ad7b-203022256379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.183134 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3decef6-fd7d-4e32-ad7b-203022256379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.184712 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d3decef6-fd7d-4e32-ad7b-203022256379 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce7e2612-e2ce-4cb3-965c-0c2e7a7145d3 HTTP/1.1" status: 204 len: 168 time: 0.9494932 Sep 02 13:48:15.242032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30dd79-407f-488e-9341-3bfc3df44d75 req-a7d04d94-597f-4dbe-9833-0b7fb20b39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:15.250031 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a30dd79-407f-488e-9341-3bfc3df44d75 req-a7d04d94-597f-4dbe-9833-0b7fb20b39cc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1096 time: 0.2769220 Sep 02 13:48:15.272226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Deleting port 4f79d95d-8f69-462b-9718-b77183aa4e39 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:15.272902 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.296279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9e504871-4437-42d6-90f5-7fcb7af5c054 req-6fdaa352-e524-4b8d-855e-aca17ea18a7f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeb9c483-862c-48ac-90fb-dfa202f6e06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563640 Sep 02 13:48:15.318859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58fc94-5c8d-40ae-bc5f-47aded04323b None None] Pushing event updated for resources: {'Port': ['ID=079a6f0f-479f-48f7-92fe-4faddef885de,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:15.329571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3decef6-fd7d-4e32-ad7b-203022256379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7e2612-e2ce-4cb3-965c-0c2e7a7145d3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:15.429423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a30dd79-407f-488e-9341-3bfc3df44d75 req-b39f1c91-d093-4024-967f-2e87d3314b4f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646392 Sep 02 13:48:15.447595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:15.454200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9ca64158-4071-400f-8893-4e504e547fcb, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ca64158-4071-400f-8893-4e504e547fcb,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:15.483487 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-761b6d52-7533-430c-a907-d51585cb1ed3 service neutron] 10.222.0.90 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537384 Sep 02 13:48:15.484866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] For port 4f79d95d-8f69-462b-9718-b77183aa4e39, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=4f79d95d-8f69-462b-9718-b77183aa4e39,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:15.485405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.528249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '9ca64158-4071-400f-8893-4e504e547fcb', 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965', 'port_id': '9ca64158-4071-400f-8893-4e504e547fcb', 'mac_address': 'fa:16:3e:c8:ac:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cdef7fa-bae8-41ca-be2f-8626e33f8790', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:48:15.538548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c73f76f-3845-4dff-a538-f3e9a5a8e6c3 None None] Provisioning complete for port 079a6f0f-479f-48f7-92fe-4faddef885de triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:15.538929 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c73f76f-3845-4dff-a538-f3e9a5a8e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.605666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=53bf4577-9668-4402-92c4-db0cad4798f2,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:15.630872 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.669419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca64158-4071-400f-8893-4e504e547fcb {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:15.673648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537b1e0-7327-4f8c-a02b-1a21ace8bcd2 req-9dcf9e82-7a1e-4ad7-9e00-37ddd57c8bee tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:15.676003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6537b1e0-7327-4f8c-a02b-1a21ace8bcd2 req-9dcf9e82-7a1e-4ad7-9e00-37ddd57c8bee tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1910598 Sep 02 13:48:15.741857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:15.743695 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.778843 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-e263d718-e53a-4829-bbb5-0e958c2c1297 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:15.781265 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e263d718-e53a-4829-bbb5-0e958c2c1297 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "PUT /v2.0/routers/e3ca7de1-caf7-46c8-bd05-daf29c363994/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0535924 Sep 02 13:48:15.786929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47152) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:15.807055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6537b1e0-7327-4f8c-a02b-1a21ace8bcd2 req-132e724c-745e-4a55-8fad-e34f2ce1bb9c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219923 Sep 02 13:48:15.812169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9ca64158-4071-400f-8893-4e504e547fcb, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ca64158-4071-400f-8893-4e504e547fcb,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:15.812311 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae4cb015-ca20-44ca-905c-23602a25a2a0 req-634f52bd-152b-4371-b4c5-b262474720f0 service neutron] 10.222.0.90 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073575 Sep 02 13:48:15.884066 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:15.997619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=9ca64158-4071-400f-8893-4e504e547fcb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:16.048708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:16.056108 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:16.056951 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Floating IP fef9c923-c03b-45d5-ac76-e04121b7c20a disassociated. External IP: 172.25.3.80, port: 4f79d95d-8f69-462b-9718-b77183aa4e39. Sep 02 13:48:16.057688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Calling delete_port for 4f79d95d-8f69-462b-9718-b77183aa4e39 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:16.152410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49288a57-6b90-4db7-a73d-2022db11033b req-ee064693-dcc3-488b-88d5-ad6a2ee24fd0 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:16.155139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-49288a57-6b90-4db7-a73d-2022db11033b req-ee064693-dcc3-488b-88d5-ad6a2ee24fd0 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1096 time: 0.2313616 Sep 02 13:48:16.204003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['9ca64158-4071-400f-8893-4e504e547fcb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:16.247367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-49288a57-6b90-4db7-a73d-2022db11033b req-5f06edda-4652-4874-8931-5dca5c3c2d01 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817657 Sep 02 13:48:16.271412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adf0da-2bae-47d4-b591-8548958f7e15 req-ef73ed54-af99-48c2-98c8-9d1f9189e7d8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:16.273340 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91adf0da-2bae-47d4-b591-8548958f7e15 req-ef73ed54-af99-48c2-98c8-9d1f9189e7d8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 944 time: 0.1779387 Sep 02 13:48:16.336103 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:16.382910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event deleted for resources: {'Port': ['ID=4f79d95d-8f69-462b-9718-b77183aa4e39,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:16.385346 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-91adf0da-2bae-47d4-b591-8548958f7e15 req-d677cd94-8faf-42ce-b0a2-ec89743af0fa tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020653 Sep 02 13:48:16.521423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:16.536862 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b935322a-cb11-447a-8873-ca2b74fdc41d req-8e586537-23d8-46d8-89e6-45e4876e23da tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=daddcf33-047b-40fc-94c1-95e33d684647 HTTP/1.1" status: 200 len: 210 time: 0.0774367 Sep 02 13:48:16.632943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Router 5c6032a2-d966-4cd9-b034-27670158dab3 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:48:16.822197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:16.851908 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] Sync routers for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:16.891152 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:16.892380 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:16.946676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] No DVR routers for this DVR port 4f79d95d-8f69-462b-9718-b77183aa4e39 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:16.954218 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:16.958305 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8d7447b-2d38-4614-a9b4-40d88959db50 req-0b967e3f-000e-44fa-be98-9d4e610ef286 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.90 "DELETE /v2.0/ports/4f79d95d-8f69-462b-9718-b77183aa4e39 HTTP/1.1" status: 204 len: 173 time: 2.0403428 Sep 02 13:48:16.958819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-deleted', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:16.961601 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c61622-6555-4f0f-9f35-1ec9541f1153" -d '{"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-deleted", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:16.965389 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:16.968591 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba5b8d6-ba7a-4c5c-a273-1388d10933f1" -d '{"events": [{"server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "name": "network-vif-unplugged", "status": "completed", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:17.044344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Deleting port d79f476f-0d48-4061-aaf4-24285619af6c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:17.045690 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:17.093466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9ca64158-4071-400f-8893-4e504e547fcb up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:17.125162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e84435-2155-443e-84c5-3a68531cee9c req-131d02ee-8254-49b0-9f55-afed48906a25 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:17.126790 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a9e84435-2155-443e-84c5-3a68531cee9c req-131d02ee-8254-49b0-9f55-afed48906a25 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1434610 Sep 02 13:48:17.267419 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:17.278822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a9e84435-2155-443e-84c5-3a68531cee9c req-05bbfef1-e109-44e2-a333-fbc54e30aeab tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287522 Sep 02 13:48:17.286605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 9ca64158-4071-400f-8893-4e504e547fcb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:17.294778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Calling delete_port for d79f476f-0d48-4061-aaf4-24285619af6c owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:17.305223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 9ca64158-4071-400f-8893-4e504e547fcb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:17.306039 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:17.386200 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bf15cc-0e26-46fc-a5d6-7b85b3d1f013 x-openstack-request-id: req-12bf15cc-0e26-46fc-a5d6-7b85b3d1f013 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:17.390952 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "name": "network-vif-unplugged", "status": "failed", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:17.394573 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12bf15cc-0e26-46fc-a5d6-7b85b3d1f013 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:17.395427 n-d-794796-4 neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2', 'code': 422} returned with failed status Sep 02 13:48:17.444415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 079a6f0f-479f-48f7-92fe-4faddef885de up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:17.453076 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d82b67d-ac4d-4b0b-b539-cd475d8ad447 x-openstack-request-id: req-1d82b67d-ac4d-4b0b-b539-cd475d8ad447 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:17.453628 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daddcf33-047b-40fc-94c1-95e33d684647", "name": "network-vif-deleted", "tag": "4f79d95d-8f69-462b-9718-b77183aa4e39", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:17.454171 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d82b67d-ac4d-4b0b-b539-cd475d8ad447 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:17.454741 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daddcf33-047b-40fc-94c1-95e33d684647', 'name': 'network-vif-deleted', 'tag': '4f79d95d-8f69-462b-9718-b77183aa4e39', 'status': 'completed', 'code': 200} Sep 02 13:48:17.506737 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:17.636407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc4ddd-f5e7-4a17-b25a-d46a5e5da05c req-abc7f71a-ef92-4e85-b090-ed4481d8a39e tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:17.648805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84bc4ddd-f5e7-4a17-b25a-d46a5e5da05c req-abc7f71a-ef92-4e85-b090-ed4481d8a39e tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1096 time: 0.1115723 Sep 02 13:48:17.720186 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84bc4ddd-f5e7-4a17-b25a-d46a5e5da05c req-0fd08e05-29ae-42f5-9bda-2c76028e0677 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703709 Sep 02 13:48:17.725142 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 079a6f0f-479f-48f7-92fe-4faddef885de triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:17.725614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:17.727813 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:17.756590 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:17.908801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 9ca64158-4071-400f-8893-4e504e547fcb, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ca64158-4071-400f-8893-4e504e547fcb,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:17.922671 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:17.923492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:17.975668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 4f79d95d-8f69-462b-9718-b77183aa4e39 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:48:17.976239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 4f79d95d-8f69-462b-9718-b77183aa4e39 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:48:18.023229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event deleted for resources: {'Port': ['ID=d79f476f-0d48-4061-aaf4-24285619af6c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:18.076589 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abcfe3-bb39-4fbb-9e00-7f5eebd02a6d req-6eae3c1f-6720-4d72-a0de-8e2aa63ab00d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:18.101200 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-34abcfe3-bb39-4fbb-9e00-7f5eebd02a6d req-6eae3c1f-6720-4d72-a0de-8e2aa63ab00d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.2212024 Sep 02 13:48:18.106125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:18.118956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'floatingip': {'port_id': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:18.126878 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:18.212657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=9ca64158-4071-400f-8893-4e504e547fcb,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:18.244375 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] Checking router: 5c6032a2-d966-4cd9-b034-27670158dab3 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:48:18.272379 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:18.273501 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:18.294220 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:18.313897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:18.423038 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:18.517724 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:18.537832 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37eb1351-60f3-478f-a673-24091281886d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:18.589180 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37eb1351-60f3-478f-a673-24091281886d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:18.643662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c0b4a-b584-4998-a22b-49e5af688aee req-82ac8041-0d87-4497-b46d-652cdf0960e7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:18.645391 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-953c0b4a-b584-4998-a22b-49e5af688aee req-82ac8041-0d87-4497-b46d-652cdf0960e7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=204f60a9-a8dd-4588-9921-88e705e1a736 HTTP/1.1" status: 200 len: 944 time: 0.1946661 Sep 02 13:48:18.734168 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:18.772436 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099d35b-f4ed-4b60-936e-0501f6a5706a None None] The sync data for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 is: [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:18.937912 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37eb1351-60f3-478f-a673-24091281886d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:18.940554 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-37eb1351-60f3-478f-a673-24091281886d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:18.944793 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-37eb1351-60f3-478f-a673-24091281886d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "DELETE /v2.0/security-groups/aeb9c483-862c-48ac-90fb-dfa202f6e06a HTTP/1.1" status: 204 len: 168 time: 0.6289170 Sep 02 13:48:18.945507 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:18.982978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb1351-60f3-478f-a673-24091281886d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb9c483-862c-48ac-90fb-dfa202f6e06a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:18.994201 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-818ede9b-3953-4195-a801-eb385ddabed7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] show failed (client error): The resource could not be found. Sep 02 13:48:18.998574 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-818ede9b-3953-4195-a801-eb385ddabed7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups/aeb9c483-862c-48ac-90fb-dfa202f6e06a HTTP/1.1" status: 404 len: 347 time: 0.0445647 Sep 02 13:48:19.000046 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47288) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:19.039464 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:48:19.090144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040a258-3c74-42f1-8388-45a0f354445c req-00dc3e10-c020-40b8-ab91-87b45a41c9f1 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:19.103774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f040a258-3c74-42f1-8388-45a0f354445c req-00dc3e10-c020-40b8-ab91-87b45a41c9f1 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.2490432 Sep 02 13:48:19.139124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Router e3ca7de1-caf7-46c8-bd05-daf29c363994 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:48:19.156025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:19.207569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-953c0b4a-b584-4998-a22b-49e5af688aee req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Deleting port 53bf4577-9668-4402-92c4-db0cad4798f2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:19.217586 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f040a258-3c74-42f1-8388-45a0f354445c req-a9feabe4-5980-471b-8746-20517a5928a8 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127174 Sep 02 13:48:19.218532 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:19.221994 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-953c0b4a-b584-4998-a22b-49e5af688aee req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:19.284752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 53bf4577-9668-4402-92c4-db0cad4798f2 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:19.340308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ceec54-f72b-480a-805d-1d6e7500b3d0 None None] New status for floating IP fef9c923-c03b-45d5-ac76-e04121b7c20a: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:48:19.392786 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:19.405399 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-52524804-de71-4267-8955-d90a8667f464 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "PUT /v2.0/routers/e3ca7de1-caf7-46c8-bd05-daf29c363994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6109228 Sep 02 13:48:19.405725 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:19.411922 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f69790-7570-4d13-a98f-bb1391e536b2 None None] Sync routers for ids ['e3ca7de1-caf7-46c8-bd05-daf29c363994'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:19.427608 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f69790-7570-4d13-a98f-bb1391e536b2 None None] Routers {'e3ca7de1-caf7-46c8-bd05-daf29c363994'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:19.429577 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6f69790-7570-4d13-a98f-bb1391e536b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e3ca7de1-caf7-46c8-bd05-daf29c363994'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:19.430208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Deleting port 1e6b9199-4d40-458c-a22d-7de5479155e4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:19.430563 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:19.513243 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-2eacac2d-5614-4ca6-bcd7-2c8ed4d0ec94 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] delete failed (client error): The resource could not be found. Sep 02 13:48:19.526170 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2eacac2d-5614-4ca6-bcd7-2c8ed4d0ec94 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-611338668 HTTP/1.1" status: 404 len: 334 time: 0.1146336 Sep 02 13:48:19.526422 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6f69790-7570-4d13-a98f-bb1391e536b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:19.528138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:19.536439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cb70dc3e-9c8a-4b06-9907-feeb2d11779a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3ca7de1-caf7-46c8-bd05-daf29c363994'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:19.545118 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f69790-7570-4d13-a98f-bb1391e536b2 None None] Routers {'e3ca7de1-caf7-46c8-bd05-daf29c363994'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:19.548202 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6f69790-7570-4d13-a98f-bb1391e536b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e3ca7de1-caf7-46c8-bd05-daf29c363994'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:19.551524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a84a415-1e78-4ae2-bb0a-45e80d1e5212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca64158-4071-400f-8893-4e504e547fcb'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:19.554222 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d117de84-bebe-47e3-b78e-9d088b6d91e7" -d '{"events": [{"server_uuid": "7a84a415-1e78-4ae2-bb0a-45e80d1e5212", "name": "network-vif-plugged", "status": "completed", "tag": "9ca64158-4071-400f-8893-4e504e547fcb"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:19.615958 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6f69790-7570-4d13-a98f-bb1391e536b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:19.617778 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f69790-7570-4d13-a98f-bb1391e536b2 None None] The sync data for ids ['e3ca7de1-caf7-46c8-bd05-daf29c363994'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:19.697634 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Floating IP 27c25578-db03-40c6-a055-e75f1758ea3f associated. External IP: 172.25.3.237, port: ddcf71c5-a2e9-4037-a72a-0f4057e6d253. Sep 02 13:48:19.724589 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e79efbd-33b5-4a7c-b3ee-5c82f44a4097 x-openstack-request-id: req-2e79efbd-33b5-4a7c-b3ee-5c82f44a4097 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:19.724999 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a84a415-1e78-4ae2-bb0a-45e80d1e5212", "name": "network-vif-plugged", "status": "completed", "tag": "9ca64158-4071-400f-8893-4e504e547fcb", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:19.725516 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e79efbd-33b5-4a7c-b3ee-5c82f44a4097 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:19.726024 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a84a415-1e78-4ae2-bb0a-45e80d1e5212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca64158-4071-400f-8893-4e504e547fcb', 'code': 200} Sep 02 13:48:19.923269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-953c0b4a-b584-4998-a22b-49e5af688aee req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] For port 53bf4577-9668-4402-92c4-db0cad4798f2, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=53bf4577-9668-4402-92c4-db0cad4798f2,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:19.923752 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-953c0b4a-b584-4998-a22b-49e5af688aee req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:19.943025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-953c0b4a-b584-4998-a22b-49e5af688aee req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Calling delete_port for 53bf4577-9668-4402-92c4-db0cad4798f2 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:20.005662 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:20.006002 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:20.075548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Calling delete_port for 1e6b9199-4d40-458c-a22d-7de5479155e4 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:20.236007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a70f-81c5-4bd2-8f65-d888b1e12b95 req-f39e5f02-093f-4204-84d3-0a5d879b5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:20.237813 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3733a70f-81c5-4bd2-8f65-d888b1e12b95 req-f39e5f02-093f-4204-84d3-0a5d879b5238 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.4729943 Sep 02 13:48:20.324734 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:20.335432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb70dc3e-9c8a-4b06-9907-feeb2d11779a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:20.359948 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-953c0b4a-b584-4998-a22b-49e5af688aee req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:20.378828 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-cb70dc3e-9c8a-4b06-9907-feeb2d11779a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] update failed (client error): The resource could not be found. Sep 02 13:48:20.380416 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cb70dc3e-9c8a-4b06-9907-feeb2d11779a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "PUT /v2.0/routers/e3ca7de1-caf7-46c8-bd05-daf29c363994 HTTP/1.1" status: 404 len: 339 time: 0.8510685 Sep 02 13:48:20.396219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:20.420796 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3733a70f-81c5-4bd2-8f65-d888b1e12b95 req-2bbeea6a-8c75-4a29-992f-e73b4caa2e2e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448240 Sep 02 13:48:20.427839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event deleted for resources: {'Port': ['ID=1e6b9199-4d40-458c-a22d-7de5479155e4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:20.488205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:20.517674 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event deleted for resources: {'Port': ['ID=53bf4577-9668-4402-92c4-db0cad4798f2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:20.545793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-953c0b4a-b584-4998-a22b-49e5af688aee req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] No DVR routers for this DVR port 53bf4577-9668-4402-92c4-db0cad4798f2 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:20.556412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-953c0b4a-b584-4998-a22b-49e5af688aee req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:20.558617 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-953c0b4a-b584-4998-a22b-49e5af688aee req-0b88dbfe-c1b6-4490-9fc9-17cdee1fac4e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "DELETE /v2.0/ports/53bf4577-9668-4402-92c4-db0cad4798f2 HTTP/1.1" status: 204 len: 173 time: 1.8734083 Sep 02 13:48:20.559231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'name': 'network-vif-deleted', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:20.563226 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bf4508-c804-4561-b2b7-5ff4115b0909" -d '{"events": [{"server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "name": "network-vif-deleted", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:20.586467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:20.591180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494672eb-db96-4788-b1e8-9da9cfa13b3c req-daa8e9e6-a21f-4c29-a25e-aadcba760844 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:20.593156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:20.593760 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-494672eb-db96-4788-b1e8-9da9cfa13b3c req-daa8e9e6-a21f-4c29-a25e-aadcba760844 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.2405748 Sep 02 13:48:20.610052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3bff69b2-8c7f-44bd-94d1-0aebe1f2b187 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "DELETE /v2.0/floatingips/fef9c923-c03b-45d5-ac76-e04121b7c20a HTTP/1.1" status: 204 len: 168 time: 1.5961676 Sep 02 13:48:20.803758 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-494672eb-db96-4788-b1e8-9da9cfa13b3c req-6b3ded23-4675-4fad-a9a1-02072150f56c tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747916 Sep 02 13:48:20.839686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Router 771d4111-d798-403d-af86-3e8aad0d573f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:48:20.859201 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b466f30-74fb-4925-992b-71d699e5a823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:20.897481 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd9d904-9adc-4fd6-ba95-1e886991e671 x-openstack-request-id: req-cfd9d904-9adc-4fd6-ba95-1e886991e671 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:20.897945 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f60a9-a8dd-4588-9921-88e705e1a736", "name": "network-vif-deleted", "tag": "53bf4577-9668-4402-92c4-db0cad4798f2", "status": "failed", "code": 422}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:20.898349 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfd9d904-9adc-4fd6-ba95-1e886991e671 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:20.899918 n-d-794796-4 neutron-server[94687]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '204f60a9-a8dd-4588-9921-88e705e1a736', 'name': 'network-vif-deleted', 'tag': '53bf4577-9668-4402-92c4-db0cad4798f2', 'status': 'failed', 'code': 422} returned with failed status Sep 02 13:48:21.046227 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:21.212597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47392) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:21.219852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d09410d6-142d-4c7e-918a-c39e3cbe3cb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673719262', 'description': 'tempest-description--85657138'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:21.273394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:21.282129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:21.285912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] Sync routers for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:21.316840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:21.319068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:21.351203 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ae6a4f51-55c9-47f4-b715-b86a9b83043a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "PUT /v2.0/floatingips/27c25578-db03-40c6-a055-e75f1758ea3f HTTP/1.1" status: 200 len: 991 time: 3.2434323 Sep 02 13:48:21.361323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016055f2-638c-4190-ba20-8779026f95e8', 'tag': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:21.366346 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e6fec-e626-47e3-8f11-87f8d48c780c" -d '{"events": [{"name": "network-changed", "server_uuid": "016055f2-638c-4190-ba20-8779026f95e8", "tag": "ddcf71c5-a2e9-4037-a72a-0f4057e6d253"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:21.533761 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e963894e-52b9-449e-93e4-8160251b913c x-openstack-request-id: req-e963894e-52b9-449e-93e4-8160251b913c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:21.534753 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016055f2-638c-4190-ba20-8779026f95e8", "tag": "ddcf71c5-a2e9-4037-a72a-0f4057e6d253", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:21.534753 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e963894e-52b9-449e-93e4-8160251b913c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:21.536472 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016055f2-638c-4190-ba20-8779026f95e8', 'tag': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253', 'status': 'completed', 'code': 200} Sep 02 13:48:21.618688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:21.716691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Allocated IP 172.20.0.1 (20ddade3-a011-4527-a54c-3afbb4bd04cd/dc40c4b0-920d-4667-b0c6-5d0191c3a4ab/f1c06440-4ed8-403d-ab6e-62a1701a938d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:48:21.862111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b466f30-74fb-4925-992b-71d699e5a823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:21.891477 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d09410d6-142d-4c7e-918a-c39e3cbe3cb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.070946 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b466f30-74fb-4925-992b-71d699e5a823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.084427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '27c25578-db03-40c6-a055-e75f1758ea3f', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'port_id': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'mac_address': 'fa:16:3e:f8:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016055f2-638c-4190-ba20-8779026f95e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:47:45Z', 'updated_at': '2021-09-02T13:48:18Z', 'revision_number': 1, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:22.105806 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d09410d6-142d-4c7e-918a-c39e3cbe3cb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.109907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d56a8-d36c-4ae8-b708-1f17d8d18f93 req-4d80ff39-5709-4fa6-8414-cbdc6939d98d tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:22.115207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] Checking router: 771d4111-d798-403d-af86-3e8aad0d573f for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:48:22.124834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb6d56a8-d36c-4ae8-b708-1f17d8d18f93 req-4d80ff39-5709-4fa6-8414-cbdc6939d98d tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.1687655 Sep 02 13:48:22.126764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:22.127538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:22.134319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.137139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b466f30-74fb-4925-992b-71d699e5a823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4fb6cd-5d49-4de9-ac37-55e18efdccfb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:22.144762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d09410d6-142d-4c7e-918a-c39e3cbe3cb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.195603 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d09410d6-142d-4c7e-918a-c39e3cbe3cb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.201111 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d09410d6-142d-4c7e-918a-c39e3cbe3cb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9872127 Sep 02 13:48:22.201849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47428) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:22.205593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-37ce3b67-4c68-4ebf-af40-ae89754ff097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:22.207926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-37ce3b67-4c68-4ebf-af40-ae89754ff097 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1096 time: 0.6570258 Sep 02 13:48:22.217065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-15a47743-10b6-41e3-af7d-2b49037a4b5c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'security_group_rule': {'security_group_id': 'cbc1aac8-406f-4254-b8d7-13f5afbf110c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:22.223031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-2a8d0e6b-4acd-4c79-a405-1dc811fcb1e2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:22.225108 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-2a8d0e6b-4acd-4c79-a405-1dc811fcb1e2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.4617555 Sep 02 13:48:22.231781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Transition to ACTIVE for port object f1c06440-4ed8-403d-ab6e-62a1701a938d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:22.254822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8b466f30-74fb-4925-992b-71d699e5a823 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1005844ab180455191ff07a775b1d2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7639580 Sep 02 13:48:22.263842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:22.281221 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb6d56a8-d36c-4ae8-b708-1f17d8d18f93 req-7305c276-b911-4184-98d4-874b9888c549 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543906 Sep 02 13:48:22.308829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09410d6-142d-4c7e-918a-c39e3cbe3cb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc1aac8-406f-4254-b8d7-13f5afbf110c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:22.335889 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a47743-10b6-41e3-af7d-2b49037a4b5c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.358320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:22.359267 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-8c2d6577-431c-40b3-b2a1-0239f8208d9c tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/quotas/e5cb8c44680045f0a4b7ea0a303a9287 HTTP/1.1" status: 200 len: 375 time: 0.1023936 Sep 02 13:48:22.399375 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a47743-10b6-41e3-af7d-2b49037a4b5c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.405263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a47743-10b6-41e3-af7d-2b49037a4b5c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.432611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a47743-10b6-41e3-af7d-2b49037a4b5c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820c8c91-1bf8-4694-89c8-5b78908290cb,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:22.436758 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-15a47743-10b6-41e3-af7d-2b49037a4b5c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.442541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-15a47743-10b6-41e3-af7d-2b49037a4b5c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2318990 Sep 02 13:48:22.443384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47436) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:22.448197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b6685136-539c-4db2-bfb6-db5945373958 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'security_group_rule': {'security_group_id': 'cbc1aac8-406f-4254-b8d7-13f5afbf110c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:22.471565 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-4a086384-8500-43f6-8dec-8b0866cacad6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111345 Sep 02 13:48:22.501629 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6685136-539c-4db2-bfb6-db5945373958 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.577098 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51e00539-807f-4c62-a1f3-82d2885eab44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.604258 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6685136-539c-4db2-bfb6-db5945373958 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.609750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6685136-539c-4db2-bfb6-db5945373958 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.629294 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51e00539-807f-4c62-a1f3-82d2885eab44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.631429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.645194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6685136-539c-4db2-bfb6-db5945373958 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a7b31d-b67c-4043-b185-ca8e5aab927e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:22.659146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b6685136-539c-4db2-bfb6-db5945373958 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.663863 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b6685136-539c-4db2-bfb6-db5945373958 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2163804 Sep 02 13:48:22.665306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47446) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:22.673120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:22.686427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-587c5991-fcf2-4957-a8d1-6c05bd3f3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:22.688320 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-587c5991-fcf2-4957-a8d1-6c05bd3f3c8f service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.4620271 Sep 02 13:48:22.700823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.759425 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '27c25578-db03-40c6-a055-e75f1758ea3f', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'port_id': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'mac_address': 'fa:16:3e:f8:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016055f2-638c-4190-ba20-8779026f95e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:47:45Z', 'updated_at': '2021-09-02T13:48:18Z', 'revision_number': 1, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:22.801290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d40f5e-ce45-4945-897d-a15a3239ecc0 None None] The sync data for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 is: [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '27c25578-db03-40c6-a055-e75f1758ea3f', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'port_id': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'mac_address': 'fa:16:3e:f8:73:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016055f2-638c-4190-ba20-8779026f95e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:47:45Z', 'updated_at': '2021-09-02T13:48:18Z', 'revision_number': 1, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:22.836037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network 20ddade3-a011-4527-a54c-3afbb4bd04cd is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:22.844026 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:22.855509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-9464aa46-7534-4a64-b256-df76b231d4ec service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814216 Sep 02 13:48:22.856462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:22.865334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:23.011927 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-0d46d329-fbe3-4ab0-8651-c977abebcda0 service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408982 Sep 02 13:48:23.025430 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Port': ['ID=f1c06440-4ed8-403d-ab6e-62a1701a938d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:23.034533 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-5fa6bb51-2df7-488a-a2e3-2331f1b68fdc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 999 time: 0.3285601 Sep 02 13:48:23.077677 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Allocated IP 172.25.3.24 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/8b2fd411-686d-4c58-803f-74eff826794e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:48:23.153719 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51e00539-807f-4c62-a1f3-82d2885eab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:23.156331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51e00539-807f-4c62-a1f3-82d2885eab44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:23.159819 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-51e00539-807f-4c62-a1f3-82d2885eab44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb4fb6cd-5d49-4de9-ac37-55e18efdccfb HTTP/1.1" status: 204 len: 168 time: 0.8926327 Sep 02 13:48:23.172489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-27578f4f-894c-4b43-ac85-235226d510a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:23.174025 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-27578f4f-894c-4b43-ac85-235226d510a3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.1315424 Sep 02 13:48:23.206617 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:23.285073 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de887beb-e9d4-40b1-996e-8f82a3a09c8a None None] New status for floating IP 27c25578-db03-40c6-a055-e75f1758ea3f: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:48:23.317421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-95425d39-ae2b-46a2-a875-9dcce73cb896 None None] Provisioning for port f1c06440-4ed8-403d-ab6e-62a1701a938d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:23.330403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-95425d39-ae2b-46a2-a875-9dcce73cb896 None None] Provisioning complete for port f1c06440-4ed8-403d-ab6e-62a1701a938d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:23.330792 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95425d39-ae2b-46a2-a875-9dcce73cb896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:23.358448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:23.442362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-95425d39-ae2b-46a2-a875-9dcce73cb896 None None] Port f1c06440-4ed8-403d-ab6e-62a1701a938d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:48:23.443432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0554d00b-b67e-4957-a87d-f74388ef9908 req-6a5a9c70-edb8-4d70-958d-9da126b6cea3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 210 time: 0.1066227 Sep 02 13:48:23.523930 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:23.605918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:23.609378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:23.613512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:23.647074 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'Port': ['ID=8b2fd411-686d-4c58-803f-74eff826794e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:23.857922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47480) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:23.897205 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4503a819-c0f5-4ab3-bf70-04f5e7ec78d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:23.921564 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:23.975947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e00539-807f-4c62-a1f3-82d2885eab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4fb6cd-5d49-4de9-ac37-55e18efdccfb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:24.027463 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.085686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-b4662f7e-f637-4db2-b997-967de36261be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:24.087371 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-b4662f7e-f637-4db2-b997-967de36261be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9038548 Sep 02 13:48:24.091953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642dee6-5f6f-4502-9fd5-227d9edf924c req-96304791-1f39-4077-bd4b-a7795e530ca6 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:24.094077 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e642dee6-5f6f-4502-9fd5-227d9edf924c req-96304791-1f39-4077-bd4b-a7795e530ca6 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.1207271 Sep 02 13:48:24.179501 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4503a819-c0f5-4ab3-bf70-04f5e7ec78d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.186593 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4503a819-c0f5-4ab3-bf70-04f5e7ec78d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.208786 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.256836 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e642dee6-5f6f-4502-9fd5-227d9edf924c req-93122d3c-9f40-430a-8764-d922b0516b10 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302991 Sep 02 13:48:24.258352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503a819-c0f5-4ab3-bf70-04f5e7ec78d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b221d6b2-8ef3-4546-adb8-a2426d0624e2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:24.266614 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4503a819-c0f5-4ab3-bf70-04f5e7ec78d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13684891a96144a3a703e792ae7e4a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044783 Sep 02 13:48:24.275445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47484) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:24.343360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.345094 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-e0f6f014-d03f-4800-8326-5878372cc819 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173808 Sep 02 13:48:24.350680 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.403761 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9ab354c-9778-48a9-8f6c-3ea769253e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.507133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'Port': ['ID=8b2fd411-686d-4c58-803f-74eff826794e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:24.516151 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9ab354c-9778-48a9-8f6c-3ea769253e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.556109 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.578162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542dc5-2ed5-458f-8532-eaea3f821b6b req-6b16cf4d-8dda-406f-9a9d-e3f3fc7e5c85 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:24.579961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e542dc5-2ed5-458f-8532-eaea3f821b6b req-6b16cf4d-8dda-406f-9a9d-e3f3fc7e5c85 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.1872811 Sep 02 13:48:24.592024 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.593714 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-35d9498c-a850-4d36-a8ec-6360f486efbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9267354 Sep 02 13:48:24.629246 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e542dc5-2ed5-458f-8532-eaea3f821b6b req-7093815c-ea5f-47e3-a0e2-55901eb27e25 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Sep 02 13:48:24.631128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9ab354c-9778-48a9-8f6c-3ea769253e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.633986 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9ab354c-9778-48a9-8f6c-3ea769253e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:24.635426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b9ab354c-9778-48a9-8f6c-3ea769253e83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b221d6b2-8ef3-4546-adb8-a2426d0624e2 HTTP/1.1" status: 204 len: 168 time: 0.3589544 Sep 02 13:48:24.640850 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ffa7fda6-83d2-4d9b-b454-08d4a37f478e req-40b04be7-cccf-4fa6-ac5a-8075a6bef96e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 210 time: 0.0949764 Sep 02 13:48:24.668361 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab354c-9778-48a9-8f6c-3ea769253e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b221d6b2-8ef3-4546-adb8-a2426d0624e2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:24.748417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-027e6fec-e626-47e3-8f11-87f8d48c780c req-824aaf1c-a549-41fa-a26c-6110cf777ee8 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607922 Sep 02 13:48:24.921230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a278e2-7d9e-499f-8503-b9105836ed21 req-5c69d964-a099-45a8-aab8-d02c960b51b8 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:24.922769 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-36a278e2-7d9e-499f-8503-b9105836ed21 req-5c69d964-a099-45a8-aab8-d02c960b51b8 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.1504991 Sep 02 13:48:24.932857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-4484387f-cf01-4c28-8f54-b564c879560f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:24.934543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-4484387f-cf01-4c28-8f54-b564c879560f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.2463062 Sep 02 13:48:24.952240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Request body: {'port': {'device_id': '23c0152a-b05b-4297-aff9-a16b97919e95', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'admin_state_up': True, 'tenant_id': 'e5cb8c44680045f0a4b7ea0a303a9287'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:25.017861 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-36a278e2-7d9e-499f-8503-b9105836ed21 req-7dfe756d-b5cf-4d96-8eb1-75fdd96673bd tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790012 Sep 02 13:48:25.056603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-da5ee7b9-e9df-4252-ac01-d6d7feb620c9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1673719262&fields=id&tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5 HTTP/1.1" status: 200 len: 267 time: 0.0598528 Sep 02 13:48:25.090050 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:25.097796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:25.183377 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Made reservation on behalf of e5cb8c44680045f0a4b7ea0a303a9287 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:48:25.188615 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:25.190741 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event updated for resources: {'Port': ['ID=f1c06440-4ed8-403d-ab6e-62a1701a938d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:25.210317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-e230ad1e-4b50-4b20-b517-3475cb0b9b27 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1833167 Sep 02 13:48:25.245082 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:25.248811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-376a7b1e-5864-402f-84ea-1e2a90576668 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:25.250316 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-376a7b1e-5864-402f-84ea-1e2a90576668 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 817 time: 0.1857793 Sep 02 13:48:25.302616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-406243cb-a4c8-41cd-b486-115115f474d6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/quotas/9b5ea3ec49b14e03a5d3a50c63db08a5 HTTP/1.1" status: 200 len: 375 time: 0.0394793 Sep 02 13:48:25.458710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-9f671bfc-8a68-4dff-93de-73d192197e04 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113186 Sep 02 13:48:25.496944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Allocated IP 172.20.0.10 (04f58d53-09f2-489d-aa85-f3c7058c3db1/f81c2717-e364-4450-b8a3-72bdc97b0530/406433cd-7855-49f1-9e8d-01009d8297ab) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:48:25.640910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Network 20ddade3-a011-4527-a54c-3afbb4bd04cd is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:25.681762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:25.685849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576698-10a6-419f-9973-48251e3e2682 req-355697b1-2f45-408d-97d6-0c7d12380b2d tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:25.693557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-355697b1-2f45-408d-97d6-0c7d12380b2d tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/networks?id=53300a0f-d822-42e9-a5f0-b63ae1502965 HTTP/1.1" status: 200 len: 911 time: 0.3094893 Sep 02 13:48:25.715665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-1bb77b3f-2976-439b-b500-9f5ea16b948e tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/quotas/bbacdfbd19dd45ffa594408c68a5e2d4 HTTP/1.1" status: 200 len: 375 time: 0.0214286 Sep 02 13:48:25.721613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-71181397-0900-4705-8ef9-c235a6bc34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:25.723157 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-71181397-0900-4705-8ef9-c235a6bc34e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 1096 time: 0.3934536 Sep 02 13:48:25.959319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-b5d83032-8305-4ed7-8e05-bd6eac264d95 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=bbacdfbd19dd45ffa594408c68a5e2d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2424386 Sep 02 13:48:26.050966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-472f84f7-eb38-4cb7-a053-4c5d74182b5c service neutron] 10.222.0.13 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202780 Sep 02 13:48:26.054452 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:26.096786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Router e3ca7de1-caf7-46c8-bd05-daf29c363994 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:48:26.101826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-c7b9da30-579b-42b2-864a-43b17cd1663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:26.103433 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-c7b9da30-579b-42b2-864a-43b17cd1663b service neutron] 10.222.0.90 "GET /v2.0/networks?id=a9571312-1e3e-4443-9861-1c8c37ec1d60 HTTP/1.1" status: 200 len: 898 time: 0.3384643 Sep 02 13:48:26.189028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-81ccb0e8-70de-447f-8cb9-97c8f002c04f None None] Provisioning complete for port f1c06440-4ed8-403d-ab6e-62a1701a938d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:26.190064 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81ccb0e8-70de-447f-8cb9-97c8f002c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:26.229620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-81ccb0e8-70de-447f-8cb9-97c8f002c04f None None] Port f1c06440-4ed8-403d-ab6e-62a1701a938d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:48:26.272537 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:26.356643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-20853d1b-6dcd-4e49-a014-da0750d3b2bb service neutron] 10.222.0.13 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988427 Sep 02 13:48:26.361962 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event updated for resources: {'Port': ['ID=406433cd-7855-49f1-9e8d-01009d8297ab,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:26.377820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:26.379752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:26.382477 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:26.419878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-8caec0dc-b29e-4dcf-8fde-c1daf45b071b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b04713-2d88-4e71-b576-28413252f4f6 HTTP/1.1" status: 200 len: 1000 time: 0.2800307 Sep 02 13:48:26.459848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:26.460541 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:26.478690 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-b7b250f6-c87c-4d8f-9e08-3b2648bd6410 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5314629 Sep 02 13:48:26.483667 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-7a9a0c5d-7ff0-4419-b295-1b2e0676f8c8 service neutron] 10.222.0.13 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976108 Sep 02 13:48:26.493499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Request body: {'port': {'device_id': '23c0152a-b05b-4297-aff9-a16b97919e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:26.580025 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:26.684804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:26.700382 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f7ec1c0f-0ba0-473a-94ba-6434162b8e32 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "PUT /v2.0/routers/e3ca7de1-caf7-46c8-bd05-daf29c363994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3018324 Sep 02 13:48:26.701375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:26.702239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7b455-e024-4ed1-b796-c624d62c0e6b None None] Sync routers for ids ['e3ca7de1-caf7-46c8-bd05-daf29c363994'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:26.716364 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7b455-e024-4ed1-b796-c624d62c0e6b None None] Routers {'e3ca7de1-caf7-46c8-bd05-daf29c363994'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:26.718340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a7a7b455-e024-4ed1-b796-c624d62c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e3ca7de1-caf7-46c8-bd05-daf29c363994'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:26.800880 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a7a7b455-e024-4ed1-b796-c624d62c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:26.837228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7b455-e024-4ed1-b796-c624d62c0e6b None None] Routers {'e3ca7de1-caf7-46c8-bd05-daf29c363994'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:26.840714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a7a7b455-e024-4ed1-b796-c624d62c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e3ca7de1-caf7-46c8-bd05-daf29c363994'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:26.912561 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4df866-d92f-4c99-adad-1d91236acf4c req-7131c584-5e0c-466a-a9e0-c240a3ba5e6f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:26.914570 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e4df866-d92f-4c99-adad-1d91236acf4c req-7131c584-5e0c-466a-a9e0-c240a3ba5e6f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 932 time: 0.1463778 Sep 02 13:48:26.922870 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a7a7b455-e024-4ed1-b796-c624d62c0e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:26.923948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7b455-e024-4ed1-b796-c624d62c0e6b None None] The sync data for ids ['e3ca7de1-caf7-46c8-bd05-daf29c363994'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:27.005084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4e4df866-d92f-4c99-adad-1d91236acf4c req-763e0268-2917-46b1-b918-a58d26e923cf tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826035 Sep 02 13:48:27.051814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-93e4dc78-c160-477a-a1cc-81e4028cc93a service neutron] 10.222.0.13 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665917 Sep 02 13:48:27.097931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-37eea6df-cfd6-4cad-a600-927b7dacd07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:27.099623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-37eea6df-cfd6-4cad-a600-927b7dacd07b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1 HTTP/1.1" status: 200 len: 834 time: 0.6634254 Sep 02 13:48:27.144152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406433cd-7855-49f1-9e8d-01009d8297ab {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:27.165563 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:27.196599 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23ddccb9-3bc5-4f0d-9f0a-c2ef42f6fe99 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:27.227254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Transition to ACTIVE for port object 406433cd-7855-49f1-9e8d-01009d8297ab will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:27.233916 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:27.322315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:27.381787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-9df9a041-001b-4833-a9c9-6f8b8495f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:27.384887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-9df9a041-001b-4833-a9c9-6f8b8495f828 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a9571312-1e3e-4443-9861-1c8c37ec1d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2659276 Sep 02 13:48:27.387759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-451614c5-c832-486c-b44d-8c779921f914 req-ae777401-a3b3-4140-bdef-e67d904d63ab tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 210 time: 0.0468893 Sep 02 13:48:27.434449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Pushing event updated for resources: {'Port': ['ID=406433cd-7855-49f1-9e8d-01009d8297ab,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:27.475296 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-23ddccb9-3bc5-4f0d-9f0a-c2ef42f6fe99 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 13:48:27.476609 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-23ddccb9-3bc5-4f0d-9f0a-c2ef42f6fe99 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "DELETE /v2.0/routers/e3ca7de1-caf7-46c8-bd05-daf29c363994 HTTP/1.1" status: 409 len: 329 time: 0.7686791 Sep 02 13:48:27.483376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:27.488546 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1effe6a6-3d25-49de-9af6-fb31e02cee9e req-1f68dfd2-4085-498a-9f01-d83efc8dc7dd tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 210 time: 0.1325688 Sep 02 13:48:27.549081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Attempting to bind port 406433cd-7855-49f1-9e8d-01009d8297ab on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:27.549687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Attempting to bind port 406433cd-7855-49f1-9e8d-01009d8297ab by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:27.550185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Attempting to bind port 406433cd-7855-49f1-9e8d-01009d8297ab on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:27.595251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Port 406433cd-7855-49f1-9e8d-01009d8297ab on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:27.595997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Attempting to bind port 406433cd-7855-49f1-9e8d-01009d8297ab on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:27.602951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:48:27.603504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Checking segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:27.604083 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Bound using segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:48:27.604709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Bound port: 406433cd-7855-49f1-9e8d-01009d8297ab, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:48:27.605241 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:27.673924 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-ff2f2132-9698-4855-a294-ed188295b020 service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738233 Sep 02 13:48:27.800389 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c92afb47-e90b-45d6-a2c2-481a41e542d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:27.831095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] For port 406433cd-7855-49f1-9e8d-01009d8297ab, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:27.836991 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] For port 406433cd-7855-49f1-9e8d-01009d8297ab, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=406433cd-7855-49f1-9e8d-01009d8297ab,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:48:27.842920 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d2f109bd-62d8-4c10-b66b-43a6493b000b req-9be3b3e3-faa4-4896-9243-d2768b93d7a2 service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584461 Sep 02 13:48:27.847831 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:27.984983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:27.985990 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:27.988265 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] 10.222.0.77 "PUT /v2.0/ports/406433cd-7855-49f1-9e8d-01009d8297ab HTTP/1.1" status: 200 len: 1092 time: 1.5008259 Sep 02 13:48:27.998137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c0152a-b05b-4297-aff9-a16b97919e95', 'tag': '406433cd-7855-49f1-9e8d-01009d8297ab'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:28.002292 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca090ce6-6dfa-469f-b910-df325db114d1" -d '{"events": [{"name": "network-changed", "server_uuid": "23c0152a-b05b-4297-aff9-a16b97919e95", "tag": "406433cd-7855-49f1-9e8d-01009d8297ab"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:28.068815 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c92afb47-e90b-45d6-a2c2-481a41e542d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:28.075958 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c92afb47-e90b-45d6-a2c2-481a41e542d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:28.112855 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a27d22-50b0-4acc-bc6a-3a484b0918c3 x-openstack-request-id: req-28a27d22-50b0-4acc-bc6a-3a484b0918c3 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:28.113226 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c0152a-b05b-4297-aff9-a16b97919e95", "tag": "406433cd-7855-49f1-9e8d-01009d8297ab", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:28.113538 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28a27d22-50b0-4acc-bc6a-3a484b0918c3 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:28.113793 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c0152a-b05b-4297-aff9-a16b97919e95', 'tag': '406433cd-7855-49f1-9e8d-01009d8297ab', 'status': 'completed', 'code': 200} Sep 02 13:48:28.118664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c94cf5-04c9-4aa1-bb41-4abbed5da9da service neutron] Pushing event updated for resources: {'Port': ['ID=406433cd-7855-49f1-9e8d-01009d8297ab,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:28.126332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92afb47-e90b-45d6-a2c2-481a41e542d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f3c879-adca-4d2f-af4d-4bfa2ea0fcb8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:28.163657 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c92afb47-e90b-45d6-a2c2-481a41e542d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=193ca1da8ab248a281382502100c59f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8400629 Sep 02 13:48:28.170113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47650) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:28.229430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-3c244b49-7ddf-45d9-8d24-b340f3cc8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:28.231032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-3c244b49-7ddf-45d9-8d24-b340f3cc8592 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 1095 time: 0.1727800 Sep 02 13:48:28.343599 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-71e25add-f804-476b-bf28-b7821625d644 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=406433cd-7855-49f1-9e8d-01009d8297ab HTTP/1.1" status: 200 len: 217 time: 0.0927322 Sep 02 13:48:28.420880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57614b9d-c9ce-4e0e-a130-d37c7dacdc14 req-757c861b-8238-4d76-905e-4125a12667c6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:28.423497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57614b9d-c9ce-4e0e-a130-d37c7dacdc14 req-757c861b-8238-4d76-905e-4125a12667c6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 944 time: 0.2766743 Sep 02 13:48:28.490566 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2122e58c-78ee-4d61-a5e4-6a2887060aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:28.526273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-de2a9de3-bf81-45e9-9259-35d94b827ec7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:28.527881 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-de2a9de3-bf81-45e9-9259-35d94b827ec7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 817 time: 0.3381042 Sep 02 13:48:28.575082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-70bf753a-1004-4ba1-a5c3-e01f1a39d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:28.576899 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-70bf753a-1004-4ba1-a5c3-e01f1a39d801 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.2231665 Sep 02 13:48:28.599857 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2122e58c-78ee-4d61-a5e4-6a2887060aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:28.644495 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-57614b9d-c9ce-4e0e-a130-d37c7dacdc14 req-e63b3687-9170-410d-98ba-d0f458c2d35f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855693 Sep 02 13:48:28.657767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-82517902-89b5-40f2-8764-0fc5e671ad68 req-be9dfab7-f1f5-4481-b67a-40b2234ecf90 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 210 time: 0.1158361 Sep 02 13:48:28.756716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-c85818ce-2f90-400c-ad10-1f0e84ccadee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945890 Sep 02 13:48:28.766984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:28.793531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-b7c57895-ca32-4902-8baa-426de794bd35 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5 HTTP/1.1" status: 200 len: 380 time: 0.2299685 Sep 02 13:48:28.796868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f60072ce-e352-4ab2-bbef-4d9c0fed853f req-ceccdf98-f7f9-4442-9bad-e7e20a1edec2 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 210 time: 0.0356350 Sep 02 13:48:28.797999 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2122e58c-78ee-4d61-a5e4-6a2887060aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:28.802704 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2122e58c-78ee-4d61-a5e4-6a2887060aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:28.809598 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2122e58c-78ee-4d61-a5e4-6a2887060aef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6f3c879-adca-4d2f-af4d-4bfa2ea0fcb8 HTTP/1.1" status: 204 len: 168 time: 0.6205833 Sep 02 13:48:28.815026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'port': {'device_id': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'admin_state_up': True, 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'security_groups': ['cbc1aac8-406f-4254-b8d7-13f5afbf110c']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:28.827634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122e58c-78ee-4d61-a5e4-6a2887060aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f3c879-adca-4d2f-af4d-4bfa2ea0fcb8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:28.978831 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Made reservation on behalf of 9b5ea3ec49b14e03a5d3a50c63db08a5 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:48:28.988130 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:29.342381 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Allocated IP 172.20.0.5 (eea5c054-a14a-4488-995b-acc41eaae1cc/d0654868-4f39-4bbb-b698-b3624b87683b/993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:48:29.497604 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:29.674499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-ddcfe794-167d-4072-87c8-db8f9bbb9531 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9048164 Sep 02 13:48:29.897707 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-add83260-81b8-4fa2-8556-59f77095b833 req-9c1a62a0-68d0-481a-9192-58ee8ea9f1ba tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 210 time: 0.0435169 Sep 02 13:48:29.949387 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14ee4cec-04cd-4214-a027-bf5e4576a218 req-5e13a64e-c2a1-413f-9cc7-f0cbd7d263a7 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975548 Sep 02 13:48:30.062608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91047877-31ea-4c3d-8e00-11e479bd69b0 req-cc06631f-4c3d-4790-bdf5-17ec03333a94 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:30.070152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91047877-31ea-4c3d-8e00-11e479bd69b0 req-cc06631f-4c3d-4790-bdf5-17ec03333a94 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 944 time: 0.1873679 Sep 02 13:48:30.101697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576698-10a6-419f-9973-48251e3e2682 req-cca195cc-1f8d-4a07-88e0-4cc8464d1634 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:30.103300 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-cca195cc-1f8d-4a07-88e0-4cc8464d1634 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.77 "GET /v2.0/networks?id=53300a0f-d822-42e9-a5f0-b63ae1502965 HTTP/1.1" status: 200 len: 911 time: 0.8265002 Sep 02 13:48:30.126867 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f3b4abbe-574b-476e-ad72-0c790c0aaa53 req-ed64c44c-007b-4703-9061-6725c50cf763 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 210 time: 0.0514376 Sep 02 13:48:30.148050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Request body: {'port': {'device_id': 'f8049a3d-13a8-42b4-9a58-4653d9a313dd', 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965', 'admin_state_up': True, 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:30.187548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-d0e29996-ec65-4358-a391-2504d3a47c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:30.193207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-d0e29996-ec65-4358-a391-2504d3a47c76 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 1095 time: 0.1842449 Sep 02 13:48:30.200530 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91047877-31ea-4c3d-8e00-11e479bd69b0 req-83a8c031-4939-4ba5-929d-b30d8d96cd47 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296294 Sep 02 13:48:30.236193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Made reservation on behalf of bbacdfbd19dd45ffa594408c68a5e2d4 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:48:30.239046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:30.275098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Deleting port f1c06440-4ed8-403d-ab6e-62a1701a938d {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:30.275684 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:30.294246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:30.354810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Transition to ACTIVE for port object 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:30.376682 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:30.392884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-15ce74f4-bfdc-49b9-b72d-6e58d694ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:30.394686 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-15ce74f4-bfdc-49b9-b72d-6e58d694ba34 service neutron] 10.222.0.77 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 913 time: 0.1981301 Sep 02 13:48:30.442386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Allocated IP 172.20.0.3 (53300a0f-d822-42e9-a5f0-b63ae1502965/2cdef7fa-bae8-41ca-be2f-8626e33f8790/9b65644a-ace0-4e85-9a10-c690f2fa6af0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:48:30.445225 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:30.484644 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-aa64516f-58c8-45f1-af97-d6bdf9cb3d90 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=406433cd-7855-49f1-9e8d-01009d8297ab HTTP/1.1" status: 200 len: 217 time: 0.0790808 Sep 02 13:48:30.487752 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:30.510592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Network eea5c054-a14a-4488-995b-acc41eaae1cc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:30.530251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:30.533008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:30.544067 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Calling delete_port for f1c06440-4ed8-403d-ab6e-62a1701a938d owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:30.568057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:30.611796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-efbdfcea-c1de-4c1b-9fc1-c24c9b1fd490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:30.614782 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-efbdfcea-c1de-4c1b-9fc1-c24c9b1fd490 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.1185625 Sep 02 13:48:30.668938 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-188ad6d5-290d-40b7-9e64-58fe5af09e73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457873 Sep 02 13:48:30.773013 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:30.805650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:30.806455 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:30.822875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Transition to ACTIVE for port object 9b65644a-ace0-4e85-9a10-c690f2fa6af0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:30.826290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-f2c9dfcd-53c8-4d1d-b9b4-5ec4a542e767 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0155950 Sep 02 13:48:30.844576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Request body: {'port': {'device_id': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:30.998704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85dc236c-bc2e-4a05-811b-2c3750b1518e None None] Provisioning for port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:31.007859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85dc236c-bc2e-4a05-811b-2c3750b1518e None None] Provisioning complete for port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:31.008695 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85dc236c-bc2e-4a05-811b-2c3750b1518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.022408 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-17b55fd5-01ff-43a5-b778-5975c234e729 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355733 Sep 02 13:48:31.025554 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.026970 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.091251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85dc236c-bc2e-4a05-811b-2c3750b1518e None None] Port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:48:31.096727 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['9ca64158-4071-400f-8893-4e504e547fcb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:31.161011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.201206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb3ddf4a-e898-465a-ab5f-f38926ec67de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.220519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:31.222001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Pushing event updated for resources: {'Port': ['ID=9b65644a-ace0-4e85-9a10-c690f2fa6af0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:31.235065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:31.278456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event deleted for resources: {'Port': ['ID=f1c06440-4ed8-403d-ab6e-62a1701a938d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:31.509932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47752) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:31.576061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:31.613155 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ca090ce6-6dfa-469f-b910-df325db114d1 req-aba0febf-d9b3-4de2-bd5d-02180c583410 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787902 Sep 02 13:48:31.624280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daa0ef-505c-4d00-ba9e-42fa5ed6ac18 req-ab9ccb15-5f2a-485d-9741-1df41f07e16a tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:31.628014 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-60daa0ef-505c-4d00-ba9e-42fa5ed6ac18 req-ab9ccb15-5f2a-485d-9741-1df41f07e16a tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1027 time: 0.3140938 Sep 02 13:48:31.672318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ab2cd-9d4e-4861-a9dc-ac49bab83e70 req-b33af830-e8e7-4a37-b63c-774dc982bbfe tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:31.680725 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b5ab2cd-9d4e-4861-a9dc-ac49bab83e70 req-b33af830-e8e7-4a37-b63c-774dc982bbfe tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 931 time: 0.5797000 Sep 02 13:48:31.724734 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-47b99489-ed3c-4dd1-9f3a-8b508047337e None None] Provisioning for port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:31.732797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-47b99489-ed3c-4dd1-9f3a-8b508047337e None None] Provisioning complete for port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:31.733350 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47b99489-ed3c-4dd1-9f3a-8b508047337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.744822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cd608e11-63a6-4c53-bdb2-cab38ec6ff5b tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-383775952'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:31.745316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cd608e11-63a6-4c53-bdb2-cab38ec6ff5b tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Unknown quota resources ['metering_label']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:48:31.783816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-47b99489-ed3c-4dd1-9f3a-8b508047337e None None] Port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:48:31.831767 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.848239 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-60daa0ef-505c-4d00-ba9e-42fa5ed6ac18 req-262fe712-b3c5-4fa4-9014-1a8c26e24cc3 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118683 Sep 02 13:48:31.880047 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2b5ab2cd-9d4e-4861-a9dc-ac49bab83e70 req-1482881e-cd73-4254-a453-f02ce7c26040 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930664 Sep 02 13:48:31.886311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:31.887172 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:31.955868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-a4cca605-7400-40aa-abf1-d7784f156224 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8137913 Sep 02 13:48:31.969312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Request body: {'port': {'device_id': 'f8049a3d-13a8-42b4-9a58-4653d9a313dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:32.082269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd608e11-63a6-4c53-bdb2-cab38ec6ff5b tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.085904 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cd608e11-63a6-4c53-bdb2-cab38ec6ff5b tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5716321 Sep 02 13:48:32.087381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47770) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:32.092292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-83b94bbc-aceb-4002-93bc-473e0e1e39b8 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7789a559-c54d-4090-b6d2-ceee298f4a6f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:32.092892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-83b94bbc-aceb-4002-93bc-473e0e1e39b8 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:48:32.095483 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.112006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:32.123306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.163245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Transition to ACTIVE for port object 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:32.173963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.244879 n-d-794796-4 neutron-server[94687]: WARNING neutron.services.metering.metering_plugin [None req-83b94bbc-aceb-4002-93bc-473e0e1e39b8 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 02 13:48:32.255077 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c9c5f-3bed-4824-a00f-6aee2abd9cf3 req-918217e0-c625-4800-805b-d4cd9986f2e2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:32.262187 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ef2c9c5f-3bed-4824-a00f-6aee2abd9cf3 req-918217e0-c625-4800-805b-d4cd9986f2e2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 944 time: 0.3050537 Sep 02 13:48:32.304994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Router e3ca7de1-caf7-46c8-bd05-daf29c363994 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:48:32.359452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:32.405786 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83b94bbc-aceb-4002-93bc-473e0e1e39b8 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.407779 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-83b94bbc-aceb-4002-93bc-473e0e1e39b8 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3186598 Sep 02 13:48:32.411853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47772) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:32.419108 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-64b4c154-daa6-4b2a-8679-0a84644d31ce tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7789a559-c54d-4090-b6d2-ceee298f4a6f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:32.420168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-64b4c154-daa6-4b2a-8679-0a84644d31ce tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94687) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:48:32.436694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Attempting to bind port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:32.437001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Attempting to bind port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:32.437412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Attempting to bind port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f on network eea5c054-a14a-4488-995b-acc41eaae1cc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:32.445748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f on network eea5c054-a14a-4488-995b-acc41eaae1cc not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:32.446078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Attempting to bind port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f on network eea5c054-a14a-4488-995b-acc41eaae1cc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:32.459769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:48:32.460338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Checking segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:32.461012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Bound using segment: {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:48:32.461461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Bound port: 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d190521-08b6-492f-b155-3fb34880ab5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:48:32.461972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.467291 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ef2c9c5f-3bed-4824-a00f-6aee2abd9cf3 req-0c671231-3fdc-47ff-8ac3-a934a8e97bea tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041993 Sep 02 13:48:32.560114 n-d-794796-4 neutron-server[94687]: WARNING neutron.services.metering.metering_plugin [None req-64b4c154-daa6-4b2a-8679-0a84644d31ce tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 02 13:48:32.569804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:32.576903 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-30545c5c-e440-47c5-9970-7a9cb3df032a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "PUT /v2.0/routers/e3ca7de1-caf7-46c8-bd05-daf29c363994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0888476 Sep 02 13:48:32.588164 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc02d0f-e0a3-44da-a77c-7e50add513a5 None None] Sync routers for ids ['e3ca7de1-caf7-46c8-bd05-daf29c363994'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:32.596016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:32.600528 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc02d0f-e0a3-44da-a77c-7e50add513a5 None None] Routers {'e3ca7de1-caf7-46c8-bd05-daf29c363994'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:32.601382 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bbc02d0f-e0a3-44da-a77c-7e50add513a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e3ca7de1-caf7-46c8-bd05-daf29c363994'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:32.641822 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bbc02d0f-e0a3-44da-a77c-7e50add513a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:32.653132 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc02d0f-e0a3-44da-a77c-7e50add513a5 None None] Routers {'e3ca7de1-caf7-46c8-bd05-daf29c363994'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:32.653633 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bbc02d0f-e0a3-44da-a77c-7e50add513a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e3ca7de1-caf7-46c8-bd05-daf29c363994'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:32.688460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-64b4c154-daa6-4b2a-8679-0a84644d31ce tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.689797 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-64b4c154-daa6-4b2a-8679-0a84644d31ce tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2764225 Sep 02 13:48:32.693776 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bbc02d0f-e0a3-44da-a77c-7e50add513a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:32.694432 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc02d0f-e0a3-44da-a77c-7e50add513a5 None None] The sync data for ids ['e3ca7de1-caf7-46c8-bd05-daf29c363994'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:32.694586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47776) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:32.696215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:32.702569 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0957b64f-b042-4c43-b1a5-a93407eaaa2d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] show failed (client error): The resource could not be found. Sep 02 13:48:32.704046 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0957b64f-b042-4c43-b1a5-a93407eaaa2d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-960905763 HTTP/1.1" status: 404 len: 334 time: 0.1067724 Sep 02 13:48:32.709803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47778) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:32.714654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d01b1b3d-bcca-4799-952f-31f5bc85b21d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:32.720156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b65644a-ace0-4e85-9a10-c690f2fa6af0 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:32.724638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1884cfa9-7427-46df-be56-5fff537c9444 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=4de857a1-1518-48fd-bfe1-371d4459ea8b HTTP/1.1" status: 200 len: 462 time: 0.0261366 Sep 02 13:48:32.726025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:48:32.729060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:32.740384 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.744584 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.757086 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-d01b1b3d-bcca-4799-952f-31f5bc85b21d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] update failed (client error): The resource could not be found. Sep 02 13:48:32.761511 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d01b1b3d-bcca-4799-952f-31f5bc85b21d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1346175442 HTTP/1.1" status: 404 len: 335 time: 0.0473480 Sep 02 13:48:32.762046 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47782) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:32.802963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:32.803554 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.805292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] 10.222.0.90 "PUT /v2.0/ports/993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f HTTP/1.1" status: 200 len: 1091 time: 1.9662631 Sep 02 13:48:32.806489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:32.808813 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a9c247-26b4-4756-9d6d-4f1a3405513f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:32.812724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Transition to ACTIVE for port object 9b65644a-ace0-4e85-9a10-c690f2fa6af0 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:32.826100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.861167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3019c665-02df-4dc0-9916-3cee8d4b688d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Deleting subnet 292fa9d3-a542-40a1-8498-4e6edccf3b42 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:48:32.866170 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3019c665-02df-4dc0-9916-3cee8d4b688d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.949593 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3019c665-02df-4dc0-9916-3cee8d4b688d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:32.986302 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b04d16-ce9c-4d18-9df8-d8b761ff8dee x-openstack-request-id: req-03b04d16-ce9c-4d18-9df8-d8b761ff8dee {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:32.986593 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:32.986850 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03b04d16-ce9c-4d18-9df8-d8b761ff8dee {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:32.987248 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'status': 'completed', 'code': 200} Sep 02 13:48:33.117983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493b86a-9d2e-47cd-9f5c-213e7053fcd2 req-82bbf65b-e975-483a-84dc-ff09fc298bfd tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:33.119547 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3493b86a-9d2e-47cd-9f5c-213e7053fcd2 req-82bbf65b-e975-483a-84dc-ff09fc298bfd tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1052 time: 0.1045074 Sep 02 13:48:33.151557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17092d98-dc70-497b-ac59-6bc77f973dfe service neutron] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:33.185319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4316379-23a4-4640-9671-41062930705b tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:33.185886 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3019c665-02df-4dc0-9916-3cee8d4b688d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:33.186660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d4316379-23a4-4640-9671-41062930705b tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/4de857a1-1518-48fd-bfe1-371d4459ea8b HTTP/1.1" status: 204 len: 168 time: 0.4567051 Sep 02 13:48:33.230105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:33.252117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-08ed7ce4-86d2-4227-8622-6ae532bb49f9 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=4de857a1-1518-48fd-bfe1-371d4459ea8b HTTP/1.1" status: 200 len: 221 time: 0.0182145 Sep 02 13:48:33.262757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:33.271278 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3493b86a-9d2e-47cd-9f5c-213e7053fcd2 req-b668b125-008c-4604-a4b8-0cd3b18e4509 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442623 Sep 02 13:48:33.272510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3a335edd-a939-453e-bc46-2ac4ebc26ed9 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1064720448', 'description': 'label created by tempest'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:33.272987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3a335edd-a939-453e-bc46-2ac4ebc26ed9 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Unknown quota resources ['metering_label']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:48:33.361131 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 406433cd-7855-49f1-9e8d-01009d8297ab details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:48:33.366359 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3019c665-02df-4dc0-9916-3cee8d4b688d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:33.366789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-e56c6ceb-0148-45bd-94af-ff2540333d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:33.368762 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-e56c6ceb-0148-45bd-94af-ff2540333d96 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 1094 time: 0.3926725 Sep 02 13:48:33.437530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47800) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:33.437852 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-2cdbd072-5478-445c-8919-eb3bde968dfd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f HTTP/1.1" status: 200 len: 217 time: 0.0409176 Sep 02 13:48:33.439579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019c665-02df-4dc0-9916-3cee8d4b688d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event deleted for resources: {'Subnet': ['ID=292fa9d3-a542-40a1-8498-4e6edccf3b42,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:33.485984 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Pushing event updated for resources: {'Port': ['ID=9b65644a-ace0-4e85-9a10-c690f2fa6af0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:33.553245 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 406433cd-7855-49f1-9e8d-01009d8297ab, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=406433cd-7855-49f1-9e8d-01009d8297ab,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:33.565547 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-83926b13-57dd-465d-9a3e-d23089a53bc8 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/floatingips/11395158-3a93-4f77-a3f2-66b32283dd1b HTTP/1.1" status: 200 len: 992 time: 0.1233218 Sep 02 13:48:33.574252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3019c665-02df-4dc0-9916-3cee8d4b688d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:33.577375 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3019c665-02df-4dc0-9916-3cee8d4b688d tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "DELETE /v2.0/subnets/292fa9d3-a542-40a1-8498-4e6edccf3b42 HTTP/1.1" status: 204 len: 168 time: 0.8103356 Sep 02 13:48:33.580168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:33.584626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '406433cd-7855-49f1-9e8d-01009d8297ab', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'port_id': '406433cd-7855-49f1-9e8d-01009d8297ab', 'mac_address': 'fa:16:3e:be:3e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2717-e364-4450-b8a3-72bdc97b0530', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:48:33.607034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7205f2f7-c7c9-434e-b195-2a59392b9e72 None None] Network 457f2d5c-f7e5-42a7-b932-2a592a85f9e7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:33.612844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a2afc-177e-4cfa-8c13-71a37b3dbd89 req-047260dd-a5cd-4699-b0d8-7fd128a0fafa tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:33.623222 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a62a2afc-177e-4cfa-8c13-71a37b3dbd89 req-047260dd-a5cd-4699-b0d8-7fd128a0fafa tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.5617638 Sep 02 13:48:33.704871 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e25044d0-e43c-4a3e-820a-d54cf9546f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:33.723305 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:33.738894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406433cd-7855-49f1-9e8d-01009d8297ab {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:33.753674 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d5428d-e0bd-4a30-9cf1-4b707467ae7a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Deleting subnet b75f8064-aeea-4ef9-838d-4b945099f64a {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:48:33.763239 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5428d-e0bd-4a30-9cf1-4b707467ae7a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:33.791652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 406433cd-7855-49f1-9e8d-01009d8297ab, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=406433cd-7855-49f1-9e8d-01009d8297ab,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:33.826461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864d39-14ad-44f9-82ba-af50abfbb3da req-c47703b9-2857-4a77-b7c4-74db6dbc349a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:33.828254 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd864d39-14ad-44f9-82ba-af50abfbb3da req-c47703b9-2857-4a77-b7c4-74db6dbc349a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 944 time: 0.2294400 Sep 02 13:48:33.834614 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a62a2afc-177e-4cfa-8c13-71a37b3dbd89 req-9b362e65-54be-412c-af1f-f337b96221bb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822083 Sep 02 13:48:33.838293 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a335edd-a939-453e-bc46-2ac4ebc26ed9 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:33.842863 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3a335edd-a939-453e-bc46-2ac4ebc26ed9 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5765083 Sep 02 13:48:33.845767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47808) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:33.847431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-1c266a77-bb8d-4738-82e7-de3e97fa45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:33.849470 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-1c266a77-bb8d-4738-82e7-de3e97fa45d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.3557277 Sep 02 13:48:33.856739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Attempting to bind port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:33.857737 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Attempting to bind port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:33.858105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Attempting to bind port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 on network 53300a0f-d822-42e9-a5f0-b63ae1502965 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:33.913057 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5428d-e0bd-4a30-9cf1-4b707467ae7a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:33.996320 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.025539 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 on network 53300a0f-d822-42e9-a5f0-b63ae1502965 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:34.027969 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Attempting to bind port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 on network 53300a0f-d822-42e9-a5f0-b63ae1502965 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:34.050625 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-112680e7-2fe7-473b-814d-0459bd9f6666 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=0ba7cdb3-d6be-4f24-8599-ab35e138589a HTTP/1.1" status: 200 len: 468 time: 0.1995187 Sep 02 13:48:34.052261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47812) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:34.055711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bd864d39-14ad-44f9-82ba-af50abfbb3da req-0c376bf6-b651-4a57-b81c-8f6e45a6e75b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132530 Sep 02 13:48:34.063844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:48:34.064338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Checking segment: {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:34.065290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Bound using segment: {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:48:34.065743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Bound port: 9b65644a-ace0-4e85-9a10-c690f2fa6af0, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f583450f-21f0-4f6d-b8f7-8df8556785df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:48:34.066364 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.100712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=406433cd-7855-49f1-9e8d-01009d8297ab,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:34.124879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.125261 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.125618 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.126129 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.126483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.126830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.127388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.127650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.128044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.128381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.128716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.129051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:34.146707 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.192942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52004921-b15c-48f2-91cf-0df366bab4f6 None None] DHCP port deletion for 457f2d5c-f7e5-42a7-b932-2a592a85f9e7 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:48:34.198852 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5428d-e0bd-4a30-9cf1-4b707467ae7a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.220459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['406433cd-7855-49f1-9e8d-01009d8297ab'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:34.235982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47816) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:34.322737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-52004921-b15c-48f2-91cf-0df366bab4f6 None None] Deleting port 079a6f0f-479f-48f7-92fe-4faddef885de {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:34.323510 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52004921-b15c-48f2-91cf-0df366bab4f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.466124 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-52004921-b15c-48f2-91cf-0df366bab4f6 None None] For port 079a6f0f-479f-48f7-92fe-4faddef885de, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=079a6f0f-479f-48f7-92fe-4faddef885de,segment=NetworkSegment(42903650-92c2-47de-9100-16de79b73861),segment_id=42903650-92c2-47de-9100-16de79b73861)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:34.466775 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52004921-b15c-48f2-91cf-0df366bab4f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.483708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-52004921-b15c-48f2-91cf-0df366bab4f6 None None] Calling delete_port for 079a6f0f-479f-48f7-92fe-4faddef885de owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:34.594697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-25487599-086b-45ce-9b5d-2c74034bedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:34.596151 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52004921-b15c-48f2-91cf-0df366bab4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.597505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-25487599-086b-45ce-9b5d-2c74034bedcf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7358005 Sep 02 13:48:34.616166 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52004921-b15c-48f2-91cf-0df366bab4f6 None None] No DVR routers for this DVR port 079a6f0f-479f-48f7-92fe-4faddef885de on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:34.687082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52004921-b15c-48f2-91cf-0df366bab4f6 None None] Pushing event deleted for resources: {'Port': ['ID=079a6f0f-479f-48f7-92fe-4faddef885de,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:34.832903 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5428d-e0bd-4a30-9cf1-4b707467ae7a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.838949 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.871702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5428d-e0bd-4a30-9cf1-4b707467ae7a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event deleted for resources: {'Subnet': ['ID=b75f8064-aeea-4ef9-838d-4b945099f64a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:34.888469 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-625b3b1b-5235-4cd7-8e85-09a4d6c4bab2 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.890133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-625b3b1b-5235-4cd7-8e85-09a4d6c4bab2 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/0ba7cdb3-d6be-4f24-8599-ab35e138589a HTTP/1.1" status: 204 len: 168 time: 0.8358572 Sep 02 13:48:34.890414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9583f738-ba4e-491b-a38f-a75e5c5beabf None None] Network 9814ef4b-0699-4c68-8841-63e7c1294212 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:34.898181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:34.900638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73d5428d-e0bd-4a30-9cf1-4b707467ae7a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:34.902802 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-73d5428d-e0bd-4a30-9cf1-4b707467ae7a tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "DELETE /v2.0/subnets/b75f8064-aeea-4ef9-838d-4b945099f64a HTTP/1.1" status: 204 len: 168 time: 1.3205013 Sep 02 13:48:34.905380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47826) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:34.934134 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] For port 9b65644a-ace0-4e85-9a10-c690f2fa6af0, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:34.943797 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-199a3067-af9b-4ebf-825f-7ecead8d78a3 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=0ba7cdb3-d6be-4f24-8599-ab35e138589a HTTP/1.1" status: 200 len: 216 time: 0.0371523 Sep 02 13:48:34.952898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252ac71-f06b-4699-ab4a-a7314f9be7a4 req-aa35ca8d-4d5c-439d-a150-c3971e728d25 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:34.955135 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1252ac71-f06b-4699-ab4a-a7314f9be7a4 req-aa35ca8d-4d5c-439d-a150-c3971e728d25 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1052 time: 0.3554420 Sep 02 13:48:34.963878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:35.019380 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8fa4301d-b4d7-4892-b7e8-fec6b2ad4e06 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0520453 Sep 02 13:48:35.024512 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47832) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:35.028771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] For port 9b65644a-ace0-4e85-9a10-c690f2fa6af0, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9b65644a-ace0-4e85-9a10-c690f2fa6af0,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:48:35.057899 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.074204 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.079799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47834) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:35.080017 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c7be1893-2b7e-42ce-9b01-e7bfc3a8ff54 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0480425 Sep 02 13:48:35.085608 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port 57a27dd0-77ab-4e3d-8f05-605ba5b9f902 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:35.085948 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.120773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1252ac71-f06b-4699-ab4a-a7314f9be7a4 req-634d20ce-3907-4b07-95e5-e9712919d820 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375320 Sep 02 13:48:35.129878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-bf6876e4-a489-4cac-82cb-46ce2d29eb0a service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412522 Sep 02 13:48:35.175985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:35.176392 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.177878 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] 10.222.0.77 "PUT /v2.0/ports/9b65644a-ace0-4e85-9a10-c690f2fa6af0 HTTP/1.1" status: 200 len: 1091 time: 3.2135479 Sep 02 13:48:35.180369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8049a3d-13a8-42b4-9a58-4653d9a313dd', 'tag': '9b65644a-ace0-4e85-9a10-c690f2fa6af0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:35.183016 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f03bac-b4b7-4824-9338-ba6c044312d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8049a3d-13a8-42b4-9a58-4653d9a313dd", "tag": "9b65644a-ace0-4e85-9a10-c690f2fa6af0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:35.245649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778bbf6e-078c-4ac3-96b9-3f6a63af8a97 None None] DHCP port deletion for 9814ef4b-0699-4c68-8841-63e7c1294212 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:48:35.256890 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eb4e7034-5787-4b31-a37d-9f60f7c7dced tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/7789a559-c54d-4090-b6d2-ceee298f4a6f HTTP/1.1" status: 200 len: 472 time: 0.1712322 Sep 02 13:48:35.256890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47840) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:35.267881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4801f84-e7b6-491c-a170-b5f152bb9df5 req-5fe1b849-aa88-4d73-a5c0-81a4ad1b717e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:35.269561 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4801f84-e7b6-491c-a170-b5f152bb9df5 req-5fe1b849-aa88-4d73-a5c0-81a4ad1b717e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.2532856 Sep 02 13:48:35.324529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25e309-9373-4a2d-ab53-e560f487dc3d service neutron] Pushing event updated for resources: {'Port': ['ID=9b65644a-ace0-4e85-9a10-c690f2fa6af0,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:35.345974 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7e4cbc95-0e52-4975-8b7b-76a776b8a990 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/4c738f6b-994e-479c-a45a-5588b312e068 HTTP/1.1" status: 200 len: 459 time: 0.0854869 Sep 02 13:48:35.354288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac89c66-03ac-4490-b7be-dd8b030dc1da req-691c958f-a045-4d8d-aadf-a9e44ca13d7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:35.356676 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ac89c66-03ac-4490-b7be-dd8b030dc1da req-691c958f-a045-4d8d-aadf-a9e44ca13d7e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 945 time: 0.1035604 Sep 02 13:48:35.360989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:35.367495 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 406433cd-7855-49f1-9e8d-01009d8297ab up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:35.425492 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ac89c66-03ac-4490-b7be-dd8b030dc1da req-462a74e6-2e7e-4bee-972b-96fdb2f18a76 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544932 Sep 02 13:48:35.445178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576698-10a6-419f-9973-48251e3e2682 req-d9da4a99-c416-411d-8f43-7f4768113459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:35.446781 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-d9da4a99-c416-411d-8f43-7f4768113459 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bbacdfbd19dd45ffa594408c68a5e2d4&device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1094 time: 0.2135999 Sep 02 13:48:35.449057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e2352ab0-3543-4939-b33e-aea83723aa05 req-7da48fb2-98ad-46b2-b2f2-691913a87dba service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086686 Sep 02 13:48:35.496429 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.537972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:35.556362 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-d0a7c27f-6f1a-4af0-b6e4-1ee96e8440ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b65644a-ace0-4e85-9a10-c690f2fa6af0 HTTP/1.1" status: 200 len: 217 time: 0.0976062 Sep 02 13:48:35.572552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457f2d5c-f7e5-42a7-b932-2a592a85f9e7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:35.596279 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4801f84-e7b6-491c-a170-b5f152bb9df5 req-c6e22689-1bb1-46de-95fc-55520ae76c3d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161876 Sep 02 13:48:35.615574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42903650-92c2-47de-9100-16de79b73861') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:35.615907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42903650-92c2-47de-9100-16de79b73861') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:35.635470 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.635946 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.654921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.677701 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.682744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for 57a27dd0-77ab-4e3d-8f05-605ba5b9f902 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:35.683586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-778bbf6e-078c-4ac3-96b9-3f6a63af8a97 None None] Deleting port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:35.684125 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-778bbf6e-078c-4ac3-96b9-3f6a63af8a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.689354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:48:35.689766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:48:35.692820 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:48:35.753418 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f8ccb-156c-4f6f-b97c-325971fbb904 x-openstack-request-id: req-6e4f8ccb-156c-4f6f-b97c-325971fbb904 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:35.753792 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8049a3d-13a8-42b4-9a58-4653d9a313dd", "tag": "9b65644a-ace0-4e85-9a10-c690f2fa6af0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:35.754054 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e4f8ccb-156c-4f6f-b97c-325971fbb904 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:35.754458 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8049a3d-13a8-42b4-9a58-4653d9a313dd', 'tag': '9b65644a-ace0-4e85-9a10-c690f2fa6af0', 'status': 'completed', 'code': 200} Sep 02 13:48:35.754851 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f581d776-be64-480b-af14-d370943e65cc req-f6d4e7d5-a2e9-4c81-be74-ca87d12e34b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367378 Sep 02 13:48:35.798264 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-778bbf6e-078c-4ac3-96b9-3f6a63af8a97 None None] For port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9272e7a2-4ed2-4bb0-90e4-e7ba071188b2,segment=NetworkSegment(7e6816e2-5820-4b4a-a97e-d70852171fd0),segment_id=7e6816e2-5820-4b4a-a97e-d70852171fd0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:35.798524 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-778bbf6e-078c-4ac3-96b9-3f6a63af8a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.832157 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-778bbf6e-078c-4ac3-96b9-3f6a63af8a97 None None] Calling delete_port for 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:35.877772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 406433cd-7855-49f1-9e8d-01009d8297ab completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:35.903234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.922836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 406433cd-7855-49f1-9e8d-01009d8297ab triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:35.923410 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.939987 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dcba-1dfa-46a8-b45c-75d2e096fccc tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.942497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e4b9dcba-1dfa-46a8-b45c-75d2e096fccc tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/4c738f6b-994e-479c-a45a-5588b312e068 HTTP/1.1" status: 204 len: 168 time: 0.5787289 Sep 02 13:48:35.951674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:35.953666 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.955042 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:35.958181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "DELETE /v2.0/networks/457f2d5c-f7e5-42a7-b932-2a592a85f9e7 HTTP/1.1" status: 204 len: 168 time: 1.0496888 Sep 02 13:48:35.962808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47848) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:35.972563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e508e3-5ecb-4b8e-b103-7cf5b69e354b tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event deleted for resources: {'Network': ['ID=457f2d5c-f7e5-42a7-b932-2a592a85f9e7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:35.989267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581d776-be64-480b-af14-d370943e65cc req-325e4774-c983-4665-a6b1-50d9ce393c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:35.991267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f581d776-be64-480b-af14-d370943e65cc req-325e4774-c983-4665-a6b1-50d9ce393c9f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1096 time: 0.1479399 Sep 02 13:48:36.077626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=9272e7a2-4ed2-4bb0-90e4-e7ba071188b2,segment=NetworkSegment(7e6816e2-5820-4b4a-a97e-d70852171fd0),segment_id=7e6816e2-5820-4b4a-a97e-d70852171fd0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:36.084903 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:36.085619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 079a6f0f-479f-48f7-92fe-4faddef885de no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:36.136261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576698-10a6-419f-9973-48251e3e2682 req-95102f32-b536-4f2e-a961-58250c3f44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:36.137768 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-95102f32-b536-4f2e-a961-58250c3f44fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2cdef7fa-bae8-41ca-be2f-8626e33f8790 HTTP/1.1" status: 200 len: 849 time: 0.5519845 Sep 02 13:48:36.151956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-0495c189-2547-4deb-a502-85d6d4a2207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:36.153516 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-0495c189-2547-4deb-a502-85d6d4a2207a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 1094 time: 0.5982144 Sep 02 13:48:36.179788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 079a6f0f-479f-48f7-92fe-4faddef885de {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:48:36.180155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 079a6f0f-479f-48f7-92fe-4faddef885de not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:48:36.181708 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-778bbf6e-078c-4ac3-96b9-3f6a63af8a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:36.198252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event deleted for resources: {'Port': ['ID=9272e7a2-4ed2-4bb0-90e4-e7ba071188b2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:36.204230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:36.258476 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:36.266627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bbf6e-078c-4ac3-96b9-3f6a63af8a97 None None] Pushing event deleted for resources: {'Port': ['ID=9272e7a2-4ed2-4bb0-90e4-e7ba071188b2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:36.268798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778bbf6e-078c-4ac3-96b9-3f6a63af8a97 None None] No DVR routers for this DVR port 9272e7a2-4ed2-4bb0-90e4-e7ba071188b2 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:36.291357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=57a27dd0-77ab-4e3d-8f05-605ba5b9f902,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:36.327601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 406433cd-7855-49f1-9e8d-01009d8297ab, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=406433cd-7855-49f1-9e8d-01009d8297ab,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:36.328841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c0152a-b05b-4297-aff9-a16b97919e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406433cd-7855-49f1-9e8d-01009d8297ab'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:36.332039 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33f210d-b2bf-43fd-ab67-b02f60ee3c51" -d '{"events": [{"server_uuid": "23c0152a-b05b-4297-aff9-a16b97919e95", "name": "network-vif-plugged", "status": "completed", "tag": "406433cd-7855-49f1-9e8d-01009d8297ab"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:36.336117 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:36.405465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:36.412310 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58913731-a6f9-4292-b131-7d9a3f23dcad x-openstack-request-id: req-58913731-a6f9-4292-b131-7d9a3f23dcad {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:36.412717 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c0152a-b05b-4297-aff9-a16b97919e95", "name": "network-vif-plugged", "status": "completed", "tag": "406433cd-7855-49f1-9e8d-01009d8297ab", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:36.413084 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58913731-a6f9-4292-b131-7d9a3f23dcad {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:36.413630 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c0152a-b05b-4297-aff9-a16b97919e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406433cd-7855-49f1-9e8d-01009d8297ab', 'code': 200} Sep 02 13:48:36.420916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=406433cd-7855-49f1-9e8d-01009d8297ab,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:36.483088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d86a88-87a4-47b3-bf8f-54f580b3e22e req-ca8531ea-f81f-450c-b95d-47c18dad1be7 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:36.485003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80d86a88-87a4-47b3-bf8f-54f580b3e22e req-ca8531ea-f81f-450c-b95d-47c18dad1be7 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1094 time: 0.2449162 Sep 02 13:48:36.486149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581d776-be64-480b-af14-d370943e65cc req-4cf90a39-1f93-4342-8cc9-5d3836ecd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:36.491422 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f581d776-be64-480b-af14-d370943e65cc req-4cf90a39-1f93-4342-8cc9-5d3836ecd294 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.4688509 Sep 02 13:48:36.493975 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:36.494537 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Floating IP 11395158-3a93-4f77-a3f2-66b32283dd1b disassociated (deleted). External IP: 172.25.3.45, port: 69b04713-2d88-4e71-b576-28413252f4f6. Sep 02 13:48:36.551372 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:36.632889 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70a7a3ec-7dad-4e9a-90ac-1c644ec00013 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:36.639385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-70a7a3ec-7dad-4e9a-90ac-1c644ec00013 tempest-MeteringIpV6TestJSON-828819782 tempest-MeteringIpV6TestJSON-828819782-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/7789a559-c54d-4090-b6d2-ceee298f4a6f HTTP/1.1" status: 204 len: 168 time: 0.6791031 Sep 02 13:48:36.647489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576698-10a6-419f-9973-48251e3e2682 req-6d33f471-c04e-409a-bf03-97fedcf8e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:36.649428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-6d33f471-c04e-409a-bf03-97fedcf8e3c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=53300a0f-d822-42e9-a5f0-b63ae1502965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4922721 Sep 02 13:48:36.733157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f581d776-be64-480b-af14-d370943e65cc req-d55cc9a4-9900-447e-99ac-48ab357d0c09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 1001 time: 0.2236929 Sep 02 13:48:36.848134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80d86a88-87a4-47b3-bf8f-54f580b3e22e req-b75d4b26-fcb2-4027-8475-21a3b5810a28 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294415 Sep 02 13:48:36.868453 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c0a62-a65b-4bcd-96d0-223783e9f65d req-e3b296e9-d8f6-4cbc-9265-442b8cd7c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:36.871051 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b73c0a62-a65b-4bcd-96d0-223783e9f65d req-e3b296e9-d8f6-4cbc-9265-442b8cd7c9b3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 1097 time: 0.3820200 Sep 02 13:48:36.966320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-8c630ae9-bb6e-4378-b7db-ae963626151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:36.968896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-8c630ae9-bb6e-4378-b7db-ae963626151a service neutron] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.7216046 Sep 02 13:48:36.974311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581d776-be64-480b-af14-d370943e65cc req-5f66f5d4-efce-48d6-b599-6afa8565af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:36.976073 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f581d776-be64-480b-af14-d370943e65cc req-5f66f5d4-efce-48d6-b599-6afa8565af35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.2223778 Sep 02 13:48:36.997049 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.050658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-1ae5975b-07df-4997-86f8-b0331e490dea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f HTTP/1.1" status: 200 len: 217 time: 0.0565696 Sep 02 13:48:37.071554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9814ef4b-0699-4c68-8841-63e7c1294212']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:37.094106 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b73c0a62-a65b-4bcd-96d0-223783e9f65d req-0fdf50bb-f320-484e-bd59-95368e3d826c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979375 Sep 02 13:48:37.117536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30980c5-3e33-42a4-a0d0-03560e97c37a req-181cab0d-11dc-4671-bc15-d2844796448e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:37.119308 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f30980c5-3e33-42a4-a0d0-03560e97c37a req-181cab0d-11dc-4671-bc15-d2844796448e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.5148935 Sep 02 13:48:37.123312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6816e2-5820-4b4a-a97e-d70852171fd0') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:37.123683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6816e2-5820-4b4a-a97e-d70852171fd0') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:37.138487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b58b2-ac08-49b7-a0bf-983cce179d93 req-70b04a2d-dc4c-4218-893e-f03d979d3866 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:37.140579 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c61b58b2-ac08-49b7-a0bf-983cce179d93 req-70b04a2d-dc4c-4218-893e-f03d979d3866 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1539185 Sep 02 13:48:37.155334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:37.183858 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.211273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581d776-be64-480b-af14-d370943e65cc req-dd4c0c59-0183-4e34-b73f-ce853be14c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:37.212929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f581d776-be64-480b-af14-d370943e65cc req-dd4c0c59-0183-4e34-b73f-ce853be14c53 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219539 Sep 02 13:48:37.237126 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.259231 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-71c62e61-ee63-4f7c-b73d-6d464a2318e5 service neutron] 10.222.0.77 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895276 Sep 02 13:48:37.260032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c61b58b2-ac08-49b7-a0bf-983cce179d93 req-1e9118a6-f461-4f57-898a-3605c798241c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805943 Sep 02 13:48:37.262698 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:48:37.263323 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:48:37.270669 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:48:37.353649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-8ca071fd-1ea1-458c-a766-37082331d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:37.355815 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-8ca071fd-1ea1-458c-a766-37082331d332 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.2879474 Sep 02 13:48:37.395093 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f30980c5-3e33-42a4-a0d0-03560e97c37a req-a4e66716-9657-4f4e-807d-9ffc4a65c831 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416258 Sep 02 13:48:37.397755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router dbbd5943-39a6-4634-aa69-d8c52a309fe4 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:48:37.473811 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4a74-5b45-4649-8c47-24eb9518df01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.475604 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.493402 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.497296 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "DELETE /v2.0/networks/9814ef4b-0699-4c68-8841-63e7c1294212 HTTP/1.1" status: 204 len: 168 time: 1.5294828 Sep 02 13:48:37.499527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:37.520221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb134e4-e503-46a1-9f5a-51d941614b59 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event deleted for resources: {'Network': ['ID=9814ef4b-0699-4c68-8841-63e7c1294212,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:37.570641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-afc3d546-740e-4848-9656-69c24114b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:37.572163 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-afc3d546-740e-4848-9656-69c24114b240 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406405 Sep 02 13:48:37.573094 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f581d776-be64-480b-af14-d370943e65cc req-d7feae57-6521-4990-a49e-c910b0e8688d service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361755 Sep 02 13:48:37.578738 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc576698-10a6-419f-9973-48251e3e2682 req-c142c914-e27a-4a24-83e4-9bc31404702a service neutron] 10.222.0.77 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445288 Sep 02 13:48:37.585238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-20934c72-da24-4034-936e-bd9eb64695dc tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Deleting subnet dc40c4b0-920d-4667-b0c6-5d0191c3a4ab {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:48:37.600659 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20934c72-da24-4034-936e-bd9eb64695dc tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.677121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:37.686208 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.693602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] Sync routers for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:37.721052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:37.722394 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:37.722953 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20934c72-da24-4034-936e-bd9eb64695dc tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.781969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-0bd3f4a9-0f8a-4c47-85bb-c329d612f385 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846361 Sep 02 13:48:37.784256 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4f64e17e-ec87-4f33-9291-4117ec7bec07 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/floatingips/11395158-3a93-4f77-a3f2-66b32283dd1b HTTP/1.1" status: 204 len: 168 time: 3.5469153 Sep 02 13:48:37.786955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-84ce7b18-b76c-4baa-a104-49967c0ec23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:37.788839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-84ce7b18-b76c-4baa-a104-49967c0ec23d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bbacdfbd19dd45ffa594408c68a5e2d4&device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1094 time: 0.1398134 Sep 02 13:48:37.812883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:37.814934 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db00595a-d643-4bb2-a54b-8279ab1f82ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "tag": "69b04713-2d88-4e71-b576-28413252f4f6"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:37.835230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4a74-5b45-4649-8c47-24eb9518df01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:37.846994 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f581d776-be64-480b-af14-d370943e65cc req-a3707d04-5781-4ab5-a5ca-39c106e76c2b service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569518 Sep 02 13:48:37.879665 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9701fa-54fc-4d4c-b458-a887c5fc3129 x-openstack-request-id: req-2c9701fa-54fc-4d4c-b458-a887c5fc3129 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:37.880145 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "tag": "69b04713-2d88-4e71-b576-28413252f4f6", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:37.880491 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c9701fa-54fc-4d4c-b458-a887c5fc3129 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:37.881045 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6', 'status': 'completed', 'code': 200} Sep 02 13:48:37.983200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:38.125849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20934c72-da24-4034-936e-bd9eb64695dc tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:38.183121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-3d8df3fb-b603-4d85-a137-7c2bc7a05bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:38.184725 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-3d8df3fb-b603-4d85-a137-7c2bc7a05bc6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8626c8996e0f4881b04c6b0859a09b18&device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 1096 time: 0.2468722 Sep 02 13:48:38.356203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '4d5adcf6-7c11-4a97-aec7-33882f23df56', 'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:22:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:12Z', 'updated_at': '2021-09-02T13:47:22Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:38.388798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] Checking router: dbbd5943-39a6-4634-aa69-d8c52a309fe4 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:48:38.399937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:38.400857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:38.429029 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4a74-5b45-4649-8c47-24eb9518df01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:38.545843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d4a74-5b45-4649-8c47-24eb9518df01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afacdad-9701-47a0-9175-cd766a1687c4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:38.547114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:38.551572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fc2d4a74-5b45-4649-8c47-24eb9518df01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cba6d5d616144f12af4236f2648d6334&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3896265 Sep 02 13:48:38.558098 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47890) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:38.625011 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-37a9c247-26b4-4756-9d6d-4f1a3405513f req-26f39b6e-44af-40d9-a04c-ed7e6805b5dd service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8308985 Sep 02 13:48:38.637005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2493b-a3fc-45e6-a0e7-829a01b1627a req-f02c5096-ad08-477b-b616-261411292aa5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:38.637618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331828bf-3c16-4999-ba69-8193a6567b21 req-7147caff-5e5f-404f-8a02-256f1b344b43 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:38.638659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87f2493b-a3fc-45e6-a0e7-829a01b1627a req-f02c5096-ad08-477b-b616-261411292aa5 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 945 time: 0.5346444 Sep 02 13:48:38.647686 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-331828bf-3c16-4999-ba69-8193a6567b21 req-7147caff-5e5f-404f-8a02-256f1b344b43 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1094 time: 0.2142246 Sep 02 13:48:38.650270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-cc944e8f-16b7-4936-a3b2-9125c8a1569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:38.660531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-cc944e8f-16b7-4936-a3b2-9125c8a1569f service neutron] 10.222.0.77 "GET /v2.0/networks?id=53300a0f-d822-42e9-a5f0-b63ae1502965 HTTP/1.1" status: 200 len: 911 time: 0.8434308 Sep 02 13:48:38.691884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20934c72-da24-4034-936e-bd9eb64695dc tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:38.731021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-cc05cd4e-18b6-4df1-b57b-c522043855a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b65644a-ace0-4e85-9a10-c690f2fa6af0 HTTP/1.1" status: 200 len: 217 time: 0.0463138 Sep 02 13:48:38.752495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-87f2493b-a3fc-45e6-a0e7-829a01b1627a req-eb4e62b0-4177-40f8-84d1-a66457f5f533 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067076 Sep 02 13:48:38.753876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-20934c72-da24-4034-936e-bd9eb64695dc tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:38.759485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-20934c72-da24-4034-936e-bd9eb64695dc tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "DELETE /v2.0/subnets/dc40c4b0-920d-4667-b0c6-5d0191c3a4ab HTTP/1.1" status: 204 len: 168 time: 1.2571037 Sep 02 13:48:38.759485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20934c72-da24-4034-936e-bd9eb64695dc tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event deleted for resources: {'Subnet': ['ID=dc40c4b0-920d-4667-b0c6-5d0191c3a4ab,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:38.759875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-3449456f-f2fa-42c2-a498-00e92b1cb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:38.761266 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-3449456f-f2fa-42c2-a498-00e92b1cb3e2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a9571312-1e3e-4443-9861-1c8c37ec1d60 HTTP/1.1" status: 200 len: 898 time: 0.5628495 Sep 02 13:48:38.761727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47892) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:38.768760 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-889fed88-24cb-4f97-8593-d660f1114bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:38.797644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-331828bf-3c16-4999-ba69-8193a6567b21 req-1b16fd60-01be-4cb6-89c8-778a02132106 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358674 Sep 02 13:48:38.828171 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-889fed88-24cb-4f97-8593-d660f1114bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:38.841725 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-4d9a4c42-3b62-42e9-93bb-ade2a2c3d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:38.843536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-4d9a4c42-3b62-42e9-93bb-ade2a2c3d63f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2cdef7fa-bae8-41ca-be2f-8626e33f8790 HTTP/1.1" status: 200 len: 849 time: 0.0932610 Sep 02 13:48:38.844420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b939ca9-c977-4233-9e72-ee1562d9eb81 None None] Network 20ddade3-a011-4527-a54c-3afbb4bd04cd requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:38.891915 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-a6d8328f-3c31-4b4d-aca5-1223c6da50ae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b04713-2d88-4e71-b576-28413252f4f6 HTTP/1.1" status: 200 len: 217 time: 0.1212785 Sep 02 13:48:38.941157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-33006bd3-f57c-447b-8945-064255822d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:38.943109 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-33006bd3-f57c-447b-8945-064255822d54 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=53300a0f-d822-42e9-a5f0-b63ae1502965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886960 Sep 02 13:48:38.968361 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-889fed88-24cb-4f97-8593-d660f1114bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:38.970968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-889fed88-24cb-4f97-8593-d660f1114bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:38.976443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-889fed88-24cb-4f97-8593-d660f1114bb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1afacdad-9701-47a0-9175-cd766a1687c4 HTTP/1.1" status: 204 len: 168 time: 0.4151950 Sep 02 13:48:39.030271 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:39.039902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-dda6cdf9-106c-43af-b7d2-cd817336a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:39.041391 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-dda6cdf9-106c-43af-b7d2-cd817336a553 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1 HTTP/1.1" status: 200 len: 834 time: 0.1276543 Sep 02 13:48:39.046372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fed88-24cb-4f97-8593-d660f1114bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afacdad-9701-47a0-9175-cd766a1687c4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:39.047018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '4d5adcf6-7c11-4a97-aec7-33882f23df56', 'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:22:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:12Z', 'updated_at': '2021-09-02T13:47:22Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:39.066750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9943cf3-59b5-4293-8a71-df17c289e728 req-47e39315-5ef1-42cc-9ad4-15304140d8ae tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:39.074565 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9943cf3-59b5-4293-8a71-df17c289e728 req-47e39315-5ef1-42cc-9ad4-15304140d8ae tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1710026 Sep 02 13:48:39.093135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40173e9-f7d9-4b95-baa1-36dcd229466c None None] The sync data for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 is: [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:47:15Z', 'revision_number': 4, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '4d5adcf6-7c11-4a97-aec7-33882f23df56', 'name': '', 'network_id': 'a9571312-1e3e-4443-9861-1c8c37ec1d60', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'mac_address': 'fa:16:3e:22:67:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:12Z', 'updated_at': '2021-09-02T13:47:22Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'subnets': [{'id': 'dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:39.110647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f5143-8443-480f-8be0-ecf578945042 req-387b5bf6-7841-4a04-8642-aad912af8717 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:39.113496 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c9f5143-8443-480f-8be0-ecf578945042 req-387b5bf6-7841-4a04-8642-aad912af8717 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.0909317 Sep 02 13:48:39.177983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-b8766c45-9dc2-4118-9647-7f230709abee service neutron] 10.222.0.77 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245471 Sep 02 13:48:39.194987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:48:39.262692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c9f5143-8443-480f-8be0-ecf578945042 req-f5cd62b8-d678-4196-b819-82a347eeac4f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376829 Sep 02 13:48:39.315643 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-23f03bac-b4b7-4824-9338-ba6c044312d1 req-52c7bb23-bb5a-47a9-bd5c-be349e809738 service neutron] 10.222.0.77 "GET /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274817 Sep 02 13:48:39.336664 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c9943cf3-59b5-4293-8a71-df17c289e728 req-fcc1def4-9978-447b-86a8-d28099240127 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609115 Sep 02 13:48:39.344653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-cc83166e-9f76-4567-ba6c-a5a9301919fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:39.346449 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-cc83166e-9f76-4567-ba6c-a5a9301919fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a9571312-1e3e-4443-9861-1c8c37ec1d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2636573 Sep 02 13:48:39.373734 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Deleting port 77036336-eaac-4547-8e4b-8e5681c34b2e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:39.373734 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:39.374007 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c7f0e-587c-4e40-a84f-32a2d82aad2d None None] DHCP port deletion for 20ddade3-a011-4527-a54c-3afbb4bd04cd request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:48:39.463328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 77036336-eaac-4547-8e4b-8e5681c34b2e no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:39.627711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-595c7f0e-587c-4e40-a84f-32a2d82aad2d None None] Deleting port 77036336-eaac-4547-8e4b-8e5681c34b2e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:39.633855 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595c7f0e-587c-4e40-a84f-32a2d82aad2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:39.635856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] For port 77036336-eaac-4547-8e4b-8e5681c34b2e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=77036336-eaac-4547-8e4b-8e5681c34b2e,segment=NetworkSegment(31b1035d-8d0e-434b-99bd-bb1b511d8401),segment_id=31b1035d-8d0e-434b-99bd-bb1b511d8401)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:39.636567 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:39.705568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 47922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:39.730336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fc1c-2bce-4851-863b-3cadb9e16f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:39.751219 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2736b4-2250-4a50-b5e0-7669a5d7946b None None] New status for floating IP 11395158-3a93-4f77-a3f2-66b32283dd1b: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:48:39.788610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Calling delete_port for 77036336-eaac-4547-8e4b-8e5681c34b2e owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:39.951187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:39.998109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'port_id': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'mac_address': 'fa:16:3e:12:74:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:48:40.025292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-595c7f0e-587c-4e40-a84f-32a2d82aad2d None None] For port 77036336-eaac-4547-8e4b-8e5681c34b2e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=77036336-eaac-4547-8e4b-8e5681c34b2e,segment=NetworkSegment(31b1035d-8d0e-434b-99bd-bb1b511d8401),segment_id=31b1035d-8d0e-434b-99bd-bb1b511d8401)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:40.025966 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595c7f0e-587c-4e40-a84f-32a2d82aad2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.062911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b3ca8817-7298-47d5-bc15-6c1c2b09f872 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:40.064628 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b3ca8817-7298-47d5-bc15-6c1c2b09f872 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.90 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 945 time: 0.1980648 Sep 02 13:48:40.072053 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fc1c-2bce-4851-863b-3cadb9e16f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.077975 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2cb0fc1c-2bce-4851-863b-3cadb9e16f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.078484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-595c7f0e-587c-4e40-a84f-32a2d82aad2d None None] Calling delete_port for 77036336-eaac-4547-8e4b-8e5681c34b2e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:40.101134 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.112227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2cb0fc1c-2bce-4851-863b-3cadb9e16f18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2791375555048b5b792f4378e003314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048262 Sep 02 13:48:40.115912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 47954) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:40.126462 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.184092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc00370-2992-4a99-8ae4-c1aec4ab3c37 req-8b0e7400-2002-4947-a8a2-d6bd2c9691e4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:40.192233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2cc00370-2992-4a99-8ae4-c1aec4ab3c37 req-8b0e7400-2002-4947-a8a2-d6bd2c9691e4 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 945 time: 0.2219734 Sep 02 13:48:40.195436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3ab7d-85da-4f2c-9d49-c3e1916c735d req-0d3f2df4-a591-4ee7-9363-3fa64d67f48e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:40.204282 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-55d3ab7d-85da-4f2c-9d49-c3e1916c735d req-0d3f2df4-a591-4ee7-9363-3fa64d67f48e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.5035994 Sep 02 13:48:40.207222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] No DVR routers for this DVR port 77036336-eaac-4547-8e4b-8e5681c34b2e on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:40.216008 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.247801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:40.259806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event deleted for resources: {'Port': ['ID=77036336-eaac-4547-8e4b-8e5681c34b2e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:40.272424 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-5b738fd1-c9d1-4eed-bbc1-b620d922a8d8 service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8254659 Sep 02 13:48:40.276413 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0fc1c-2bce-4851-863b-3cadb9e16f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b611e-d0a8-4f8a-a35e-06e57a8f15aa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:40.292371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:40.315024 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.365567 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595c7f0e-587c-4e40-a84f-32a2d82aad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.372408 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2cc00370-2992-4a99-8ae4-c1aec4ab3c37 req-4fd82518-d5f1-40bb-ad97-ef9e76df9cc2 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6c50e1d-7e16-4cd6-836e-8e334ce19a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791787 Sep 02 13:48:40.379832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c7f0e-587c-4e40-a84f-32a2d82aad2d None None] No DVR routers for this DVR port 77036336-eaac-4547-8e4b-8e5681c34b2e on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:40.405000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:40.415374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port 69b04713-2d88-4e71-b576-28413252f4f6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:40.415715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.448598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c7f0e-587c-4e40-a84f-32a2d82aad2d None None] Pushing event deleted for resources: {'Port': ['ID=77036336-eaac-4547-8e4b-8e5681c34b2e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:40.555232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-55d3ab7d-85da-4f2c-9d49-c3e1916c735d req-caba569f-6ca1-4144-928f-1ac4bd3e43d7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500130 Sep 02 13:48:40.569919 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b221579-b764-46a3-a521-3eaf9a39730c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.588598 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.613804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:40.621476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ddade3-a011-4527-a54c-3afbb4bd04cd']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:40.643294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef371617-9dc2-483d-ad3e-03d910cdb950 req-da54aec0-fa26-4ca2-8292-b7d6f6aafbf8 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:40.648835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b1035d-8d0e-434b-99bd-bb1b511d8401') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:40.649130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b1035d-8d0e-434b-99bd-bb1b511d8401') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:40.652031 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef371617-9dc2-483d-ad3e-03d910cdb950 req-da54aec0-fa26-4ca2-8292-b7d6f6aafbf8 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1094 time: 0.1270645 Sep 02 13:48:40.656750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b221579-b764-46a3-a521-3eaf9a39730c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.698713 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.699626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] For port 69b04713-2d88-4e71-b576-28413252f4f6, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=69b04713-2d88-4e71-b576-28413252f4f6,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:40.700305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.718055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-db00595a-d643-4bb2-a54b-8279ab1f82ba req-267d0a1d-9903-4891-ac0f-5103aea183fa service neutron] 10.222.0.90 "GET /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390047 Sep 02 13:48:40.734600 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for 69b04713-2d88-4e71-b576-28413252f4f6 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:40.757218 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.759754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef371617-9dc2-483d-ad3e-03d910cdb950 req-26a9267f-3493-4c6a-baf8-ebc1d89ccf3f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053531 Sep 02 13:48:40.792987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:48:40.795260 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:48:40.871643 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:48:40.909507 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.920940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.925692 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "DELETE /v2.0/networks/20ddade3-a011-4527-a54c-3afbb4bd04cd HTTP/1.1" status: 204 len: 168 time: 2.1600351 Sep 02 13:48:40.927296 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:40.938154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eab60-847c-4636-a129-e51f7f8f36af tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Pushing event deleted for resources: {'Network': ['ID=20ddade3-a011-4527-a54c-3afbb4bd04cd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:40.955227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de590131-352f-4bd2-a33b-62589e534308 req-87066f88-18c3-4d64-9788-bd0d07a0a050 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:40.957333 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de590131-352f-4bd2-a33b-62589e534308 req-87066f88-18c3-4d64-9788-bd0d07a0a050 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 944 time: 0.0845547 Sep 02 13:48:40.958009 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b221579-b764-46a3-a521-3eaf9a39730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.960954 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b221579-b764-46a3-a521-3eaf9a39730c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:40.962095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4b221579-b764-46a3-a521-3eaf9a39730c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c3b611e-d0a8-4f8a-a35e-06e57a8f15aa HTTP/1.1" status: 204 len: 168 time: 0.8333464 Sep 02 13:48:40.981334 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-886718c4-74cc-4d7f-88a1-927eb6cd9835 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3ca7de1-caf7-46c8-bd05-daf29c363994 HTTP/1.1" status: 200 len: 205 time: 0.0498145 Sep 02 13:48:40.986029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:40.990720 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b221579-b764-46a3-a521-3eaf9a39730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b611e-d0a8-4f8a-a35e-06e57a8f15aa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:41.100340 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-de590131-352f-4bd2-a33b-62589e534308 req-9e5c1813-6ae4-4c8c-930e-648e419db21d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114202 Sep 02 13:48:41.122862 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fed57b77-0a5a-4cb6-a40c-43b46ebb88a7 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.237072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.365619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=69b04713-2d88-4e71-b576-28413252f4f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:41.376588 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9b65644a-ace0-4e85-9a10-c690f2fa6af0 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:48:41.505776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fed57b77-0a5a-4cb6-a40c-43b46ebb88a7 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.514506 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fed57b77-0a5a-4cb6-a40c-43b46ebb88a7 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.554148 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9b65644a-ace0-4e85-9a10-c690f2fa6af0, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9b65644a-ace0-4e85-9a10-c690f2fa6af0,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:41.576179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '9b65644a-ace0-4e85-9a10-c690f2fa6af0', 'network_id': '53300a0f-d822-42e9-a5f0-b63ae1502965', 'port_id': '9b65644a-ace0-4e85-9a10-c690f2fa6af0', 'mac_address': 'fa:16:3e:2c:a6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cdef7fa-bae8-41ca-be2f-8626e33f8790', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:48:41.625132 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-639a802a-d7d5-41c5-bbb0-67bb1bc39dc1 req-5405c9de-c677-4a2b-95ab-c55c94edfc6e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "GET /v2.0/ports?device_id=a58d7c00-e434-4c2c-8aae-ba20f4a0a630 HTTP/1.1" status: 200 len: 210 time: 0.1951075 Sep 02 13:48:41.633046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.645006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] No DVR routers for this DVR port 69b04713-2d88-4e71-b576-28413252f4f6 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:41.647961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.650497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-de6dd866-a065-40e4-abfb-12592c03ca66 req-b471f644-070d-45e6-9570-af2065329122 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.90 "DELETE /v2.0/ports/69b04713-2d88-4e71-b576-28413252f4f6 HTTP/1.1" status: 204 len: 173 time: 1.5436366 Sep 02 13:48:41.651208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'name': 'network-vif-deleted', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:41.654878 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78943c80-c2b8-45f6-802c-5ea181bd113f" -d '{"events": [{"server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "name": "network-vif-deleted", "tag": "69b04713-2d88-4e71-b576-28413252f4f6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:41.656812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b65644a-ace0-4e85-9a10-c690f2fa6af0 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:48:41.669749 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fed57b77-0a5a-4cb6-a40c-43b46ebb88a7 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.670348 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed57b77-0a5a-4cb6-a40c-43b46ebb88a7 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Fanout notify agent at l3_agent the message router_deleted on router e3ca7de1-caf7-46c8-bd05-daf29c363994 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:48:41.698767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fed57b77-0a5a-4cb6-a40c-43b46ebb88a7 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.715614 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9b65644a-ace0-4e85-9a10-c690f2fa6af0, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9b65644a-ace0-4e85-9a10-c690f2fa6af0,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:41.716691 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fed57b77-0a5a-4cb6-a40c-43b46ebb88a7 tempest-RoutersNegativeTest-812426934 tempest-RoutersNegativeTest-812426934-project] 10.222.0.13 "DELETE /v2.0/routers/e3ca7de1-caf7-46c8-bd05-daf29c363994 HTTP/1.1" status: 204 len: 168 time: 0.7294948 Sep 02 13:48:41.723575 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:41.753806 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a5865-40c2-466b-99bd-5d014d33b328 x-openstack-request-id: req-cc3a5865-40c2-466b-99bd-5d014d33b328 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:41.754965 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58d7c00-e434-4c2c-8aae-ba20f4a0a630", "name": "network-vif-deleted", "tag": "69b04713-2d88-4e71-b576-28413252f4f6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:41.755414 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc3a5865-40c2-466b-99bd-5d014d33b328 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:41.756029 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58d7c00-e434-4c2c-8aae-ba20f4a0a630', 'name': 'network-vif-deleted', 'tag': '69b04713-2d88-4e71-b576-28413252f4f6', 'status': 'completed', 'code': 200} Sep 02 13:48:41.793455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=9b65644a-ace0-4e85-9a10-c690f2fa6af0,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:41.843853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829eee2-9e82-4e3b-a4e2-0e4d186fd2cd req-17eb921f-905c-4d49-951b-0e18a90ad475 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:41.855336 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1829eee2-9e82-4e3b-a4e2-0e4d186fd2cd req-17eb921f-905c-4d49-951b-0e18a90ad475 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1363096 Sep 02 13:48:41.945320 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1829eee2-9e82-4e3b-a4e2-0e4d186fd2cd req-e28bd22f-7a36-4f5b-b8bc-21ae83dc346e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847383 Sep 02 13:48:41.957539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['9b65644a-ace0-4e85-9a10-c690f2fa6af0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:42.070593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04b253-dbf3-4758-a649-c1616b617cdd req-966e615d-b68a-4731-bfa5-ab46c23bb2bc tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:42.079333 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7e04b253-dbf3-4758-a649-c1616b617cdd req-966e615d-b68a-4731-bfa5-ab46c23bb2bc tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1095 time: 0.0664089 Sep 02 13:48:42.190995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7e04b253-dbf3-4758-a649-c1616b617cdd req-c582fc26-445c-460e-8bad-4dd02e195a6f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104727 Sep 02 13:48:42.288216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00e08a-d073-4d2e-874d-14d4b41ce819 req-94a91106-6c02-42ea-ab88-6ee5a00f2fa3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:42.297126 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d00e08a-d073-4d2e-874d-14d4b41ce819 req-94a91106-6c02-42ea-ab88-6ee5a00f2fa3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 944 time: 0.0725577 Sep 02 13:48:42.345784 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d00e08a-d073-4d2e-874d-14d4b41ce819 req-386193cc-e3f5-4b79-bbbe-7de5b7498434 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474927 Sep 02 13:48:42.403194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:42.686070 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d93d527c-9aed-4333-9ac8-1cc8fdc1d4c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45ac82f5c21243b7b7659982049312b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811413 Sep 02 13:48:42.688854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:42.701532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:42.747539 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-407be6d5-8eed-45f5-bbae-6c890c4e16dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:42.782910 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-407be6d5-8eed-45f5-bbae-6c890c4e16dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:42.799436 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62679466-3420-468c-8a8e-1d70f7c5145e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:42.836339 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62679466-3420-468c-8a8e-1d70f7c5145e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:42.848863 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-407be6d5-8eed-45f5-bbae-6c890c4e16dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:42.853454 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-407be6d5-8eed-45f5-bbae-6c890c4e16dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:42.854933 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-407be6d5-8eed-45f5-bbae-6c890c4e16dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25d6aeb8-09e7-457e-bf95-3ed9f40e4cea HTTP/1.1" status: 204 len: 168 time: 0.1649714 Sep 02 13:48:42.877078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407be6d5-8eed-45f5-bbae-6c890c4e16dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d6aeb8-09e7-457e-bf95-3ed9f40e4cea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:42.949535 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62679466-3420-468c-8a8e-1d70f7c5145e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:42.952899 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62679466-3420-468c-8a8e-1d70f7c5145e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:42.954104 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-62679466-3420-468c-8a8e-1d70f7c5145e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6c50e1d-7e16-4cd6-836e-8e334ce19a46 HTTP/1.1" status: 204 len: 168 time: 0.2515450 Sep 02 13:48:42.964119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62679466-3420-468c-8a8e-1d70f7c5145e tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c50e1d-7e16-4cd6-836e-8e334ce19a46,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:43.017604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48300) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:43.147066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a9cad-e383-4d19-981b-0ca51ae4a3b8 req-84eb3982-b857-4e8d-a3d1-832d358f8dff tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:43.154942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-460a9cad-e383-4d19-981b-0ca51ae4a3b8 req-84eb3982-b857-4e8d-a3d1-832d358f8dff tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.0659335 Sep 02 13:48:43.206101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:43.239944 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-460a9cad-e383-4d19-981b-0ca51ae4a3b8 req-426b9255-a6c6-4f17-99a1-256ce386a69e tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824745 Sep 02 13:48:43.317645 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:43.324654 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:43.328934 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:43.359896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:43.407094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9b65644a-ace0-4e85-9a10-c690f2fa6af0 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:48:43.476167 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:48:43.482410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:48:43.483038 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:43.514379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b3003-8634-4b7f-9246-229c9633e834 req-c779c903-3a57-4316-b7c7-64c331d13c6d tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:43.524756 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c14b3003-8634-4b7f-9246-229c9633e834 req-c779c903-3a57-4316-b7c7-64c331d13c6d tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1095 time: 0.1818945 Sep 02 13:48:43.526812 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:43.588191 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:43.591400 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a346bbd4-38ed-41c1-acb4-1920cf96f284" -d '{"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-plugged", "status": "completed", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:43.615184 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:43.625245 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:43.627191 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 69b04713-2d88-4e71-b576-28413252f4f6 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:43.664220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e415c21-3f6e-4d14-b11b-3665cc692288 req-99f07e5a-7a02-4545-9a88-d6750d2f7ad2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:43.666489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5e415c21-3f6e-4d14-b11b-3665cc692288 req-99f07e5a-7a02-4545-9a88-d6750d2f7ad2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 944 time: 0.2016404 Sep 02 13:48:43.687317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c14b3003-8634-4b7f-9246-229c9633e834 req-ea9e8e85-cfd0-486c-a9b9-77ff31a1957e tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570108 Sep 02 13:48:43.694744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 69b04713-2d88-4e71-b576-28413252f4f6 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:48:43.695094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 69b04713-2d88-4e71-b576-28413252f4f6 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:48:43.750100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5e415c21-3f6e-4d14-b11b-3665cc692288 req-3fd318ed-0c2e-4e89-ad32-dcee33ed3d4e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720334 Sep 02 13:48:43.789478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:43.810309 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e756e08e-ab24-4ff7-bc5d-16c2f531ce06 x-openstack-request-id: req-e756e08e-ab24-4ff7-bc5d-16c2f531ce06 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:43.811256 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-plugged", "status": "completed", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:43.812062 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e756e08e-ab24-4ff7-bc5d-16c2f531ce06 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:43.812543 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'code': 200} Sep 02 13:48:43.821634 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:43.892900 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 9b65644a-ace0-4e85-9a10-c690f2fa6af0, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9b65644a-ace0-4e85-9a10-c690f2fa6af0,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:43.898457 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:43.908538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dc9f0857-93e9-4d37-9b42-83dfc032c07c tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-729762835'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:43.909861 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:43.915643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dc9f0857-93e9-4d37-9b42-83dfc032c07c tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Unknown quota resources ['metering_label']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:48:43.962115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=9b65644a-ace0-4e85-9a10-c690f2fa6af0,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:44.090596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf044e1-c335-4bdb-9b03-8a652932c45c req-6c28d658-6374-45c6-bbf3-c96377d256a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:44.092430 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cf044e1-c335-4bdb-9b03-8a652932c45c req-6c28d658-6374-45c6-bbf3-c96377d256a1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 1096 time: 0.2246203 Sep 02 13:48:44.094422 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0857-93e9-4d37-9b42-83dfc032c07c tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:44.095555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dc9f0857-93e9-4d37-9b42-83dfc032c07c tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7344356 Sep 02 13:48:44.106805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:44.134439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a113f767-6775-4053-b98c-013fadbeec73 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '69319f04-561d-4546-8146-8647fa9ac8fc'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:44.134874 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a113f767-6775-4053-b98c-013fadbeec73 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:48:44.236958 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cf044e1-c335-4bdb-9b03-8a652932c45c req-3a4544f8-49d4-4d1b-a437-1a7f89b04f7d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310203 Sep 02 13:48:44.238067 n-d-794796-4 neutron-server[94688]: WARNING neutron.services.metering.metering_plugin [None req-a113f767-6775-4053-b98c-013fadbeec73 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 02 13:48:44.319320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port 4d5adcf6-7c11-4a97-aec7-33882f23df56 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:44.321086 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:44.355301 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a113f767-6775-4053-b98c-013fadbeec73 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:44.360785 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a113f767-6775-4053-b98c-013fadbeec73 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2525928 Sep 02 13:48:44.363974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:44.370827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5039c6bd-dfb0-4e32-ac36-4e9cc20facfd tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '69319f04-561d-4546-8146-8647fa9ac8fc'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:44.371682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5039c6bd-dfb0-4e32-ac36-4e9cc20facfd tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:48:44.468256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5a62c-22b0-46c5-b87a-4d2bfebedb9a req-70396161-ff7d-463a-a559-b5a9bea49c94 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:44.470381 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cf5a62c-22b0-46c5-b87a-4d2bfebedb9a req-70396161-ff7d-463a-a559-b5a9bea49c94 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.0923591 Sep 02 13:48:44.478090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] For port 4d5adcf6-7c11-4a97-aec7-33882f23df56, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4d5adcf6-7c11-4a97-aec7-33882f23df56,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:44.478301 n-d-794796-4 neutron-server[94688]: WARNING neutron.services.metering.metering_plugin [None req-5039c6bd-dfb0-4e32-ac36-4e9cc20facfd tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 02 13:48:44.478807 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:44.502856 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for 4d5adcf6-7c11-4a97-aec7-33882f23df56 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:44.522279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48478) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:44.590441 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5039c6bd-dfb0-4e32-ac36-4e9cc20facfd tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:44.592644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5039c6bd-dfb0-4e32-ac36-4e9cc20facfd tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2270992 Sep 02 13:48:44.597585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:44.598551 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7cf5a62c-22b0-46c5-b87a-4d2bfebedb9a req-58f8baf0-6d09-451d-865f-9d45617944e5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095879 Sep 02 13:48:44.612338 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-18f13823-a857-466a-ac70-2a01aff000d5 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=eef8c029-683f-4919-bbcf-d271648d589d HTTP/1.1" status: 200 len: 464 time: 0.0131533 Sep 02 13:48:44.614967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:44.697704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-54a74da1-61d1-4dab-8753-415fd2ab373a tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:44.698655 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-54a74da1-61d1-4dab-8753-415fd2ab373a tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 02 13:48:44.699234 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-54a74da1-61d1-4dab-8753-415fd2ab373a tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): There was a conflict when trying to complete your request. Sep 02 13:48:44.701229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-54a74da1-61d1-4dab-8753-415fd2ab373a tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1760066 Sep 02 13:48:44.708871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:44.715154 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'tempest-secgroup--377186823'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:44.763877 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3a95-a7c8-4971-b78c-c1f937213e9f tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:44.765042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9b9e3a95-a7c8-4971-b78c-c1f937213e9f tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/eef8c029-683f-4919-bbcf-d271648d589d HTTP/1.1" status: 204 len: 168 time: 0.1482184 Sep 02 13:48:44.768973 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:44.822359 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48496) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:44.825368 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6d5d6924-ab10-4d3f-a220-0f72ccb93454 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=eef8c029-683f-4919-bbcf-d271648d589d HTTP/1.1" status: 200 len: 221 time: 0.0464647 Sep 02 13:48:44.833226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d44e3e70-33f6-4dea-85be-eeb07937b8a3 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--689684907', 'description': 'label created by tempest'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:44.833226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d44e3e70-33f6-4dea-85be-eeb07937b8a3 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Unknown quota resources ['metering_label']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 02 13:48:44.833726 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:44.855922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97819260-8897-439c-b03e-b6771c9b0378 req-607882e5-20e4-4e80-ab86-f6449c498e42 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:44.864541 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97819260-8897-439c-b03e-b6771c9b0378 req-607882e5-20e4-4e80-ab86-f6449c498e42 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.0961714 Sep 02 13:48:44.886453 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:44.923146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:44.978578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=4d5adcf6-7c11-4a97-aec7-33882f23df56,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:45.019285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-97819260-8897-439c-b03e-b6771c9b0378 req-d6b84fc4-5f67-42d7-aa26-6dfbed458d76 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531403 Sep 02 13:48:45.060638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368eb8-0cec-41b8-adeb-2589d394d61a req-22448add-81b5-4f90-9e56-dbae7dbf9b9c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:45.062354 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56368eb8-0cec-41b8-adeb-2589d394d61a req-22448add-81b5-4f90-9e56-dbae7dbf9b9c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1918573 Sep 02 13:48:45.145253 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d44e3e70-33f6-4dea-85be-eeb07937b8a3 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:45.149472 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d44e3e70-33f6-4dea-85be-eeb07937b8a3 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3258729 Sep 02 13:48:45.157260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:45.262653 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-56368eb8-0cec-41b8-adeb-2589d394d61a req-57e419f8-d351-4e93-98be-0ee1f850de00 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882136 Sep 02 13:48:45.271658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2f7220ba-3232-4204-9f28-5958c42abb8a tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=626e6425-6b90-4c98-a764-f7f7bb28717e HTTP/1.1" status: 200 len: 467 time: 0.1131785 Sep 02 13:48:45.273485 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48506) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:45.363409 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:45.369003 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:45.422691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b405c71e-8ce4-421a-b676-c319b4030400,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:45.470997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:45.528015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:45.534301 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:45.570721 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:45.572498 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8625851 Sep 02 13:48:45.576533 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48508) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:45.582716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6b880adb-5f75-47d6-9520-8ecff67e77f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '033c6152-d8cb-40fc-b553-4adf05cb297b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:45.588499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c360e-81a0-4f78-a1bb-946797f4155c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033c6152-d8cb-40fc-b553-4adf05cb297b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:45.644025 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f96afc9e-1759-4ade-b24e-6c13ffd60143 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:45.644388 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b880adb-5f75-47d6-9520-8ecff67e77f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:45.645593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f96afc9e-1759-4ade-b24e-6c13ffd60143 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/626e6425-6b90-4c98-a764-f7f7bb28717e HTTP/1.1" status: 204 len: 168 time: 0.3710053 Sep 02 13:48:45.648589 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:45.685443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-46b99d5b-5b29-4519-afb2-7122fd366e35 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=626e6425-6b90-4c98-a764-f7f7bb28717e HTTP/1.1" status: 200 len: 216 time: 0.0347183 Sep 02 13:48:45.689429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48514) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:45.702623 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9e39a4fd-3a77-49f7-8ed2-226d66815b1f tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0113754 Sep 02 13:48:45.705780 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48516) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:45.725888 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7fdb60b6-c257-4ba4-bb37-b9c1ac6dd60c tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0187988 Sep 02 13:48:45.731209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48518) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:45.814514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8049a3d-13a8-42b4-9a58-4653d9a313dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b65644a-ace0-4e85-9a10-c690f2fa6af0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:45.820013 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86dc549-5457-440a-874c-809b34cf614d" -d '{"events": [{"server_uuid": "f8049a3d-13a8-42b4-9a58-4653d9a313dd", "name": "network-vif-plugged", "status": "completed", "tag": "9b65644a-ace0-4e85-9a10-c690f2fa6af0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:45.862069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Router dbbd5943-39a6-4634-aa69-d8c52a309fe4 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:48:45.864108 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423e88b3-d246-416d-becb-e616eba2a322 x-openstack-request-id: req-423e88b3-d246-416d-becb-e616eba2a322 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:45.864285 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8049a3d-13a8-42b4-9a58-4653d9a313dd", "name": "network-vif-plugged", "status": "completed", "tag": "9b65644a-ace0-4e85-9a10-c690f2fa6af0", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:45.864516 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-423e88b3-d246-416d-becb-e616eba2a322 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:45.865095 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8049a3d-13a8-42b4-9a58-4653d9a313dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b65644a-ace0-4e85-9a10-c690f2fa6af0', 'code': 200} Sep 02 13:48:46.179919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-42e2d127-5e32-4dd7-a4ec-e3ab1bf9674a tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/69319f04-561d-4546-8146-8647fa9ac8fc HTTP/1.1" status: 200 len: 472 time: 0.4468422 Sep 02 13:48:46.214266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:46.225258 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b880adb-5f75-47d6-9520-8ecff67e77f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.248660 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b880adb-5f75-47d6-9520-8ecff67e77f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.260439 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c9c4b48c-3bfb-4376-ba93-08078a6d2f87 tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/151d617c-9102-4aed-ac73-7dd4026fde92 HTTP/1.1" status: 200 len: 461 time: 0.0419140 Sep 02 13:48:46.273255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:46.291666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b880adb-5f75-47d6-9520-8ecff67e77f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e3a47c-3c1e-486f-b774-59481da7225a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:46.299927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b880adb-5f75-47d6-9520-8ecff67e77f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.301137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6b880adb-5f75-47d6-9520-8ecff67e77f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7234025 Sep 02 13:48:46.306010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48532) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:46.306571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae12e0-12d8-4b27-bdbc-b995dd59fb79 req-cc207097-4bb8-4379-a916-b5d87ecf0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:46.308290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dfae12e0-12d8-4b27-bdbc-b995dd59fb79 req-cc207097-4bb8-4379-a916-b5d87ecf0607 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.1326656 Sep 02 13:48:46.314973 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fe5ef802-c3cc-439b-949b-26591aad0404 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '033c6152-d8cb-40fc-b553-4adf05cb297b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:46.329219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bbb45-194a-418c-947e-f12795d9e80f req-930b7ce1-9c1c-44b9-8833-5ca6e0927bdb tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:46.330726 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f9bbb45-194a-418c-947e-f12795d9e80f req-930b7ce1-9c1c-44b9-8833-5ca6e0927bdb tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1585641 Sep 02 13:48:46.388362 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f6e0-2348-43f7-a54a-d3eb3495163a req-ba777146-2296-4b78-8197-4cad85c4dcf5 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:46.389935 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c15f6e0-2348-43f7-a54a-d3eb3495163a req-ba777146-2296-4b78-8197-4cad85c4dcf5 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.1038792 Sep 02 13:48:46.390666 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef802-c3cc-439b-949b-26591aad0404 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.402532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:46.414975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] Sync routers for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:46.425009 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f4d41ee0-2c4f-4700-8389-1aa1cf72d3bc tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "PUT /v2.0/routers/dbbd5943-39a6-4634-aa69-d8c52a309fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4039249 Sep 02 13:48:46.426359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:46.426675 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:46.440183 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48536) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:46.467669 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dfae12e0-12d8-4b27-bdbc-b995dd59fb79 req-46d413f1-6241-4d27-836a-12159db9e088 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516325 Sep 02 13:48:46.471086 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7dfc55f9-481d-4eaa-8ccc-4417d486cd6d tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.471855 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7dfc55f9-481d-4eaa-8ccc-4417d486cd6d tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/151d617c-9102-4aed-ac73-7dd4026fde92 HTTP/1.1" status: 204 len: 168 time: 0.1956465 Sep 02 13:48:46.487714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:46.491137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f9bbb45-194a-418c-947e-f12795d9e80f req-39fd9876-dd09-4e29-9cc4-72a370e01828 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488421 Sep 02 13:48:46.555356 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:46.569821 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-fe5ef802-c3cc-439b-949b-26591aad0404 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): There was a conflict when trying to complete your request. Sep 02 13:48:46.573475 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fe5ef802-c3cc-439b-949b-26591aad0404 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2638769 Sep 02 13:48:46.589443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48540) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:46.634164 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c15f6e0-2348-43f7-a54a-d3eb3495163a req-fdf86ccd-93c7-426d-a826-7791d8aa9a18 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286263 Sep 02 13:48:46.648831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0245949f-daa3-4b30-8180-c9218781e8ec tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting subnet dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:48:46.659410 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0245949f-daa3-4b30-8180-c9218781e8ec tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.784148 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69bee307-d6ea-4416-b5f2-dd36b08876cb tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.787787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-69bee307-d6ea-4416-b5f2-dd36b08876cb tempest-MeteringTestJSON-1489088451 tempest-MeteringTestJSON-1489088451-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/69319f04-561d-4546-8146-8647fa9ac8fc HTTP/1.1" status: 204 len: 168 time: 0.2930069 Sep 02 13:48:46.787957 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0245949f-daa3-4b30-8180-c9218781e8ec tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.840708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f877b6f7-9261-4ef8-b90f-7f8987e645f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.851238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:48:44Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:46.894861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f2a2-816c-43ab-bc22-bca26077b8a6 req-01cd0f97-47fd-4615-93b9-dceda433a2f7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:46.897911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5ac8f2a2-816c-43ab-bc22-bca26077b8a6 req-01cd0f97-47fd-4615-93b9-dceda433a2f7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.0754702 Sep 02 13:48:46.903282 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f877b6f7-9261-4ef8-b90f-7f8987e645f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:46.914783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] Checking router: dbbd5943-39a6-4634-aa69-d8c52a309fe4 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:48:46.952914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] Routers {'dbbd5943-39a6-4634-aa69-d8c52a309fe4'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:46.953583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:46.990622 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5ac8f2a2-816c-43ab-bc22-bca26077b8a6 req-0503faa4-2ffc-4c30-8263-554fe8d64b22 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814958 Sep 02 13:48:47.023041 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0245949f-daa3-4b30-8180-c9218781e8ec tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.099705 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f877b6f7-9261-4ef8-b90f-7f8987e645f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.102357 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f877b6f7-9261-4ef8-b90f-7f8987e645f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.103535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f877b6f7-9261-4ef8-b90f-7f8987e645f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/033c6152-d8cb-40fc-b553-4adf05cb297b HTTP/1.1" status: 204 len: 168 time: 0.5043800 Sep 02 13:48:47.108403 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:47.161917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] Set router dbbd5943-39a6-4634-aa69-d8c52a309fe4 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:47.181410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877b6f7-9261-4ef8-b90f-7f8987e645f6 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c6152-d8cb-40fc-b553-4adf05cb297b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:47.213876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0245949f-daa3-4b30-8180-c9218781e8ec tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.225707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a726405-a4a8-4440-83e0-3ea16322d9ce req-6f16c4e6-d0eb-42b0-8c10-924cf6869027 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:47.231562 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a726405-a4a8-4440-83e0-3ea16322d9ce req-6f16c4e6-d0eb-42b0-8c10-924cf6869027 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1066923 Sep 02 13:48:47.239762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:47.263697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245949f-daa3-4b30-8180-c9218781e8ec tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:47.267128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48554) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:47.281026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8df374fe-379c-4d4a-8490-3982695a6eb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Request body: {'floatingip': {'port_id': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:47.281610 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0245949f-daa3-4b30-8180-c9218781e8ec tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.286896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0245949f-daa3-4b30-8180-c9218781e8ec tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/subnets/dbf6553b-7a7a-468d-bfcd-99b7a17bc3c1 HTTP/1.1" status: 204 len: 168 time: 0.8456631 Sep 02 13:48:47.288611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48558) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:47.330642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b77d5-ec39-4a96-8ef4-1d36bf65bd1a None None] Network a9571312-1e3e-4443-9861-1c8c37ec1d60 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:47.358833 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f8d2967d-ad15-4070-8bf8-b16e4ac3fa7f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2465811 Sep 02 13:48:47.367023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:47.389723 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7792ad55-e307-4be3-9b5d-853d67bbfa5e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'tempest-secgroup--415975589'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:47.412666 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df374fe-379c-4d4a-8490-3982695a6eb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.433301 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.577614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7792ad55-e307-4be3-9b5d-853d67bbfa5e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.663169 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.668182 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9d28f51-1007-43a6-ae14-33b05fcbae77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.759621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:48:44Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:47.796337 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-a9d28f51-1007-43a6-ae14-33b05fcbae77 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:48:47.796337 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:48:47.796337 n-d-794796-4 neutron-server[94687]: [parameters: {'project_id_1': '40737327a1ac4bea8aa398f96f58459c', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 48, 47, 686397)}] Sep 02 13:48:47.796337 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:48:47.804995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf4048-32d7-4d31-b829-5d31b6c7e8ad None None] The sync data for ids ['dbbd5943-39a6-4634-aa69-d8c52a309fe4'] in n-d-794796-4 is: [{'id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'name': 'tempest-TestNetworkBasicOps-router-961159465', 'tenant_id': '8626c8996e0f4881b04c6b0859a09b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': 'c83e0346-5293-4089-894f-11096b650b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:03Z', 'updated_at': '2021-09-02T13:48:44Z', 'revision_number': 5, 'project_id': '8626c8996e0f4881b04c6b0859a09b18', 'gw_port': {'id': 'c83e0346-5293-4089-894f-11096b650b38', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:df:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd5943-39a6-4634-aa69-d8c52a309fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:04Z', 'updated_at': '2021-09-02T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:47.808066 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-a9d28f51-1007-43a6-ae14-33b05fcbae77 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:48:47.842650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9de540-3663-466c-adf0-6185d589bff9 None None] DHCP port deletion for a9571312-1e3e-4443-9861-1c8c37ec1d60 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:48:47.852066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Deleting port c83e0346-5293-4089-894f-11096b650b38 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:47.852491 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.927002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5a9de540-3663-466c-adf0-6185d589bff9 None None] Deleting port e58625e0-4665-4e83-9f96-7c6c79dc09e3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:47.928082 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a9de540-3663-466c-adf0-6185d589bff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:47.970803 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:48:47.992462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1a5c0-a354-4efb-887c-624e23c5788a req-c1d9fc0e-00c7-4a8b-b56c-3bb85d775982 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:47.994039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2ff1a5c0-a354-4efb-887c-624e23c5788a req-c1d9fc0e-00c7-4a8b-b56c-3bb85d775982 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.0695517 Sep 02 13:48:48.004620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] For port c83e0346-5293-4089-894f-11096b650b38, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c83e0346-5293-4089-894f-11096b650b38,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:48.005002 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.010449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5a9de540-3663-466c-adf0-6185d589bff9 None None] For port e58625e0-4665-4e83-9f96-7c6c79dc09e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e58625e0-4665-4e83-9f96-7c6c79dc09e3,segment=NetworkSegment(f9a436c6-61bb-4970-9fd5-0ee478a55baf),segment_id=f9a436c6-61bb-4970-9fd5-0ee478a55baf)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:48.011089 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a9de540-3663-466c-adf0-6185d589bff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.027840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5a9de540-3663-466c-adf0-6185d589bff9 None None] Calling delete_port for e58625e0-4665-4e83-9f96-7c6c79dc09e3 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:48.042971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2ff1a5c0-a354-4efb-887c-624e23c5788a req-29448e4f-1de1-4eb0-8040-8b919d981fb3 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Sep 02 13:48:48.046219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c7ada-5969-4b27-93ad-ec047679d198 req-719ac39b-029d-4237-ab99-2d8f98450805 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:48.049245 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cb3c7ada-5969-4b27-93ad-ec047679d198 req-719ac39b-029d-4237-ab99-2d8f98450805 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.3855467 Sep 02 13:48:48.051719 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Calling delete_port for c83e0346-5293-4089-894f-11096b650b38 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:48.218135 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a9de540-3663-466c-adf0-6185d589bff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.222415 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cb3c7ada-5969-4b27-93ad-ec047679d198 req-3472d0b0-f95d-4d11-bf66-23eb79b34b70 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646953 Sep 02 13:48:48.226903 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7792ad55-e307-4be3-9b5d-853d67bbfa5e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.240281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9de540-3663-466c-adf0-6185d589bff9 None None] No DVR routers for this DVR port e58625e0-4665-4e83-9f96-7c6c79dc09e3 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:48.271985 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7792ad55-e307-4be3-9b5d-853d67bbfa5e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.286949 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9de540-3663-466c-adf0-6185d589bff9 None None] Pushing event deleted for resources: {'Port': ['ID=e58625e0-4665-4e83-9f96-7c6c79dc09e3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:48.353660 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9d28f51-1007-43a6-ae14-33b05fcbae77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.445044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22b620-8ab6-4c6d-aa1b-4c8092d2a996 req-d3ae8019-8c1b-4feb-83c8-15ec23b5af58 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:48.452780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe22b620-8ab6-4c6d-aa1b-4c8092d2a996 req-d3ae8019-8c1b-4feb-83c8-15ec23b5af58 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.2800210 Sep 02 13:48:48.472234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792ad55-e307-4be3-9b5d-853d67bbfa5e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0106b8a4-0659-4bdf-9fda-3aa7fe6e626d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:48.518487 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.562879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:48.587582 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe22b620-8ab6-4c6d-aa1b-4c8092d2a996 req-e4ec309d-70eb-4e33-bf2f-314c89e50d0d tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281161 Sep 02 13:48:48.596160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Port': ['ID=c83e0346-5293-4089-894f-11096b650b38,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:48.674312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df374fe-379c-4d4a-8490-3982695a6eb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.682715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df374fe-379c-4d4a-8490-3982695a6eb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.735773 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.814730 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a8c58b-da33-4302-9ce3-8088c8e97d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.853944 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9d28f51-1007-43a6-ae14-33b05fcbae77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.858526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc114a54-dfe0-49d8-9747-cfc6fa1af0d7 req-7abc9503-0fff-4aa2-90ea-4cd59f481beb tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:48.863825 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.866741 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc114a54-dfe0-49d8-9747-cfc6fa1af0d7 req-7abc9503-0fff-4aa2-90ea-4cd59f481beb tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.1810818 Sep 02 13:48:48.867173 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.892451 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7792ad55-e307-4be3-9b5d-853d67bbfa5e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.893689 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7792ad55-e307-4be3-9b5d-853d67bbfa5e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5167475 Sep 02 13:48:48.902436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:48.909523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-091ea3c5-1789-40aa-98d0-a37465231d74 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0106b8a4-0659-4bdf-9fda-3aa7fe6e626d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:48.910537 n-d-794796-4 neutron-server[94688]: WARNING neutron.api.v2.base [None req-091ea3c5-1789-40aa-98d0-a37465231d74 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 02 13:48:48.911217 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-091ea3c5-1789-40aa-98d0-a37465231d74 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:48.912529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-091ea3c5-1789-40aa-98d0-a37465231d74 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089271 Sep 02 13:48:48.918988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:48.926948 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a9d28f51-1007-43a6-ae14-33b05fcbae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.930033 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-8df374fe-379c-4d4a-8490-3982695a6eb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Floating IP 0e12035f-34d7-4b43-9504-98af3e560470 associated. External IP: 172.25.3.24, port: 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f. Sep 02 13:48:48.955346 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.957376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Fanout notify agent at l3_agent the message router_deleted on router dbbd5943-39a6-4634-aa69-d8c52a309fe4 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:48:48.975028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:48.980274 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8305e7cf-ab98-4df0-8a51-1cc78514d842 tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/routers/dbbd5943-39a6-4634-aa69-d8c52a309fe4 HTTP/1.1" status: 204 len: 168 time: 1.6899064 Sep 02 13:48:48.980968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48588) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:49.051295 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a9d28f51-1007-43a6-ae14-33b05fcbae77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40737327a1ac4bea8aa398f96f58459c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7803907 Sep 02 13:48:49.056199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:49.067494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d28f51-1007-43a6-ae14-33b05fcbae77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c1793a-ea96-4fda-b8a5-16b29972c122,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:49.082679 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc114a54-dfe0-49d8-9747-cfc6fa1af0d7 req-759200aa-e747-4b39-bc3f-bb2fccfa45a3 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150419 Sep 02 13:48:49.102117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.212659 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2228ee-6c6b-43a7-a72d-0ecc006971e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.262284 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.263276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2228ee-6c6b-43a7-a72d-0ecc006971e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.273558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c2a479f-bd7f-49c0-a6a1-98c1b741417e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.276615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9571312-1e3e-4443-9861-1c8c37ec1d60']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:49.289455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a436c6-61bb-4970-9fd5-0ee478a55baf') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:49.290059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a436c6-61bb-4970-9fd5-0ee478a55baf') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:49.303907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.323512 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.332487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:48:49.332996 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:48:49.338194 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:48:49.404105 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2228ee-6c6b-43a7-a72d-0ecc006971e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.406761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2228ee-6c6b-43a7-a72d-0ecc006971e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.410392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ca2228ee-6c6b-43a7-a72d-0ecc006971e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/0106b8a4-0659-4bdf-9fda-3aa7fe6e626d HTTP/1.1" status: 204 len: 168 time: 0.4871192 Sep 02 13:48:49.411541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48598) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:49.460284 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a8c58b-da33-4302-9ce3-8088c8e97d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.470274 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c2a479f-bd7f-49c0-a6a1-98c1b741417e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.473992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2228ee-6c6b-43a7-a72d-0ecc006971e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0106b8a4-0659-4bdf-9fda-3aa7fe6e626d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:49.486330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.497893 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27a8c58b-da33-4302-9ce3-8088c8e97d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.530873 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.550250 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] 10.222.0.13 "DELETE /v2.0/networks/a9571312-1e3e-4443-9861-1c8c37ec1d60 HTTP/1.1" status: 204 len: 168 time: 0.5505157 Sep 02 13:48:49.594169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0619c-f442-4152-9350-261613e0c80b tempest-TestNetworkBasicOps-266351978 tempest-TestNetworkBasicOps-266351978-project] Pushing event deleted for resources: {'Network': ['ID=a9571312-1e3e-4443-9861-1c8c37ec1d60,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:49.613297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3b736d5a-eda3-4701-9393-eb278928aa09 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1999156 Sep 02 13:48:49.619848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:49.634486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c173f4b7-339c-4485-a414-aee1e33b7891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016828550'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:49.635461 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-27a8c58b-da33-4302-9ce3-8088c8e97d3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34ee84a9759e4839a77f1ff5b6ab6050&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0717089 Sep 02 13:48:49.636466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8c58b-da33-4302-9ce3-8088c8e97d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96673994-af32-4372-8622-8f25dfac5492,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:49.642363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:49.651373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d436fe-ad5e-433e-b769-7625ac387b5b req-520990f4-358a-41ce-8c35-f9503f296f1d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:49.653079 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68d436fe-ad5e-433e-b769-7625ac387b5b req-520990f4-358a-41ce-8c35-f9503f296f1d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.2504876 Sep 02 13:48:49.654284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0b4ae-e206-4e77-956d-62ce813d5147 req-19f94add-eda9-48f7-8e8e-d3ef1bd9a2ce tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:49.661071 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-deb0b4ae-e206-4e77-956d-62ce813d5147 req-19f94add-eda9-48f7-8e8e-d3ef1bd9a2ce tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.2085330 Sep 02 13:48:49.669294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e58625e0-4665-4e83-9f96-7c6c79dc09e3 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:49.718815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df374fe-379c-4d4a-8490-3982695a6eb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Router 5c6032a2-d966-4cd9-b034-27670158dab3 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:48:49.723885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: e58625e0-4665-4e83-9f96-7c6c79dc09e3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:48:49.724889 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e58625e0-4665-4e83-9f96-7c6c79dc09e3 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:48:49.726082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c83e0346-5293-4089-894f-11096b650b38 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:49.730113 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c2a479f-bd7f-49c0-a6a1-98c1b741417e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.732787 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c2a479f-bd7f-49c0-a6a1-98c1b741417e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.733976 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8c2a479f-bd7f-49c0-a6a1-98c1b741417e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8c1793a-ea96-4fda-b8a5-16b29972c122 HTTP/1.1" status: 204 len: 168 time: 0.6702981 Sep 02 13:48:49.750208 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c173f4b7-339c-4485-a414-aee1e33b7891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.763847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a479f-bd7f-49c0-a6a1-98c1b741417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c1793a-ea96-4fda-b8a5-16b29972c122,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:49.783285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68d436fe-ad5e-433e-b769-7625ac387b5b req-283b5b36-35ff-4f90-95aa-16e75b576c71 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121116 Sep 02 13:48:49.805489 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a484eec-be07-4a00-9cbb-7efbfa2bdef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.814796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: c83e0346-5293-4089-894f-11096b650b38 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:48:49.815666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c83e0346-5293-4089-894f-11096b650b38 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:48:49.817187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4d5adcf6-7c11-4a97-aec7-33882f23df56 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:49.822232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-deb0b4ae-e206-4e77-956d-62ce813d5147 req-c7490b78-5117-433d-8de2-a7f241b877d9 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398149 Sep 02 13:48:49.869125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 4d5adcf6-7c11-4a97-aec7-33882f23df56 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:48:49.869867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4d5adcf6-7c11-4a97-aec7-33882f23df56 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:48:49.920626 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a484eec-be07-4a00-9cbb-7efbfa2bdef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:49.999627 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df374fe-379c-4d4a-8490-3982695a6eb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:48:50.003860 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c173f4b7-339c-4485-a414-aee1e33b7891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.013895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c173f4b7-339c-4485-a414-aee1e33b7891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.014502 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] Sync routers for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:48:50.015240 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df374fe-379c-4d4a-8490-3982695a6eb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.037276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a484eec-be07-4a00-9cbb-7efbfa2bdef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.048509 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:50.051319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a484eec-be07-4a00-9cbb-7efbfa2bdef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.052021 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:50.055074 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2a484eec-be07-4a00-9cbb-7efbfa2bdef2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96673994-af32-4372-8622-8f25dfac5492 HTTP/1.1" status: 204 len: 168 time: 0.4003456 Sep 02 13:48:50.063510 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c173f4b7-339c-4485-a414-aee1e33b7891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.069909 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c173f4b7-339c-4485-a414-aee1e33b7891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4435823 Sep 02 13:48:50.069909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48616) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:50.074900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9e507c31-c0ec-4dec-9d51-17106fe2f990 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': 'bb87e103-cbf3-4567-9a9c-80addb4f3ff2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:50.076517 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-9e507c31-c0ec-4dec-9d51-17106fe2f990 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 02 13:48:50.077156 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-9e507c31-c0ec-4dec-9d51-17106fe2f990 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:50.082363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9e507c31-c0ec-4dec-9d51-17106fe2f990 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074627 Sep 02 13:48:50.082363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173f4b7-339c-4485-a414-aee1e33b7891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb87e103-cbf3-4567-9a9c-80addb4f3ff2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:50.084146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48618) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:50.129819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a484eec-be07-4a00-9cbb-7efbfa2bdef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96673994-af32-4372-8622-8f25dfac5492,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:50.159544 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fc51bb5-59a0-43cb-95c7-72ac649a438f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.171709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8df374fe-379c-4d4a-8490-3982695a6eb2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "PUT /v2.0/floatingips/0e12035f-34d7-4b43-9504-98af3e560470 HTTP/1.1" status: 200 len: 990 time: 2.9210689 Sep 02 13:48:50.175163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:50.187538 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7b5882-0207-4667-90ae-8d4a4a1943ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:50.210970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fc51bb5-59a0-43cb-95c7-72ac649a438f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.225426 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:50.239128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48624) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:50.289076 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e53843a-751f-48ac-b9f4-f1dfc838ee89 x-openstack-request-id: req-7e53843a-751f-48ac-b9f4-f1dfc838ee89 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:50.289733 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:50.289942 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e53843a-751f-48ac-b9f4-f1dfc838ee89 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:50.290559 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'status': 'completed', 'code': 200} Sep 02 13:48:50.306493 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fc51bb5-59a0-43cb-95c7-72ac649a438f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.315321 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0fc51bb5-59a0-43cb-95c7-72ac649a438f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.316853 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0fc51bb5-59a0-43cb-95c7-72ac649a438f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb87e103-cbf3-4567-9a9c-80addb4f3ff2 HTTP/1.1" status: 204 len: 168 time: 0.2329888 Sep 02 13:48:50.322312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:50.332927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc51bb5-59a0-43cb-95c7-72ac649a438f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb87e103-cbf3-4567-9a9c-80addb4f3ff2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:50.490714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:50.498092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-c1cc2992-4be1-43fc-8ddd-b300f7ef2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:50.501176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-c1cc2992-4be1-43fc-8ddd-b300f7ef2678 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 1096 time: 0.1463954 Sep 02 13:48:50.508690 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c477f687-4af8-4f78-83c0-fd948ed67e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.517212 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7449990e-1a79-4003-b7df-81719b524d2e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1921623 Sep 02 13:48:50.518246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:50.529568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9e798060-52f5-44df-80cc-33c0e91a9342 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026721336'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:50.586514 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-9e798060-52f5-44df-80cc-33c0e91a9342 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:48:50.586514 n-d-794796-4 neutron-server[94688]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 02 13:48:50.586514 n-d-794796-4 neutron-server[94688]: [parameters: {'project_id': '8fa3cf8725eb4772be58ed2ce60061bf', 'id': '91a2889d-c443-48c0-b316-e99bf123d886', 'expiration': datetime.datetime(2021, 9, 2, 13, 50, 50, 577399)}] Sep 02 13:48:50.586514 n-d-794796-4 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:48:50.587253 n-d-794796-4 neutron-server[94688]: DEBUG oslo_db.api [None req-9e798060-52f5-44df-80cc-33c0e91a9342 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:48:50.619284 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '0e12035f-34d7-4b43-9504-98af3e560470', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'port_id': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'mac_address': 'fa:16:3e:12:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:48:23Z', 'updated_at': '2021-09-02T13:48:48Z', 'revision_number': 1, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:50.638927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-1796f44b-f995-4e02-8aa4-a3b303fcb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:50.643654 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-1796f44b-f995-4e02-8aa4-a3b303fcb75f service neutron] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.1261418 Sep 02 13:48:50.691108 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] Checking router: 5c6032a2-d966-4cd9-b034-27670158dab3 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:48:50.725422 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:48:50.728332 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:50.736636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c477f687-4af8-4f78-83c0-fd948ed67e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.742269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c477f687-4af8-4f78-83c0-fd948ed67e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:50.849791 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c477f687-4af8-4f78-83c0-fd948ed67e1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=186e895744c94defaec29f520b142b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578019 Sep 02 13:48:50.854591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:50.872919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477f687-4af8-4f78-83c0-fd948ed67e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b46d76-5438-49ff-953e-dbf160acf979,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:50.969005 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea9-1a64-482f-af27-dc258cdf5a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.021319 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea9-1a64-482f-af27-dc258cdf5a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.030979 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:48:51.061777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213fa13-eda8-4d6d-ad66-44db5ed7709e req-85b8048c-7157-435f-ab2f-c70517bef244 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:51.068359 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b213fa13-eda8-4d6d-ad66-44db5ed7709e req-85b8048c-7157-435f-ab2f-c70517bef244 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.1129308 Sep 02 13:48:51.126400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b213fa13-eda8-4d6d-ad66-44db5ed7709e req-ebce6f99-832b-4e95-98d1-5ab716df1d3e tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563138 Sep 02 13:48:51.143695 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea9-1a64-482f-af27-dc258cdf5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.152961 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dfaccea9-1a64-482f-af27-dc258cdf5a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.157986 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dfaccea9-1a64-482f-af27-dc258cdf5a21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63b46d76-5438-49ff-953e-dbf160acf979 HTTP/1.1" status: 204 len: 168 time: 0.2949464 Sep 02 13:48:51.175708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaccea9-1a64-482f-af27-dc258cdf5a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b46d76-5438-49ff-953e-dbf160acf979,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:51.368125 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e798060-52f5-44df-80cc-33c0e91a9342 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.378766 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-615b7b7a-a275-4e55-abed-fb8caa3f22cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f HTTP/1.1" status: 200 len: 998 time: 0.7274406 Sep 02 13:48:51.383273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-1c780740-e3d7-489c-85eb-a27bea6cfac7 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:51.385121 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-1c780740-e3d7-489c-85eb-a27bea6cfac7 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.1839139 Sep 02 13:48:51.391277 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '0e12035f-34d7-4b43-9504-98af3e560470', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'port_id': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'mac_address': 'fa:16:3e:12:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:48:23Z', 'updated_at': '2021-09-02T13:48:48Z', 'revision_number': 1, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:48:51.395425 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-56b1fe13-51bc-456c-ab16-27bf7d3fc09a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8626c8996e0f4881b04c6b0859a09b18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1547973 Sep 02 13:48:51.399557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48670) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:51.423343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb23d05-44bc-4936-a64c-8f1d6a5ef3cc req-c2854248-44a9-42e8-984c-92eef996ab17 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:51.430648 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9bb23d05-44bc-4936-a64c-8f1d6a5ef3cc req-c2854248-44a9-42e8-984c-92eef996ab17 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.2457688 Sep 02 13:48:51.453966 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20b599-ba7c-4a62-878c-85ba96c428a6 None None] The sync data for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 is: [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '0e12035f-34d7-4b43-9504-98af3e560470', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'port_id': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'mac_address': 'fa:16:3e:12:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:48:23Z', 'updated_at': '2021-09-02T13:48:48Z', 'revision_number': 1, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:48:51.511516 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ec693a4-f750-45e7-bb87-d51d26d5cc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.551401 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ec693a4-f750-45e7-bb87-d51d26d5cc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.557851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-459b083e-78cf-4c76-83cc-cc5a82b2c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:51.559592 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-459b083e-78cf-4c76-83cc-cc5a82b2c847 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.1601865 Sep 02 13:48:51.610592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ec693a4-f750-45e7-bb87-d51d26d5cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.624975 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0ec693a4-f750-45e7-bb87-d51d26d5cc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.624975 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0ec693a4-f750-45e7-bb87-d51d26d5cc68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d11d8b55-0b78-45ef-84c7-e415f2253634 HTTP/1.1" status: 204 len: 168 time: 0.2180245 Sep 02 13:48:51.638765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec693a4-f750-45e7-bb87-d51d26d5cc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d8b55-0b78-45ef-84c7-e415f2253634,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:51.651910 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9bb23d05-44bc-4936-a64c-8f1d6a5ef3cc req-1ca652ed-d5b3-47a1-9215-fbef4a3f67dd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166231 Sep 02 13:48:51.722935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-90e00ccb-2357-4592-85e4-c9062233ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:51.724860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-90e00ccb-2357-4592-85e4-c9062233ecb6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341162 Sep 02 13:48:51.769429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Deleting port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:51.769790 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.820237 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e798060-52f5-44df-80cc-33c0e91a9342 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.820483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2511e4d8-1b9b-43f1-a215-38dbf8a9f89c None None] New status for floating IP 0e12035f-34d7-4b43-9504-98af3e560470: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:48:51.872304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e798060-52f5-44df-80cc-33c0e91a9342 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.949285 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e798060-52f5-44df-80cc-33c0e91a9342 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:51.951036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9e798060-52f5-44df-80cc-33c0e91a9342 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4313719 Sep 02 13:48:51.954295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48682) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:51.963374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d8ded703-9c64-4007-b5aa-ae4646ca5ccb tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '5768262f-e357-4da7-a5f6-751c87e06b58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:51.972950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e798060-52f5-44df-80cc-33c0e91a9342 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5768262f-e357-4da7-a5f6-751c87e06b58,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:51.973947 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-d8ded703-9c64-4007-b5aa-ae4646ca5ccb tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 02 13:48:51.974564 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-d8ded703-9c64-4007-b5aa-ae4646ca5ccb tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:51.976079 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d8ded703-9c64-4007-b5aa-ae4646ca5ccb tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0205142 Sep 02 13:48:51.979007 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48684) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:51.993767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e6cf12ff-4fc8-42d2-af48-e71b3423eb27 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '5768262f-e357-4da7-a5f6-751c87e06b58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:51.999996 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-e6cf12ff-4fc8-42d2-af48-e71b3423eb27 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 02 13:48:52.003317 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-e6cf12ff-4fc8-42d2-af48-e71b3423eb27 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:52.004883 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e6cf12ff-4fc8-42d2-af48-e71b3423eb27 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0248728 Sep 02 13:48:52.007897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48686) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:52.017995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6084dc0e-d65d-4fba-a521-617b312db14c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '5768262f-e357-4da7-a5f6-751c87e06b58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:52.020397 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-6084dc0e-d65d-4fba-a521-617b312db14c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 02 13:48:52.020913 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-6084dc0e-d65d-4fba-a521-617b312db14c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:52.021033 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-a1c06af6-b99a-498f-9b68-ecaa58ac5ec9 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817862 Sep 02 13:48:52.021935 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6084dc0e-d65d-4fba-a521-617b312db14c tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128415 Sep 02 13:48:52.026235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48690) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:52.040002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-db483b0c-0789-4092-b75f-947342500dd1 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '5768262f-e357-4da7-a5f6-751c87e06b58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:52.045346 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-db483b0c-0789-4092-b75f-947342500dd1 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 02 13:48:52.045938 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-db483b0c-0789-4092-b75f-947342500dd1 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:52.047457 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-db483b0c-0789-4092-b75f-947342500dd1 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0200422 Sep 02 13:48:52.051698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48692) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:52.102722 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] For port 9b65644a-ace0-4e85-9a10-c690f2fa6af0, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=9b65644a-ace0-4e85-9a10-c690f2fa6af0,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:52.103513 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.128053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Calling delete_port for 9b65644a-ace0-4e85-9a10-c690f2fa6af0 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:52.204754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:52.220765 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6fe58bd-96d3-469d-998d-f87a75ffd4ee tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.268069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1bb9692f-3e2d-4350-ad6b-0dc6b1e18d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.282345 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6fe58bd-96d3-469d-998d-f87a75ffd4ee tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.282628 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef7b5882-0207-4667-90ae-8d4a4a1943ba req-a9dc9a82-9879-4146-96e0-13a97ecf838a service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528412 Sep 02 13:48:52.410390 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6fe58bd-96d3-469d-998d-f87a75ffd4ee tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.414010 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6fe58bd-96d3-469d-998d-f87a75ffd4ee tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.415415 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d6fe58bd-96d3-469d-998d-f87a75ffd4ee tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/5768262f-e357-4da7-a5f6-751c87e06b58 HTTP/1.1" status: 204 len: 168 time: 0.3617051 Sep 02 13:48:52.418403 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:52.439337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe58bd-96d3-469d-998d-f87a75ffd4ee tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768262f-e357-4da7-a5f6-751c87e06b58,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:52.459321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a2051-09fb-4128-8ed0-a802fa501fe4 req-02d90979-8ff3-4186-8d67-6a147b37b3f8 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:52.474645 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f4a2051-09fb-4128-8ed0-a802fa501fe4 req-02d90979-8ff3-4186-8d67-6a147b37b3f8 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 1096 time: 0.2240300 Sep 02 13:48:52.534285 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0affe495-1e26-4035-a924-e17e4693151a tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1113131 Sep 02 13:48:52.538074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.552486 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f4a2051-09fb-4128-8ed0-a802fa501fe4 req-0033ff2c-e554-4f55-be7f-2115e3f8f95f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657766 Sep 02 13:48:52.553407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['9b65644a-ace0-4e85-9a10-c690f2fa6af0'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:52.554585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:52.578069 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['9ca64158-4071-400f-8893-4e504e547fcb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:52.604751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9c229409-1ef2-4393-b5c1-9777f6999511 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'tempest-secgroup--975283646'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:52.627076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b65644a-ace0-4e85-9a10-c690f2fa6af0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:52.635099 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1bb9692f-3e2d-4350-ad6b-0dc6b1e18d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.641476 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1bb9692f-3e2d-4350-ad6b-0dc6b1e18d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.685584 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1bb9692f-3e2d-4350-ad6b-0dc6b1e18d9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bab34c79df54a7e813944488acdeeb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765368 Sep 02 13:48:52.693098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48722) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:52.729665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9692f-3e2d-4350-ad6b-0dc6b1e18d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a7a53c-c1d1-4db1-a126-0f0890fd80f0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:52.745755 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] No DVR routers for this DVR port 9b65644a-ace0-4e85-9a10-c690f2fa6af0 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:52.760468 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.762640 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d618f2c9-a3a3-46e5-befb-6e169381347f req-e0372162-e5f8-491a-9cf6-829f310b9d5f tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.77 "DELETE /v2.0/ports/9b65644a-ace0-4e85-9a10-c690f2fa6af0 HTTP/1.1" status: 204 len: 173 time: 1.3660686 Sep 02 13:48:52.765127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8049a3d-13a8-42b4-9a58-4653d9a313dd', 'name': 'network-vif-deleted', 'tag': '9b65644a-ace0-4e85-9a10-c690f2fa6af0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:52.787045 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac9abf6-b5fa-4845-9e75-0ca07db21977" -d '{"events": [{"server_uuid": "f8049a3d-13a8-42b4-9a58-4653d9a313dd", "name": "network-vif-deleted", "tag": "9b65644a-ace0-4e85-9a10-c690f2fa6af0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:52.824876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59c4147d-7d0a-47ad-9a90-ab5c6f954435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.841011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c229409-1ef2-4393-b5c1-9777f6999511 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:52.898786 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319ffd69-651b-4b29-be46-a3e29f271087 x-openstack-request-id: req-319ffd69-651b-4b29-be46-a3e29f271087 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:52.899138 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8049a3d-13a8-42b4-9a58-4653d9a313dd", "name": "network-vif-deleted", "tag": "9b65644a-ace0-4e85-9a10-c690f2fa6af0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:52.900995 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-319ffd69-651b-4b29-be46-a3e29f271087 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:52.902306 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8049a3d-13a8-42b4-9a58-4653d9a313dd', 'name': 'network-vif-deleted', 'tag': '9b65644a-ace0-4e85-9a10-c690f2fa6af0', 'status': 'completed', 'code': 200} Sep 02 13:48:52.946250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59c4147d-7d0a-47ad-9a90-ab5c6f954435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.021436 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c229409-1ef2-4393-b5c1-9777f6999511 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.027381 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c229409-1ef2-4393-b5c1-9777f6999511 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.039900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e728-be47-43f5-b38e-c0d36a9d4297 req-47decc6a-e37e-4dc3-8597-cd17eea66323 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:53.042060 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7291e728-be47-43f5-b38e-c0d36a9d4297 req-47decc6a-e37e-4dc3-8597-cd17eea66323 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.2025769 Sep 02 13:48:53.073744 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59c4147d-7d0a-47ad-9a90-ab5c6f954435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.077530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59c4147d-7d0a-47ad-9a90-ab5c6f954435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.079527 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-59c4147d-7d0a-47ad-9a90-ab5c6f954435 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81a7a53c-c1d1-4db1-a126-0f0890fd80f0 HTTP/1.1" status: 204 len: 168 time: 0.3845687 Sep 02 13:48:53.102421 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c229409-1ef2-4393-b5c1-9777f6999511 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.103952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4147d-7d0a-47ad-9a90-ab5c6f954435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a7a53c-c1d1-4db1-a126-0f0890fd80f0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:53.105454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9c229409-1ef2-4393-b5c1-9777f6999511 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5429852 Sep 02 13:48:53.109569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.122100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bc522005-130d-4846-b278-90686dfc26e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0ae13c14-dd44-4df0-b2ba-4629153db5f0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:53.123677 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7291e728-be47-43f5-b38e-c0d36a9d4297 req-321fa222-7bcf-4f3a-986c-7ad1f97f7cb6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587907 Sep 02 13:48:53.124612 n-d-794796-4 neutron-server[94688]: WARNING neutron.api.v2.base [None req-bc522005-130d-4846-b278-90686dfc26e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 02 13:48:53.125493 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-bc522005-130d-4846-b278-90686dfc26e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:53.127173 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bc522005-130d-4846-b278-90686dfc26e9 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139294 Sep 02 13:48:53.128860 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c229409-1ef2-4393-b5c1-9777f6999511 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae13c14-dd44-4df0-b2ba-4629153db5f0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:53.129806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48734) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.135890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-29667667-0271-4214-8c66-e5ed644266fd tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0ae13c14-dd44-4df0-b2ba-4629153db5f0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:53.237405 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-29667667-0271-4214-8c66-e5ed644266fd tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:53.243599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48736) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.244828 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-29667667-0271-4214-8c66-e5ed644266fd tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1129291 Sep 02 13:48:53.249316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1a197050-1893-4767-b7ec-ceb9e59ec1c8 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0ae13c14-dd44-4df0-b2ba-4629153db5f0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:53.249867 n-d-794796-4 neutron-server[94688]: WARNING neutron.api.v2.base [None req-1a197050-1893-4767-b7ec-ceb9e59ec1c8 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 02 13:48:53.253453 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-1a197050-1893-4767-b7ec-ceb9e59ec1c8 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:53.255922 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1a197050-1893-4767-b7ec-ceb9e59ec1c8 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099947 Sep 02 13:48:53.259150 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.265942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7330ad51-84f7-4fa3-b11a-92a8475b4c17 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0ae13c14-dd44-4df0-b2ba-4629153db5f0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:53.344247 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-7330ad51-84f7-4fa3-b11a-92a8475b4c17 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:53.348210 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7330ad51-84f7-4fa3-b11a-92a8475b4c17 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0852201 Sep 02 13:48:53.348921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48742) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.354810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-39f3fbc8-4d50-49f2-845b-8dee1a928233 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0ae13c14-dd44-4df0-b2ba-4629153db5f0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:53.355852 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-39f3fbc8-4d50-49f2-845b-8dee1a928233 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 02 13:48:53.356537 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-39f3fbc8-4d50-49f2-845b-8dee1a928233 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:53.362792 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-39f3fbc8-4d50-49f2-845b-8dee1a928233 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116675 Sep 02 13:48:53.363131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.372875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-784d6cea-56fb-4de0-a057-9c387c464fd4 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0ae13c14-dd44-4df0-b2ba-4629153db5f0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:53.473028 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-784d6cea-56fb-4de0-a057-9c387c464fd4 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:53.479826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-784d6cea-56fb-4de0-a057-9c387c464fd4 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1098197 Sep 02 13:48:53.483914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48750) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.496970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c9ce97a2-e73b-42d8-82f6-96f344b4da0b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0ae13c14-dd44-4df0-b2ba-4629153db5f0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:53.508910 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-c9ce97a2-e73b-42d8-82f6-96f344b4da0b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 02 13:48:53.513901 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c9ce97a2-e73b-42d8-82f6-96f344b4da0b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:53.517015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48754) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.517380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c9ce97a2-e73b-42d8-82f6-96f344b4da0b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0305803 Sep 02 13:48:53.522898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4587d91f-25b6-484a-8d45-558dab817e76 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0ae13c14-dd44-4df0-b2ba-4629153db5f0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:53.632196 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-4587d91f-25b6-484a-8d45-558dab817e76 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:53.633368 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4587d91f-25b6-484a-8d45-558dab817e76 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1144071 Sep 02 13:48:53.636615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.642338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c9a9ed7b-95a7-4143-ad64-a475083e967b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '0ae13c14-dd44-4df0-b2ba-4629153db5f0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:53.691065 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-10ac8ffe-013f-4a98-bc69-a14bbc5fdc39 req-07beaf35-529b-4d0b-8392-cbe9097bd8a3 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f8049a3d-13a8-42b4-9a58-4653d9a313dd HTTP/1.1" status: 200 len: 210 time: 0.0447435 Sep 02 13:48:53.766749 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c9a9ed7b-95a7-4143-ad64-a475083e967b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:53.771089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c9a9ed7b-95a7-4143-ad64-a475083e967b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1303308 Sep 02 13:48:53.771586 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48764) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.875247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bab120aa-3085-462c-8b98-59807115ae39 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.906914 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bab120aa-3085-462c-8b98-59807115ae39 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.964950 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bab120aa-3085-462c-8b98-59807115ae39 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.967625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bab120aa-3085-462c-8b98-59807115ae39 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:53.968857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bab120aa-3085-462c-8b98-59807115ae39 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/0ae13c14-dd44-4df0-b2ba-4629153db5f0 HTTP/1.1" status: 204 len: 168 time: 0.1961608 Sep 02 13:48:53.972191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:53.979622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab120aa-3085-462c-8b98-59807115ae39 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae13c14-dd44-4df0-b2ba-4629153db5f0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:54.052702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48774) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:54.053356 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7926309d-01fe-43f8-b9fd-b8e83a456cac tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778949 Sep 02 13:48:54.058497 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e0ef40ce-5605-4a03-8ff2-07a4e50a5add tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'tempest-secgroup--792972022'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:54.083377 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0ef40ce-5605-4a03-8ff2-07a4e50a5add tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.152653 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:54.175538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0ef40ce-5605-4a03-8ff2-07a4e50a5add tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.182930 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0ef40ce-5605-4a03-8ff2-07a4e50a5add tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.214679 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0ef40ce-5605-4a03-8ff2-07a4e50a5add tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.219836 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e0ef40ce-5605-4a03-8ff2-07a4e50a5add tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1643851 Sep 02 13:48:54.220014 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:54.227014 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a3d82b58-e0cb-4902-8d3f-2cb5a2efd6e0 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': 'a0538b9c-ae00-4007-b444-96483026a424', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:54.233594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef40ce-5605-4a03-8ff2-07a4e50a5add tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0538b9c-ae00-4007-b444-96483026a424,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:54.277160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280e13-0272-46dc-8293-c1b981d60e11 req-3cf3890f-1ea8-43b6-b393-65279c0368d5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:54.278864 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73280e13-0272-46dc-8293-c1b981d60e11 req-3cf3890f-1ea8-43b6-b393-65279c0368d5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.0575447 Sep 02 13:48:54.293422 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-a3d82b58-e0cb-4902-8d3f-2cb5a2efd6e0 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The resource could not be found. Sep 02 13:48:54.298038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a3d82b58-e0cb-4902-8d3f-2cb5a2efd6e0 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0746636 Sep 02 13:48:54.298278 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:54.303029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7d3c418b-81e3-4b2b-9118-0e5911441d76 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': 'a0538b9c-ae00-4007-b444-96483026a424', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '32ccb94f-2bc3-47d6-b00a-1121a22ea28b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:54.325557 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73280e13-0272-46dc-8293-c1b981d60e11 req-69cab567-9cac-4f13-8a46-46d33dbdcb0a tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Sep 02 13:48:54.350961 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-7d3c418b-81e3-4b2b-9118-0e5911441d76 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The resource could not be found. Sep 02 13:48:54.352065 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7d3c418b-81e3-4b2b-9118-0e5911441d76 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0527215 Sep 02 13:48:54.354906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48786) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:54.367637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1546995946'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:54.389585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Made reservation on behalf of 2a778f8778c84520a1bcde4bf1cd6a33 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:48:54.393188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.401965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.409926 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7dcf6fd-a794-449e-bdc0-ad6ed2023f02 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.438154 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7dcf6fd-a794-449e-bdc0-ad6ed2023f02 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.481895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7dcf6fd-a794-449e-bdc0-ad6ed2023f02 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.484046 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f7dcf6fd-a794-449e-bdc0-ad6ed2023f02 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.485319 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f7dcf6fd-a794-449e-bdc0-ad6ed2023f02 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0538b9c-ae00-4007-b444-96483026a424 HTTP/1.1" status: 204 len: 168 time: 0.1294107 Sep 02 13:48:54.488909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48790) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:54.502243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.503577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcf6fd-a794-449e-bdc0-ad6ed2023f02 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0538b9c-ae00-4007-b444-96483026a424,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:54.508197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.543063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:48:54.552217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9526248f-827d-464c-8bb7-7e42b9b1f72b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:54.557519 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5821ed79-ce38-429b-9ae2-b1285cfd1a46 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624001 Sep 02 13:48:54.557721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:54.564338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d631cc9b-a799-4003-bc68-a9099a016891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '1efb9bf4-e56d-4c8d-9ab2-3c229699b1e1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:54.570655 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.571006 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Added segment 0d858de3-c70a-47d6-9b17-e0b248c087b4 of type vlan for network 084670d1-8ba1-4bd6-b090-3d98367e3f91 Sep 02 13:48:54.621837 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.659064 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-d631cc9b-a799-4003-bc68-a9099a016891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The resource could not be found. Sep 02 13:48:54.664418 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d631cc9b-a799-4003-bc68-a9099a016891 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1018214 Sep 02 13:48:54.664418 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.665162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48798) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:54.666924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:54.667544 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.671307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3e62b23e-f37e-4101-9f25-ed473267bb21 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984377491'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:54.727876 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5738990 Sep 02 13:48:54.729623 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e62b23e-f37e-4101-9f25-ed473267bb21 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.747931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29fea2-6498-4c3e-8707-3e553ccbc925 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Pushing event updated for resources: {'Network': ['ID=084670d1-8ba1-4bd6-b090-3d98367e3f91,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:54.765044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 084670d1-8ba1-4bd6-b090-3d98367e3f91 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:48:54.902861 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e62b23e-f37e-4101-9f25-ed473267bb21 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.908521 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e62b23e-f37e-4101-9f25-ed473267bb21 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.952886 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e62b23e-f37e-4101-9f25-ed473267bb21 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:54.954848 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3e62b23e-f37e-4101-9f25-ed473267bb21 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2885766 Sep 02 13:48:54.957748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:54.959379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62b23e-f37e-4101-9f25-ed473267bb21 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af8a0a4-4590-4d71-b7b9-36100fa70203,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:54.962799 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ecc01ef3-eaf6-4f20-8a3c-b0f68bbd4980 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099026248'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:54.992616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecc01ef3-eaf6-4f20-8a3c-b0f68bbd4980 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.064399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48818) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:55.074428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Request body: {'port': {'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91', 'binding:host_id': 'n-h1-794796-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-590233045'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:55.171498 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecc01ef3-eaf6-4f20-8a3c-b0f68bbd4980 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.180133 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecc01ef3-eaf6-4f20-8a3c-b0f68bbd4980 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.199149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Made reservation on behalf of 34c7aeb47ee6432b846053ad977dc159 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:48:55.202176 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.213257 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.214265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37bff-c216-47e2-a1f4-f78092131926 req-15d4af31-4f3c-444d-9903-af40d6cf6729 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:55.217679 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75b37bff-c216-47e2-a1f4-f78092131926 req-15d4af31-4f3c-444d-9903-af40d6cf6729 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.0967941 Sep 02 13:48:55.221752 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecc01ef3-eaf6-4f20-8a3c-b0f68bbd4980 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.223685 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ecc01ef3-eaf6-4f20-8a3c-b0f68bbd4980 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2648485 Sep 02 13:48:55.228311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48820) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:55.229245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc01ef3-eaf6-4f20-8a3c-b0f68bbd4980 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdbcba8-f074-44b6-a7e2-34e6911c2337,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:55.236085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-142ffef8-9f26-4f19-9ae4-fcb9b93ab08b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group_rule': {'security_group_id': '4af8a0a4-4590-4d71-b7b9-36100fa70203', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fcdbcba8-f074-44b6-a7e2-34e6911c2337'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:55.284609 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75b37bff-c216-47e2-a1f4-f78092131926 req-4a69ce01-9e3e-4be8-b446-14f51c505656 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Sep 02 13:48:55.367113 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.381741 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.392555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] device_id is not set on port 490e42b5-b971-4926-b542-a7117412a194 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:48:55.432466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9b65644a-ace0-4e85-9a10-c690f2fa6af0 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:48:55.457626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 9b65644a-ace0-4e85-9a10-c690f2fa6af0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:48:55.458276 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 9b65644a-ace0-4e85-9a10-c690f2fa6af0 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:48:55.503104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5805ba-07ed-417c-9189-ea5867068c6b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:55.525967 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-142ffef8-9f26-4f19-9ae4-fcb9b93ab08b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:48:55.527152 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-142ffef8-9f26-4f19-9ae4-fcb9b93ab08b tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2977173 Sep 02 13:48:55.533044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:55.590745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5428247-4357-460d-bbbf-932f35c9ec4a req-4240e8bb-09bf-4d4f-9253-e246fc3c16b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:55.593069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5428247-4357-460d-bbbf-932f35c9ec4a req-4240e8bb-09bf-4d4f-9253-e246fc3c16b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1224024 Sep 02 13:48:55.613149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e83732a2-8aa9-4a39-b8fb-82d638270158 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.640651 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e83732a2-8aa9-4a39-b8fb-82d638270158 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.712016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e83732a2-8aa9-4a39-b8fb-82d638270158 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.715502 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e83732a2-8aa9-4a39-b8fb-82d638270158 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.722480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e83732a2-8aa9-4a39-b8fb-82d638270158 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/fcdbcba8-f074-44b6-a7e2-34e6911c2337 HTTP/1.1" status: 204 len: 168 time: 0.1826265 Sep 02 13:48:55.722480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:55.737210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83732a2-8aa9-4a39-b8fb-82d638270158 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdbcba8-f074-44b6-a7e2-34e6911c2337,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:55.742584 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5428247-4357-460d-bbbf-932f35c9ec4a req-82517813-4dab-4ffe-9410-858a4ffe9d1b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372521 Sep 02 13:48:55.793825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] device_id is not set on port 490e42b5-b971-4926-b542-a7117412a194 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:48:55.805493 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.806224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6b662670-de9c-472a-b4cc-5d2a59be2263 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0826933 Sep 02 13:48:55.809107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:55.817503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Transition to ACTIVE for port object 490e42b5-b971-4926-b542-a7117412a194 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:55.830857 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.890236 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44503d59-c92b-4742-bf24-f516b29b1292 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.912048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'Port': ['ID=490e42b5-b971-4926-b542-a7117412a194,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:55.917736 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44503d59-c92b-4742-bf24-f516b29b1292 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.930155 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Checking segment: {'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:48:55.930521 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Network hostable DHCP agents. Network: 084670d1-8ba1-4bd6-b090-3d98367e3f91, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:48:55.951849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Network 084670d1-8ba1-4bd6-b090-3d98367e3f91 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:48:55.974920 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 084670d1-8ba1-4bd6-b090-3d98367e3f91) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:55.985158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1953f65a-cbee-4ede-934c-ca1a53fae10b None None] Network 084670d1-8ba1-4bd6-b090-3d98367e3f91 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:48:55.985988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:55.994424 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44503d59-c92b-4742-bf24-f516b29b1292 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.995748 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44503d59-c92b-4742-bf24-f516b29b1292 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:55.997643 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-44503d59-c92b-4742-bf24-f516b29b1292 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/4af8a0a4-4590-4d71-b7b9-36100fa70203 HTTP/1.1" status: 204 len: 168 time: 0.1869333 Sep 02 13:48:56.001292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:56.012205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.012567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.013630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.019465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.020115 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.020527 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 2 to bind port 490e42b5-b971-4926-b542-a7117412a194 Sep 02 13:48:56.025555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44503d59-c92b-4742-bf24-f516b29b1292 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af8a0a4-4590-4d71-b7b9-36100fa70203,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:56.038516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.039132 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.040669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.049261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.049790 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.050516 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 3 to bind port 490e42b5-b971-4926-b542-a7117412a194 Sep 02 13:48:56.069701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.070530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.070981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.082970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.084357 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.085329 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 4 to bind port 490e42b5-b971-4926-b542-a7117412a194 Sep 02 13:48:56.098087 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c42d2033-9385-4f5e-bc55-13ee259bfc2d tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0954151 Sep 02 13:48:56.102931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48838) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:56.111929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1ab50608-d8eb-4a4a-b5c1-1f98a663bf8e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159256101'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:56.126743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.127255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.128124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.141770 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.142133 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.144542 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 5 to bind port 490e42b5-b971-4926-b542-a7117412a194 Sep 02 13:48:56.159352 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ab50608-d8eb-4a4a-b5c1-1f98a663bf8e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.164787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.165184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.165532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.178577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.179021 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.179591 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 6 to bind port 490e42b5-b971-4926-b542-a7117412a194 Sep 02 13:48:56.200070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.201093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.201340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.213357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.213700 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.215131 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 7 to bind port 490e42b5-b971-4926-b542-a7117412a194 Sep 02 13:48:56.239648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.240040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.240390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.248506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.248855 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.250998 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 8 to bind port 490e42b5-b971-4926-b542-a7117412a194 Sep 02 13:48:56.274043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.274384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.274756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.284976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.285317 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.290724 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 9 to bind port 490e42b5-b971-4926-b542-a7117412a194 Sep 02 13:48:56.311584 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ab50608-d8eb-4a4a-b5c1-1f98a663bf8e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.315102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.315472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.315837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.319467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ab50608-d8eb-4a4a-b5c1-1f98a663bf8e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.330903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.331151 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.338810 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 10 to bind port 490e42b5-b971-4926-b542-a7117412a194 Sep 02 13:48:56.366606 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ab50608-d8eb-4a4a-b5c1-1f98a663bf8e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.371276 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1ab50608-d8eb-4a4a-b5c1-1f98a663bf8e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2630982 Sep 02 13:48:56.372251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:56.374493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab50608-d8eb-4a4a-b5c1-1f98a663bf8e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304ad099-c3fd-4e66-bbca-957cb33e1a26,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:56.376919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:56.377743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:56.377743 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:56.384000 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4d0ffa00-84af-4869-a72c-0f5b505b048a tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:56.384116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 490e42b5-b971-4926-b542-a7117412a194 on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:56.384232 n-d-794796-4 neutron-server[94688]: WARNING neutron.api.v2.base [None req-4d0ffa00-84af-4869-a72c-0f5b505b048a tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 02 13:48:56.384484 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 490e42b5-b971-4926-b542-a7117412a194 on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:56.384708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.384791 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-4d0ffa00-84af-4869-a72c-0f5b505b048a tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] update failed (client error): There was a conflict when trying to complete your request. Sep 02 13:48:56.385953 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4d0ffa00-84af-4869-a72c-0f5b505b048a tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "PUT /v2.0/security-groups/304ad099-c3fd-4e66-bbca-957cb33e1a26 HTTP/1.1" status: 409 len: 330 time: 0.0119462 Sep 02 13:48:56.392250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:56.473496 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.494458 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] For port 490e42b5-b971-4926-b542-a7117412a194, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:56.494868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempted to set empty binding levels {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 13:48:56.501108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.506475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.507482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448f6e-28d4-4c7a-90c4-7e1a1c76721b req-0b97dc58-f527-4501-a59a-b24cc0bb77b7 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:56.509349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d2448f6e-28d4-4c7a-90c4-7e1a1c76721b req-0b97dc58-f527-4501-a59a-b24cc0bb77b7 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.0785289 Sep 02 13:48:56.549726 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:56.550592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.584601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'Port': ['ID=490e42b5-b971-4926-b542-a7117412a194,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:56.592674 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-39cfda6a-5e96-40a5-ac62-4c08a26a14a0 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5254464 Sep 02 13:48:56.596778 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.599481 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.600492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:56.600642 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/304ad099-c3fd-4e66-bbca-957cb33e1a26 HTTP/1.1" status: 204 len: 168 time: 0.2072363 Sep 02 13:48:56.608985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d2448f6e-28d4-4c7a-90c4-7e1a1c76721b req-f35a995e-f204-4577-9396-2f597550ae31 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89bae777-06db-4e3a-b227-e625a9771afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773392 Sep 02 13:48:56.610555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48848) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:56.619419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304ad099-c3fd-4e66-bbca-957cb33e1a26,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.638262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0f5189-48b8-4319-b088-378cf0d6313f tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:48:56.715449 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3d87d2ca-81c2-4934-aa5c-3197d876fcba tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915635 Sep 02 13:48:56.715449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48852) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:56.742352 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-21d3c035-233a-492c-a6f3-8b28e97cc939 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] delete failed (client error): The resource could not be found. Sep 02 13:48:56.742352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-21d3c035-233a-492c-a6f3-8b28e97cc939 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "DELETE /v2.0/security-groups/0e661a79-30e7-4735-8f65-653d483474c9 HTTP/1.1" status: 404 len: 347 time: 0.0210986 Sep 02 13:48:56.743230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:56.761281 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-0d49292f-4dc8-49c1-b8aa-557085b35721 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] show failed (client error): The resource could not be found. Sep 02 13:48:56.766295 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0d49292f-4dc8-49c1-b8aa-557085b35721 tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-groups/7d320c08-8254-4cbd-ad71-2e4df57687c2 HTTP/1.1" status: 404 len: 347 time: 0.0178251 Sep 02 13:48:56.766515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:56.788085 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c2243383-cd50-4b67-987e-7501002abf8e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] show failed (client error): The resource could not be found. Sep 02 13:48:56.794813 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c2243383-cd50-4b67-987e-7501002abf8e tempest-NegativeSecGroupTest-1051207143 tempest-NegativeSecGroupTest-1051207143-project] 10.222.0.13 "GET /v2.0/security-group-rules/bb7e6e57-ee8e-4e68-b39e-78cc6b74bb03 HTTP/1.1" status: 404 len: 356 time: 0.0221851 Sep 02 13:48:56.797122 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3addfdd3-954e-450a-b940-10f8d9f127c1 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Deleting port 490e42b5-b971-4926-b542-a7117412a194 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:56.797655 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3addfdd3-954e-450a-b940-10f8d9f127c1 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.909908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-3addfdd3-954e-450a-b940-10f8d9f127c1 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] For port 490e42b5-b971-4926-b542-a7117412a194, host n-h1-794796-4, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:56.910823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3addfdd3-954e-450a-b940-10f8d9f127c1 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:56.930237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3addfdd3-954e-450a-b940-10f8d9f127c1 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Calling delete_port for 490e42b5-b971-4926-b542-a7117412a194 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:56.945096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f103ea-69ef-4d7a-98a7-e37d221fa777 req-c04c2176-4a47-4eb5-80ea-4c6e23ea4164 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:56.946935 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48f103ea-69ef-4d7a-98a7-e37d221fa777 req-c04c2176-4a47-4eb5-80ea-4c6e23ea4164 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1028864 Sep 02 13:48:57.070032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0192e-2399-43af-a847-cade58ba192c req-664fac2e-9866-4ab9-9f4b-1b2c0f64587e tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:57.071771 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fef0192e-2399-43af-a847-cade58ba192c req-664fac2e-9866-4ab9-9f4b-1b2c0f64587e tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 1097 time: 0.0922644 Sep 02 13:48:57.110372 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48f103ea-69ef-4d7a-98a7-e37d221fa777 req-65e14eef-9ee1-4d09-a731-5eab05c38a80 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745585 Sep 02 13:48:57.159977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:57.169169 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3addfdd3-954e-450a-b940-10f8d9f127c1 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.188536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-fef0192e-2399-43af-a847-cade58ba192c req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Deleting port 9ca64158-4071-400f-8893-4e504e547fcb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:57.189072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fef0192e-2399-43af-a847-cade58ba192c req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.208806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addfdd3-954e-450a-b940-10f8d9f127c1 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event deleted for resources: {'Port': ['ID=490e42b5-b971-4926-b542-a7117412a194,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:57.219496 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3addfdd3-954e-450a-b940-10f8d9f127c1 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.227054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3addfdd3-954e-450a-b940-10f8d9f127c1 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "DELETE /v2.0/ports/490e42b5-b971-4926-b542-a7117412a194 HTTP/1.1" status: 204 len: 168 time: 0.6248920 Sep 02 13:48:57.229525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48876) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:57.271813 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b047d0-f56b-4bb7-9119-b586d978d3b2 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:48:57.274002 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e8b047d0-f56b-4bb7-9119-b586d978d3b2 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "GET /v2.0/ports/490e42b5-b971-4926-b542-a7117412a194 HTTP/1.1" status: 404 len: 333 time: 0.0430088 Sep 02 13:48:57.277384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48878) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:57.283935 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Request body: {'port': {'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-16372606'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:57.301723 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48880) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:57.311771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fef0192e-2399-43af-a847-cade58ba192c req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] For port 9ca64158-4071-400f-8893-4e504e547fcb, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=9ca64158-4071-400f-8893-4e504e547fcb,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:57.313257 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fef0192e-2399-43af-a847-cade58ba192c req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.317495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Made reservation on behalf of 34c7aeb47ee6432b846053ad977dc159 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:48:57.321589 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.350720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-fef0192e-2399-43af-a847-cade58ba192c req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Calling delete_port for 9ca64158-4071-400f-8893-4e504e547fcb owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:57.350886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] device_id is not set on port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:48:57.466326 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4142f3e4-8bb2-41b3-a1cc-52315b959902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.537646 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fef0192e-2399-43af-a847-cade58ba192c req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.538232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cb96c674-9146-45b5-9225-5137842123d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fa3cf8725eb4772be58ed2ce60061bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733776 Sep 02 13:48:57.538640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:57.549203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['9ca64158-4071-400f-8893-4e504e547fcb'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:48:57.583847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ca64158-4071-400f-8893-4e504e547fcb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:57.644714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef0192e-2399-43af-a847-cade58ba192c req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] No DVR routers for this DVR port 9ca64158-4071-400f-8893-4e504e547fcb on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:48:57.648542 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fef0192e-2399-43af-a847-cade58ba192c req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.650526 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fef0192e-2399-43af-a847-cade58ba192c req-4747f898-4c43-4a85-ad2a-89f69246d674 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.90 "DELETE /v2.0/ports/9ca64158-4071-400f-8893-4e504e547fcb HTTP/1.1" status: 204 len: 173 time: 0.5677648 Sep 02 13:48:57.650972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a84a415-1e78-4ae2-bb0a-45e80d1e5212', 'name': 'network-vif-deleted', 'tag': '9ca64158-4071-400f-8893-4e504e547fcb'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:48:57.653376 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdf069d-0273-4050-8cf0-06855d834a21" -d '{"events": [{"server_uuid": "7a84a415-1e78-4ae2-bb0a-45e80d1e5212", "name": "network-vif-deleted", "tag": "9ca64158-4071-400f-8893-4e504e547fcb"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:48:57.656202 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.677536 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a17cc28a-5bc5-4a25-bb39-0f9877c9eb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.721611 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a17cc28a-5bc5-4a25-bb39-0f9877c9eb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.749287 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4142f3e4-8bb2-41b3-a1cc-52315b959902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.760558 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4142f3e4-8bb2-41b3-a1cc-52315b959902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.765835 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.770766 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e8dd45-073b-40c4-a122-fcdff61f8b34 x-openstack-request-id: req-a4e8dd45-073b-40c4-a122-fcdff61f8b34 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:48:57.771064 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a84a415-1e78-4ae2-bb0a-45e80d1e5212", "name": "network-vif-deleted", "tag": "9ca64158-4071-400f-8893-4e504e547fcb", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:48:57.771324 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4e8dd45-073b-40c4-a122-fcdff61f8b34 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:48:57.771755 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a84a415-1e78-4ae2-bb0a-45e80d1e5212', 'name': 'network-vif-deleted', 'tag': '9ca64158-4071-400f-8893-4e504e547fcb', 'status': 'completed', 'code': 200} Sep 02 13:48:57.839168 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-daf931e1-dca3-4567-acd7-256ef50fe9c1 req-8affe707-4ff4-42ed-90d8-e3a3d0523670 tempest-TestServerMultinode-2067769862 tempest-TestServerMultinode-2067769862-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a84a415-1e78-4ae2-bb0a-45e80d1e5212 HTTP/1.1" status: 200 len: 210 time: 0.0365620 Sep 02 13:48:57.850894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a17cc28a-5bc5-4a25-bb39-0f9877c9eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.854968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142f3e4-8bb2-41b3-a1cc-52315b959902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21804e8-5c00-468b-af1c-84772d5722df,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:57.862833 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a17cc28a-5bc5-4a25-bb39-0f9877c9eb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.868342 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a17cc28a-5bc5-4a25-bb39-0f9877c9eb7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b405c71e-8ce4-421a-b676-c319b4030400 HTTP/1.1" status: 204 len: 168 time: 0.3289340 Sep 02 13:48:57.887115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cc28a-5bc5-4a25-bb39-0f9877c9eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b405c71e-8ce4-421a-b676-c319b4030400,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:57.949200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4142f3e4-8bb2-41b3-a1cc-52315b959902 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=696999c63b844a3690bf36d78b41d102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6416397 Sep 02 13:48:57.950038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Network 084670d1-8ba1-4bd6-b090-3d98367e3f91 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:48:57.951057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:57.956310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:48:57.960758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:48:57.961983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:57.962705 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:57.981265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'Port': ['ID=1695c6c2-afb9-46f9-96b1-53cd10fdc44e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:57.989136 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-967bad18-b15a-4bdf-9f11-2c54de4e4a5a tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7104962 Sep 02 13:48:57.991873 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48896) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:57.999572 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:58.037065 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6915424-cf81-4d37-a05c-06294d4cf4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:58.062566 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6915424-cf81-4d37-a05c-06294d4cf4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:58.073695 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:58.139120 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6915424-cf81-4d37-a05c-06294d4cf4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:58.143120 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6915424-cf81-4d37-a05c-06294d4cf4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:58.144504 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f6915424-cf81-4d37-a05c-06294d4cf4bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f21804e8-5c00-468b-af1c-84772d5722df HTTP/1.1" status: 204 len: 168 time: 0.1923110 Sep 02 13:48:58.159077 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6915424-cf81-4d37-a05c-06294d4cf4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21804e8-5c00-468b-af1c-84772d5722df,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:58.678718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4c494-90b6-4178-add9-2d906f69cc9d req-657446de-7d68-4c0b-8558-20aa7b0cfea7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:58.678718 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6af4c494-90b6-4178-add9-2d906f69cc9d req-657446de-7d68-4c0b-8558-20aa7b0cfea7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1209025 Sep 02 13:48:58.761116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6af4c494-90b6-4178-add9-2d906f69cc9d req-7f74adea-e462-4128-bef4-4003ad85ad22 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795984 Sep 02 13:48:58.776282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] device_id is not set on port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:48:58.785623 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:58.799040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Transition to ACTIVE for port object 1695c6c2-afb9-46f9-96b1-53cd10fdc44e will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:48:58.807773 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:58.860530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'Port': ['ID=1695c6c2-afb9-46f9-96b1-53cd10fdc44e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:58.874281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:58.874281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:58.874683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:58.882741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:58.884525 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:58.885855 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 2 to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e Sep 02 13:48:58.905009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:58.905355 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:58.905697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:58.912690 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:58.913078 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:58.913511 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 3 to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e Sep 02 13:48:58.947475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48944) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:58.961054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:58.961427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:58.961781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:58.977599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:58.977952 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:58.978335 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 4 to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e Sep 02 13:48:58.997811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:58.998154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:58.998497 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:59.006181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:59.006181 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:59.006181 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 5 to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e Sep 02 13:48:59.018359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:59.018714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:59.019059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:59.024009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:59.024309 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:59.024717 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 6 to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e Sep 02 13:48:59.040049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:59.040531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:59.040947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:59.045728 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:59.046153 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:59.046624 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 7 to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e Sep 02 13:48:59.063715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:59.064540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:59.064674 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:59.069476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:59.069893 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:59.070366 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 8 to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e Sep 02 13:48:59.085368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:59.085788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:59.086197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:59.091196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:59.091541 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:59.091979 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 9 to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e Sep 02 13:48:59.106536 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:59.106869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:59.107420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:59.112202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:59.112541 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:59.112942 n-d-794796-4 neutron-server[94687]: INFO neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 10 to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e Sep 02 13:48:59.128255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:48:59.128604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:48:59.129032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:48:59.136250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:48:59.136729 n-d-794796-4 neutron-server[94687]: ERROR neutron.plugins.ml2.managers [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:48:59.137039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.245687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48956) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:59.270157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] For port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e, host n-h1-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:48:59.270544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempted to set empty binding levels {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 13:48:59.278367 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.317835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] In _notify_port_updated(), no bound segment for port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:48:59.318766 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.319380 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.320777 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "PUT /v2.0/ports/1695c6c2-afb9-46f9-96b1-53cd10fdc44e HTTP/1.1" status: 200 len: 973 time: 1.3278298 Sep 02 13:48:59.324072 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48962) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:59.412181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.412854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd01f-1753-4fae-b65a-3ca80ba96a47 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'Port': ['ID=1695c6c2-afb9-46f9-96b1-53cd10fdc44e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:59.453145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.453641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.454139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.454624 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.455159 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.455639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.456270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.456609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.457083 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.457556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.458163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.458715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.459121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.459597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.462275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.462877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.463239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.463719 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.464229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.464702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.465232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.465652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:48:59.469426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-83259a27-f250-4032-b2e2-7996f8de6fc7 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19873 time: 0.1292014 Sep 02 13:48:59.475154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1483212144-network', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:48:59.488254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48966) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:48:59.491444 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.521149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Made reservation on behalf of 2cc73a6801e04277beffafe86d4cdb2d for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:48:59.523373 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.537871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.618149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e0ebeb08-41cd-4ddc-a6d6-070d587a2b72 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Deleting port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:59.618510 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0ebeb08-41cd-4ddc-a6d6-070d587a2b72 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.696246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Deleting port 51d662b3-b16f-4ef6-b1a0-a59351f31746 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:48:59.696538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.701433 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-e0ebeb08-41cd-4ddc-a6d6-070d587a2b72 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] For port 1695c6c2-afb9-46f9-96b1-53cd10fdc44e, host n-h1-794796-4, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:59.701927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0ebeb08-41cd-4ddc-a6d6-070d587a2b72 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.726975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e0ebeb08-41cd-4ddc-a6d6-070d587a2b72 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Calling delete_port for 1695c6c2-afb9-46f9-96b1-53cd10fdc44e owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:59.753639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.786227 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.788389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] For port 51d662b3-b16f-4ef6-b1a0-a59351f31746, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=51d662b3-b16f-4ef6-b1a0-a59351f31746,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:48:59.788947 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.806070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Calling delete_port for 51d662b3-b16f-4ef6-b1a0-a59351f31746 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:48:59.823552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:48:59.839372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ba7f6-029c-4599-922d-b2f54c404a15,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:59.848434 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.848793 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Added segment 611b5ae8-eee2-42a4-8aa9-2ee2834b4c49 of type vlan for network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa Sep 02 13:48:59.909854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.937282 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0ebeb08-41cd-4ddc-a6d6-070d587a2b72 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.986467 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebeb08-41cd-4ddc-a6d6-070d587a2b72 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event deleted for resources: {'Port': ['ID=1695c6c2-afb9-46f9-96b1-53cd10fdc44e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:48:59.993889 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e0ebeb08-41cd-4ddc-a6d6-070d587a2b72 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:48:59.995865 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e0ebeb08-41cd-4ddc-a6d6-070d587a2b72 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1695c6c2-afb9-46f9-96b1-53cd10fdc44e HTTP/1.1" status: 204 len: 168 time: 0.5068309 Sep 02 13:48:59.998593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48986) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:00.016675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e42db-d8e5-46d3-b361-7b8bacbff20e req-316b7e5d-a89b-41f5-986c-02ede3a5c322 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:00.018448 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a4e42db-d8e5-46d3-b361-7b8bacbff20e req-316b7e5d-a89b-41f5-986c-02ede3a5c322 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1304431 Sep 02 13:49:00.037007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.038106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:00.038864 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.049023 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f5e4d2-d76a-4796-8bd1-ce4ee126186d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:49:00.050688 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-03f5e4d2-d76a-4796-8bd1-ce4ee126186d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "GET /v2.0/ports/1695c6c2-afb9-46f9-96b1-53cd10fdc44e HTTP/1.1" status: 404 len: 333 time: 0.0510056 Sep 02 13:49:00.051303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.066527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 48990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:00.091557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1507273564', 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:00.133171 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:00.142429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6e4aae02-fde5-425c-b848-bbccb29d4748 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8946798 Sep 02 13:49:00.144766 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 48992) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:00.145287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:49:00.151678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Request body: {'subnet': {'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1483212144-subnet', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:00.160813 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d662b3-b16f-4ef6-b1a0-a59351f31746,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:00.196091 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a4e42db-d8e5-46d3-b361-7b8bacbff20e req-6340d9c9-6766-48a3-9514-8945d3225698 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493506 Sep 02 13:49:00.200003 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:49:00.200003 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:49:00.200003 n-d-794796-4 neutron-server[94687]: [parameters: {'project_id_1': '2cc73a6801e04277beffafe86d4cdb2d', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 49, 0, 173265)}] Sep 02 13:49:00.200003 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:49:00.201160 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:49:00.248074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Made reservation on behalf of 34c7aeb47ee6432b846053ad977dc159 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:00.252652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.360485 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.361594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] device_id is not set on port 6dd9ad11-9d2b-4f54-8456-65ad9a69fa36 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:49:00.464811 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.630912 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.724478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Made reservation on behalf of 2cc73a6801e04277beffafe86d4cdb2d for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:00.727624 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.753377 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.816952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Network 084670d1-8ba1-4bd6-b090-3d98367e3f91 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:00.825847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:00.829080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:00.830450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:00.831168 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:00.853966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Router f54ae105-9d63-4863-b886-70aff56addbc has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:49:00.860307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'Port': ['ID=6dd9ad11-9d2b-4f54-8456-65ad9a69fa36,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:00.869653 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6479dded-c65f-4685-a99e-19d79c01c7fa tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7803135 Sep 02 13:49:00.869853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:00.960185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.034736 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb181d3-ec78-4920-a475-5b57dd84145a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:01.042461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:01.042844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Network hostable DHCP agents. Network: 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:49:01.066361 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:49:01.076227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:01.081637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:01.082259 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.086835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c176731-6a9f-4c6e-9fa7-a67ccaa74d23 None None] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:01.101254 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d9d3d4c1-547f-4503-b303-b25e2eff1263 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9548702 Sep 02 13:49:01.104411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:01.113417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:01.140313 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.145231 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.191234 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-756e69ec-d966-439d-b971-af28ce2d4c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.244017 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.288483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9ca64158-4071-400f-8893-4e504e547fcb no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:01.326684 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 9ca64158-4071-400f-8893-4e504e547fcb {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:01.327457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 9ca64158-4071-400f-8893-4e504e547fcb not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:01.344487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:49:01.344795 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.350327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8414db-f226-4070-be9e-bf786095e41e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:01.354767 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1f8414db-f226-4070-be9e-bf786095e41e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "GET /v2.0/ports/6dd9ad11-9d2b-4f54-8456-65ad9a69fa36 HTTP/1.1" status: 200 len: 955 time: 0.4839571 Sep 02 13:49:01.355379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:01.450135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60015c95-a7d4-468c-8c81-f0c7527031ff req-e7d0b781-f1ba-4e94-833d-649ff8018aad tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:01.453049 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60015c95-a7d4-468c-8c81-f0c7527031ff req-e7d0b781-f1ba-4e94-833d-649ff8018aad tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1237373 Sep 02 13:49:01.465216 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.524437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Allocated IP 172.20.0.2 (7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa/3eb181d3-ec78-4920-a475-5b57dd84145a/00f7395d-0b43-43ca-97e0-44fc97a1e995) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:01.545437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:01.552133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e48380c3-d77d-4158-8ab2-ddd22c62cda0 admin admin] 10.222.0.13 "PUT /v2.0/routers/f54ae105-9d63-4863-b886-70aff56addbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6035213 Sep 02 13:49:01.556527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49020) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:01.559074 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] Sync routers for ids ['f54ae105-9d63-4863-b886-70aff56addbc'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:01.563454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60015c95-a7d4-468c-8c81-f0c7527031ff req-c65c90c9-69b2-424d-bf94-9075af41dfc8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728328 Sep 02 13:49:01.579879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-838696ce-571b-4ecb-a15b-7d09adbff59d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Deleting port 6dd9ad11-9d2b-4f54-8456-65ad9a69fa36 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:01.580132 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838696ce-571b-4ecb-a15b-7d09adbff59d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.592988 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] Routers {'f54ae105-9d63-4863-b886-70aff56addbc'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:01.593682 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f54ae105-9d63-4863-b886-70aff56addbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:01.663185 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838696ce-571b-4ecb-a15b-7d09adbff59d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.678869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-838696ce-571b-4ecb-a15b-7d09adbff59d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Calling delete_port for 6dd9ad11-9d2b-4f54-8456-65ad9a69fa36 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:01.739127 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] Set router f54ae105-9d63-4863-b886-70aff56addbc gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:01.815545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838696ce-571b-4ecb-a15b-7d09adbff59d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.821599 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.852822 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.871594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Transition to ACTIVE for port object 00f7395d-0b43-43ca-97e0-44fc97a1e995 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:01.889228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-838696ce-571b-4ecb-a15b-7d09adbff59d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.891044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Transition to ACTIVE for port object 00f7395d-0b43-43ca-97e0-44fc97a1e995 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:01.891208 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-838696ce-571b-4ecb-a15b-7d09adbff59d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "DELETE /v2.0/ports/6dd9ad11-9d2b-4f54-8456-65ad9a69fa36 HTTP/1.1" status: 204 len: 168 time: 0.5313883 Sep 02 13:49:01.895644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:01.896808 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838696ce-571b-4ecb-a15b-7d09adbff59d tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dd9ad11-9d2b-4f54-8456-65ad9a69fa36,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:01.906475 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.923968 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3219d853-98a6-4d45-81d4-c03a530bf49b tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:49:01.925921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3219d853-98a6-4d45-81d4-c03a530bf49b tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "GET /v2.0/ports/6dd9ad11-9d2b-4f54-8456-65ad9a69fa36 HTTP/1.1" status: 404 len: 333 time: 0.0262861 Sep 02 13:49:01.929427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:01.941826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Request body: {'port': {'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1905816996'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:01.954807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:01.961403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:01.965219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:01.967686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Made reservation on behalf of 34c7aeb47ee6432b846053ad977dc159 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:01.970383 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:01.989443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] device_id is not set on port 1afe6050-9351-4e2e-85c9-c19da49d16be yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:49:02.007413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Pushing event updated for resources: {'Port': ['ID=00f7395d-0b43-43ca-97e0-44fc97a1e995,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:02.029485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.038921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Attempting to bind port 00f7395d-0b43-43ca-97e0-44fc97a1e995 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:02.039378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Attempting to bind port 00f7395d-0b43-43ca-97e0-44fc97a1e995 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:02.040624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Attempting to bind port 00f7395d-0b43-43ca-97e0-44fc97a1e995 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:02.044757 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '43195d9a-cac6-4949-874a-f43017eabf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:19Z', 'updated_at': '2021-09-02T13:48:59Z', 'revision_number': 5, 'project_id': '87b99bc669b744739c14d1be390109d9', 'gw_port': {'id': '43195d9a-cac6-4949-874a-f43017eabf60', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:21Z', 'updated_at': '2021-09-02T13:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:02.047707 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:02.048596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:02.049200 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.049780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Bound using segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:02.051520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Bound port: 00f7395d-0b43-43ca-97e0-44fc97a1e995, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:02.052162 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.110455 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] Checking router: f54ae105-9d63-4863-b886-70aff56addbc for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:02.110996 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.131399 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] Routers {'f54ae105-9d63-4863-b886-70aff56addbc'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:02.134159 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.135005 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:48:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['f54ae105-9d63-4863-b886-70aff56addbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:02.137785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] For port 00f7395d-0b43-43ca-97e0-44fc97a1e995, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:02.147632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] For port 00f7395d-0b43-43ca-97e0-44fc97a1e995, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=00f7395d-0b43-43ca-97e0-44fc97a1e995,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:02.154775 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.209619 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.211373 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Deleting port 43195d9a-cac6-4949-874a-f43017eabf60 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:02.211745 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.230927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cbd36-d1b7-47ef-b42d-8ed4f55a8c39 None None] Pushing event updated for resources: {'Port': ['ID=00f7395d-0b43-43ca-97e0-44fc97a1e995,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:02.275663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.302561 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] Set router f54ae105-9d63-4863-b886-70aff56addbc gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:02.350406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Network 084670d1-8ba1-4bd6-b090-3d98367e3f91 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:02.355904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:02.364733 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:02.365773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:02.366452 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.378088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Allocated IP 172.25.3.70 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/8dd951c2-5a83-45db-805b-63c8078f324e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:02.384814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'Port': ['ID=1afe6050-9351-4e2e-85c9-c19da49d16be,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:02.388641 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:19Z', 'updated_at': '2021-09-02T13:49:02Z', 'revision_number': 6, 'project_id': '87b99bc669b744739c14d1be390109d9', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:02.397283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b0998b7d-1132-4fca-ab3b-9eba6fb67c67 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4652030 Sep 02 13:49:02.397745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:02.404509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:02.428502 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311dc13-ffd6-4116-874d-6f2421a905ca None None] The sync data for ids ['f54ae105-9d63-4863-b886-70aff56addbc'] in n-d-794796-4 is: [{'id': 'f54ae105-9d63-4863-b886-70aff56addbc', 'name': 'tempest-TestServerMultinode-1390196943-router', 'tenant_id': '87b99bc669b744739c14d1be390109d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:19Z', 'updated_at': '2021-09-02T13:49:02Z', 'revision_number': 6, 'project_id': '87b99bc669b744739c14d1be390109d9', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:02.429829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] For port 43195d9a-cac6-4949-874a-f43017eabf60, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=43195d9a-cac6-4949-874a-f43017eabf60,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:02.430207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.496974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Calling delete_port for 43195d9a-cac6-4949-874a-f43017eabf60 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:02.519550 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.628799 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.748814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] device_id is not set on port 1afe6050-9351-4e2e-85c9-c19da49d16be yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:49:02.762916 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.788235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68be066-bf9f-43c4-a6e9-f96f35c8a49b req-b6696681-cc10-4320-a9b1-63cf30a413e5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:02.790431 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b68be066-bf9f-43c4-a6e9-f96f35c8a49b req-b6696681-cc10-4320-a9b1-63cf30a413e5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1181257 Sep 02 13:49:02.812253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Transition to ACTIVE for port object 1afe6050-9351-4e2e-85c9-c19da49d16be will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:02.813547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.817137 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:02.883071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'Port': ['ID=1afe6050-9351-4e2e-85c9-c19da49d16be,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:02.904593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:02.905095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:02.905620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:02.911089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:02.911593 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:02.912171 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 2 to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be Sep 02 13:49:02.931650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:02.932116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:02.932533 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:02.944075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:02.944075 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:02.944075 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 3 to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be Sep 02 13:49:02.967854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:02.968204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:02.968551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:02.968759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:02.974737 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:02.975357 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:02.975939 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 4 to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be Sep 02 13:49:02.980200 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:02.992823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:02.994805 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.010326 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:03.011025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:03.011581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:03.017954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:03.018457 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:03.019019 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 5 to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be Sep 02 13:49:03.033704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:03.034330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:03.034840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:03.035881 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b68be066-bf9f-43c4-a6e9-f96f35c8a49b req-6abf998a-b905-4312-a18d-6d313b7510ba tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372115 Sep 02 13:49:03.041618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Pushing event updated for resources: {'Port': ['ID=8dd951c2-5a83-45db-805b-63c8078f324e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:03.063796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:03.064380 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:03.064944 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 6 to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be Sep 02 13:49:03.074944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Pushing event deleted for resources: {'Port': ['ID=43195d9a-cac6-4949-874a-f43017eabf60,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:03.096216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:03.096907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:03.096907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:03.101803 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:03.102142 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:03.102545 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 7 to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be Sep 02 13:49:03.115783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:03.116136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:03.116511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:03.120879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:03.121218 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:03.121613 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 8 to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be Sep 02 13:49:03.137507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:03.138314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:03.138656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:03.143269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:03.143764 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:03.144196 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 9 to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be Sep 02 13:49:03.156640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:03.156978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:03.157336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:03.161827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:03.162179 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:03.162564 n-d-794796-4 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempt 10 to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be Sep 02 13:49:03.174751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:03.175086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:03.175451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempting to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:03.179650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:03.180008 n-d-794796-4 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Failed to bind port 1afe6050-9351-4e2e-85c9-c19da49d16be on host n-h1-794796-4 for vnic_type normal using segments [{'id': '0d858de3-c70a-47d6-9b17-e0b248c087b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '084670d1-8ba1-4bd6-b090-3d98367e3f91'}] Sep 02 13:49:03.180380 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.198341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.270719 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] For port 1afe6050-9351-4e2e-85c9-c19da49d16be, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:03.271186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 02 13:49:03.275447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.311037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] In _notify_port_updated(), no bound segment for port 1afe6050-9351-4e2e-85c9-c19da49d16be on network 084670d1-8ba1-4bd6-b090-3d98367e3f91 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:49:03.311918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:03.312541 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.313889 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "PUT /v2.0/ports/1afe6050-9351-4e2e-85c9-c19da49d16be HTTP/1.1" status: 200 len: 975 time: 0.9144552 Sep 02 13:49:03.316835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:03.335146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.338044 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.354067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d4176-4fb7-416e-993d-8b0acd32f6b5 tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event updated for resources: {'Port': ['ID=1afe6050-9351-4e2e-85c9-c19da49d16be,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:03.428056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-568bf198-575c-400f-8bee-f071b1d6e06e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Deleting port 1afe6050-9351-4e2e-85c9-c19da49d16be {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:03.428443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-568bf198-575c-400f-8bee-f071b1d6e06e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.573717 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-568bf198-575c-400f-8bee-f071b1d6e06e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] For port 1afe6050-9351-4e2e-85c9-c19da49d16be, host n-h1-794796-4, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:03.576311 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-568bf198-575c-400f-8bee-f071b1d6e06e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.606158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-568bf198-575c-400f-8bee-f071b1d6e06e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Calling delete_port for 1afe6050-9351-4e2e-85c9-c19da49d16be owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:03.606432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 00f7395d-0b43-43ca-97e0-44fc97a1e995 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:03.685792 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91985baf-dd23-4c8e-b135-3ffac2ffa820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.730644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 00f7395d-0b43-43ca-97e0-44fc97a1e995 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:03.743472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-568bf198-575c-400f-8bee-f071b1d6e06e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.796593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bf198-575c-400f-8bee-f071b1d6e06e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Pushing event deleted for resources: {'Port': ['ID=1afe6050-9351-4e2e-85c9-c19da49d16be,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:03.822568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-568bf198-575c-400f-8bee-f071b1d6e06e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:03.840368 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-568bf198-575c-400f-8bee-f071b1d6e06e tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1afe6050-9351-4e2e-85c9-c19da49d16be HTTP/1.1" status: 204 len: 168 time: 0.5223544 Sep 02 13:49:03.841367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:03.859034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 43195d9a-cac6-4949-874a-f43017eabf60 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:03.888114 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9de66e-8593-4f17-9b12-3e5169075ecb tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] GET failed (client error): The resource could not be found. Sep 02 13:49:03.888351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 43195d9a-cac6-4949-874a-f43017eabf60 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:03.888574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 43195d9a-cac6-4949-874a-f43017eabf60 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:03.889010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 51d662b3-b16f-4ef6-b1a0-a59351f31746 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:03.894216 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7a9de66e-8593-4f17-9b12-3e5169075ecb tempest-PortsAdminExtendedAttrsTestJSON-707434525 tempest-PortsAdminExtendedAttrsTestJSON-707434525-project-admin] 10.222.0.13 "GET /v2.0/ports/1afe6050-9351-4e2e-85c9-c19da49d16be HTTP/1.1" status: 404 len: 333 time: 0.0499370 Sep 02 13:49:03.895321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:03.914014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 51d662b3-b16f-4ef6-b1a0-a59351f31746 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:03.915432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 51d662b3-b16f-4ef6-b1a0-a59351f31746 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:03.969613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69186023-4937-4f56-984e-351db2854569 None None] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:04.029016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.058934 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.059506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f54ae105-9d63-4863-b886-70aff56addbc {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:04.086654 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.088583 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-04695711-72f6-43be-b5c8-cf58b26bef81 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f54ae105-9d63-4863-b886-70aff56addbc HTTP/1.1" status: 204 len: 168 time: 2.5296576 Sep 02 13:49:04.092339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c99fe46e-a250-4a0d-901b-34078899a2bf None None] Provisioning for port 00f7395d-0b43-43ca-97e0-44fc97a1e995 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:04.093299 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49058) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:04.101725 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c99fe46e-a250-4a0d-901b-34078899a2bf None None] Provisioning complete for port 00f7395d-0b43-43ca-97e0-44fc97a1e995 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:04.102501 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c99fe46e-a250-4a0d-901b-34078899a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.161039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.173871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084670d1-8ba1-4bd6-b090-3d98367e3f91']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:04.185487 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.189311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d858de3-c70a-47d6-9b17-e0b248c087b4') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:04.191244 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d858de3-c70a-47d6-9b17-e0b248c087b4') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:04.211599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Deleting subnet 2cdef7fa-bae8-41ca-be2f-8626e33f8790 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:49:04.220383 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.222478 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.228690 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.242488 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.252039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:49:04.252514 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.278043 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:49:04.329461 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:49:04.341904 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c99fe46e-a250-4a0d-901b-34078899a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.368521 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.375928 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.377986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] 10.222.0.13 "DELETE /v2.0/networks/084670d1-8ba1-4bd6-b090-3d98367e3f91 HTTP/1.1" status: 204 len: 168 time: 0.4815667 Sep 02 13:49:04.385293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c99fe46e-a250-4a0d-901b-34078899a2bf None None] For port 00f7395d-0b43-43ca-97e0-44fc97a1e995, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=00f7395d-0b43-43ca-97e0-44fc97a1e995,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:04.394345 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c99fe46e-a250-4a0d-901b-34078899a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.421349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b93027-1653-4a08-a386-38700d849502 tempest-PortsAdminExtendedAttrsTestJSON-1397968825 tempest-PortsAdminExtendedAttrsTestJSON-1397968825-project] Pushing event deleted for resources: {'Network': ['ID=084670d1-8ba1-4bd6-b090-3d98367e3f91,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:04.458163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d32773-f2b4-4c61-b98b-2bb4fd3ab58a req-9e779336-f67c-4577-b0c5-737b04355e7d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:04.459828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6d32773-f2b4-4c61-b98b-2bb4fd3ab58a req-9e779336-f67c-4577-b0c5-737b04355e7d tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1319358 Sep 02 13:49:04.506271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fe46e-a250-4a0d-901b-34078899a2bf None None] Pushing event updated for resources: {'Port': ['ID=00f7395d-0b43-43ca-97e0-44fc97a1e995,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:04.558611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6d32773-f2b4-4c61-b98b-2bb4fd3ab58a req-e882dd75-2c82-4623-9a7a-56a7284b98c6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917416 Sep 02 13:49:04.558844 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.681291 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.716255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cdef7fa-bae8-41ca-be2f-8626e33f8790,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:04.722766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a9512d58-1c1e-4001-9382-5e319d308afd None None] Provisioning complete for port 00f7395d-0b43-43ca-97e0-44fc97a1e995 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:04.723319 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9512d58-1c1e-4001-9382-5e319d308afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.724680 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.725152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa234b-1de8-4ad1-ac0c-66464793f74e None None] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:04.726629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2cdef7fa-bae8-41ca-be2f-8626e33f8790 HTTP/1.1" status: 204 len: 168 time: 0.6320839 Sep 02 13:49:04.728310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.728758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.728912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.729412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.729598 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.729937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.730328 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.730596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.730928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.731261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.732196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:04.733919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.733919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6164f7e7-76a2-45bf-8e11-4e989c3aea0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:04.859484 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.884613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:04.892435 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.899988 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:04.992403 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Deleting port 97474ab1-926a-4538-963d-73e7722aef38 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:04.992812 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.101854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Router d63bb733-6f4a-4d95-a5f4-af43cf95422b is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:05.127372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] DHCP port deletion for 53300a0f-d822-42e9-a5f0-b63ae1502965 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:49:05.138208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] For port 97474ab1-926a-4538-963d-73e7722aef38, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=97474ab1-926a-4538-963d-73e7722aef38,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:05.138998 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.155812 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5991bd1b-bc50-41c5-a2d5-3b4180a59b68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a778f8778c84520a1bcde4bf1cd6a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674539 Sep 02 13:49:05.156431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:05.165768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Calling delete_port for 97474ab1-926a-4538-963d-73e7722aef38 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:05.184534 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] Deleting port 97474ab1-926a-4538-963d-73e7722aef38 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:05.185359 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.236020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:05.250010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Sync routers for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:05.264680 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.268627 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8d7b6e99-ac0a-4bb1-b97d-8b894c425c6f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1602886 Sep 02 13:49:05.270291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49080) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:05.299258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] For port 97474ab1-926a-4538-963d-73e7722aef38, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=97474ab1-926a-4538-963d-73e7722aef38,segment=NetworkSegment(f583450f-21f0-4f6d-b8f7-8df8556785df),segment_id=f583450f-21f0-4f6d-b8f7-8df8556785df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:05.300370 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.307114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:05.308217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:05.352705 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e12a7c49-0439-4679-8070-f787dd81165d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.390007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.436239 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e12a7c49-0439-4679-8070-f787dd81165d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.444291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Pushing event deleted for resources: {'Port': ['ID=97474ab1-926a-4538-963d-73e7722aef38,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:05.449982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] No DVR routers for this DVR port 97474ab1-926a-4538-963d-73e7722aef38 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:49:05.459255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:05.489782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:05.569146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.580701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53300a0f-d822-42e9-a5f0-b63ae1502965']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:05.618792 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f583450f-21f0-4f6d-b8f7-8df8556785df') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:05.619672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f583450f-21f0-4f6d-b8f7-8df8556785df') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:05.632586 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e12a7c49-0439-4679-8070-f787dd81165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.643860 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e12a7c49-0439-4679-8070-f787dd81165d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.645962 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e12a7c49-0439-4679-8070-f787dd81165d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9526248f-827d-464c-8bb7-7e42b9b1f72b HTTP/1.1" status: 204 len: 168 time: 0.4885640 Sep 02 13:49:05.654542 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.664789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 00f7395d-0b43-43ca-97e0-44fc97a1e995 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:05.671506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a7c49-0439-4679-8070-f787dd81165d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9526248f-827d-464c-8bb7-7e42b9b1f72b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:05.682413 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.715919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:49:05.718500 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:49:05.724024 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:49:05.759782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] Calling delete_port for 97474ab1-926a-4538-963d-73e7722aef38 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:05.792746 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-606f7e42-d2bd-4214-b92a-41a5d23ece0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.834767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.843303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:05.846030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] 10.222.0.13 "DELETE /v2.0/networks/53300a0f-d822-42e9-a5f0-b63ae1502965 HTTP/1.1" status: 204 len: 168 time: 1.1127744 Sep 02 13:49:05.851237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49098) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:05.864724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361902e-8dcc-45cc-8421-b8e27b06cc75 admin admin] Pushing event deleted for resources: {'Network': ['ID=53300a0f-d822-42e9-a5f0-b63ae1502965,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:05.882794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0498-5be3-4932-a60d-fcbf3c052aa1 req-dc67a140-90bf-4e81-83a3-91f89e2d5ef6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:05.884682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbdf0498-5be3-4932-a60d-fcbf3c052aa1 req-dc67a140-90bf-4e81-83a3-91f89e2d5ef6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1957567 Sep 02 13:49:05.938384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 00f7395d-0b43-43ca-97e0-44fc97a1e995 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:05.938659 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.051960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49102) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:06.056836 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bbdf0498-5be3-4932-a60d-fcbf3c052aa1 req-4fa0c8a4-3812-430b-aed1-093a37b7bd47 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368411 Sep 02 13:49:06.071226 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.099752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] Network 53300a0f-d822-42e9-a5f0-b63ae1502965 is not hosted by any dhcp agent {{(pid=94689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:49:06.100418 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] No DVR routers for this DVR port 97474ab1-926a-4538-963d-73e7722aef38 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:49:06.115050 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b90806a6-ba26-4129-a445-9c97354dc100 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34c7aeb47ee6432b846053ad977dc159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616167 Sep 02 13:49:06.118339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:06.137121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec404505-f1c6-4ffe-93ea-7575902c6422 None None] Pushing event deleted for resources: {'Port': ['ID=97474ab1-926a-4538-963d-73e7722aef38,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:06.166499 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:03Z', 'revision_number': 3, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:06.198461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Checking router: d63bb733-6f4a-4d95-a5f4-af43cf95422b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:06.199072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Updating router d63bb733-6f4a-4d95-a5f4-af43cf95422b port 8dd951c2-5a83-45db-805b-63c8078f324e binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:49:06.225088 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.229680 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d61ac6d-c779-445c-9f3e-ebd2cba2a954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.267315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 97474ab1-926a-4538-963d-73e7722aef38 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:06.275845 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-606f7e42-d2bd-4214-b92a-41a5d23ece0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.281770 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d61ac6d-c779-445c-9f3e-ebd2cba2a954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.287980 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-606f7e42-d2bd-4214-b92a-41a5d23ece0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.293139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 97474ab1-926a-4538-963d-73e7722aef38 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:06.293139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 97474ab1-926a-4538-963d-73e7722aef38 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:06.378224 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d61ac6d-c779-445c-9f3e-ebd2cba2a954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.378445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f7e42-d2bd-4214-b92a-41a5d23ece0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fe1cdc-c7f7-488b-84d6-9d77dda65a75,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:06.388920 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-606f7e42-d2bd-4214-b92a-41a5d23ece0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ba72b57560c4bbd95b3e758bd054451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978488 Sep 02 13:49:06.391872 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d61ac6d-c779-445c-9f3e-ebd2cba2a954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.402138 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:06.411099 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9d61ac6d-c779-445c-9f3e-ebd2cba2a954 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb5805ba-07ed-417c-9189-ea5867068c6b HTTP/1.1" status: 204 len: 168 time: 0.2833560 Sep 02 13:49:06.421307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61ac6d-c779-445c-9f3e-ebd2cba2a954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5805ba-07ed-417c-9189-ea5867068c6b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:06.494871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.552218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dca37c-c8c8-45be-8b00-466f9306b312 req-c88bd0fb-1fd4-4699-8c37-0c0534dbb2a6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:06.553634 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c7dca37c-c8c8-45be-8b00-466f9306b312 req-c88bd0fb-1fd4-4699-8c37-0c0534dbb2a6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1693647 Sep 02 13:49:06.637675 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.650152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74b420ed-74af-4d5e-8575-ebe5fa7d5d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.746402 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.747232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c7dca37c-c8c8-45be-8b00-466f9306b312 req-890edea4-ad2a-41bc-bec7-ce77ace56560 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852062 Sep 02 13:49:06.749697 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74b420ed-74af-4d5e-8575-ebe5fa7d5d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.760657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Transition to ACTIVE for port object 8dd951c2-5a83-45db-805b-63c8078f324e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:06.769732 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.837491 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4727f7d-b0c5-459e-a978-e7a976257f93 None None] Pushing event updated for resources: {'Port': ['ID=8dd951c2-5a83-45db-805b-63c8078f324e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:06.841775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Attempting to bind port 8dd951c2-5a83-45db-805b-63c8078f324e on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:06.842845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Attempting to bind port 8dd951c2-5a83-45db-805b-63c8078f324e by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:06.843400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Attempting to bind port 8dd951c2-5a83-45db-805b-63c8078f324e on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:06.850370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:06.851056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:06.851211 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.851626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:06.852321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Bound port: 8dd951c2-5a83-45db-805b-63c8078f324e, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:06.852962 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.877528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Allocated IP 172.20.0.1 (7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa/3eb181d3-ec78-4920-a475-5b57dd84145a/b436c5de-4842-49a0-a01e-9f166eb34b62) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:06.902387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74b420ed-74af-4d5e-8575-ebe5fa7d5d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.905880 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74b420ed-74af-4d5e-8575-ebe5fa7d5d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.909853 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-74b420ed-74af-4d5e-8575-ebe5fa7d5d48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4fe1cdc-c7f7-488b-84d6-9d77dda65a75 HTTP/1.1" status: 204 len: 168 time: 0.5038166 Sep 02 13:49:06.918753 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] For port 8dd951c2-5a83-45db-805b-63c8078f324e, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:06.922672 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] For port 8dd951c2-5a83-45db-805b-63c8078f324e, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8dd951c2-5a83-45db-805b-63c8078f324e,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:06.927975 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:06.932076 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b420ed-74af-4d5e-8575-ebe5fa7d5d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fe1cdc-c7f7-488b-84d6-9d77dda65a75,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:07.017922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:07.019012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:07.030691 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:07.092611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4727f7d-b0c5-459e-a978-e7a976257f93 None None] Pushing event updated for resources: {'Port': ['ID=8dd951c2-5a83-45db-805b-63c8078f324e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:07.148469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:07.390411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:03Z', 'revision_number': 3, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:07.395550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49140) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:07.416245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-882614b3-3a9c-4cee-821c-666e394b634c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:07.422145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1918c2b-aa64-4603-927d-b65901f49cde None None] The sync data for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 is: [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:03Z', 'revision_number': 3, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:07.473800 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:07.498767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Transition to ACTIVE for port object b436c5de-4842-49a0-a01e-9f166eb34b62 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:07.572007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-882614b3-3a9c-4cee-821c-666e394b634c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:07.577249 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-882614b3-3a9c-4cee-821c-666e394b634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:07.612098 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:07.632647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-a4ac68bb-2515-4436-aa51-f8f492b16373 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:07.634542 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-a4ac68bb-2515-4436-aa51-f8f492b16373 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.1070819 Sep 02 13:49:07.640826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-882614b3-3a9c-4cee-821c-666e394b634c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3f62a7c422b4b7584a3bf5090587fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431266 Sep 02 13:49:07.642404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:07.654177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882614b3-3a9c-4cee-821c-666e394b634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f110582a-00e8-45e0-ae0f-b6ed459936fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:07.655201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:07.662675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:07.665418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:07.729109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Pushing event updated for resources: {'Port': ['ID=b436c5de-4842-49a0-a01e-9f166eb34b62,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:07.746786 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:07.945083 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d045-2b43-4940-b9b6-67d8023d69b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.011411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Deleting port 406433cd-7855-49f1-9e8d-01009d8297ab {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:08.011792 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.098197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Deleting port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:08.098545 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.137860 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d045-2b43-4940-b9b6-67d8023d69b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.143145 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.168431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] For port 406433cd-7855-49f1-9e8d-01009d8297ab, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=406433cd-7855-49f1-9e8d-01009d8297ab,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:08.169515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.172680 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8b996067-872d-430e-a520-b16017af55a2 None None] Provisioning for port b436c5de-4842-49a0-a01e-9f166eb34b62 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:08.176612 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8b996067-872d-430e-a520-b16017af55a2 None None] Provisioning complete for port b436c5de-4842-49a0-a01e-9f166eb34b62 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:08.176989 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b996067-872d-430e-a520-b16017af55a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.219285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffd97b-43f4-46d6-91b1-117010e27fa0 req-009aad91-1bda-4712-b2ed-34279850ce98 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:08.227933 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3ffd97b-43f4-46d6-91b1-117010e27fa0 req-009aad91-1bda-4712-b2ed-34279850ce98 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=23c0152a-b05b-4297-aff9-a16b97919e95 HTTP/1.1" status: 200 len: 946 time: 0.2843301 Sep 02 13:49:08.230785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Calling delete_port for 406433cd-7855-49f1-9e8d-01009d8297ab owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:08.261312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8b996067-872d-430e-a520-b16017af55a2 None None] Port b436c5de-4842-49a0-a01e-9f166eb34b62 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:49:08.341787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d3ffd97b-43f4-46d6-91b1-117010e27fa0 req-0e216aaa-a689-48f8-b386-e3adc14ab651 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093221 Sep 02 13:49:08.368386 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d045-2b43-4940-b9b6-67d8023d69b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.371846 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ef3d045-2b43-4940-b9b6-67d8023d69b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.373283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5ef3d045-2b43-4940-b9b6-67d8023d69b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f110582a-00e8-45e0-ae0f-b6ed459936fc HTTP/1.1" status: 204 len: 168 time: 0.7204030 Sep 02 13:49:08.387424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3d045-2b43-4940-b9b6-67d8023d69b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f110582a-00e8-45e0-ae0f-b6ed459936fc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:08.421358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] For port 5c93b06c-da50-4364-8a70-e8fd3f7e0f71, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5c93b06c-da50-4364-8a70-e8fd3f7e0f71,segment=NetworkSegment(d44ff570-1b1e-4199-a3d7-4ccc3fed61c1),segment_id=d44ff570-1b1e-4199-a3d7-4ccc3fed61c1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:08.422198 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.461291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Calling delete_port for 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:08.499465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.513516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['406433cd-7855-49f1-9e8d-01009d8297ab'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:49:08.559231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event deleted for resources: {'Port': ['ID=406433cd-7855-49f1-9e8d-01009d8297ab,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:08.561424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49166) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:08.642113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] No DVR routers for this DVR port 406433cd-7855-49f1-9e8d-01009d8297ab on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:49:08.645286 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.647080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.648147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-324a720f-fe97-4082-b1ae-8fbfd8b3c93b req-11c8b214-5fcf-4d36-8874-c001644092b7 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "DELETE /v2.0/ports/406433cd-7855-49f1-9e8d-01009d8297ab HTTP/1.1" status: 204 len: 173 time: 1.0044179 Sep 02 13:49:08.648786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c0152a-b05b-4297-aff9-a16b97919e95', 'name': 'network-vif-deleted', 'tag': '406433cd-7855-49f1-9e8d-01009d8297ab'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:08.664182 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8268d59c-e1f1-42fc-85da-3c1a705dc673" -d '{"events": [{"server_uuid": "23c0152a-b05b-4297-aff9-a16b97919e95", "name": "network-vif-deleted", "tag": "406433cd-7855-49f1-9e8d-01009d8297ab"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:08.734095 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.766696 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a8699-1a4a-4527-aea9-335797755416 x-openstack-request-id: req-784a8699-1a4a-4527-aea9-335797755416 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:08.767555 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c0152a-b05b-4297-aff9-a16b97919e95", "name": "network-vif-deleted", "tag": "406433cd-7855-49f1-9e8d-01009d8297ab", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:08.767555 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-784a8699-1a4a-4527-aea9-335797755416 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:08.767990 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c0152a-b05b-4297-aff9-a16b97919e95', 'name': 'network-vif-deleted', 'tag': '406433cd-7855-49f1-9e8d-01009d8297ab', 'status': 'completed', 'code': 200} Sep 02 13:49:08.855270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.874574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Pushing event updated for resources: {'Port': ['ID=b436c5de-4842-49a0-a01e-9f166eb34b62,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:08.915087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-907050910', 'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:08.966986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Made reservation on behalf of 449eaa223a0248f9a7e8c8a1c9ba1ad3 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:08.969490 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:08.985073 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.033273 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.036888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:09.093101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:09.104974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c93b06c-da50-4364-8a70-e8fd3f7e0f71,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:09.181214 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.189374 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.242609 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:49:09.273700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb852557-2bd1-4e4d-b08f-969068156f45,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:09.297744 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.298872 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Added segment 91ef5134-e4d7-4347-a4ff-c4e11407d576 of type vlan for network b15640a4-25da-472c-a8b5-2265cc262bde Sep 02 13:49:09.446800 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.469880 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.575878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.576992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:09.577610 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.634936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a76df3e4-2f6c-4b3b-a51d-cc65a783ab6f None None] Provisioning complete for port b436c5de-4842-49a0-a01e-9f166eb34b62 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:09.637451 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a76df3e4-2f6c-4b3b-a51d-cc65a783ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.712281 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1482022 Sep 02 13:49:09.715280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:09.728862 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcbfed-7219-478e-bacc-87864d7a7f7b tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event updated for resources: {'Network': ['ID=b15640a4-25da-472c-a8b5-2265cc262bde,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:09.729976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'subnet': {'network_id': 'b15640a4-25da-472c-a8b5-2265cc262bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:09.739340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8dd951c2-5a83-45db-805b-63c8078f324e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:09.802569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Router d63bb733-6f4a-4d95-a5f4-af43cf95422b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:49:09.803645 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Made reservation on behalf of 449eaa223a0248f9a7e8c8a1c9ba1ad3 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:09.806283 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:09.819801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network b15640a4-25da-472c-a8b5-2265cc262bde details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:49:09.823624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a76df3e4-2f6c-4b3b-a51d-cc65a783ab6f None None] Port b436c5de-4842-49a0-a01e-9f166eb34b62 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:49:09.920924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 8dd951c2-5a83-45db-805b-63c8078f324e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:09.927865 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8dd951c2-5a83-45db-805b-63c8078f324e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:09.928238 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:10.024581 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:10.058549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 8dd951c2-5a83-45db-805b-63c8078f324e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=8dd951c2-5a83-45db-805b-63c8078f324e,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:10.065731 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:10.159217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=8dd951c2-5a83-45db-805b-63c8078f324e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:10.180327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b345b09-5107-4be9-bf10-adde522826f7 req-a84338ad-08eb-4a16-9cbd-3cdd80b757ac tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:10.181877 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-a84338ad-08eb-4a16-9cbd-3cdd80b757ac tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.4084680 Sep 02 13:49:10.237960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Router 49048db8-f317-4bb3-a61a-3df986beef3b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:49:10.240019 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-89ad7de4-7f69-4d3c-9363-6f719e3f8610 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/quotas/e5cb8c44680045f0a4b7ea0a303a9287 HTTP/1.1" status: 200 len: 375 time: 0.0459893 Sep 02 13:49:10.240928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:10.255821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e2585690-578f-4467-be28-6875e8b30833 admin admin] 10.222.0.13 "PUT /v2.0/routers/d63bb733-6f4a-4d95-a5f4-af43cf95422b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9754801 Sep 02 13:49:10.264820 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Sync routers for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:10.281643 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:10.282613 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:10.302114 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-5ff74c5d-7e27-431b-816f-15abf714387b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515451 Sep 02 13:49:10.420560 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:10.576040 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-d382030e-3af0-4544-9dc5-342135e701f7 service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627206 Sep 02 13:49:10.580028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:10.586908 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bf1a2fa9-8190-4c00-89ac-40896a06ac56 admin admin] 10.222.0.13 "PUT /v2.0/routers/49048db8-f317-4bb3-a61a-3df986beef3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7344584 Sep 02 13:49:10.590275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:10.594089 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] Sync routers for ids ['49048db8-f317-4bb3-a61a-3df986beef3b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:10.612328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] Routers {'49048db8-f317-4bb3-a61a-3df986beef3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:10.613227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['49048db8-f317-4bb3-a61a-3df986beef3b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:10.726280 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-b6f665ef-da30-45a6-9f07-66d2d232e9d8 service neutron] 10.222.0.13 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432559 Sep 02 13:49:10.770155 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:10.791546 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 2, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:10.828473 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Checking router: d63bb733-6f4a-4d95-a5f4-af43cf95422b for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:10.829121 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Updating router d63bb733-6f4a-4d95-a5f4-af43cf95422b port b436c5de-4842-49a0-a01e-9f166eb34b62 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:49:10.853704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.objects.ports [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94687) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:49:10.860555 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:10.876822 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:10.895065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] Set router 49048db8-f317-4bb3-a61a-3df986beef3b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:10.983301 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:10.991020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f235bda-2e17-458f-bf3c-555b3adf0255,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:11.028811 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Checking segment: {'id': '91ef5134-e4d7-4347-a4ff-c4e11407d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b15640a4-25da-472c-a8b5-2265cc262bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:11.047860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Network hostable DHCP agents. Network: b15640a4-25da-472c-a8b5-2265cc262bde, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:49:11.069875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Deleting port ca9d8a7e-552f-4553-84bd-862c0e94ff08 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:11.070189 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.097703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Network b15640a4-25da-472c-a8b5-2265cc262bde is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:49:11.114078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, b15640a4-25da-472c-a8b5-2265cc262bde) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:11.122665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:11.123910 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.178046 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-68c54f55-bb65-433d-960b-83e5b85c1c2f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4599767 Sep 02 13:49:11.182840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49256) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:11.195653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-583023638', 'network_id': 'b15640a4-25da-472c-a8b5-2265cc262bde'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:11.223754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b00979-4bb6-4111-8885-d840203fdcfa None None] Network b15640a4-25da-472c-a8b5-2265cc262bde requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:11.244255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0d1891d0-101b-4255-9543-4c6a88aceeaf req-0b77f95f-6ebe-4c35-bca5-7f5851ea6675 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 210 time: 0.0636098 Sep 02 13:49:11.251616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Made reservation on behalf of 449eaa223a0248f9a7e8c8a1c9ba1ad3 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:11.254652 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.264616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:11.282697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-200348472-network', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:11.302647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] device_id is not set on port f70e05c1-c0a9-4f54-ab54-15f2901c2707 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:49:11.350221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Made reservation on behalf of d9b893a4ef3b4b5a978d72cf6ef53a00 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:11.352703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.402373 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.430882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] For port ca9d8a7e-552f-4553-84bd-862c0e94ff08, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ca9d8a7e-552f-4553-84bd-862c0e94ff08,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:11.431256 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.461853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Calling delete_port for ca9d8a7e-552f-4553-84bd-862c0e94ff08 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:11.485096 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 8dd951c2-5a83-45db-805b-63c8078f324e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:11.535313 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.555032 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Transition to ACTIVE for port object b436c5de-4842-49a0-a01e-9f166eb34b62 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:11.568006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Allocated IP 172.20.0.9 (b15640a4-25da-472c-a8b5-2265cc262bde/5f235bda-2e17-458f-bf3c-555b3adf0255/f70e05c1-c0a9-4f54-ab54-15f2901c2707) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:11.570342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 406433cd-7855-49f1-9e8d-01009d8297ab no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:11.571855 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.650631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 406433cd-7855-49f1-9e8d-01009d8297ab {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:11.651014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 406433cd-7855-49f1-9e8d-01009d8297ab not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:11.759395 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Pushing event updated for resources: {'Port': ['ID=b436c5de-4842-49a0-a01e-9f166eb34b62,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:11.813392 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.813739 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.814107 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.814418 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.814752 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.815083 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.815412 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.815760 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.832240 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.832608 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.832916 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.833252 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:11.873539 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Attempting to bind port b436c5de-4842-49a0-a01e-9f166eb34b62 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:11.874290 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Attempting to bind port b436c5de-4842-49a0-a01e-9f166eb34b62 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:11.874855 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Attempting to bind port b436c5de-4842-49a0-a01e-9f166eb34b62 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:11.887339 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:11.888523 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:11.890098 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.893441 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Bound using segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:11.893441 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Bound port: b436c5de-4842-49a0-a01e-9f166eb34b62, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:11.894184 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.908844 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.930515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d02d9e-250c-4e8a-8cd5-15899c99c34a None None] Network b15640a4-25da-472c-a8b5-2265cc262bde requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:11.934548 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.942048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 8dd951c2-5a83-45db-805b-63c8078f324e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:11.942474 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:11.976968 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.057613 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] For port b436c5de-4842-49a0-a01e-9f166eb34b62, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:12.059680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Network b15640a4-25da-472c-a8b5-2265cc262bde is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:12.062089 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] For port b436c5de-4842-49a0-a01e-9f166eb34b62, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b436c5de-4842-49a0-a01e-9f166eb34b62,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:12.063552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:12.071711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:12.079372 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.092812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:36Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 5, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'gw_port': {'id': 'ca9d8a7e-552f-4553-84bd-862c0e94ff08', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:39Z', 'updated_at': '2021-09-02T13:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:12.097360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9d8a7e-552f-4553-84bd-862c0e94ff08,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:12.132360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event updated for resources: {'Port': ['ID=f70e05c1-c0a9-4f54-ab54-15f2901c2707,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:12.137222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] Checking router: 49048db8-f317-4bb3-a61a-3df986beef3b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:12.150152 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b435cb3-4295-43c6-9b86-018386e7722a None None] Pushing event updated for resources: {'Port': ['ID=b436c5de-4842-49a0-a01e-9f166eb34b62,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:12.177804 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:12.178931 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:12.179119 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:12.179763 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.254021 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] Routers {'49048db8-f317-4bb3-a61a-3df986beef3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:12.254711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['49048db8-f317-4bb3-a61a-3df986beef3b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:12.256563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.472157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df61057e-c5d0-43f9-9a66-d0522451ab81 req-2b1d8955-2986-433c-be2d-36461531e517 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 210 time: 0.1214452 Sep 02 13:49:12.498906 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:12.618270 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.629218 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-00328c5b-30ec-4391-b0bc-36d1c662b758 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.4447837 Sep 02 13:49:12.631843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:12.670426 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.672260 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.712765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:49:12.733617 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.733968 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Added segment 1a50bca5-2a87-4a88-add8-390565ab3999 of type vlan for network 28437961-30aa-4755-92ff-75876f30552a Sep 02 13:49:12.851714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-32dc9990-7b8b-4e9f-8418-cc74d368dc08 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Deleting port f70e05c1-c0a9-4f54-ab54-15f2901c2707 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:12.852138 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32dc9990-7b8b-4e9f-8418-cc74d368dc08 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.874383 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.895831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] Set router 49048db8-f317-4bb3-a61a-3df986beef3b gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:12.925853 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:12.994088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6c0145-6dcc-4a5e-858e-e080a6ee21fa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:13.026213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.026855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:36Z', 'updated_at': '2021-09-02T13:49:11Z', 'revision_number': 7, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:13.027349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49048db8-f317-4bb3-a61a-3df986beef3b {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:13.029089 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:12Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:13.039803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.043552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8feab1b2-9aae-45e3-85ee-803ce5a7b242 admin admin] 10.222.0.13 "DELETE /v2.0/routers/49048db8-f317-4bb3-a61a-3df986beef3b HTTP/1.1" status: 204 len: 168 time: 2.4495606 Sep 02 13:49:13.049784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:13.086596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1f9855-07ca-44fd-ac9b-5da9619d2f85 None None] The sync data for ids ['49048db8-f317-4bb3-a61a-3df986beef3b'] in n-d-794796-4 is: [{'id': '49048db8-f317-4bb3-a61a-3df986beef3b', 'name': 'tempest-TestServerMultinode-1490642551-router', 'tenant_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:36Z', 'updated_at': '2021-09-02T13:49:11Z', 'revision_number': 7, 'project_id': 'bbacdfbd19dd45ffa594408c68a5e2d4', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:13.156022 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.157065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:13.157678 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.252919 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa70cc-1223-4057-b215-c4d1796e04b8 None None] The sync data for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 is: [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:12Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:13.282063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b345b09-5107-4be9-bf10-adde522826f7 req-cbd00f51-3952-4a47-8442-7d4ea78ddce2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:13.283778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-cbd00f51-3952-4a47-8442-7d4ea78ddce2 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 812 time: 0.6933758 Sep 02 13:49:13.286895 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] Pushing event updated for resources: {'Network': ['ID=28437961-30aa-4755-92ff-75876f30552a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:13.291212 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ab1f5533-dbeb-446f-9623-242cad22b5fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0174131 Sep 02 13:49:13.295872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a96952-4688-49bd-af32-3d860398e7da admin admin] Deleting subnet 323011c9-e0e4-4c95-b01b-4c0088ae524c {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:49:13.297580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 28437961-30aa-4755-92ff-75876f30552a details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:49:13.304079 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:13.312558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Request body: {'port': {'device_id': '181f1eb3-825f-4e16-8edc-372521b7940c', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'admin_state_up': True, 'tenant_id': 'e5cb8c44680045f0a4b7ea0a303a9287'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:13.322166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Request body: {'subnet': {'network_id': '28437961-30aa-4755-92ff-75876f30552a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-200348472-subnet', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:13.328399 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8a96952-4688-49bd-af32-3d860398e7da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.353908 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32dc9990-7b8b-4e9f-8418-cc74d368dc08 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.367221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-32dc9990-7b8b-4e9f-8418-cc74d368dc08 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Calling delete_port for f70e05c1-c0a9-4f54-ab54-15f2901c2707 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:13.419924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Made reservation on behalf of d9b893a4ef3b4b5a978d72cf6ef53a00 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:13.422222 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.427026 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8a96952-4688-49bd-af32-3d860398e7da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.641660 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32dc9990-7b8b-4e9f-8418-cc74d368dc08 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.675608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:13.716742 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ea5cdd1-4c8f-4fe7-b44b-11526adf149e req-bfb02d79-ebca-4251-8b6d-7c66cb49c664 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 210 time: 0.0909300 Sep 02 13:49:13.716905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:13.717105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 5c93b06c-da50-4364-8a70-e8fd3f7e0f71 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:13.717867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Made reservation on behalf of e5cb8c44680045f0a4b7ea0a303a9287 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:13.718409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc9990-7b8b-4e9f-8418-cc74d368dc08 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event deleted for resources: {'Port': ['ID=f70e05c1-c0a9-4f54-ab54-15f2901c2707,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:13.721960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.767840 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8a96952-4688-49bd-af32-3d860398e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.809285 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32dc9990-7b8b-4e9f-8418-cc74d368dc08 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.811771 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-32dc9990-7b8b-4e9f-8418-cc74d368dc08 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f70e05c1-c0a9-4f54-ab54-15f2901c2707 HTTP/1.1" status: 204 len: 168 time: 1.1778872 Sep 02 13:49:13.814054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:13.818803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b15640a4-25da-472c-a8b5-2265cc262bde', 'external_fixed_ips': [{'subnet_id': '5f235bda-2e17-458f-bf3c-555b3adf0255', 'ip_address': '172.20.0.9'}]}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:13.862050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.863518 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:13.925288 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.009210 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8a96952-4688-49bd-af32-3d860398e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.033982 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da22540-36be-4da2-a7b4-9d10fccbd8a0 None None] Network cf2c4d76-5c23-48ef-a3f8-58138e809896 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:14.074541 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a96952-4688-49bd-af32-3d860398e7da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=323011c9-e0e4-4c95-b01b-4c0088ae524c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:14.086928 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.094500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Allocated IP 172.20.0.6 (04f58d53-09f2-489d-aa85-f3c7058c3db1/f81c2717-e364-4450-b8a3-72bdc97b0530/adf5357a-592c-44d0-bfb5-a197410a76e7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:14.095893 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.097291 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f8a96952-4688-49bd-af32-3d860398e7da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.101869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:14.102062 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f8a96952-4688-49bd-af32-3d860398e7da admin admin] 10.222.0.13 "DELETE /v2.0/subnets/323011c9-e0e4-4c95-b01b-4c0088ae524c HTTP/1.1" status: 204 len: 168 time: 1.0477469 Sep 02 13:49:14.188158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9010000c-6742-4661-a575-4aece2ba3e3d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:14.234786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Checking segment: {'id': '1a50bca5-2a87-4a88-add8-390565ab3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28437961-30aa-4755-92ff-75876f30552a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:14.235249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Network hostable DHCP agents. Network: 28437961-30aa-4755-92ff-75876f30552a, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:49:14.306507 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.333817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Network 28437961-30aa-4755-92ff-75876f30552a is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:49:14.361534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 28437961-30aa-4755-92ff-75876f30552a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:14.370930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f559c-eb26-417b-92ed-f7dcd6e4fe24 None None] Network 28437961-30aa-4755-92ff-75876f30552a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:14.382440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:14.383054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.389841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89bece-5742-4ccf-acaa-76f8856196fa None None] DHCP port deletion for cf2c4d76-5c23-48ef-a3f8-58138e809896 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:49:14.411694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b6707970-e092-4c33-8432-e6a23b85942e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0948751 Sep 02 13:49:14.417617 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:14.429986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-200348472-router', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:14.456558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.460720 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Deleting port 45f46e19-9946-49a5-a1a9-fe1417dd3050 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:14.461768 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.491499 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.492602 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.693852 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.696274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5d89bece-5742-4ccf-acaa-76f8856196fa None None] Deleting port 45f46e19-9946-49a5-a1a9-fe1417dd3050 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:14.696436 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.697723 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d89bece-5742-4ccf-acaa-76f8856196fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.735519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] For port 45f46e19-9946-49a5-a1a9-fe1417dd3050, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=45f46e19-9946-49a5-a1a9-fe1417dd3050,segment=NetworkSegment(d44ff570-1b1e-4199-a3d7-4ccc3fed61c1),segment_id=d44ff570-1b1e-4199-a3d7-4ccc3fed61c1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:14.739366 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.793749 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Calling delete_port for 45f46e19-9946-49a5-a1a9-fe1417dd3050 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:14.898125 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.946769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5d89bece-5742-4ccf-acaa-76f8856196fa None None] For port 45f46e19-9946-49a5-a1a9-fe1417dd3050, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=45f46e19-9946-49a5-a1a9-fe1417dd3050,segment=NetworkSegment(d44ff570-1b1e-4199-a3d7-4ccc3fed61c1),segment_id=d44ff570-1b1e-4199-a3d7-4ccc3fed61c1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:14.947786 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d89bece-5742-4ccf-acaa-76f8856196fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.955926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-28437961-30aa-4755-92ff-75876f30552a', 'network_id': '28437961-30aa-4755-92ff-75876f30552a', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'fixed_ips': [{'subnet_id': '9010000c-6742-4661-a575-4aece2ba3e3d'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:49:14.957151 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.985800 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:14.991078 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5d89bece-5742-4ccf-acaa-76f8856196fa None None] Calling delete_port for 45f46e19-9946-49a5-a1a9-fe1417dd3050 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:15.191939 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Allocated IP 172.20.0.2 (28437961-30aa-4755-92ff-75876f30552a/9010000c-6742-4661-a575-4aece2ba3e3d/58f26535-30a9-45ad-9799-3f0be61aeda0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:15.204085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Allocated IP 172.20.0.9 (b15640a4-25da-472c-a8b5-2265cc262bde/5f235bda-2e17-458f-bf3c-555b3adf0255/c0be844a-571c-498e-a32f-c2aff456fbde) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:15.329820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.392403 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.396672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event updated for resources: {'Port': ['ID=adf5357a-592c-44d0-bfb5-a197410a76e7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:15.402361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.412215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Transition to ACTIVE for port object 58f26535-30a9-45ad-9799-3f0be61aeda0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:15.441508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Network 04f58d53-09f2-489d-aa85-f3c7058c3db1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:15.449766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Transition to ACTIVE for port object 58f26535-30a9-45ad-9799-3f0be61aeda0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:15.486945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788bfed-515e-47eb-8dc1-163653487dc1 req-d6f12637-0f07-45f3-a05a-7ba53c0d52e6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:15.491190 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b788bfed-515e-47eb-8dc1-163653487dc1 req-d6f12637-0f07-45f3-a05a-7ba53c0d52e6 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 931 time: 0.5864987 Sep 02 13:49:15.497948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.505596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:15.509228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:15.596511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Network 28437961-30aa-4755-92ff-75876f30552a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:15.601876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b436c5de-4842-49a0-a01e-9f166eb34b62 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:15.611083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:15.617879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Network b15640a4-25da-472c-a8b5-2265cc262bde is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:15.624750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:15.635396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:15.636470 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b788bfed-515e-47eb-8dc1-163653487dc1 req-6743a381-a1dd-487a-ac00-36ba1ed13bbb tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312046 Sep 02 13:49:15.637581 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:15.666997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event updated for resources: {'Port': ['ID=c0be844a-571c-498e-a32f-c2aff456fbde,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:15.667279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Pushing event updated for resources: {'Port': ['ID=58f26535-30a9-45ad-9799-3f0be61aeda0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:15.667374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.739315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:15.740123 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.750689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.756575 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d89bece-5742-4ccf-acaa-76f8856196fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.784430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] No DVR routers for this DVR port 45f46e19-9946-49a5-a1a9-fe1417dd3050 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:49:15.787540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Pushing event deleted for resources: {'Port': ['ID=45f46e19-9946-49a5-a1a9-fe1417dd3050,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:15.797823 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Attempting to bind port 58f26535-30a9-45ad-9799-3f0be61aeda0 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:15.798342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Attempting to bind port 58f26535-30a9-45ad-9799-3f0be61aeda0 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '1a50bca5-2a87-4a88-add8-390565ab3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28437961-30aa-4755-92ff-75876f30552a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:15.798813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Attempting to bind port 58f26535-30a9-45ad-9799-3f0be61aeda0 on network 28437961-30aa-4755-92ff-75876f30552a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:15.806943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:15.807597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Checking segment: {'id': '1a50bca5-2a87-4a88-add8-390565ab3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28437961-30aa-4755-92ff-75876f30552a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:15.808138 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.808639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Bound using segment: {'id': '1a50bca5-2a87-4a88-add8-390565ab3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28437961-30aa-4755-92ff-75876f30552a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:15.809300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Bound port: 58f26535-30a9-45ad-9799-3f0be61aeda0, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a50bca5-2a87-4a88-add8-390565ab3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28437961-30aa-4755-92ff-75876f30552a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:15.811063 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.817646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89bece-5742-4ccf-acaa-76f8856196fa None None] Pushing event deleted for resources: {'Port': ['ID=45f46e19-9946-49a5-a1a9-fe1417dd3050,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:15.824877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89bece-5742-4ccf-acaa-76f8856196fa None None] No DVR routers for this DVR port 45f46e19-9946-49a5-a1a9-fe1417dd3050 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:49:15.826450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-720d1ece-9d9e-470b-be80-b030f33e676f tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5204313 Sep 02 13:49:15.852311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Request body: {'port': {'device_id': '181f1eb3-825f-4e16-8edc-372521b7940c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:15.877495 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port b436c5de-4842-49a0-a01e-9f166eb34b62 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:15.892546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b436c5de-4842-49a0-a01e-9f166eb34b62 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:15.893053 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.959249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] For port 58f26535-30a9-45ad-9799-3f0be61aeda0, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:15.976932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] For port 58f26535-30a9-45ad-9799-3f0be61aeda0, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=58f26535-30a9-45ad-9799-3f0be61aeda0,segment=NetworkSegment(1a50bca5-2a87-4a88-add8-390565ab3999),segment_id=1a50bca5-2a87-4a88-add8-390565ab3999)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:15.983579 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:15.999409 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.007447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.012250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2c4d76-5c23-48ef-a3f8-58138e809896']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:16.027192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:16.027502 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44ff570-1b1e-4199-a3d7-4ccc3fed61c1') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:16.046901 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.079533 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.089373 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801a815-f808-4f07-9c82-1a8a34af4ad3 None None] Pushing event updated for resources: {'Port': ['ID=58f26535-30a9-45ad-9799-3f0be61aeda0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:16.093954 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.100375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:49:16.100796 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:49:16.102719 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:49:16.161559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port b436c5de-4842-49a0-a01e-9f166eb34b62, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b436c5de-4842-49a0-a01e-9f166eb34b62,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:16.168075 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.282401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ca9d8a7e-552f-4553-84bd-862c0e94ff08 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:16.323310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.328335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: ca9d8a7e-552f-4553-84bd-862c0e94ff08 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:16.343229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ca9d8a7e-552f-4553-84bd-862c0e94ff08 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:16.345040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 45f46e19-9946-49a5-a1a9-fe1417dd3050 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:16.359420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.361726 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf2c4d76-5c23-48ef-a3f8-58138e809896 HTTP/1.1" status: 204 len: 168 time: 2.2583947 Sep 02 13:49:16.394182 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bed23-2be7-4cdf-92bd-2f61030a99de admin admin] Pushing event deleted for resources: {'Network': ['ID=cf2c4d76-5c23-48ef-a3f8-58138e809896,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:16.417381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 45f46e19-9946-49a5-a1a9-fe1417dd3050 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:16.418297 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 45f46e19-9946-49a5-a1a9-fe1417dd3050 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:16.435312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=b436c5de-4842-49a0-a01e-9f166eb34b62,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:16.515493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.559236 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.586549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.650177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:16.826853 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.853308 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5a527c52-477c-44b9-9666-25f9c9d1d6db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87b99bc669b744739c14d1be390109d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974027 Sep 02 13:49:16.854037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Allocated IP 172.25.3.14 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/f4a8c568-944d-4209-9070-6b5343502a28) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:16.859774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf5357a-592c-44d0-bfb5-a197410a76e7 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:49:16.867864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:16.899127 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:16.955017 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9502e35-a177-4f83-bbf9-06135a3459bf req-d2a49a24-ee50-41e3-81f3-bc1ebceca484 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:16.956664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9502e35-a177-4f83-bbf9-06135a3459bf req-d2a49a24-ee50-41e3-81f3-bc1ebceca484 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 931 time: 0.2245381 Sep 02 13:49:17.036000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Router dc5dc245-771d-4de1-a581-747b09007d17 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:17.067235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Transition to ACTIVE for port object adf5357a-592c-44d0-bfb5-a197410a76e7 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:17.083147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.175812 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c9502e35-a177-4f83-bbf9-06135a3459bf req-27909ecc-1dc7-4a99-8c14-664d761cfddd tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892021 Sep 02 13:49:17.194662 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Pushing event updated for resources: {'Port': ['ID=adf5357a-592c-44d0-bfb5-a197410a76e7,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:17.217475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ff00954-5144-454f-bca6-df75b10bd879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.226242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:17.241824 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Sync routers for ids ['dc5dc245-771d-4de1-a581-747b09007d17'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:17.264286 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.264590 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Routers {'dc5dc245-771d-4de1-a581-747b09007d17'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:17.266477 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['dc5dc245-771d-4de1-a581-747b09007d17'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:17.269146 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d3dddf39-202f-44df-837c-d7700ef18e31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.4537616 Sep 02 13:49:17.269808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49348) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:17.299804 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.308444 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ff00954-5144-454f-bca6-df75b10bd879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.463683 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.467444 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.486075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Attempting to bind port adf5357a-592c-44d0-bfb5-a197410a76e7 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:17.486413 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Attempting to bind port adf5357a-592c-44d0-bfb5-a197410a76e7 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:17.487300 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Attempting to bind port adf5357a-592c-44d0-bfb5-a197410a76e7 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:17.510407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f366b7-f80f-47ec-bdf9-a66107d2c514 None None] Network 28437961-30aa-4755-92ff-75876f30552a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:17.521353 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ff00954-5144-454f-bca6-df75b10bd879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.527324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ff00954-5144-454f-bca6-df75b10bd879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.532513 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ff00954-5144-454f-bca6-df75b10bd879 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34d83e19-e93f-40c9-8d23-7a9c8c7936f2 HTTP/1.1" status: 204 len: 168 time: 0.6634221 Sep 02 13:49:17.556288 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Set router dc5dc245-771d-4de1-a581-747b09007d17 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:17.580643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff00954-5144-454f-bca6-df75b10bd879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d83e19-e93f-40c9-8d23-7a9c8c7936f2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:17.591812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:17.598158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Port adf5357a-592c-44d0-bfb5-a197410a76e7 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:17.598423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Attempting to bind port adf5357a-592c-44d0-bfb5-a197410a76e7 on network 04f58d53-09f2-489d-aa85-f3c7058c3db1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:17.614009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:17.619770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:17.661048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f94ecea2-5805-4de6-813a-b347825d377f None None] Provisioning for port 58f26535-30a9-45ad-9799-3f0be61aeda0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:17.669744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 58f26535-30a9-45ad-9799-3f0be61aeda0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:17.690018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:17.690546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Checking segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:17.690947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Bound using segment: {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:17.691463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Bound port: adf5357a-592c-44d0-bfb5-a197410a76e7, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b107160-e499-4a13-a425-b83071a5774f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:17.691872 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.710676 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.736280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Pushing event updated for resources: {'Port': ['ID=f4a8c568-944d-4209-9070-6b5343502a28,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:17.816618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Deleting port c0be844a-571c-498e-a32f-c2aff456fbde {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:17.816978 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.823494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 58f26535-30a9-45ad-9799-3f0be61aeda0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:17.831325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 58f26535-30a9-45ad-9799-3f0be61aeda0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:17.831708 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.912907 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5dc245-771d-4de1-a581-747b09007d17', 'name': '', 'tenant_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b15640a4-25da-472c-a8b5-2265cc262bde', 'external_fixed_ips': [{'subnet_id': '5f235bda-2e17-458f-bf3c-555b3adf0255', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'c0be844a-571c-498e-a32f-c2aff456fbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:13Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 3, 'project_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'gw_port': {'id': 'c0be844a-571c-498e-a32f-c2aff456fbde', 'name': '', 'network_id': 'b15640a4-25da-472c-a8b5-2265cc262bde', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5dc245-771d-4de1-a581-747b09007d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '5f235bda-2e17-458f-bf3c-555b3adf0255', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:14Z', 'updated_at': '2021-09-02T13:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f235bda-2e17-458f-bf3c-555b3adf0255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:17.945444 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:17.991066 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Checking router: dc5dc245-771d-4de1-a581-747b09007d17 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:17.991418 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Updating router dc5dc245-771d-4de1-a581-747b09007d17 port c0be844a-571c-498e-a32f-c2aff456fbde binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:49:18.008512 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] For port adf5357a-592c-44d0-bfb5-a197410a76e7, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:18.017164 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.019285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] For port adf5357a-592c-44d0-bfb5-a197410a76e7, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=adf5357a-592c-44d0-bfb5-a197410a76e7,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:18.038272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 58f26535-30a9-45ad-9799-3f0be61aeda0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=58f26535-30a9-45ad-9799-3f0be61aeda0,segment=NetworkSegment(1a50bca5-2a87-4a88-add8-390565ab3999),segment_id=1a50bca5-2a87-4a88-add8-390565ab3999)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:18.046272 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.048043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b436c5de-4842-49a0-a01e-9f166eb34b62 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:18.055638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Calling delete_port for c0be844a-571c-498e-a32f-c2aff456fbde owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:18.108097 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.113053 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.244722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=58f26535-30a9-45ad-9799-3f0be61aeda0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:18.278324 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:18.279265 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.281648 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] 10.222.0.77 "PUT /v2.0/ports/adf5357a-592c-44d0-bfb5-a197410a76e7 HTTP/1.1" status: 200 len: 1091 time: 2.4454842 Sep 02 13:49:18.282292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181f1eb3-825f-4e16-8edc-372521b7940c', 'tag': 'adf5357a-592c-44d0-bfb5-a197410a76e7'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:18.285030 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fea9cc-78de-4a0e-9b82-8f40b70fa969" -d '{"events": [{"name": "network-changed", "server_uuid": "181f1eb3-825f-4e16-8edc-372521b7940c", "tag": "adf5357a-592c-44d0-bfb5-a197410a76e7"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:18.354735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9fd5ed4-63d1-4044-9aed-d521aa78804f None None] Provisioning complete for port 58f26535-30a9-45ad-9799-3f0be61aeda0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:18.355270 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fd5ed4-63d1-4044-9aed-d521aa78804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.397427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f81e40-2c0d-440d-8a5b-61df7bd2569a service neutron] Pushing event updated for resources: {'Port': ['ID=adf5357a-592c-44d0-bfb5-a197410a76e7,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:18.410441 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0d02a1-bcc0-4bbf-a938-85d726f4e8a7 x-openstack-request-id: req-4f0d02a1-bcc0-4bbf-a938-85d726f4e8a7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:18.410863 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181f1eb3-825f-4e16-8edc-372521b7940c", "tag": "adf5357a-592c-44d0-bfb5-a197410a76e7", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:18.411227 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f0d02a1-bcc0-4bbf-a938-85d726f4e8a7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:18.411754 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181f1eb3-825f-4e16-8edc-372521b7940c', 'tag': 'adf5357a-592c-44d0-bfb5-a197410a76e7', 'status': 'completed', 'code': 200} Sep 02 13:49:18.415350 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b436c5de-4842-49a0-a01e-9f166eb34b62 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:18.415896 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.448268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:18.487849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b345b09-5107-4be9-bf10-adde522826f7 req-3b23dfb0-faf7-424f-871e-af8dacc723c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:18.490110 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-3b23dfb0-faf7-424f-871e-af8dacc723c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 1094 time: 0.0943942 Sep 02 13:49:18.555065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b4b0f-6405-4bb8-90d9-45b064aa9be6 req-f05a9975-b064-443b-9636-a82abe83d14c tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:18.559649 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.563536 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5a9b4b0f-6405-4bb8-90d9-45b064aa9be6 req-f05a9975-b064-443b-9636-a82abe83d14c tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 943 time: 0.1723478 Sep 02 13:49:18.564621 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-43fe9e50-cb1e-4d1b-bd13-42a42fd19912 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf5357a-592c-44d0-bfb5-a197410a76e7 HTTP/1.1" status: 200 len: 217 time: 0.0649130 Sep 02 13:49:18.592075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-858ed12d-16f1-4a80-bbf0-d589d0cc3261 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbacdfbd19dd45ffa594408c68a5e2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400139 Sep 02 13:49:18.600021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49372) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:18.626412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.667605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b345b09-5107-4be9-bf10-adde522826f7 req-4cdc049b-5c27-45ad-9e94-35197e37e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:18.670067 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-4cdc049b-5c27-45ad-9e94-35197e37e627 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.0553901 Sep 02 13:49:18.684346 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5a9b4b0f-6405-4bb8-90d9-45b064aa9be6 req-f5a132a4-c036-4b78-92f2-6cd3874bd567 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195970 Sep 02 13:49:18.714103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0be844a-571c-498e-a32f-c2aff456fbde,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:18.761263 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-7c4dab98-7c6b-4fd2-8257-bc458401efba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377977 Sep 02 13:49:18.783239 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:49:18.783855 n-d-794796-4 neutron-server[94690]: DEBUG oslo_db.api [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:49:18.831956 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ea375d7-76b7-4a26-a52a-37bd58c1a694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.837740 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.940127 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-b9fa5de6-7ed6-4dc8-8c24-aeba7a6a23f5 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712925 Sep 02 13:49:18.951377 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ea375d7-76b7-4a26-a52a-37bd58c1a694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.954013 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:18.961326 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.022493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.040920 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.041501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc5dc245-771d-4de1-a581-747b09007d17 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:19.047037 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.048310 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3fa0929e-6318-4f1c-be3d-4601476ddd6e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "DELETE /v2.0/routers/dc5dc245-771d-4de1-a581-747b09007d17 HTTP/1.1" status: 204 len: 168 time: 1.7760131 Sep 02 13:49:19.050967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49380) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:19.101895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ea375d7-76b7-4a26-a52a-37bd58c1a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.104511 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1ea375d7-76b7-4a26-a52a-37bd58c1a694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.108893 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1ea375d7-76b7-4a26-a52a-37bd58c1a694 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89bae777-06db-4e3a-b227-e625a9771afe HTTP/1.1" status: 204 len: 168 time: 0.5075417 Sep 02 13:49:19.125337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea375d7-76b7-4a26-a52a-37bd58c1a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bae777-06db-4e3a-b227-e625a9771afe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:19.143558 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa64c4ec-4ae3-490b-ac61-fdc12d84c2f4 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Deleting subnet 5f235bda-2e17-458f-bf3c-555b3adf0255 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:49:19.147417 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa64c4ec-4ae3-490b-ac61-fdc12d84c2f4 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.207248 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa64c4ec-4ae3-490b-ac61-fdc12d84c2f4 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.268122 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa64c4ec-4ae3-490b-ac61-fdc12d84c2f4 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.328977 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Port c0be844a-571c-498e-a32f-c2aff456fbde not found while updating agent binding for router dc5dc245-771d-4de1-a581-747b09007d17. {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 02 13:49:19.352361 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Routers set() bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:19.353009 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Router IDs set() for agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:49:19.354039 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_agentschedulers_db [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dc5dc245-771d-4de1-a581-747b09007d17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent'). {{(pid=94690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:49:19.354913 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c1dfc-ec1a-42fa-bdeb-c2f9f7db1fa2 None None] The sync data for ids ['dc5dc245-771d-4de1-a581-747b09007d17'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:19.369349 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa64c4ec-4ae3-490b-ac61-fdc12d84c2f4 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.413749 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64c4ec-4ae3-490b-ac61-fdc12d84c2f4 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f235bda-2e17-458f-bf3c-555b3adf0255,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:19.425728 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aa64c4ec-4ae3-490b-ac61-fdc12d84c2f4 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.428059 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-aa64c4ec-4ae3-490b-ac61-fdc12d84c2f4 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/5f235bda-2e17-458f-bf3c-555b3adf0255 HTTP/1.1" status: 204 len: 168 time: 0.3762264 Sep 02 13:49:19.430775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:19.476295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 58f26535-30a9-45ad-9799-3f0be61aeda0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:19.563830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 58f26535-30a9-45ad-9799-3f0be61aeda0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:19.564885 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.623292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b345b09-5107-4be9-bf10-adde522826f7 req-1c1fd00d-b502-40d8-ad7e-a1ceaaba4e14 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756792 Sep 02 13:49:19.685159 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.783818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Router 00009bed-1bcb-4f29-9ca5-86e22d2242cf is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:19.793744 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:19.807460 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15640a4-25da-472c-a8b5-2265cc262bde']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:19.938751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-9623ae6e-e095-40e5-952a-024a8d401357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:19.941478 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-9623ae6e-e095-40e5-952a-024a8d401357 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 1094 time: 0.2190852 Sep 02 13:49:19.985583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0eb433-ea87-4444-a8a2-571886ae8ec5 req-b01f46e5-3a07-4c82-a7c4-51b9c62428a3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:19.988003 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc0eb433-ea87-4444-a8a2-571886ae8ec5 req-b01f46e5-3a07-4c82-a7c4-51b9c62428a3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 943 time: 0.2257118 Sep 02 13:49:20.096402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:20.113959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Sync routers for ids ['00009bed-1bcb-4f29-9ca5-86e22d2242cf'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:20.127914 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc0eb433-ea87-4444-a8a2-571886ae8ec5 req-cb5e1834-d686-47d7-b43b-4a2e1974e37b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936031 Sep 02 13:49:20.129223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Routers {'00009bed-1bcb-4f29-9ca5-86e22d2242cf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:20.129932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['00009bed-1bcb-4f29-9ca5-86e22d2242cf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:20.183912 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:20.184343 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5db939b5-1e17-4a36-bcb0-66903c2128ec admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7655733 Sep 02 13:49:20.185960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-21624a83-39c6-4598-b118-2987f20faa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:20.187776 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-21624a83-39c6-4598-b118-2987f20faa70 service neutron] 10.222.0.77 "GET /v2.0/networks?id=04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 200 len: 913 time: 0.2342019 Sep 02 13:49:20.193777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:20.207832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ef5134-e4d7-4347-a4ff-c4e11407d576') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:20.208208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ef5134-e4d7-4347-a4ff-c4e11407d576') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:20.218974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:20.236414 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:20.244957 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:49:20.245665 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:49:20.248005 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:49:20.335876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:20.350148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b15640a4-25da-472c-a8b5-2265cc262bde {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 13:49:20.366940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:20.371599 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b15640a4-25da-472c-a8b5-2265cc262bde HTTP/1.1" status: 204 len: 168 time: 0.9388847 Sep 02 13:49:20.393792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Set router 00009bed-1bcb-4f29-9ca5-86e22d2242cf gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:20.404188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea5179-57fb-4ed8-a643-f764f2db39aa tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event deleted for resources: {'Network': ['ID=b15640a4-25da-472c-a8b5-2265cc262bde,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:20.461745 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-0fa44d6a-fa16-4e2f-8534-3cec31f89bfe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf5357a-592c-44d0-bfb5-a197410a76e7 HTTP/1.1" status: 200 len: 217 time: 0.2599001 Sep 02 13:49:20.612369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-fa5fb6a2-d26a-47ac-a195-de1df9e5ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:20.625511 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-fa5fb6a2-d26a-47ac-a195-de1df9e5ed15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 200 len: 852 time: 0.1425753 Sep 02 13:49:20.701337 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-db077e0c-fe72-4a74-9acd-b36f6c30e413 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04f58d53-09f2-489d-aa85-f3c7058c3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645840 Sep 02 13:49:20.863959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49414) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:20.871430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-62a1dbf7-da59-4dc8-ac9b-43ca5551bf85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'router': {'name': 'tempest-router--368067738', 'project_id': '5eba7cd8e09145dfb49fb4d8a0b9c5d8'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:20.897825 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a1dbf7-da59-4dc8-ac9b-43ca5551bf85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:20.899272 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a1dbf7-da59-4dc8-ac9b-43ca5551bf85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.008350 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a1dbf7-da59-4dc8-ac9b-43ca5551bf85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.016329 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a1dbf7-da59-4dc8-ac9b-43ca5551bf85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.036774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-1f5dc0a6-662b-4d16-8324-a69bfa003904 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235178 Sep 02 13:49:21.048007 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62a1dbf7-da59-4dc8-ac9b-43ca5551bf85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.049341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-62a1dbf7-da59-4dc8-ac9b-43ca5551bf85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1828709 Sep 02 13:49:21.052235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:21.199765 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-587f29e0-e95a-4f8c-b22d-356e451bfc31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.213833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'name': 'tempest-TestVolumeBootPattern-200348472-router', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:14Z', 'updated_at': '2021-09-02T13:49:18Z', 'revision_number': 3, 'project_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'gw_port': {'id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:16Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:21.268248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Checking router: 00009bed-1bcb-4f29-9ca5-86e22d2242cf for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:21.268958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Updating router 00009bed-1bcb-4f29-9ca5-86e22d2242cf port f4a8c568-944d-4209-9070-6b5343502a28 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:49:21.274995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02fea9cc-78de-4a0e-9b82-8f40b70fa969 req-edc1cbff-a528-4136-b941-dbe7180e6c48 service neutron] 10.222.0.77 "GET /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921036 Sep 02 13:49:21.301228 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.495370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5c5ee-ce32-4664-bd3e-fecbc6b281b0 req-a2f6e69a-bb3c-4cb6-9058-bd0f332e91f3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:21.498097 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48a5c5ee-ce32-4664-bd3e-fecbc6b281b0 req-a2f6e69a-bb3c-4cb6-9058-bd0f332e91f3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 943 time: 0.1974061 Sep 02 13:49:21.503979 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-587f29e0-e95a-4f8c-b22d-356e451bfc31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.516375 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-587f29e0-e95a-4f8c-b22d-356e451bfc31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.560149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.588170 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-48a5c5ee-ce32-4664-bd3e-fecbc6b281b0 req-e94639ad-a891-4183-9cb8-e377cf2524ec tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818014 Sep 02 13:49:21.589198 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-587f29e0-e95a-4f8c-b22d-356e451bfc31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.589702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587f29e0-e95a-4f8c-b22d-356e451bfc31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2d3b845-9c36-44e2-a39c-af632fde950d {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:21.601707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-587f29e0-e95a-4f8c-b22d-356e451bfc31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.607618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-587f29e0-e95a-4f8c-b22d-356e451bfc31 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b2d3b845-9c36-44e2-a39c-af632fde950d HTTP/1.1" status: 204 len: 168 time: 0.5543125 Sep 02 13:49:21.783764 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49428) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:21.789816 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.814986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Transition to ACTIVE for port object f4a8c568-944d-4209-9070-6b5343502a28 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:21.829957 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.849722 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Allocated IP 172.20.0.1 (28437961-30aa-4755-92ff-75876f30552a/9010000c-6742-4661-a575-4aece2ba3e3d/276a06f4-7c09-4013-8b1d-d70095b6f6d4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:21.909356 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Attempting to bind port f4a8c568-944d-4209-9070-6b5343502a28 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:21.909734 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Attempting to bind port f4a8c568-944d-4209-9070-6b5343502a28 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:21.910106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Attempting to bind port f4a8c568-944d-4209-9070-6b5343502a28 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:21.922321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:21.922698 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:21.923094 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.923492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:21.923996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Bound port: f4a8c568-944d-4209-9070-6b5343502a28, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:21.924381 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:21.926290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f28eb-b350-467f-ab5c-8e8de2dc0102 None None] Pushing event updated for resources: {'Port': ['ID=f4a8c568-944d-4209-9070-6b5343502a28,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:22.002442 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.004592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] For port f4a8c568-944d-4209-9070-6b5343502a28, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:22.008563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] For port f4a8c568-944d-4209-9070-6b5343502a28, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f4a8c568-944d-4209-9070-6b5343502a28,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:22.017791 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.022058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Transition to ACTIVE for port object 276a06f4-7c09-4013-8b1d-d70095b6f6d4 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:22.085236 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.085465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Routers {'00009bed-1bcb-4f29-9ca5-86e22d2242cf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:22.086231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['00009bed-1bcb-4f29-9ca5-86e22d2242cf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:22.086988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-278827150', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:22.154639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.155754 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.180355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Network 28437961-30aa-4755-92ff-75876f30552a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:22.185082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:22.203528 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:22.227207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f28eb-b350-467f-ab5c-8e8de2dc0102 None None] Pushing event updated for resources: {'Port': ['ID=f4a8c568-944d-4209-9070-6b5343502a28,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:22.254013 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Pushing event updated for resources: {'Port': ['ID=276a06f4-7c09-4013-8b1d-d70095b6f6d4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:22.295852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] Set router 00009bed-1bcb-4f29-9ca5-86e22d2242cf gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:22.302894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.327248 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.590060 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.625883 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.741663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a67f4050-aa9d-40a0-a185-b184d2ba222c None None] Provisioning for port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:22.751386 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a67f4050-aa9d-40a0-a185-b184d2ba222c None None] Provisioning complete for port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:22.751895 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a67f4050-aa9d-40a0-a185-b184d2ba222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:22.831313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a67f4050-aa9d-40a0-a185-b184d2ba222c None None] Port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:49:22.873015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'name': 'tempest-TestVolumeBootPattern-200348472-router', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:14Z', 'updated_at': '2021-09-02T13:49:18Z', 'revision_number': 3, 'project_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'gw_port': {'id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:16Z', 'updated_at': '2021-09-02T13:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:22.924986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860d0a2d-86f2-4201-9299-d2dfdfdfebc2 None None] The sync data for ids ['00009bed-1bcb-4f29-9ca5-86e22d2242cf'] in n-d-794796-4 is: [{'id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'name': 'tempest-TestVolumeBootPattern-200348472-router', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:14Z', 'updated_at': '2021-09-02T13:49:18Z', 'revision_number': 3, 'project_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'gw_port': {'id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:16Z', 'updated_at': '2021-09-02T13:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:22.927716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be929c8-4f01-4120-8a57-fb1964132151 req-f995948b-55b7-4f1b-99b0-bd8852bc3637 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:22.936289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9be929c8-4f01-4120-8a57-fb1964132151 req-f995948b-55b7-4f1b-99b0-bd8852bc3637 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 943 time: 0.1122775 Sep 02 13:49:23.029686 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9be929c8-4f01-4120-8a57-fb1964132151 req-faef3ce6-ab69-436b-8d07-d7678428aa28 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884902 Sep 02 13:49:23.051970 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:23.054462 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:23.058396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:23.082162 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:23.178493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:23.189304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Pushing event updated for resources: {'Port': ['ID=276a06f4-7c09-4013-8b1d-d70095b6f6d4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:23.292939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Allocated IP 172.25.3.139 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/a45365fe-0dfe-482b-9ff2-d8aae50ce6ee) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:23.366399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Network 28437961-30aa-4755-92ff-75876f30552a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:23.369151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:23.562646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device adf5357a-592c-44d0-bfb5-a197410a76e7 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:49:23.795368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:23.993453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f4a8c568-944d-4209-9070-6b5343502a28 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:24.018124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Router 00009bed-1bcb-4f29-9ca5-86e22d2242cf has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:49:24.032028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:24.181586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port adf5357a-592c-44d0-bfb5-a197410a76e7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=adf5357a-592c-44d0-bfb5-a197410a76e7,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:24.188924 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:24.194717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad10bafd-ce09-4ce6-91dc-4010930f578b None None] Provisioning complete for port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:24.195128 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad10bafd-ce09-4ce6-91dc-4010930f578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:24.232872 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:24.240019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:24.242338 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port f4a8c568-944d-4209-9070-6b5343502a28 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:24.260149 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': 'adf5357a-592c-44d0-bfb5-a197410a76e7', 'network_id': '04f58d53-09f2-489d-aa85-f3c7058c3db1', 'port_id': 'adf5357a-592c-44d0-bfb5-a197410a76e7', 'mac_address': 'fa:16:3e:59:68:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81c2717-e364-4450-b8a3-72bdc97b0530', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:49:24.276371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f4a8c568-944d-4209-9070-6b5343502a28 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:24.276796 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:24.361577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ad10bafd-ce09-4ce6-91dc-4010930f578b None None] Port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:49:24.369250 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:24.384970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf5357a-592c-44d0-bfb5-a197410a76e7 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:49:24.447228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event updated for resources: {'Port': ['ID=a45365fe-0dfe-482b-9ff2-d8aae50ce6ee,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:24.458661 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:24.470352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port adf5357a-592c-44d0-bfb5-a197410a76e7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=adf5357a-592c-44d0-bfb5-a197410a76e7,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:24.481475 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:24.510563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:24.523382 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10b1ab-8428-4b9e-8bb1-754b83283e2e req-ed1de766-a776-41ac-85f6-8392640c4abc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:24.526061 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b10b1ab-8428-4b9e-8bb1-754b83283e2e req-ed1de766-a776-41ac-85f6-8392640c4abc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 943 time: 0.3347478 Sep 02 13:49:24.526805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b537fdd4-4c45-4cce-89ee-d9b4d986b11a admin admin] 10.222.0.13 "PUT /v2.0/routers/00009bed-1bcb-4f29-9ca5-86e22d2242cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3322604 Sep 02 13:49:24.565263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=adf5357a-592c-44d0-bfb5-a197410a76e7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:24.577065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port f4a8c568-944d-4209-9070-6b5343502a28, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f4a8c568-944d-4209-9070-6b5343502a28,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:24.583021 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:24.705617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=f4a8c568-944d-4209-9070-6b5343502a28,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:24.720395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['adf5357a-592c-44d0-bfb5-a197410a76e7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:49:24.917363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b10b1ab-8428-4b9e-8bb1-754b83283e2e req-b003ccb2-5b9e-46f6-b802-b4a74b4d3d35 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512470 Sep 02 13:49:24.970686 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:24.970955 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:49:25.207162 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:25.353610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Router 6811ae55-bcd9-4eea-bdd1-54d9d18e1cac is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:25.445562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f4a8c568-944d-4209-9070-6b5343502a28 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:25.508790 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:25.527810 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165a0dbc-fe03-4d07-beae-b1c15783395e None None] Sync routers for ids ['6811ae55-bcd9-4eea-bdd1-54d9d18e1cac'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:25.533755 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:25.535084 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e37c452f-1055-4cc4-b72c-3c81e200155c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7501733 Sep 02 13:49:25.538207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49470) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:25.544524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port f4a8c568-944d-4209-9070-6b5343502a28 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:25.544935 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:25.548572 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a0dbc-fe03-4d07-beae-b1c15783395e None None] Routers {'6811ae55-bcd9-4eea-bdd1-54d9d18e1cac'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:25.549474 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-165a0dbc-fe03-4d07-beae-b1c15783395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['6811ae55-bcd9-4eea-bdd1-54d9d18e1cac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:25.589621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device adf5357a-592c-44d0-bfb5-a197410a76e7 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:25.610452 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-165a0dbc-fe03-4d07-beae-b1c15783395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:25.632011 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a0dbc-fe03-4d07-beae-b1c15783395e None None] Routers {'6811ae55-bcd9-4eea-bdd1-54d9d18e1cac'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:25.632887 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-165a0dbc-fe03-4d07-beae-b1c15783395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['6811ae55-bcd9-4eea-bdd1-54d9d18e1cac'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:25.675775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:25.676630 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-751fc9a6-0d3b-4c37-9067-4fbca190ccd4 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/routers/6811ae55-bcd9-4eea-bdd1-54d9d18e1cac HTTP/1.1" status: 200 len: 920 time: 0.1354048 Sep 02 13:49:25.677081 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-165a0dbc-fe03-4d07-beae-b1c15783395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:25.679246 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165a0dbc-fe03-4d07-beae-b1c15783395e None None] The sync data for ids ['6811ae55-bcd9-4eea-bdd1-54d9d18e1cac'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:25.730363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ace3fd36-d1ac-480d-bf13-94350df88381 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=6811ae55-bcd9-4eea-bdd1-54d9d18e1cac HTTP/1.1" status: 200 len: 205 time: 0.0531580 Sep 02 13:49:25.733246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:25.776947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port adf5357a-592c-44d0-bfb5-a197410a76e7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:25.799244 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port adf5357a-592c-44d0-bfb5-a197410a76e7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:25.802492 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:25.839502 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Sync routers for ids ['00009bed-1bcb-4f29-9ca5-86e22d2242cf'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:25.864156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Routers {'00009bed-1bcb-4f29-9ca5-86e22d2242cf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:25.864780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['00009bed-1bcb-4f29-9ca5-86e22d2242cf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:25.883558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:26.038419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Set router 00009bed-1bcb-4f29-9ca5-86e22d2242cf gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:26.104020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36ad0a-497a-48ba-9854-d368b6dde710 req-2a5bc321-1b1b-4376-8630-136532923765 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:26.106461 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7f36ad0a-497a-48ba-9854-d368b6dde710 req-2a5bc321-1b1b-4376-8630-136532923765 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 944 time: 0.1206100 Sep 02 13:49:26.108553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:26.243814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7f36ad0a-497a-48ba-9854-d368b6dde710 req-604aea6c-c9a1-4121-ad93-521339f134af tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265812 Sep 02 13:49:26.253534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Deleting port a45365fe-0dfe-482b-9ff2-d8aae50ce6ee {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:26.254096 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:26.284213 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:26.336754 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:26.350434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Calling delete_port for a45365fe-0dfe-482b-9ff2-d8aae50ce6ee owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:26.366031 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181f1eb3-825f-4e16-8edc-372521b7940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf5357a-592c-44d0-bfb5-a197410a76e7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:26.372529 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fc519c-237d-444a-9435-2b11213a65c0" -d '{"events": [{"server_uuid": "181f1eb3-825f-4e16-8edc-372521b7940c", "name": "network-vif-plugged", "status": "completed", "tag": "adf5357a-592c-44d0-bfb5-a197410a76e7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:26.439349 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port adf5357a-592c-44d0-bfb5-a197410a76e7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=adf5357a-592c-44d0-bfb5-a197410a76e7,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:26.455521 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:26.484753 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2323be5f-025f-411c-b1f0-2ee00edf2960 x-openstack-request-id: req-2323be5f-025f-411c-b1f0-2ee00edf2960 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:26.485319 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181f1eb3-825f-4e16-8edc-372521b7940c", "name": "network-vif-plugged", "status": "completed", "tag": "adf5357a-592c-44d0-bfb5-a197410a76e7", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:26.485734 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2323be5f-025f-411c-b1f0-2ee00edf2960 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:26.486324 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181f1eb3-825f-4e16-8edc-372521b7940c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf5357a-592c-44d0-bfb5-a197410a76e7', 'code': 200} Sep 02 13:49:26.540156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:26.595264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event deleted for resources: {'Port': ['ID=a45365fe-0dfe-482b-9ff2-d8aae50ce6ee,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:26.623404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=adf5357a-592c-44d0-bfb5-a197410a76e7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:26.650072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894645f2-0c13-4bca-b0f9-ac7d1fd59acb req-fb2c3b4b-4a02-438b-a504-1d32dbe5d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:26.651220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'name': 'tempest-TestVolumeBootPattern-200348472-router', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:14Z', 'updated_at': '2021-09-02T13:49:22Z', 'revision_number': 4, 'project_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'gw_port': {'id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:16Z', 'updated_at': '2021-09-02T13:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '276a06f4-7c09-4013-8b1d-d70095b6f6d4', 'name': '', 'network_id': '28437961-30aa-4755-92ff-75876f30552a', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'mac_address': 'fa:16:3e:39:6e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '9010000c-6742-4661-a575-4aece2ba3e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:21Z', 'updated_at': '2021-09-02T13:49:22Z', 'revision_number': 2, 'project_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'subnets': [{'id': '9010000c-6742-4661-a575-4aece2ba3e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:26.652125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-894645f2-0c13-4bca-b0f9-ac7d1fd59acb req-fb2c3b4b-4a02-438b-a504-1d32dbe5d783 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 1096 time: 0.1230483 Sep 02 13:49:26.691004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Checking router: 00009bed-1bcb-4f29-9ca5-86e22d2242cf for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:26.691542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Updating router 00009bed-1bcb-4f29-9ca5-86e22d2242cf port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:49:26.734523 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:26.751812 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.278596 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.279823 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.282862 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.320017 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Transition to ACTIVE for port object 276a06f4-7c09-4013-8b1d-d70095b6f6d4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:27.333200 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-894645f2-0c13-4bca-b0f9-ac7d1fd59acb req-59e32398-f139-446c-8b8f-608b51ead7f5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593478 Sep 02 13:49:27.336763 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.337415 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Fanout notify agent at l3_agent the message router_deleted on router 6811ae55-bcd9-4eea-bdd1-54d9d18e1cac {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:27.339016 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.354974 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.357477 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a57cdd8b-a406-42e8-8f54-1f4bca324c52 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/6811ae55-bcd9-4eea-bdd1-54d9d18e1cac HTTP/1.1" status: 204 len: 168 time: 1.6209888 Sep 02 13:49:27.361147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:27.370727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'router': {'name': 'tempest-snat-router-253932318', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': False}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:27.419583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.421911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.451679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a0b44-f251-449a-b0cd-6c4fcbeb3505 None None] Pushing event updated for resources: {'Port': ['ID=276a06f4-7c09-4013-8b1d-d70095b6f6d4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:27.457206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee973d6-a47b-4d9a-868a-8f194ff7bce2 req-db9cc7a9-3a33-48b5-a37b-2c63b7f16c07 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:27.458794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aee973d6-a47b-4d9a-868a-8f194ff7bce2 req-db9cc7a9-3a33-48b5-a37b-2c63b7f16c07 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 945 time: 0.0760844 Sep 02 13:49:27.469459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Attempting to bind port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:27.469927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Attempting to bind port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '1a50bca5-2a87-4a88-add8-390565ab3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28437961-30aa-4755-92ff-75876f30552a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:27.470368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Attempting to bind port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 on network 28437961-30aa-4755-92ff-75876f30552a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:27.475927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:27.476415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Checking segment: {'id': '1a50bca5-2a87-4a88-add8-390565ab3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28437961-30aa-4755-92ff-75876f30552a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:27.476895 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.477365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Bound using segment: {'id': '1a50bca5-2a87-4a88-add8-390565ab3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28437961-30aa-4755-92ff-75876f30552a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:27.477915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Bound port: 276a06f4-7c09-4013-8b1d-d70095b6f6d4, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a50bca5-2a87-4a88-add8-390565ab3999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28437961-30aa-4755-92ff-75876f30552a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:27.478390 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.508361 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aee973d6-a47b-4d9a-868a-8f194ff7bce2 req-f2f83aaa-2a12-4890-92a3-5ae57d65a926 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Sep 02 13:49:27.529197 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.572757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] For port 276a06f4-7c09-4013-8b1d-d70095b6f6d4, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:27.579912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] For port 276a06f4-7c09-4013-8b1d-d70095b6f6d4, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=276a06f4-7c09-4013-8b1d-d70095b6f6d4,segment=NetworkSegment(1a50bca5-2a87-4a88-add8-390565ab3999),segment_id=1a50bca5-2a87-4a88-add8-390565ab3999)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:27.592250 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.659592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Routers {'00009bed-1bcb-4f29-9ca5-86e22d2242cf'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:27.660376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['00009bed-1bcb-4f29-9ca5-86e22d2242cf'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:27.662681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a0b44-f251-449a-b0cd-6c4fcbeb3505 None None] Pushing event updated for resources: {'Port': ['ID=276a06f4-7c09-4013-8b1d-d70095b6f6d4,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:27.685712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.792378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] Set router 00009bed-1bcb-4f29-9ca5-86e22d2242cf gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:27.943604 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:27.968055 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:28.058581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'name': 'tempest-TestVolumeBootPattern-200348472-router', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:14Z', 'updated_at': '2021-09-02T13:49:22Z', 'revision_number': 4, 'project_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'gw_port': {'id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:16Z', 'updated_at': '2021-09-02T13:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '276a06f4-7c09-4013-8b1d-d70095b6f6d4', 'name': '', 'network_id': '28437961-30aa-4755-92ff-75876f30552a', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'mac_address': 'fa:16:3e:39:6e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '9010000c-6742-4661-a575-4aece2ba3e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:21Z', 'updated_at': '2021-09-02T13:49:27Z', 'revision_number': 4, 'project_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'subnets': [{'id': '9010000c-6742-4661-a575-4aece2ba3e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:28.095011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec2815-3dff-41ae-b964-b5e0cced66f0 None None] The sync data for ids ['00009bed-1bcb-4f29-9ca5-86e22d2242cf'] in n-d-794796-4 is: [{'id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'name': 'tempest-TestVolumeBootPattern-200348472-router', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:14Z', 'updated_at': '2021-09-02T13:49:22Z', 'revision_number': 4, 'project_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'gw_port': {'id': 'f4a8c568-944d-4209-9070-6b5343502a28', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:16Z', 'updated_at': '2021-09-02T13:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '276a06f4-7c09-4013-8b1d-d70095b6f6d4', 'name': '', 'network_id': '28437961-30aa-4755-92ff-75876f30552a', 'tenant_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'mac_address': 'fa:16:3e:39:6e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00009bed-1bcb-4f29-9ca5-86e22d2242cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '9010000c-6742-4661-a575-4aece2ba3e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:21Z', 'updated_at': '2021-09-02T13:49:27Z', 'revision_number': 4, 'project_id': 'd9b893a4ef3b4b5a978d72cf6ef53a00', 'subnets': [{'id': '9010000c-6742-4661-a575-4aece2ba3e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:28.097635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Allocated IP 172.25.3.178 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/61d6d988-f56f-43c9-a5e3-f0ccfb435543) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:28.284411 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:28.429140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-5b802153-ee30-42cc-bea3-7f9d01c8b421 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:28.437442 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-5b802153-ee30-42cc-bea3-7f9d01c8b421 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1580434 Sep 02 13:49:28.480297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-c6d36679-ad69-48b0-8d1e-a731194f8636 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/quotas/2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 375 time: 0.0413966 Sep 02 13:49:28.567769 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-d1189159-1043-410d-a5a8-734e4648df77 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855258 Sep 02 13:49:28.569527 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:28.700774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:28.700998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec1e71-f79e-49a4-a81a-dd90cdc9a169 req-3efd8e66-61f8-4238-ab6c-f7a6ce8b5bbc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:28.708495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:28.715973 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75ec1e71-f79e-49a4-a81a-dd90cdc9a169 req-3efd8e66-61f8-4238-ab6c-f7a6ce8b5bbc tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 945 time: 0.0871785 Sep 02 13:49:28.716658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:28.721015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event updated for resources: {'Port': ['ID=61d6d988-f56f-43c9-a5e3-f0ccfb435543,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:28.756739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:28.793917 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75ec1e71-f79e-49a4-a81a-dd90cdc9a169 req-4ddcd6cb-b384-4c07-8760-d425ad398e60 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770512 Sep 02 13:49:28.962720 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdea9352-5492-4fd5-a206-7fdc677e2890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.142628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-1eacb696-70c8-42ac-b16e-35cb7aeeca62 service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598028 Sep 02 13:49:29.151744 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea58ecd-bcfd-4f4d-a385-d6dbe8f31876 req-3b3efae8-03d0-4171-b165-70ab7858bde5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:29.153650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dea58ecd-bcfd-4f4d-a385-d6dbe8f31876 req-3b3efae8-03d0-4171-b165-70ab7858bde5 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 945 time: 0.0909779 Sep 02 13:49:29.210368 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdea9352-5492-4fd5-a206-7fdc677e2890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.221738 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdea9352-5492-4fd5-a206-7fdc677e2890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.281636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bdea9352-5492-4fd5-a206-7fdc677e2890 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be8628d6bc4b4f5ca10586bef7cf619b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213046 Sep 02 13:49:29.282810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea9352-5492-4fd5-a206-7fdc677e2890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59932079-9c52-40de-bf7e-b3df481ea0c4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:29.293979 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:29.316993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dea58ecd-bcfd-4f4d-a385-d6dbe8f31876 req-b6717d81-be23-46f6-93e7-aef7160c02cf tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520777 Sep 02 13:49:29.400572 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64df669e-9334-4b46-8f3b-b9b42dc7efb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.425379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-980275ca-7e82-40e3-8e24-5f1447b6da92 service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672812 Sep 02 13:49:29.439951 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64df669e-9334-4b46-8f3b-b9b42dc7efb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.495273 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.509807 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.553908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 276a06f4-7c09-4013-8b1d-d70095b6f6d4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:29.568454 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64df669e-9334-4b46-8f3b-b9b42dc7efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.572409 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64df669e-9334-4b46-8f3b-b9b42dc7efb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.577305 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-64df669e-9334-4b46-8f3b-b9b42dc7efb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59932079-9c52-40de-bf7e-b3df481ea0c4 HTTP/1.1" status: 204 len: 168 time: 0.2864804 Sep 02 13:49:29.601524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df669e-9334-4b46-8f3b-b9b42dc7efb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59932079-9c52-40de-bf7e-b3df481ea0c4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:29.703404 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:29.709729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:29.710150 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.835064 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.884871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 276a06f4-7c09-4013-8b1d-d70095b6f6d4, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=276a06f4-7c09-4013-8b1d-d70095b6f6d4,segment=NetworkSegment(1a50bca5-2a87-4a88-add8-390565ab3999),segment_id=1a50bca5-2a87-4a88-add8-390565ab3999)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:29.891007 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:29.935832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e6455c4-8a50-487f-8f0d-e812b7ad6741 req-eacb7fc0-dee1-4ec2-9749-d93d913f5235 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 210 time: 0.0625703 Sep 02 13:49:29.972073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=276a06f4-7c09-4013-8b1d-d70095b6f6d4,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:29.983255 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.075266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:30.088658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d09f3c3-f7a7-46f3-8170-0918fe5f12c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.139414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Router df8568d2-e4ef-4d18-b89b-9e7192580054 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:30.200954 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d09f3c3-f7a7-46f3-8170-0918fe5f12c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.205751 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d09f3c3-f7a7-46f3-8170-0918fe5f12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.234410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d09f3c3-f7a7-46f3-8170-0918fe5f12c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7327ef0641a74f9e88bea7438b4a3240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555858 Sep 02 13:49:30.234757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:30.260984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:30.272086 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Sync routers for ids ['df8568d2-e4ef-4d18-b89b-9e7192580054'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:30.281022 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.284725 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Routers {'df8568d2-e4ef-4d18-b89b-9e7192580054'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:30.285026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09f3c3-f7a7-46f3-8170-0918fe5f12c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8207f75d-48af-4ab4-b7b9-67e7d45b7c52,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:30.285682 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['df8568d2-e4ef-4d18-b89b-9e7192580054'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:30.286217 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9bd3c92e-9c41-40e1-83d8-c745c1ea5998 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9216537 Sep 02 13:49:30.287418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49574) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:30.314133 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f6860a8-c0b5-48fe-b50c-ce698f600979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.338715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f6860a8-c0b5-48fe-b50c-ce698f600979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.364497 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.403215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f6860a8-c0b5-48fe-b50c-ce698f600979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.406477 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f6860a8-c0b5-48fe-b50c-ce698f600979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.411963 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9f6860a8-c0b5-48fe-b50c-ce698f600979 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8207f75d-48af-4ab4-b7b9-67e7d45b7c52 HTTP/1.1" status: 204 len: 168 time: 0.1761663 Sep 02 13:49:30.426911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6860a8-c0b5-48fe-b50c-ce698f600979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8207f75d-48af-4ab4-b7b9-67e7d45b7c52,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:30.476779 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Set router df8568d2-e4ef-4d18-b89b-9e7192580054 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:30.505709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a132e-c207-4d23-8146-b530c52159ce req-97849f77-cc89-4c89-9059-7d4efb861bbf tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:30.508297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a3a132e-c207-4d23-8146-b530c52159ce req-97849f77-cc89-4c89-9059-7d4efb861bbf tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 945 time: 0.0971887 Sep 02 13:49:30.518599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:30.519431 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2dd56d40-8a07-49e2-b240-1c41bae6441a tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/routers/df8568d2-e4ef-4d18-b89b-9e7192580054 HTTP/1.1" status: 200 len: 908 time: 0.2186933 Sep 02 13:49:30.523660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'router': {'name': 'tempest-snat-router-253932318', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': True}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:30.577723 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a3a132e-c207-4d23-8146-b530c52159ce req-c05dfe1a-85ca-43fa-ad3b-d3bece9c6088 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561047 Sep 02 13:49:30.587298 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.588527 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.654328 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.781416 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8568d2-e4ef-4d18-b89b-9e7192580054', 'name': 'tempest-snat-router-253932318', 'tenant_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178'}], 'enable_snat': False}, 'gw_port_id': '61d6d988-f56f-43c9-a5e3-f0ccfb435543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:27Z', 'updated_at': '2021-09-02T13:49:29Z', 'revision_number': 3, 'project_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'gw_port': {'id': '61d6d988-f56f-43c9-a5e3-f0ccfb435543', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8568d2-e4ef-4d18-b89b-9e7192580054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:27Z', 'updated_at': '2021-09-02T13:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:30.827535 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Checking router: df8568d2-e4ef-4d18-b89b-9e7192580054 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:30.827935 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Updating router df8568d2-e4ef-4d18-b89b-9e7192580054 port 61d6d988-f56f-43c9-a5e3-f0ccfb435543 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:49:30.842691 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:30.865552 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.047078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257df87-a1ea-478b-a0ee-521ac4242332 req-b3301021-a079-4cb0-9116-345e5469c47b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:31.050072 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5257df87-a1ea-478b-a0ee-521ac4242332 req-b3301021-a079-4cb0-9116-345e5469c47b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 945 time: 0.1120439 Sep 02 13:49:31.127227 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5257df87-a1ea-478b-a0ee-521ac4242332 req-098e220d-0af3-4c72-9d35-4f9e76a93247 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673168 Sep 02 13:49:31.131208 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1a8645-276b-424b-a9f1-259a500e7b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.166699 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-481854ac-824e-45db-8b71-91574f31d81a req-913fd232-bb8b-4ac3-8a1f-7b0f81d09b6b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 210 time: 0.1037304 Sep 02 13:49:31.234953 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.270350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.286560 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.296913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-6a2df01a-89d5-48be-a486-ea8462d550e4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:31.297174 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Transition to ACTIVE for port object 61d6d988-f56f-43c9-a5e3-f0ccfb435543 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:31.298616 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-6a2df01a-89d5-48be-a486-ea8462d550e4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.2269731 Sep 02 13:49:31.305372 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.348921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'port': {'device_id': '1695f9ab-3dad-4d26-88a2-f45947882b5a', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'admin_state_up': True, 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:31.358524 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Attempting to bind port 61d6d988-f56f-43c9-a5e3-f0ccfb435543 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:31.358928 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Attempting to bind port 61d6d988-f56f-43c9-a5e3-f0ccfb435543 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:31.359848 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Attempting to bind port 61d6d988-f56f-43c9-a5e3-f0ccfb435543 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:31.367270 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:31.367644 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:31.368066 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.368498 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:31.368916 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Bound port: 61d6d988-f56f-43c9-a5e3-f0ccfb435543, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:31.369379 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.416207 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfaf8c-9d04-4d55-b840-cea45ea6f65a None None] Pushing event updated for resources: {'Port': ['ID=61d6d988-f56f-43c9-a5e3-f0ccfb435543,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:31.450511 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] For port 61d6d988-f56f-43c9-a5e3-f0ccfb435543, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:31.454673 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] For port 61d6d988-f56f-43c9-a5e3-f0ccfb435543, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=61d6d988-f56f-43c9-a5e3-f0ccfb435543,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:31.460581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 276a06f4-7c09-4013-8b1d-d70095b6f6d4 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:31.462142 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.519981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Allocated IP 172.25.3.147 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/bdea81d4-aefa-4b52-98ea-ec7e72027535) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:31.522879 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Routers {'df8568d2-e4ef-4d18-b89b-9e7192580054'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:31.523520 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['df8568d2-e4ef-4d18-b89b-9e7192580054'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:31.582646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 276a06f4-7c09-4013-8b1d-d70095b6f6d4 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:31.583042 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.606955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Made reservation on behalf of 2cc73a6801e04277beffafe86d4cdb2d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:31.610568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:31.803090 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] Set router df8568d2-e4ef-4d18-b89b-9e7192580054 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:31.825810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.20.0.6 (7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa/3eb181d3-ec78-4920-a475-5b57dd84145a/6a4cfbac-94ec-4e75-8430-2012ae52b4f8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:31.883415 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfaf8c-9d04-4d55-b840-cea45ea6f65a None None] Pushing event updated for resources: {'Port': ['ID=61d6d988-f56f-43c9-a5e3-f0ccfb435543,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:31.974715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:32.060078 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:32.079431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Transition to ACTIVE for port object 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:32.084976 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:32.087545 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8568d2-e4ef-4d18-b89b-9e7192580054', 'name': 'tempest-snat-router-253932318', 'tenant_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178'}], 'enable_snat': False}, 'gw_port_id': '61d6d988-f56f-43c9-a5e3-f0ccfb435543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:27Z', 'updated_at': '2021-09-02T13:49:29Z', 'revision_number': 3, 'project_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'gw_port': {'id': '61d6d988-f56f-43c9-a5e3-f0ccfb435543', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8568d2-e4ef-4d18-b89b-9e7192580054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:27Z', 'updated_at': '2021-09-02T13:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:32.128863 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151774bc-6889-4ad4-853e-cb355082d99c None None] The sync data for ids ['df8568d2-e4ef-4d18-b89b-9e7192580054'] in n-d-794796-4 is: [{'id': 'df8568d2-e4ef-4d18-b89b-9e7192580054', 'name': 'tempest-snat-router-253932318', 'tenant_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178'}], 'enable_snat': False}, 'gw_port_id': '61d6d988-f56f-43c9-a5e3-f0ccfb435543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:27Z', 'updated_at': '2021-09-02T13:49:29Z', 'revision_number': 3, 'project_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'gw_port': {'id': '61d6d988-f56f-43c9-a5e3-f0ccfb435543', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8568d2-e4ef-4d18-b89b-9e7192580054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:27Z', 'updated_at': '2021-09-02T13:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:32.141636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:32.151477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:32.156871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:32.188063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event updated for resources: {'Port': ['ID=bdea81d4-aefa-4b52-98ea-ec7e72027535,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:32.228047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:32.332117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d0637-2902-4139-b75d-6e5db8f993b9 req-d5936811-27db-477a-8cf8-0453dd7ece8c tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:32.335796 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-231d0637-2902-4139-b75d-6e5db8f993b9 req-d5936811-27db-477a-8cf8-0453dd7ece8c tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 945 time: 0.1004100 Sep 02 13:49:32.389985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-231d0637-2902-4139-b75d-6e5db8f993b9 req-1f26c64e-10ee-4c4d-b534-de753f556070 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 Sep 02 13:49:32.489612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:32.506202 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:32.538061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:32.557378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:32.667393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895efa6e-a759-4834-b513-5f622618b776 req-7ea60529-7eb3-43db-a318-f5aa328137f3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:32.669389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-895efa6e-a759-4834-b513-5f622618b776 req-7ea60529-7eb3-43db-a318-f5aa328137f3 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 945 time: 0.3956409 Sep 02 13:49:32.678985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a1b26-b236-4ac0-adc5-42f315bb5a51 req-9018d125-827d-41f6-aea4-4c215364ab8d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:32.680621 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a92a1b26-b236-4ac0-adc5-42f315bb5a51 req-9018d125-827d-41f6-aea4-4c215364ab8d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 931 time: 0.3517742 Sep 02 13:49:32.689238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:32.689924 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:32.874894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:32.918443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dccd2fe6-1649-4d5d-ad91-197dec5b43ca None None] Provisioning for port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:32.925198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dccd2fe6-1649-4d5d-ad91-197dec5b43ca None None] Provisioning complete for port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:32.925880 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dccd2fe6-1649-4d5d-ad91-197dec5b43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:32.995344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dccd2fe6-1649-4d5d-ad91-197dec5b43ca None None] Port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:49:33.026395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f91a909d-387d-4927-b773-41963d68af34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6819422 Sep 02 13:49:33.072497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Request body: {'port': {'device_id': '1695f9ab-3dad-4d26-88a2-f45947882b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:33.182419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a92a1b26-b236-4ac0-adc5-42f315bb5a51 req-540df77d-9817-4f20-89ce-30b9061837f5 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633142 Sep 02 13:49:33.228355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:33.288497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-895efa6e-a759-4834-b513-5f622618b776 req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Deleting port adf5357a-592c-44d0-bfb5-a197410a76e7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:33.289097 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-895efa6e-a759-4834-b513-5f622618b776 req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:33.596973 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 61d6d988-f56f-43c9-a5e3-f0ccfb435543 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:33.601234 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f695008-152b-495f-af92-d5262e7e0074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:33.631898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-895efa6e-a759-4834-b513-5f622618b776 req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] For port adf5357a-592c-44d0-bfb5-a197410a76e7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=adf5357a-592c-44d0-bfb5-a197410a76e7,segment=NetworkSegment(8b107160-e499-4a13-a425-b83071a5774f),segment_id=8b107160-e499-4a13-a425-b83071a5774f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:33.632597 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-895efa6e-a759-4834-b513-5f622618b776 req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:33.652470 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:33.658309 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 61d6d988-f56f-43c9-a5e3-f0ccfb435543 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:33.661245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-895efa6e-a759-4834-b513-5f622618b776 req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Calling delete_port for adf5357a-592c-44d0-bfb5-a197410a76e7 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:33.662549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0783820-90ce-4e1d-905f-1e85f5397d98 req-02f96fd5-7b0e-438a-ab30-58b7c7bc55e8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:33.667116 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 61d6d988-f56f-43c9-a5e3-f0ccfb435543 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:33.667904 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:33.669225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0783820-90ce-4e1d-905f-1e85f5397d98 req-02f96fd5-7b0e-438a-ab30-58b7c7bc55e8 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 945 time: 0.1105931 Sep 02 13:49:33.723328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d0783820-90ce-4e1d-905f-1e85f5397d98 req-5839fd5f-17ec-42c7-bfbe-9e2083b866e9 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/security-groups?id=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473640 Sep 02 13:49:33.819193 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:33.849185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 61d6d988-f56f-43c9-a5e3-f0ccfb435543, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=61d6d988-f56f-43c9-a5e3-f0ccfb435543,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:33.857917 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:33.925248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=61d6d988-f56f-43c9-a5e3-f0ccfb435543,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:34.124999 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:34.352139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:49:34.367986 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:34.405026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Transition to ACTIVE for port object 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:34.424715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:34.439814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005d925-bb9d-4a3d-a859-ae1499ff8b0f req-bf581e31-851b-4e3a-aaec-6d0282951d08 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:34.441357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d005d925-bb9d-4a3d-a859-ae1499ff8b0f req-bf581e31-851b-4e3a-aaec-6d0282951d08 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 931 time: 0.1597166 Sep 02 13:49:34.473032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Router c8d83663-c0a8-4b18-a457-005fb2fa2e4e is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:34.485302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-895efa6e-a759-4834-b513-5f622618b776 req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:34.534359 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Pushing event updated for resources: {'Port': ['ID=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:34.660808 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d005d925-bb9d-4a3d-a859-ae1499ff8b0f req-c6138779-9e34-4cc1-9d1a-291984d3dd07 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096806 Sep 02 13:49:34.724885 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Pushing event deleted for resources: {'Port': ['ID=adf5357a-592c-44d0-bfb5-a197410a76e7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:34.746629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-895efa6e-a759-4834-b513-5f622618b776 req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] No DVR routers for this DVR port adf5357a-592c-44d0-bfb5-a197410a76e7 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:49:34.752574 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-895efa6e-a759-4834-b513-5f622618b776 req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:34.754642 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-895efa6e-a759-4834-b513-5f622618b776 req-827bf5aa-9098-4b78-95d9-ae60852e5103 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.77 "DELETE /v2.0/ports/adf5357a-592c-44d0-bfb5-a197410a76e7 HTTP/1.1" status: 204 len: 173 time: 1.9568925 Sep 02 13:49:34.756907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181f1eb3-825f-4e16-8edc-372521b7940c', 'name': 'network-vif-deleted', 'tag': 'adf5357a-592c-44d0-bfb5-a197410a76e7'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:34.759441 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbbf38b-f100-43c8-bc89-2a8b01eeb3d7" -d '{"events": [{"server_uuid": "181f1eb3-825f-4e16-8edc-372521b7940c", "name": "network-vif-deleted", "tag": "adf5357a-592c-44d0-bfb5-a197410a76e7"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:34.825601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Attempting to bind port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:34.825943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Attempting to bind port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:34.826285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Attempting to bind port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:34.861908 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece3b3d0-b834-4e20-bb58-e3ff21014bdf x-openstack-request-id: req-ece3b3d0-b834-4e20-bb58-e3ff21014bdf {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:34.862201 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181f1eb3-825f-4e16-8edc-372521b7940c", "name": "network-vif-deleted", "tag": "adf5357a-592c-44d0-bfb5-a197410a76e7", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:34.862461 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ece3b3d0-b834-4e20-bb58-e3ff21014bdf {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:34.862865 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181f1eb3-825f-4e16-8edc-372521b7940c', 'name': 'network-vif-deleted', 'tag': 'adf5357a-592c-44d0-bfb5-a197410a76e7', 'status': 'completed', 'code': 200} Sep 02 13:49:34.865447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:49:34.870582 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Attempting to bind port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:34.889654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:34.890008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:34.894569 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:34.895877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Bound using segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:34.896414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Bound port: 6a4cfbac-94ec-4e75-8430-2012ae52b4f8, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:34.896802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:34.913748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3bde8dbf-bc97-4aa9-a916-70bf0d52a692 req-316da3f4-a379-43f3-a500-82bb31a184c9 tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] 10.222.0.13 "GET /v2.0/ports?device_id=181f1eb3-825f-4e16-8edc-372521b7940c HTTP/1.1" status: 200 len: 210 time: 0.0551002 Sep 02 13:49:34.936520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:34.947986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Sync routers for ids ['c8d83663-c0a8-4b18-a457-005fb2fa2e4e'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:34.973081 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Routers {'c8d83663-c0a8-4b18-a457-005fb2fa2e4e'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:34.974477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c8d83663-c0a8-4b18-a457-005fb2fa2e4e'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:35.006145 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:35.010137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0e036317-0f86-418c-90a4-36ded93bed85 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4880676 Sep 02 13:49:35.010900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49714) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:35.052826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] For port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:35.057187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] For port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:35.064884 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:35.111093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:35.111919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:35.113726 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] 10.222.0.90 "PUT /v2.0/ports/6a4cfbac-94ec-4e75-8430-2012ae52b4f8 HTTP/1.1" status: 200 len: 1091 time: 2.0461521 Sep 02 13:49:35.218209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2aba0-adea-417f-8804-de64a50ec94a service neutron] Pushing event updated for resources: {'Port': ['ID=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:35.254325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Set router c8d83663-c0a8-4b18-a457-005fb2fa2e4e gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:35.275637 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-86e5935e-b2eb-4718-9387-037641ee0ebf tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/routers/c8d83663-c0a8-4b18-a457-005fb2fa2e4e HTTP/1.1" status: 200 len: 907 time: 0.2640104 Sep 02 13:49:35.279192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49718) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:35.316627 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-3a715edf-f111-4c10-a83a-2b8166ec9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:35.318312 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-3a715edf-f111-4c10-a83a-2b8166ec9fcc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 1094 time: 0.1393328 Sep 02 13:49:35.441194 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-d148a36b-3773-4ff6-9980-55fffd37ae40 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4cfbac-94ec-4e75-8430-2012ae52b4f8 HTTP/1.1" status: 200 len: 217 time: 0.0995126 Sep 02 13:49:35.533310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-73d48a33-8a9c-4d82-b01e-29c0bbd095de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:35.537611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-73d48a33-8a9c-4d82-b01e-29c0bbd095de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0857358 Sep 02 13:49:35.557320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 61d6d988-f56f-43c9-a5e3-f0ccfb435543 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:35.598632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device adf5357a-592c-44d0-bfb5-a197410a76e7 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:35.609226 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:35.626571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: adf5357a-592c-44d0-bfb5-a197410a76e7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:35.627192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device adf5357a-592c-44d0-bfb5-a197410a76e7 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:35.646043 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-13d9fe59-6aad-4265-8f36-e264ba3802f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:35.648482 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-13d9fe59-6aad-4265-8f36-e264ba3802f5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012375 Sep 02 13:49:35.674868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 61d6d988-f56f-43c9-a5e3-f0ccfb435543 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:35.675464 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:35.740042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-43c1ea2e-36e3-4c8a-9867-85c862e47d70 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1540942 Sep 02 13:49:35.819003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d83663-c0a8-4b18-a457-005fb2fa2e4e', 'name': 'tempest-snat-router-253932318', 'tenant_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'bdea81d4-aefa-4b52-98ea-ec7e72027535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:30Z', 'updated_at': '2021-09-02T13:49:32Z', 'revision_number': 3, 'project_id': '449eaa223a0248f9a7e8c8a1c9ba1ad3', 'gw_port': {'id': 'bdea81d4-aefa-4b52-98ea-ec7e72027535', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d83663-c0a8-4b18-a457-005fb2fa2e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:31Z', 'updated_at': '2021-09-02T13:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:35.827675 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-5defa160-4192-4d85-94d5-40ec9ed9512e service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679277 Sep 02 13:49:35.868221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Checking router: c8d83663-c0a8-4b18-a457-005fb2fa2e4e for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:35.868860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Updating router c8d83663-c0a8-4b18-a457-005fb2fa2e4e port bdea81d4-aefa-4b52-98ea-ec7e72027535 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:49:35.886631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:35.913173 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:35.993218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-c2f16e41-ae5e-4d1f-b2d4-db5bf081c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:35.995534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-c2f16e41-ae5e-4d1f-b2d4-db5bf081c192 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1096 time: 0.1667614 Sep 02 13:49:36.012500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Deleting port bdea81d4-aefa-4b52-98ea-ec7e72027535 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:36.013092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.022477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9246-dba7-4342-9ec3-d9e9a68891a1 req-91227f0d-2f16-41a3-85be-3734db95f93a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:36.024774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb6d9246-dba7-4342-9ec3-d9e9a68891a1 req-91227f0d-2f16-41a3-85be-3734db95f93a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 943 time: 0.2377837 Sep 02 13:49:36.074274 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-301552f0-f40b-44e1-bd73-b077c0d46fd6 req-f0be80b5-7efd-4bbd-8251-8b1254cfa77b service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118385 Sep 02 13:49:36.181347 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fb6d9246-dba7-4342-9ec3-d9e9a68891a1 req-38e8ddbb-9088-4f64-adfe-4301f35e1023 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052237 Sep 02 13:49:36.206574 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.241952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-ebdbcfc5-a96a-4832-9abd-f7a9cc95116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:36.244589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-ebdbcfc5-a96a-4832-9abd-f7a9cc95116b service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.2188475 Sep 02 13:49:36.245170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Calling delete_port for bdea81d4-aefa-4b52-98ea-ec7e72027535 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:36.373329 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-98605769-5a03-44ac-abc0-ca11244e0499 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 1001 time: 0.1179953 Sep 02 13:49:36.401949 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.416306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Transition to ACTIVE for port object bdea81d4-aefa-4b52-98ea-ec7e72027535 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:36.423252 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.452420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-0b7d81d9-a93a-404a-af15-6d88d5e384b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:36.455190 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-0b7d81d9-a93a-404a-af15-6d88d5e384b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.0775607 Sep 02 13:49:36.474361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Attempting to bind port bdea81d4-aefa-4b52-98ea-ec7e72027535 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:36.474745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Attempting to bind port bdea81d4-aefa-4b52-98ea-ec7e72027535 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:36.475121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Attempting to bind port bdea81d4-aefa-4b52-98ea-ec7e72027535 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:36.497428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:36.499763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:36.500160 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.500561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:36.505631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Bound port: bdea81d4-aefa-4b52-98ea-ec7e72027535, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:36.506254 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.556304 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Pushing event updated for resources: {'Port': ['ID=bdea81d4-aefa-4b52-98ea-ec7e72027535,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:36.577545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.577815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.584201 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-19a0d26f-b44f-4484-a722-538d9a985dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:36.585902 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-19a0d26f-b44f-4484-a722-538d9a985dc4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227963 Sep 02 13:49:36.586263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.586642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.587151 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.587652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.588182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.588678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.589173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.589656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.590297 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.590919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a22e45-d4d7-4f38-b5df-78955a68a108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:36.662503 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:49:36.664506 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:49:36.669722 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.672330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.716346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdea81d4-aefa-4b52-98ea-ec7e72027535,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:36.756711 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-b92a2dc0-2571-44c5-b50b-51a062466d41 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562278 Sep 02 13:49:36.789866 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.865946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1695f9ab-3dad-4d26-88a2-f45947882b5a', 'tag': '6a4cfbac-94ec-4e75-8430-2012ae52b4f8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:36.868290 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924" -d '{"events": [{"name": "network-changed", "server_uuid": "1695f9ab-3dad-4d26-88a2-f45947882b5a", "tag": "6a4cfbac-94ec-4e75-8430-2012ae52b4f8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:36.944914 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4891a5a4-abc0-4584-a7a8-a687fe855fda req-f96dc040-9764-465b-8ebf-6d751f5ffd9b service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770911 Sep 02 13:49:36.946984 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cae0e46-dca8-40ad-adb0-99d11cf4b533 x-openstack-request-id: req-7cae0e46-dca8-40ad-adb0-99d11cf4b533 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:36.948340 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1695f9ab-3dad-4d26-88a2-f45947882b5a", "tag": "6a4cfbac-94ec-4e75-8430-2012ae52b4f8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:36.952090 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cae0e46-dca8-40ad-adb0-99d11cf4b533 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:36.954124 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1695f9ab-3dad-4d26-88a2-f45947882b5a', 'tag': '6a4cfbac-94ec-4e75-8430-2012ae52b4f8', 'status': 'completed', 'code': 200} Sep 02 13:49:36.956430 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:36.959573 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.020092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-a7b9ae34-479b-4ae1-9bd5-9ccb30d85291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:37.021721 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-a7b9ae34-479b-4ae1-9bd5-9ccb30d85291 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 1094 time: 0.0525076 Sep 02 13:49:37.023483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.024104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8d83663-c0a8-4b18-a457-005fb2fa2e4e {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:37.030992 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.032197 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fdaa5fab-b38e-40a5-aabf-39758e280a05 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c8d83663-c0a8-4b18-a457-005fb2fa2e4e HTTP/1.1" status: 204 len: 168 time: 1.7520139 Sep 02 13:49:37.036607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49758) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:37.151374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-a7510ad1-de2d-4041-9bf3-080b12d26114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:37.154311 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-a7510ad1-de2d-4041-9bf3-080b12d26114 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.1249349 Sep 02 13:49:37.187135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Attempting to bind port bdea81d4-aefa-4b52-98ea-ec7e72027535 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:37.187821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Attempting to bind port bdea81d4-aefa-4b52-98ea-ec7e72027535 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:37.188361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Attempting to bind port bdea81d4-aefa-4b52-98ea-ec7e72027535 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:37.197271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:37.199119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:37.199800 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.201564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:37.202796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Bound port: bdea81d4-aefa-4b52-98ea-ec7e72027535, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:37.203538 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.224206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.227003 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-ac713e57-293b-4f42-b663-5ff7edf0c2c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a4cfbac-94ec-4e75-8430-2012ae52b4f8 HTTP/1.1" status: 200 len: 217 time: 0.0640450 Sep 02 13:49:37.228636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Port bdea81d4-aefa-4b52-98ea-ec7e72027535 has been deleted concurrently {{(pid=94689) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 02 13:49:37.240065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Routers set() bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:37.240453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Router IDs set() for agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:49:37.241339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c8d83663-c0a8-4b18-a457-005fb2fa2e4e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:49:37.241738 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe48cb-df30-4807-b373-78a0055461cc None None] The sync data for ids ['c8d83663-c0a8-4b18-a457-005fb2fa2e4e'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:37.333743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-d91580c0-90c6-4da4-9c12-f3134c4759f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:37.335410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-d91580c0-90c6-4da4-9c12-f3134c4759f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0974925 Sep 02 13:49:37.354117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85b3c4-7965-406c-bbe6-1c417b8878da req-5e6772f5-5c9c-42ef-9d5c-2c3f0fa37dc4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:37.356893 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b85b3c4-7965-406c-bbe6-1c417b8878da req-5e6772f5-5c9c-42ef-9d5c-2c3f0fa37dc4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 943 time: 0.0731554 Sep 02 13:49:37.424405 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.464746 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b85b3c4-7965-406c-bbe6-1c417b8878da req-d470f4e1-57dc-43d1-ae70-b42fe4b0a3d9 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851171 Sep 02 13:49:37.474937 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-5d653292-e707-47d0-920b-76b560f58ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:37.476697 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-5d653292-e707-47d0-920b-76b560f58ca1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174152 Sep 02 13:49:37.492945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Deleting port 61d6d988-f56f-43c9-a5e3-f0ccfb435543 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:37.493823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.606207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] For port 61d6d988-f56f-43c9-a5e3-f0ccfb435543, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=61d6d988-f56f-43c9-a5e3-f0ccfb435543,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:37.607183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.620689 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-f28ea6c9-56c4-45b4-bbd5-8dfee0389acc service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350124 Sep 02 13:49:37.628147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Calling delete_port for 61d6d988-f56f-43c9-a5e3-f0ccfb435543 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:37.755852 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fc6bea3-63c6-4cb0-8f2e-06ec2c042924 req-ac6f8104-a9a5-457b-ba98-013efa975778 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257291 Sep 02 13:49:37.858683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:37.893860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event deleted for resources: {'Port': ['ID=61d6d988-f56f-43c9-a5e3-f0ccfb435543,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:37.972888 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.081481 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.084354 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.147936 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.148603 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df8568d2-e4ef-4d18-b89b-9e7192580054 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:38.153823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.159060 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:38.159298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d50172fb-4883-47c9-8ee5-b4280f6e6504 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "DELETE /v2.0/routers/df8568d2-e4ef-4d18-b89b-9e7192580054 HTTP/1.1" status: 204 len: 168 time: 1.1216290 Sep 02 13:49:38.175277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-50065705', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:38.208851 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.210070 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.285391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.444758 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.691843 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.718782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:38.864646 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Allocated IP 172.25.3.169 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/33e640bc-c118-475c-9d5d-dc43260ed825) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:38.992077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:39.015492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f2b3e-d9d4-44a9-a1a8-70289207f75d req-a863b2c0-8b90-4eae-bd77-adf72bd1a0fe tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:39.017017 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51f2b3e-d9d4-44a9-a1a8-70289207f75d req-a863b2c0-8b90-4eae-bd77-adf72bd1a0fe tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 943 time: 0.4684772 Sep 02 13:49:39.054727 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:39.069985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a51f2b3e-d9d4-44a9-a1a8-70289207f75d req-31487d40-f7a0-495b-9b49-fe01d513fbd0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Sep 02 13:49:39.112736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:39.115872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:39.120881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:39.123777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event updated for resources: {'Port': ['ID=33e640bc-c118-475c-9d5d-dc43260ed825,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:39.404283 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:39.439684 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 61d6d988-f56f-43c9-a5e3-f0ccfb435543 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:39.472970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 61d6d988-f56f-43c9-a5e3-f0ccfb435543 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:39.473591 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 61d6d988-f56f-43c9-a5e3-f0ccfb435543 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:39.638013 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:39.788382 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Router 44e902b5-04c3-4e94-95fe-5f9d6412559f is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:40.264807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14dbec-1c69-4705-9dbb-abe68f59a7da req-0001c17d-39a6-4752-888d-d1620f152734 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:40.266343 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c14dbec-1c69-4705-9dbb-abe68f59a7da req-0001c17d-39a6-4752-888d-d1620f152734 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 943 time: 0.0886989 Sep 02 13:49:40.318794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c14dbec-1c69-4705-9dbb-abe68f59a7da req-0f0766e0-fb75-4ddc-bbf5-ee66f17cd1f1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464272 Sep 02 13:49:40.319820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:40.332872 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459a2fc-db5b-455d-bc59-ea0936e0d276 None None] Sync routers for ids ['44e902b5-04c3-4e94-95fe-5f9d6412559f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:40.345224 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459a2fc-db5b-455d-bc59-ea0936e0d276 None None] Routers {'44e902b5-04c3-4e94-95fe-5f9d6412559f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:40.346126 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f459a2fc-db5b-455d-bc59-ea0936e0d276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['44e902b5-04c3-4e94-95fe-5f9d6412559f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:40.363573 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:40.365434 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f826815c-225e-4ae0-aca4-52471be8bc4e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2044156 Sep 02 13:49:40.367663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:40.375159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b824a21c-dc41-4b44-9af6-adf275da3b43 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': False}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:40.431782 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f459a2fc-db5b-455d-bc59-ea0936e0d276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:40.450643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:40.457928 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459a2fc-db5b-455d-bc59-ea0936e0d276 None None] Routers {'44e902b5-04c3-4e94-95fe-5f9d6412559f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:40.458557 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f459a2fc-db5b-455d-bc59-ea0936e0d276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['44e902b5-04c3-4e94-95fe-5f9d6412559f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:40.516646 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f459a2fc-db5b-455d-bc59-ea0936e0d276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:40.517238 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459a2fc-db5b-455d-bc59-ea0936e0d276 None None] The sync data for ids ['44e902b5-04c3-4e94-95fe-5f9d6412559f'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:40.756402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef80980-3ec3-4d24-baeb-d126d07eb345 admin admin] Deleting subnet f81c2717-e364-4450-b8a3-72bdc97b0530 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:49:40.761299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2ef80980-3ec3-4d24-baeb-d126d07eb345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:40.824005 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2ef80980-3ec3-4d24-baeb-d126d07eb345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:40.850680 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b824a21c-dc41-4b44-9af6-adf275da3b43 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:40.883615 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2ef80980-3ec3-4d24-baeb-d126d07eb345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:40.948405 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2ef80980-3ec3-4d24-baeb-d126d07eb345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:40.975546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef80980-3ec3-4d24-baeb-d126d07eb345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81c2717-e364-4450-b8a3-72bdc97b0530,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:40.979400 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2ef80980-3ec3-4d24-baeb-d126d07eb345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:40.982013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2ef80980-3ec3-4d24-baeb-d126d07eb345 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f81c2717-e364-4450-b8a3-72bdc97b0530 HTTP/1.1" status: 204 len: 168 time: 0.5300863 Sep 02 13:49:40.984851 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49810) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:41.076761 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.176679 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.192310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f58d53-09f2-489d-aa85-f3c7058c3db1']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:41.207988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b107160-e499-4a13-a425-b83071a5774f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:41.208346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b107160-e499-4a13-a425-b83071a5774f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:41.219058 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.234273 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.242402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:49:41.242958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: items = [ Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:49:41.244711 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:49:41.309921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.316314 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.319056 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/04f58d53-09f2-489d-aa85-f3c7058c3db1 HTTP/1.1" status: 204 len: 168 time: 0.3332357 Sep 02 13:49:41.331250 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b824a21c-dc41-4b44-9af6-adf275da3b43 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.333594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c974f0-e295-4a87-92ff-bdaf704e6da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f58d53-09f2-489d-aa85-f3c7058c3db1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:41.335799 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b824a21c-dc41-4b44-9af6-adf275da3b43 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.457823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14346772-c333-4d5b-83ef-4541148d8716 req-88b096f0-82ef-4151-9401-3a561a04ae02 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:41.459783 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14346772-c333-4d5b-83ef-4541148d8716 req-88b096f0-82ef-4151-9401-3a561a04ae02 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 943 time: 0.0546021 Sep 02 13:49:41.488388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:41.516305 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14346772-c333-4d5b-83ef-4541148d8716 req-c5bd062d-7a84-47c6-91a6-9120870053eb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485151 Sep 02 13:49:41.553261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b824a21c-dc41-4b44-9af6-adf275da3b43 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Router 44e902b5-04c3-4e94-95fe-5f9d6412559f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:49:41.567995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fd6e563a-6e76-4293-9ed7-7257c0b8e7dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5cb8c44680045f0a4b7ea0a303a9287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784812 Sep 02 13:49:41.570558 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49822) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:41.629463 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b98cf657-2444-4217-883b-871d13f9dd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.659853 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b98cf657-2444-4217-883b-871d13f9dd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.690170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b824a21c-dc41-4b44-9af6-adf275da3b43 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:41.698967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcf017-c8b5-4155-838e-95009c116fec None None] Sync routers for ids ['44e902b5-04c3-4e94-95fe-5f9d6412559f'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:41.701703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b824a21c-dc41-4b44-9af6-adf275da3b43 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.702963 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b824a21c-dc41-4b44-9af6-adf275da3b43 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "PUT /v2.0/routers/44e902b5-04c3-4e94-95fe-5f9d6412559f HTTP/1.1" status: 200 len: 920 time: 1.3334332 Sep 02 13:49:41.705749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:41.713697 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcf017-c8b5-4155-838e-95009c116fec None None] Routers {'44e902b5-04c3-4e94-95fe-5f9d6412559f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:41.716738 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aefcf017-c8b5-4155-838e-95009c116fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['44e902b5-04c3-4e94-95fe-5f9d6412559f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:41.738571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b98cf657-2444-4217-883b-871d13f9dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.742005 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b98cf657-2444-4217-883b-871d13f9dd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:41.745852 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b98cf657-2444-4217-883b-871d13f9dd25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2 HTTP/1.1" status: 204 len: 168 time: 0.1719372 Sep 02 13:49:41.753840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aefcf017-c8b5-4155-838e-95009c116fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:41.761250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cf657-2444-4217-883b-871d13f9dd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ceeff8-0bdf-4b0b-aab9-a82ed5a493b2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:41.763506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcf017-c8b5-4155-838e-95009c116fec None None] Routers {'44e902b5-04c3-4e94-95fe-5f9d6412559f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:41.769813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aefcf017-c8b5-4155-838e-95009c116fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['44e902b5-04c3-4e94-95fe-5f9d6412559f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:41.810137 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-aefcf017-c8b5-4155-838e-95009c116fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:41.810992 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcf017-c8b5-4155-838e-95009c116fec None None] The sync data for ids ['44e902b5-04c3-4e94-95fe-5f9d6412559f'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:41.855293 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c7e1a0ad-7d47-40e4-8a8b-a1adc2a0965c tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/routers/44e902b5-04c3-4e94-95fe-5f9d6412559f HTTP/1.1" status: 200 len: 920 time: 0.1480191 Sep 02 13:49:41.857637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:41.936842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf674939-6cf4-4342-93b0-2c164a204b4a tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:41.938504 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cf674939-6cf4-4342-93b0-2c164a204b4a tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=44e902b5-04c3-4e94-95fe-5f9d6412559f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0798595 Sep 02 13:49:41.943414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49832) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:42.032116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8921492-ed4c-4957-8b77-0904405c1b7d tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:42.036586 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c8921492-ed4c-4957-8b77-0904405c1b7d tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 881 time: 0.0890915 Sep 02 13:49:42.036751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:42.064814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-59a0d079-cd4d-41ae-9905-2ea0210a8e00 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e902b5-04c3-4e94-95fe-5f9d6412559f HTTP/1.1" status: 200 len: 205 time: 0.0270302 Sep 02 13:49:42.067243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:42.180581 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.305770 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.365456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Deleting port 33e640bc-c118-475c-9d5d-dc43260ed825 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:42.365807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.453556 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.467533 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Calling delete_port for 33e640bc-c118-475c-9d5d-dc43260ed825 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:42.577549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49862) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:42.700551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-network', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:42.701558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41148-42d0-4e8a-ab8a-95077ab92d2f req-1e633d57-186a-47d2-8895-34b45b5d9147 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:42.703127 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42d41148-42d0-4e8a-ab8a-95077ab92d2f req-1e633d57-186a-47d2-8895-34b45b5d9147 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 943 time: 0.0938137 Sep 02 13:49:42.720364 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.725189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:42.729107 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.741313 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.764855 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event deleted for resources: {'Port': ['ID=33e640bc-c118-475c-9d5d-dc43260ed825,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:42.841774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42d41148-42d0-4e8a-ab8a-95077ab92d2f req-6c388c51-ecb5-478d-9a47-84051e67e790 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317863 Sep 02 13:49:42.852063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.864578 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.870025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.888845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:49:42.902727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:42.907985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.908596 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Added segment 1125a4a4-ac4b-437b-af2b-f8103ff4ec1b of type vlan for network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 Sep 02 13:49:42.958762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.981583 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.984334 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.986187 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:42.987217 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:42.987790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.029117 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.029855 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Fanout notify agent at l3_agent the message router_deleted on router 44e902b5-04c3-4e94-95fe-5f9d6412559f {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:43.037943 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.039089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ca092802-782a-4e14-b6a1-3bf20583b35a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/44e902b5-04c3-4e94-95fe-5f9d6412559f HTTP/1.1" status: 204 len: 168 time: 0.9709339 Sep 02 13:49:43.044292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:43.048507 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4697795 Sep 02 13:49:43.052378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bbd5dda2-ba62-4efa-8171-156bf5679480 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1299572985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:43.052995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:43.058695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Request body: {'subnet': {'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-subnet', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:43.064345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329a8fc-4b36-4ab7-83ee-65e9b8bcb8ab admin admin] Pushing event updated for resources: {'Network': ['ID=60ff7fa2-73a7-4f51-8f2d-247f2be2df35,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:43.077253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:49:43.077824 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dda2-ba62-4efa-8171-156bf5679480 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.078574 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dda2-ba62-4efa-8171-156bf5679480 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.103789 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:49:43.106958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.155002 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dda2-ba62-4efa-8171-156bf5679480 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.162337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dda2-ba62-4efa-8171-156bf5679480 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.180806 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbd5dda2-ba62-4efa-8171-156bf5679480 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.182047 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bbd5dda2-ba62-4efa-8171-156bf5679480 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1367850 Sep 02 13:49:43.184952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:43.189545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:43.342621 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.412524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc2610b-8719-40d5-ba02-80ed337982a5,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:43.434069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Checking segment: {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:43.434454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Network hostable DHCP agents. Network: 60ff7fa2-73a7-4f51-8f2d-247f2be2df35, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:49:43.458429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:49:43.469796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 60ff7fa2-73a7-4f51-8f2d-247f2be2df35) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:43.478195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:43.479691 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.485274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95802cac-43e8-4f7b-83f4-dd24a7abaa68 None None] Network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:43.500353 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bb6e6956-9bad-4d85-98a6-a747b8f36935 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4456434 Sep 02 13:49:43.502871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49876) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:43.510786 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:43.540953 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.542204 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.617141 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.701968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:49:43.702996 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.819050 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.821127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:43.931001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Allocated IP 172.20.0.2 (60ff7fa2-73a7-4f51-8f2d-247f2be2df35/1dc2610b-8719-40d5-ba02-80ed337982a5/98f19b0b-c533-4849-a97d-a603669068cb) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:44.033812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de0ef-9202-4b35-b621-c86dd529938a req-b2096a42-8e77-4b24-98d6-ae86401bfc94 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:44.035357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d04de0ef-9202-4b35-b621-c86dd529938a req-b2096a42-8e77-4b24-98d6-ae86401bfc94 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 943 time: 0.0736716 Sep 02 13:49:44.123148 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.124206 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.136387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Transition to ACTIVE for port object 98f19b0b-c533-4849-a97d-a603669068cb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:44.150162 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.154671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Transition to ACTIVE for port object 98f19b0b-c533-4849-a97d-a603669068cb will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:44.164324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.168998 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d04de0ef-9202-4b35-b621-c86dd529938a req-a8914218-1fd6-4d4f-8c85-e4be663948b9 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233768 Sep 02 13:49:44.183043 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.219222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:44.220333 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.226126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:44.231363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:44.265356 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Pushing event updated for resources: {'Port': ['ID=98f19b0b-c533-4849-a97d-a603669068cb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:44.299381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Attempting to bind port 98f19b0b-c533-4849-a97d-a603669068cb on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:44.300109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Attempting to bind port 98f19b0b-c533-4849-a97d-a603669068cb by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:44.300595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Attempting to bind port 98f19b0b-c533-4849-a97d-a603669068cb on network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:44.305808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:44.306323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Checking segment: {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:44.306792 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.307258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Bound using segment: {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:44.308174 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Bound port: 98f19b0b-c533-4849-a97d-a603669068cb, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:44.308334 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.310113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Allocated IP 172.25.3.29 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/5a9ccc2e-a28e-4a0a-ba8f-4a7b9a14d255) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:44.379369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] For port 98f19b0b-c533-4849-a97d-a603669068cb, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:44.383646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] For port 98f19b0b-c533-4849-a97d-a603669068cb, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=98f19b0b-c533-4849-a97d-a603669068cb,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:44.388271 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.451764 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.461767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57762bd-5679-4dfa-af5d-2dfec668b2fe None None] Pushing event updated for resources: {'Port': ['ID=98f19b0b-c533-4849-a97d-a603669068cb,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:44.504932 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.551322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:44.554475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:44.558138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:44.577122 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Allocated IP 172.25.3.126 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/75e350a2-87e7-43dd-8390-a9a2e36997eb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:44.581675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event updated for resources: {'Port': ['ID=5a9ccc2e-a28e-4a0a-ba8f-4a7b9a14d255,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:44.742919 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.815266 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:44.863773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:44.867294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:44.870937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:44.876664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=75e350a2-87e7-43dd-8390-a9a2e36997eb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:44.911133 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:45.161531 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:45.166534 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:45.169829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:45.364242 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a7dbc-1fba-4243-ad03-f24d413ffd95 req-f03d4777-01a2-4e4e-8671-fad9bf779675 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:45.366046 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e20a7dbc-1fba-4243-ad03-f24d413ffd95 req-f03d4777-01a2-4e4e-8671-fad9bf779675 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 943 time: 0.0894585 Sep 02 13:49:45.445429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Router 76760e9a-70c3-4878-8400-8e5c97fe0cf8 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:45.468604 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e20a7dbc-1fba-4243-ad03-f24d413ffd95 req-9db4219f-d45b-4366-a651-27ef277450a2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859811 Sep 02 13:49:45.476139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:49:45.497277 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:45.581527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 98f19b0b-c533-4849-a97d-a603669068cb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:45.668444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:45.669867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:45.675593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 98f19b0b-c533-4849-a97d-a603669068cb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:45.683456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:45.687843 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3b46c901-6408-44e0-88a1-a24685c03666 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "PUT /v2.0/routers/76760e9a-70c3-4878-8400-8e5c97fe0cf8 HTTP/1.1" status: 200 len: 879 time: 2.4995813 Sep 02 13:49:45.688023 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f857f72-344c-4c9b-914d-ca86b3cb532a None None] Sync routers for ids ['76760e9a-70c3-4878-8400-8e5c97fe0cf8'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:45.688469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:45.690939 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '6a4cfbac-94ec-4e75-8430-2012ae52b4f8', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'port_id': '6a4cfbac-94ec-4e75-8430-2012ae52b4f8', 'mac_address': 'fa:16:3e:26:b7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:49:45.707576 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f857f72-344c-4c9b-914d-ca86b3cb532a None None] Routers {'76760e9a-70c3-4878-8400-8e5c97fe0cf8'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:45.708328 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6f857f72-344c-4c9b-914d-ca86b3cb532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['76760e9a-70c3-4878-8400-8e5c97fe0cf8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:45.719116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Router 555bdd92-a5fd-4c7a-a964-7280a3052c55 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:45.744375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42186fd9-409c-4923-b3f8-7b177b7f9458 None None] Network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:49:45.756489 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6f857f72-344c-4c9b-914d-ca86b3cb532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:45.766491 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f857f72-344c-4c9b-914d-ca86b3cb532a None None] Routers {'76760e9a-70c3-4878-8400-8e5c97fe0cf8'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:45.767363 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6f857f72-344c-4c9b-914d-ca86b3cb532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['76760e9a-70c3-4878-8400-8e5c97fe0cf8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:45.827056 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6f857f72-344c-4c9b-914d-ca86b3cb532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:45.827630 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f857f72-344c-4c9b-914d-ca86b3cb532a None None] The sync data for ids ['76760e9a-70c3-4878-8400-8e5c97fe0cf8'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:45.839798 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0f9a91d6-d794-466b-9e50-017a5c992013 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/routers/76760e9a-70c3-4878-8400-8e5c97fe0cf8 HTTP/1.1" status: 200 len: 920 time: 0.1496093 Sep 02 13:49:45.842406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:45.893968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31cb6137-aa28-48bd-b1b3-02652fa76ec0 None None] Provisioning for port 98f19b0b-c533-4849-a97d-a603669068cb completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:45.905010 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:45.908656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31cb6137-aa28-48bd-b1b3-02652fa76ec0 None None] Provisioning complete for port 98f19b0b-c533-4849-a97d-a603669068cb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:45.909034 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31cb6137-aa28-48bd-b1b3-02652fa76ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:45.945770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a12b9-6e00-4d8d-ac77-ad5c95c03cd0 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:45.947984 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8b4a12b9-6e00-4d8d-ac77-ad5c95c03cd0 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=76760e9a-70c3-4878-8400-8e5c97fe0cf8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1042006 Sep 02 13:49:45.956569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:45.999926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:46.026974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.031852 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-26001ce7-e615-40e6-8f74-ffcd831b2eb2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5248449 Sep 02 13:49:46.032228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49904) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:46.091172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8480a-ca82-4c75-9e98-69a6d381cf28 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:46.095349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-43d8480a-ca82-4c75-9e98-69a6d381cf28 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 881 time: 0.1348994 Sep 02 13:49:46.095611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:46.129860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f074e621-b925-4532-aa72-c9a3b9deac62 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=76760e9a-70c3-4878-8400-8e5c97fe0cf8 HTTP/1.1" status: 200 len: 205 time: 0.0327897 Sep 02 13:49:46.131943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:46.147682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Sync routers for ids ['555bdd92-a5fd-4c7a-a964-7280a3052c55'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:46.161355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:49:46.219465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:46.224634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Routers {'555bdd92-a5fd-4c7a-a964-7280a3052c55'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:46.225310 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['555bdd92-a5fd-4c7a-a964-7280a3052c55'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:46.232153 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.271828 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.413175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.429277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:46.442646 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31cb6137-aa28-48bd-b1b3-02652fa76ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.480065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Set router 555bdd92-a5fd-4c7a-a964-7280a3052c55 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:46.511585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Deleting port 5a9ccc2e-a28e-4a0a-ba8f-4a7b9a14d255 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:46.512524 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.516951 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['6a4cfbac-94ec-4e75-8430-2012ae52b4f8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:49:46.600082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-31cb6137-aa28-48bd-b1b3-02652fa76ec0 None None] For port 98f19b0b-c533-4849-a97d-a603669068cb, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=98f19b0b-c533-4849-a97d-a603669068cb,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:46.672472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.679742 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31cb6137-aa28-48bd-b1b3-02652fa76ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.698809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Calling delete_port for 5a9ccc2e-a28e-4a0a-ba8f-4a7b9a14d255 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:46.746347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e593c-9d21-4c27-bda5-40273f3ceb25 req-8060c4bf-7af3-4f71-917c-5a6c1a969781 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:46.754102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-285e593c-9d21-4c27-bda5-40273f3ceb25 req-8060c4bf-7af3-4f71-917c-5a6c1a969781 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 944 time: 0.1430593 Sep 02 13:49:46.795630 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.807972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb6137-aa28-48bd-b1b3-02652fa76ec0 None None] Pushing event updated for resources: {'Port': ['ID=98f19b0b-c533-4849-a97d-a603669068cb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:46.855623 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-47ccba07-0cb8-49a7-b40a-515b2ac772b7 None None] Provisioning complete for port 98f19b0b-c533-4849-a97d-a603669068cb triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:46.856038 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47ccba07-0cb8-49a7-b40a-515b2ac772b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.894148 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-285e593c-9d21-4c27-bda5-40273f3ceb25 req-81e63c5a-d6c6-4f72-8c63-6753ec71cd99 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390991 Sep 02 13:49:46.959061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:46.960367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:45Z', 'revision_number': 3, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:47.003930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event deleted for resources: {'Port': ['ID=5a9ccc2e-a28e-4a0a-ba8f-4a7b9a14d255,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:47.015785 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Checking router: 555bdd92-a5fd-4c7a-a964-7280a3052c55 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:47.016160 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Updating router 555bdd92-a5fd-4c7a-a964-7280a3052c55 port 75e350a2-87e7-43dd-8390-a9a2e36997eb binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:49:47.069397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Allocated IP 172.20.0.1 (60ff7fa2-73a7-4f51-8f2d-247f2be2df35/1dc2610b-8719-40d5-ba02-80ed337982a5/1cd48c88-07b9-4610-bb6c-1da1040a4dce) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:47.075931 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.101633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.215434 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.219347 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.226913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.250124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Transition to ACTIVE for port object 1cd48c88-07b9-4610-bb6c-1da1040a4dce will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:47.283031 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.283825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Fanout notify agent at l3_agent the message router_deleted on router 76760e9a-70c3-4878-8400-8e5c97fe0cf8 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:47.292565 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.295280 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f9f75efe-0f8b-49e5-b3ba-0ca0eaa5c956 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/76760e9a-70c3-4878-8400-8e5c97fe0cf8 HTTP/1.1" status: 204 len: 168 time: 1.1621065 Sep 02 13:49:47.300338 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 49918) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:47.317648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ff3f3e86-ffc2-40de-8233-667db80afe0f tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1644267553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:47.325073 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.384946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:47.388509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:47.391387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:47.414536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3e86-ffc2-40de-8233-667db80afe0f tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.415602 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3e86-ffc2-40de-8233-667db80afe0f tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.451528 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.464480 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Pushing event updated for resources: {'Port': ['ID=1cd48c88-07b9-4610-bb6c-1da1040a4dce,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:47.483549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Transition to ACTIVE for port object 75e350a2-87e7-43dd-8390-a9a2e36997eb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:47.487139 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.494646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 98f19b0b-c533-4849-a97d-a603669068cb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:47.523433 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.565821 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3e86-ffc2-40de-8233-667db80afe0f tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.584160 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3e86-ffc2-40de-8233-667db80afe0f tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.599368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Attempting to bind port 75e350a2-87e7-43dd-8390-a9a2e36997eb on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:47.599763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Attempting to bind port 75e350a2-87e7-43dd-8390-a9a2e36997eb by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:47.600141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Attempting to bind port 75e350a2-87e7-43dd-8390-a9a2e36997eb on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:47.603108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b14d7-2d8d-475c-8194-e9bd444db5e4 None None] Pushing event updated for resources: {'Port': ['ID=75e350a2-87e7-43dd-8390-a9a2e36997eb,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:47.615020 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:47.615439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:47.615641 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ff3f3e86-ffc2-40de-8233-667db80afe0f tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.615964 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.616254 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:47.616735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Bound port: 75e350a2-87e7-43dd-8390-a9a2e36997eb, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:47.616969 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ff3f3e86-ffc2-40de-8233-667db80afe0f tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3034987 Sep 02 13:49:47.617176 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.621064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 49920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:47.627098 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': True}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:47.656592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 98f19b0b-c533-4849-a97d-a603669068cb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:47.656975 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.707190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] For port 75e350a2-87e7-43dd-8390-a9a2e36997eb, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:47.715788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] For port 75e350a2-87e7-43dd-8390-a9a2e36997eb, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=75e350a2-87e7-43dd-8390-a9a2e36997eb,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:47.725967 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.778023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:47.845057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Routers {'555bdd92-a5fd-4c7a-a964-7280a3052c55'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:47.846025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['555bdd92-a5fd-4c7a-a964-7280a3052c55'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:47.852113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b14d7-2d8d-475c-8194-e9bd444db5e4 None None] Pushing event updated for resources: {'Port': ['ID=75e350a2-87e7-43dd-8390-a9a2e36997eb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:47.963243 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f33b074b-ee7b-4fb2-82a6-f1b7c1bb6007 None None] Provisioning for port 1cd48c88-07b9-4610-bb6c-1da1040a4dce completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:47.973641 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f33b074b-ee7b-4fb2-82a6-f1b7c1bb6007 None None] Provisioning complete for port 1cd48c88-07b9-4610-bb6c-1da1040a4dce triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:47.974022 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f33b074b-ee7b-4fb2-82a6-f1b7c1bb6007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.021746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f33b074b-ee7b-4fb2-82a6-f1b7c1bb6007 None None] Port 1cd48c88-07b9-4610-bb6c-1da1040a4dce cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:49:48.036299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.036565 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] Set router 555bdd92-a5fd-4c7a-a964-7280a3052c55 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:48.042831 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.138170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Pushing event updated for resources: {'Port': ['ID=1cd48c88-07b9-4610-bb6c-1da1040a4dce,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:48.141615 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.274913 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:48.278712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:48.357579 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.417736 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 1, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:48.456007 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43079fdc-67bb-4e63-a58a-b1cab17f84a9 None None] The sync data for ids ['555bdd92-a5fd-4c7a-a964-7280a3052c55'] in n-d-794796-4 is: [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 1, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:48.483134 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5b02-7ae8-49f4-8626-a6b59e30b9dc req-9dd09eea-0394-46a5-8582-63fdb3d7e783 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:48.485392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0ad5b02-7ae8-49f4-8626-a6b59e30b9dc req-9dd09eea-0394-46a5-8582-63fdb3d7e783 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 944 time: 0.1230757 Sep 02 13:49:48.557684 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d0ad5b02-7ae8-49f4-8626-a6b59e30b9dc req-861c9244-aeee-4541-82e6-40a378f5a1eb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543942 Sep 02 13:49:48.645909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-846c2431-9a4e-4988-a9dd-ab36e8eb77ab None None] Provisioning complete for port 1cd48c88-07b9-4610-bb6c-1da1040a4dce triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:48.646461 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-846c2431-9a4e-4988-a9dd-ab36e8eb77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.698646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-846c2431-9a4e-4988-a9dd-ab36e8eb77ab None None] Port 1cd48c88-07b9-4610-bb6c-1da1040a4dce cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:49:48.720761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.788186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:48.920699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Router 555bdd92-a5fd-4c7a-a964-7280a3052c55 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:49:48.937158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Allocated IP 172.25.3.224 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/27d6e56b-5830-40fb-9751-a7e14ecd7799) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:49.050663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:49.060276 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b723f4fd-9d46-42a8-8d69-569b5ba3d7dc admin admin] 10.222.0.13 "PUT /v2.0/routers/555bdd92-a5fd-4c7a-a964-7280a3052c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0265701 Sep 02 13:49:49.072535 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:49.118204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:49.166407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:49.169735 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:49.172974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:49.222937 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event updated for resources: {'Port': ['ID=27d6e56b-5830-40fb-9751-a7e14ecd7799,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:49.505790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:49.560933 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 75e350a2-87e7-43dd-8390-a9a2e36997eb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:49.618011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:49.753114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:49.761313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:49.761751 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:49.767608 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb6a18-de9f-4aeb-bf5a-801cedd5c33f req-90b88237-3f02-4e11-8917-2ad3dab2f1ea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:49.775481 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afb6a18-de9f-4aeb-bf5a-801cedd5c33f req-90b88237-3f02-4e11-8917-2ad3dab2f1ea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 944 time: 0.0899339 Sep 02 13:49:49.829113 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3afb6a18-de9f-4aeb-bf5a-801cedd5c33f req-36a2abc6-1184-44e3-be0a-7ee4cc1520e8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518982 Sep 02 13:49:49.831369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 75e350a2-87e7-43dd-8390-a9a2e36997eb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:49.840364 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 75e350a2-87e7-43dd-8390-a9a2e36997eb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:49.840972 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:49.947192 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:49.951681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:50.053551 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:50.104201 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:50.154321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:50.157134 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1695f9ab-3dad-4d26-88a2-f45947882b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4cfbac-94ec-4e75-8430-2012ae52b4f8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:50.159803 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0052ce81-aac0-4614-8ae9-dc5c04f1ba3b" -d '{"events": [{"server_uuid": "1695f9ab-3dad-4d26-88a2-f45947882b5a", "name": "network-vif-plugged", "status": "completed", "tag": "6a4cfbac-94ec-4e75-8430-2012ae52b4f8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:50.164631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 75e350a2-87e7-43dd-8390-a9a2e36997eb, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=75e350a2-87e7-43dd-8390-a9a2e36997eb,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:50.170550 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:50.179334 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:50.231223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Router ca377e2c-775a-4603-a1f0-a5771b7ec2ff is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:50.251399 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5305d47c-cec3-499e-ac38-2f8af25cc4aa x-openstack-request-id: req-5305d47c-cec3-499e-ac38-2f8af25cc4aa {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:50.251799 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1695f9ab-3dad-4d26-88a2-f45947882b5a", "name": "network-vif-plugged", "status": "completed", "tag": "6a4cfbac-94ec-4e75-8430-2012ae52b4f8", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:50.252066 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5305d47c-cec3-499e-ac38-2f8af25cc4aa {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:50.252470 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1695f9ab-3dad-4d26-88a2-f45947882b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4cfbac-94ec-4e75-8430-2012ae52b4f8', 'code': 200} Sep 02 13:49:50.258353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:50.341372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=75e350a2-87e7-43dd-8390-a9a2e36997eb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:50.474514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:50.480158 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:50.484649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50034) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:50.485147 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bfba07-9980-4fb3-b12d-de88157c05ae None None] Sync routers for ids ['ca377e2c-775a-4603-a1f0-a5771b7ec2ff'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:50.493253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2c01465c-4eb8-4fb4-b96b-ecb1e250d385 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "PUT /v2.0/routers/ca377e2c-775a-4603-a1f0-a5771b7ec2ff HTTP/1.1" status: 200 len: 915 time: 2.8587272 Sep 02 13:49:50.498701 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bfba07-9980-4fb3-b12d-de88157c05ae None None] Routers {'ca377e2c-775a-4603-a1f0-a5771b7ec2ff'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:50.500863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f4333-ed53-4547-8487-c0c924e5c2f2 req-6d51faa0-d9a2-40e3-890a-d732d852ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:50.501839 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-22bfba07-9980-4fb3-b12d-de88157c05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ca377e2c-775a-4603-a1f0-a5771b7ec2ff'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:50.505572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce1f4333-ed53-4547-8487-c0c924e5c2f2 req-6d51faa0-d9a2-40e3-890a-d732d852ea29 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 1096 time: 0.0987759 Sep 02 13:49:50.584249 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-22bfba07-9980-4fb3-b12d-de88157c05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:50.587650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce1f4333-ed53-4547-8487-c0c924e5c2f2 req-35493b14-006f-4799-b421-8683487a5558 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716908 Sep 02 13:49:50.595941 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bfba07-9980-4fb3-b12d-de88157c05ae None None] Routers {'ca377e2c-775a-4603-a1f0-a5771b7ec2ff'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:50.596557 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-22bfba07-9980-4fb3-b12d-de88157c05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ca377e2c-775a-4603-a1f0-a5771b7ec2ff'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:50.644282 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-22bfba07-9980-4fb3-b12d-de88157c05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:50.644936 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bfba07-9980-4fb3-b12d-de88157c05ae None None] The sync data for ids ['ca377e2c-775a-4603-a1f0-a5771b7ec2ff'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:50.671251 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7a493142-a67f-47fe-8a9e-9a81bcae6b21 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/routers/ca377e2c-775a-4603-a1f0-a5771b7ec2ff HTTP/1.1" status: 200 len: 921 time: 0.1833692 Sep 02 13:49:50.674041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:50.723518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae730df-3baf-4d4d-b672-87b3ec2e2979 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:50.728136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50046) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:50.728289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ae730df-3baf-4d4d-b672-87b3ec2e2979 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=ca377e2c-775a-4603-a1f0-a5771b7ec2ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0529363 Sep 02 13:49:50.834066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268b106-4d76-4149-bd9b-a69726b89fe1 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:50.836225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7268b106-4d76-4149-bd9b-a69726b89fe1 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 881 time: 0.1070282 Sep 02 13:49:50.839141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:50.868276 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dd1bb942-788a-4752-829c-31c077ac24df tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca377e2c-775a-4603-a1f0-a5771b7ec2ff HTTP/1.1" status: 200 len: 205 time: 0.0276361 Sep 02 13:49:50.872690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:50.994746 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d15c24-1d17-48af-8e3d-79d303648023 req-a626e02d-b4dc-4b82-8d3e-651378150766 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:51.007243 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-67d15c24-1d17-48af-8e3d-79d303648023 req-a626e02d-b4dc-4b82-8d3e-651378150766 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 945 time: 0.0827813 Sep 02 13:49:51.030240 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:51.074647 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-67d15c24-1d17-48af-8e3d-79d303648023 req-d892af52-4715-4636-882d-11b6de7896b6 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663505 Sep 02 13:49:51.188195 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:51.258704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Deleting port 27d6e56b-5830-40fb-9751-a7e14ecd7799 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:51.259282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:51.366339 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:51.381615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Calling delete_port for 27d6e56b-5830-40fb-9751-a7e14ecd7799 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:51.507230 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 75e350a2-87e7-43dd-8390-a9a2e36997eb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:51.607378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 75e350a2-87e7-43dd-8390-a9a2e36997eb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:51.608151 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:51.641705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Sync routers for ids ['555bdd92-a5fd-4c7a-a964-7280a3052c55'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:51.663683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Routers {'555bdd92-a5fd-4c7a-a964-7280a3052c55'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:51.664480 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['555bdd92-a5fd-4c7a-a964-7280a3052c55'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:51.687671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:51.759783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event deleted for resources: {'Port': ['ID=27d6e56b-5830-40fb-9751-a7e14ecd7799,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:51.858673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:51.976681 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:51.980980 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.009690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Set router 555bdd92-a5fd-4c7a-a964-7280a3052c55 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:52.033022 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.033787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Fanout notify agent at l3_agent the message router_deleted on router ca377e2c-775a-4603-a1f0-a5771b7ec2ff {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:52.041668 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.043744 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-89ca40fa-c12e-42e8-b43c-31f2c15d19da tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/ca377e2c-775a-4603-a1f0-a5771b7ec2ff HTTP/1.1" status: 204 len: 168 time: 1.1692588 Sep 02 13:49:52.047690 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50064) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:52.054995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2344ea8a-5226-4d7d-920c-c5ed093a79d9 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1709977767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:52.082294 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2344ea8a-5226-4d7d-920c-c5ed093a79d9 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.086356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2344ea8a-5226-4d7d-920c-c5ed093a79d9 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.224061 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2344ea8a-5226-4d7d-920c-c5ed093a79d9 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.229847 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2344ea8a-5226-4d7d-920c-c5ed093a79d9 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.250777 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2344ea8a-5226-4d7d-920c-c5ed093a79d9 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.252878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2344ea8a-5226-4d7d-920c-c5ed093a79d9 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2034523 Sep 02 13:49:52.255410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50070) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:52.263348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': False}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:52.288973 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4dfb-607b-4250-a3f2-73cc41fb83d4 req-64556807-fac9-473e-b7ea-b4a691235ddf tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:52.292459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a30d4dfb-607b-4250-a3f2-73cc41fb83d4 req-64556807-fac9-473e-b7ea-b4a691235ddf tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 945 time: 0.0954926 Sep 02 13:49:52.351610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 2, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:52.375674 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a30d4dfb-607b-4250-a3f2-73cc41fb83d4 req-5d6938e7-6f65-4c99-b12d-2b595ebc5f06 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754993 Sep 02 13:49:52.387697 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Checking router: 555bdd92-a5fd-4c7a-a964-7280a3052c55 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:49:52.388208 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Updating router 555bdd92-a5fd-4c7a-a964-7280a3052c55 port 1cd48c88-07b9-4610-bb6c-1da1040a4dce binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:49:52.414760 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.536888 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.661608 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838559cd-ccde-4017-b9a4-75b9807f6147 req-fe8c6979-bc5c-4229-9f8a-b8603787f637 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:52.672397 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-838559cd-ccde-4017-b9a4-75b9807f6147 req-fe8c6979-bc5c-4229-9f8a-b8603787f637 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 945 time: 0.1402264 Sep 02 13:49:52.740912 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-838559cd-ccde-4017-b9a4-75b9807f6147 req-c07bb02c-d0ab-41e1-b20b-55bcf768b8f6 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673051 Sep 02 13:49:52.846473 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.859094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Transition to ACTIVE for port object 1cd48c88-07b9-4610-bb6c-1da1040a4dce will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:49:52.868610 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:52.940170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fe184-f716-4819-9232-ae0fbdeb6e53 None None] Pushing event updated for resources: {'Port': ['ID=1cd48c88-07b9-4610-bb6c-1da1040a4dce,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:53.020881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Attempting to bind port 1cd48c88-07b9-4610-bb6c-1da1040a4dce on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:49:53.021317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Attempting to bind port 1cd48c88-07b9-4610-bb6c-1da1040a4dce by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:49:53.021705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Attempting to bind port 1cd48c88-07b9-4610-bb6c-1da1040a4dce on network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:49:53.033805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:49:53.034161 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Checking segment: {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:49:53.034661 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.034980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Bound using segment: {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:49:53.035485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Bound port: 1cd48c88-07b9-4610-bb6c-1da1040a4dce, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:49:53.035919 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.131277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cce8c-5ebe-4809-8339-b54638d845dd req-5076b39d-3ffa-4994-b06d-37888c3d1f2c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:53.133337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] For port 1cd48c88-07b9-4610-bb6c-1da1040a4dce, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:49:53.139157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f47cce8c-5ebe-4809-8339-b54638d845dd req-5076b39d-3ffa-4994-b06d-37888c3d1f2c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 945 time: 0.3053408 Sep 02 13:49:53.142223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] For port 1cd48c88-07b9-4610-bb6c-1da1040a4dce, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1cd48c88-07b9-4610-bb6c-1da1040a4dce,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:49:53.145984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.150327 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.239613 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.328553 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fe184-f716-4819-9232-ae0fbdeb6e53 None None] Pushing event updated for resources: {'Port': ['ID=1cd48c88-07b9-4610-bb6c-1da1040a4dce,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:53.350622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Routers {'555bdd92-a5fd-4c7a-a964-7280a3052c55'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:53.351114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['555bdd92-a5fd-4c7a-a964-7280a3052c55'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:53.474413 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Allocated IP 172.25.3.116 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/7bf16756-41e3-4e6b-8282-2f42f782de65) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:53.492625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] Set router 555bdd92-a5fd-4c7a-a964-7280a3052c55 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:49:53.596176 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1cd48c88-07b9-4610-bb6c-1da1040a4dce up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:53.631774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f47cce8c-5ebe-4809-8339-b54638d845dd req-b46dbaa1-7273-483b-99b6-d30dbc16476f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813983 Sep 02 13:49:53.710451 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.810300 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.831183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 1cd48c88-07b9-4610-bb6c-1da1040a4dce completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:49:53.838837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1cd48c88-07b9-4610-bb6c-1da1040a4dce triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:53.839225 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:53.890799 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:53Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:53.929536 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:53.936809 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:53.948057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:53.956847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Pushing event updated for resources: {'Port': ['ID=7bf16756-41e3-4e6b-8282-2f42f782de65,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:53.957430 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7587f-cb9e-4109-af06-d92e7036e2e7 None None] The sync data for ids ['555bdd92-a5fd-4c7a-a964-7280a3052c55'] in n-d-794796-4 is: [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:53Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:54.042713 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:54.106493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 1cd48c88-07b9-4610-bb6c-1da1040a4dce, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1cd48c88-07b9-4610-bb6c-1da1040a4dce,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:54.112539 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:54.169079 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=1cd48c88-07b9-4610-bb6c-1da1040a4dce,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:54.222965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c435adc-7e53-4721-966e-a0c5a9c033ea req-c331f7ee-dcb4-40f1-9e72-d106871bff42 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:54.224654 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c435adc-7e53-4721-966e-a0c5a9c033ea req-c331f7ee-dcb4-40f1-9e72-d106871bff42 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 945 time: 0.1724322 Sep 02 13:49:54.383116 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c435adc-7e53-4721-966e-a0c5a9c033ea req-8b0505d2-6eeb-4605-938f-004a53674056 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490765 Sep 02 13:49:54.438676 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:54.694547 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:54.698686 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:54.892740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Router 05b1d0aa-f38f-498e-89c2-93e302b96ebc is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:55.020386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:55.025468 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:55.027258 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b7a8b605-c33e-4f46-9a5c-6df4b2b7a03f tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "PUT /v2.0/routers/05b1d0aa-f38f-498e-89c2-93e302b96ebc HTTP/1.1" status: 200 len: 916 time: 2.7694495 Sep 02 13:49:55.028803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:55.031587 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e182d5c7-8237-4293-8f63-a40ac2b20554 None None] Sync routers for ids ['05b1d0aa-f38f-498e-89c2-93e302b96ebc'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:55.041694 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e182d5c7-8237-4293-8f63-a40ac2b20554 None None] Routers {'05b1d0aa-f38f-498e-89c2-93e302b96ebc'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:55.042316 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e182d5c7-8237-4293-8f63-a40ac2b20554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['05b1d0aa-f38f-498e-89c2-93e302b96ebc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:55.081265 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e182d5c7-8237-4293-8f63-a40ac2b20554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:55.091872 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e182d5c7-8237-4293-8f63-a40ac2b20554 None None] Routers {'05b1d0aa-f38f-498e-89c2-93e302b96ebc'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:55.092510 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e182d5c7-8237-4293-8f63-a40ac2b20554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['05b1d0aa-f38f-498e-89c2-93e302b96ebc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:55.125964 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e182d5c7-8237-4293-8f63-a40ac2b20554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:55.127760 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e182d5c7-8237-4293-8f63-a40ac2b20554 None None] The sync data for ids ['05b1d0aa-f38f-498e-89c2-93e302b96ebc'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:49:55.151181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8fdc4467-7f4c-4bb5-8708-1e1f11ac2074 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/routers/05b1d0aa-f38f-498e-89c2-93e302b96ebc HTTP/1.1" status: 200 len: 922 time: 0.1212523 Sep 02 13:49:55.153812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50102) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:55.230236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7402c0-b90d-43dd-8a9c-1d8d06cb31f8 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:55.232135 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8c7402c0-b90d-43dd-8a9c-1d8d06cb31f8 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=05b1d0aa-f38f-498e-89c2-93e302b96ebc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0772524 Sep 02 13:49:55.235567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50104) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:55.338488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b72506-627b-4433-a078-d9d11cfeba64 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:55.342517 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-42b72506-627b-4433-a078-d9d11cfeba64 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 881 time: 0.1034117 Sep 02 13:49:55.343207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:55.385578 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6778ed08-bc73-465c-9575-1e25e1678dcc tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b1d0aa-f38f-498e-89c2-93e302b96ebc HTTP/1.1" status: 200 len: 205 time: 0.0371318 Sep 02 13:49:55.385860 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:55.550562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1cd48c88-07b9-4610-bb6c-1da1040a4dce up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:49:55.625257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dda71-3344-43f2-aa3f-ab335f1508c5 req-724b051d-7ec7-45e4-bade-99b97ee58a8d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:55.627030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf9dda71-3344-43f2-aa3f-ab335f1508c5 req-724b051d-7ec7-45e4-bade-99b97ee58a8d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 945 time: 0.0821965 Sep 02 13:49:55.627806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1cd48c88-07b9-4610-bb6c-1da1040a4dce triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:49:55.629712 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:55.649148 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:55.770880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf9dda71-3344-43f2-aa3f-ab335f1508c5 req-d4a0bd73-0d8e-471f-b0eb-7b5ae094078e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346328 Sep 02 13:49:55.843981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-71c52990-4c1f-4afe-ac1c-73df7452fc88 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:49:55.845726 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-71c52990-4c1f-4afe-ac1c-73df7452fc88 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 945 time: 0.0920396 Sep 02 13:49:55.900355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.009452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Deleting port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:56.009954 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.016209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Deleting port 7bf16756-41e3-4e6b-8282-2f42f782de65 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:49:56.016545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.168506 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.171697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] For port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:49:56.172090 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.192524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Calling delete_port for 7bf16756-41e3-4e6b-8282-2f42f782de65 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:56.194395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Calling delete_port for 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:49:56.460796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.474674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['6a4cfbac-94ec-4e75-8430-2012ae52b4f8'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:49:56.494339 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.497979 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event deleted for resources: {'Port': ['ID=6a4cfbac-94ec-4e75-8430-2012ae52b4f8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:56.558772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event deleted for resources: {'Port': ['ID=7bf16756-41e3-4e6b-8282-2f42f782de65,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:56.585764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] No DVR routers for this DVR port 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:49:56.588497 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.592157 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8186595b-fe00-4443-98c7-ba162cf62f19 req-3e65c993-701d-4a84-98f4-783586b48862 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "DELETE /v2.0/ports/6a4cfbac-94ec-4e75-8430-2012ae52b4f8 HTTP/1.1" status: 204 len: 173 time: 0.7389033 Sep 02 13:49:56.596196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1695f9ab-3dad-4d26-88a2-f45947882b5a', 'name': 'network-vif-deleted', 'tag': '6a4cfbac-94ec-4e75-8430-2012ae52b4f8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:49:56.598778 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e628c08-6cec-4ae3-8828-b53c28977a1e" -d '{"events": [{"server_uuid": "1695f9ab-3dad-4d26-88a2-f45947882b5a", "name": "network-vif-deleted", "tag": "6a4cfbac-94ec-4e75-8430-2012ae52b4f8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:49:56.667684 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.735203 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b6a8da-5b3f-4ec2-ad52-7f6ce5ecc946 x-openstack-request-id: req-94b6a8da-5b3f-4ec2-ad52-7f6ce5ecc946 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:49:56.735704 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1695f9ab-3dad-4d26-88a2-f45947882b5a", "name": "network-vif-deleted", "tag": "6a4cfbac-94ec-4e75-8430-2012ae52b4f8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:49:56.735987 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94b6a8da-5b3f-4ec2-ad52-7f6ce5ecc946 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:49:56.736391 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1695f9ab-3dad-4d26-88a2-f45947882b5a', 'name': 'network-vif-deleted', 'tag': '6a4cfbac-94ec-4e75-8430-2012ae52b4f8', 'status': 'completed', 'code': 200} Sep 02 13:49:56.776677 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.781057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.853628 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.854179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Fanout notify agent at l3_agent the message router_deleted on router 05b1d0aa-f38f-498e-89c2-93e302b96ebc {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:49:56.862302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.863433 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f560b99a-13ae-4562-b81a-727852e85d37 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/05b1d0aa-f38f-498e-89c2-93e302b96ebc HTTP/1.1" status: 204 len: 168 time: 1.4764340 Sep 02 13:49:56.867435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50140) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:56.872944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-502164662', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:56.908499 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.910150 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:56.918900 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-771277f8-7d55-49a2-88bb-4a11086b847f req-ab19fa32-12a6-4f90-81a3-10c07d2262b1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 210 time: 0.0302591 Sep 02 13:49:57.024053 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:57.244402 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:57.505748 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:57.531853 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:57.646281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Allocated IP 172.25.3.103 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/912dd1a2-7edc-418d-97ce-e5fb4f2c44f2) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:49:57.770161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:57.829853 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:57.881239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event updated for resources: {'Port': ['ID=912dd1a2-7edc-418d-97ce-e5fb4f2c44f2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:57.904153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:49:57.905961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:49:57.908540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:49:58.577093 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d92850c4-f689-4650-8ddd-894156574e5c req-7b1bff70-9bd9-4950-a862-18db6eda8f79 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 210 time: 0.0586650 Sep 02 13:49:58.829833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50176) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:58.856731 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.034715 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-806180bf-a86b-493e-ba21-0e9aa86caafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.145214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-806180bf-a86b-493e-ba21-0e9aa86caafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.186712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-806180bf-a86b-493e-ba21-0e9aa86caafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.262556 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-806180bf-a86b-493e-ba21-0e9aa86caafd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8358d6c212b4ca5a3aa18ccef84a261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292946 Sep 02 13:49:59.263102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:59.276376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806180bf-a86b-493e-ba21-0e9aa86caafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab11efd6-3049-4c0d-907c-0fc116790b31,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:59.317604 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.374553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.424312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.491349 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.497066 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.501792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab11efd6-3049-4c0d-907c-0fc116790b31 HTTP/1.1" status: 204 len: 168 time: 0.2363186 Sep 02 13:49:59.507383 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.519790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab11efd6-3049-4c0d-907c-0fc116790b31,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:49:59.527774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Router 8b1cf721-d837-4787-8544-c048f8c95f3b is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:49:59.529969 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.530332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.530986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.531288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.531647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.532020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.532344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.532677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.533016 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.533337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.533665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.533996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa20f9-0455-4dad-8463-db2c19a49475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:49:59.558229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:49:59.588916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:49:59.589543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 6a4cfbac-94ec-4e75-8430-2012ae52b4f8 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:49:59.694992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:49:59.707388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988a07f4-0a0d-4cb0-8572-692705eea2ef None None] Sync routers for ids ['8b1cf721-d837-4787-8544-c048f8c95f3b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:49:59.719610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a07f4-0a0d-4cb0-8572-692705eea2ef None None] Routers {'8b1cf721-d837-4787-8544-c048f8c95f3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:59.736100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-988a07f4-0a0d-4cb0-8572-692705eea2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8b1cf721-d837-4787-8544-c048f8c95f3b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:59.772151 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28e7aa5f-6d66-46ef-871f-a07137e2fad2 req-c3628850-b96b-455f-bd4a-4f89210f33f3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 210 time: 0.0750256 Sep 02 13:49:59.773803 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:49:59.774942 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-95bf6328-1c58-4e5e-a2e0-692e7db4b249 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9062040 Sep 02 13:49:59.778372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50196) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:49:59.786696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:49:59.875528 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-988a07f4-0a0d-4cb0-8572-692705eea2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:59.903707 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a07f4-0a0d-4cb0-8572-692705eea2ef None None] Routers {'8b1cf721-d837-4787-8544-c048f8c95f3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:49:59.904658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-988a07f4-0a0d-4cb0-8572-692705eea2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8b1cf721-d837-4787-8544-c048f8c95f3b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:59.970299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-988a07f4-0a0d-4cb0-8572-692705eea2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:49:59.971241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988a07f4-0a0d-4cb0-8572-692705eea2ef None None] The sync data for ids ['8b1cf721-d837-4787-8544-c048f8c95f3b'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:00.297064 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:00.320050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:00.370808 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:00.398914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Deleting port 912dd1a2-7edc-418d-97ce-e5fb4f2c44f2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:00.399416 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:00.560325 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:00.573404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Calling delete_port for 912dd1a2-7edc-418d-97ce-e5fb4f2c44f2 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:00.824613 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:00.869926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Pushing event deleted for resources: {'Port': ['ID=912dd1a2-7edc-418d-97ce-e5fb4f2c44f2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:00.926276 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-84223f5d-670e-4dbe-9383-3132c358ad53 req-495dd54b-1270-4a76-913e-72f35c8eaf85 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 210 time: 0.0460234 Sep 02 13:50:00.979371 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:01.135420 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0241276e-392a-4f76-a788-2fa951bdcee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:01.210460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:01.214069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:01.300042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Router 8b1cf721-d837-4787-8544-c048f8c95f3b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:50:01.378992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:01.404501 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:01.405984 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e2840da3-351a-4e46-af72-11b7be3b9dde tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "PUT /v2.0/routers/8b1cf721-d837-4787-8544-c048f8c95f3b HTTP/1.1" status: 200 len: 705 time: 1.6265388 Sep 02 13:50:01.408693 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:01.408833 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674811f5-9f69-42f3-b657-85c673288e4f None None] Sync routers for ids ['8b1cf721-d837-4787-8544-c048f8c95f3b'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:01.428115 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674811f5-9f69-42f3-b657-85c673288e4f None None] Routers {'8b1cf721-d837-4787-8544-c048f8c95f3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:01.430072 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-674811f5-9f69-42f3-b657-85c673288e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8b1cf721-d837-4787-8544-c048f8c95f3b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:01.582115 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-674811f5-9f69-42f3-b657-85c673288e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:01.603859 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674811f5-9f69-42f3-b657-85c673288e4f None None] Routers {'8b1cf721-d837-4787-8544-c048f8c95f3b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:01.606627 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-674811f5-9f69-42f3-b657-85c673288e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:49:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8b1cf721-d837-4787-8544-c048f8c95f3b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:01.668688 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-674811f5-9f69-42f3-b657-85c673288e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:01.669384 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674811f5-9f69-42f3-b657-85c673288e4f None None] The sync data for ids ['8b1cf721-d837-4787-8544-c048f8c95f3b'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:01.908938 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e75b9cbd-9668-41b1-a364-8b4744d39ef5 tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/routers/8b1cf721-d837-4787-8544-c048f8c95f3b HTTP/1.1" status: 200 len: 740 time: 0.4983830 Sep 02 13:50:01.912062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:01.969572 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:50:01.991247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d40ae102-aa59-44dd-983d-4e3d7fedec4e tempest-RoutersAdminTest-2034398055 tempest-RoutersAdminTest-2034398055-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=8b1cf721-d837-4787-8544-c048f8c95f3b HTTP/1.1" status: 200 len: 205 time: 0.0766349 Sep 02 13:50:01.993887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.049091 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9a1d971e-7ebd-4045-8035-98e98fd4fe59 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1cf721-d837-4787-8544-c048f8c95f3b HTTP/1.1" status: 200 len: 205 time: 0.0538123 Sep 02 13:50:02.052537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.153295 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f78f63e4-d0a7-40ec-83f5-19ee1e94fc26 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:02.249956 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c1677bfd-5947-4368-a1da-368437caa080 req-390fc8f2-83e0-497d-90ea-952c44da90d1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1695f9ab-3dad-4d26-88a2-f45947882b5a HTTP/1.1" status: 200 len: 210 time: 0.1128659 Sep 02 13:50:02.356017 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f78f63e4-d0a7-40ec-83f5-19ee1e94fc26 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:02.358446 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f78f63e4-d0a7-40ec-83f5-19ee1e94fc26 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:02.415175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f78f63e4-d0a7-40ec-83f5-19ee1e94fc26 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:02.415740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78f63e4-d0a7-40ec-83f5-19ee1e94fc26 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Fanout notify agent at l3_agent the message router_deleted on router 8b1cf721-d837-4787-8544-c048f8c95f3b {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:02.423901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f78f63e4-d0a7-40ec-83f5-19ee1e94fc26 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:02.424789 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f78f63e4-d0a7-40ec-83f5-19ee1e94fc26 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/8b1cf721-d837-4787-8544-c048f8c95f3b HTTP/1.1" status: 204 len: 168 time: 0.3707860 Sep 02 13:50:02.428136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50300) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.456687 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7cb3849b-9a35-4d0f-b2a3-3fc80186bd87 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1cf721-d837-4787-8544-c048f8c95f3b HTTP/1.1" status: 200 len: 205 time: 0.0272722 Sep 02 13:50:02.459022 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.505656 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-d83d6341-9170-4bfa-9991-03164d45395a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] delete failed (client error): The resource could not be found. Sep 02 13:50:02.508999 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d83d6341-9170-4bfa-9991-03164d45395a tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/8b1cf721-d837-4787-8544-c048f8c95f3b HTTP/1.1" status: 404 len: 336 time: 0.0464754 Sep 02 13:50:02.509958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50318) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.543355 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-09320d0e-32bd-43b0-bf57-13cba177d08c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=05b1d0aa-f38f-498e-89c2-93e302b96ebc HTTP/1.1" status: 200 len: 205 time: 0.0314584 Sep 02 13:50:02.545821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.596198 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-f18236c1-15c2-4a8a-a7af-a6979d3ae5cb tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] delete failed (client error): The resource could not be found. Sep 02 13:50:02.597492 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f18236c1-15c2-4a8a-a7af-a6979d3ae5cb tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/05b1d0aa-f38f-498e-89c2-93e302b96ebc HTTP/1.1" status: 404 len: 336 time: 0.0506761 Sep 02 13:50:02.600008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.629247 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c96b4a43-21c0-444c-946c-047318f88b27 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca377e2c-775a-4603-a1f0-a5771b7ec2ff HTTP/1.1" status: 200 len: 205 time: 0.0279238 Sep 02 13:50:02.631359 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.683868 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-31416b8b-5c05-4c2e-8f4a-a70d52384b35 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] delete failed (client error): The resource could not be found. Sep 02 13:50:02.685029 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-31416b8b-5c05-4c2e-8f4a-a70d52384b35 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/ca377e2c-775a-4603-a1f0-a5771b7ec2ff HTTP/1.1" status: 404 len: 336 time: 0.0526569 Sep 02 13:50:02.687573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.720096 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3719323c-d0ac-481d-b39b-1ab8d4373319 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=76760e9a-70c3-4878-8400-8e5c97fe0cf8 HTTP/1.1" status: 200 len: 205 time: 0.0300221 Sep 02 13:50:02.722221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50334) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.761121 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-da98d892-61a9-4cf0-ae9a-097c30b1c84e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] delete failed (client error): The resource could not be found. Sep 02 13:50:02.762328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-da98d892-61a9-4cf0-ae9a-097c30b1c84e tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/76760e9a-70c3-4878-8400-8e5c97fe0cf8 HTTP/1.1" status: 404 len: 336 time: 0.0385282 Sep 02 13:50:02.765245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.796080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50338) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.796339 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-23446e54-7b57-4c40-a9a6-a55f1f5ec632 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e902b5-04c3-4e94-95fe-5f9d6412559f HTTP/1.1" status: 200 len: 205 time: 0.0297654 Sep 02 13:50:02.842263 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-a7e15254-db8d-401b-8346-36161bc8803d tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] delete failed (client error): The resource could not be found. Sep 02 13:50:02.843418 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a7e15254-db8d-401b-8346-36161bc8803d tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/44e902b5-04c3-4e94-95fe-5f9d6412559f HTTP/1.1" status: 404 len: 336 time: 0.0458457 Sep 02 13:50:02.846501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50340) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.882075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3c769a61-4a6a-4491-9e77-5fda0430064c tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "GET /v2.0/ports?device_id=6811ae55-bcd9-4eea-bdd1-54d9d18e1cac HTTP/1.1" status: 200 len: 205 time: 0.0337689 Sep 02 13:50:02.884378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50342) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.922971 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-109771b3-402f-4d38-a4e3-ab2a69943787 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] delete failed (client error): The resource could not be found. Sep 02 13:50:02.924051 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-109771b3-402f-4d38-a4e3-ab2a69943787 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/routers/6811ae55-bcd9-4eea-bdd1-54d9d18e1cac HTTP/1.1" status: 404 len: 336 time: 0.0382285 Sep 02 13:50:02.926716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:02.957605 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea08610-e1e3-4a93-8983-861f0e1c9c46 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] DELETE failed (client error): The resource could not be found. Sep 02 13:50:02.958071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea08610-e1e3-4a93-8983-861f0e1c9c46 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:50:02.959882 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eea08610-e1e3-4a93-8983-861f0e1c9c46 tempest-RoutersAdminTest-1571464564 tempest-RoutersAdminTest-1571464564-project] 10.222.0.13 "DELETE /v2.0/subnets/5f235bda-2e17-458f-bf3c-555b3adf0255 HTTP/1.1" status: 404 len: 337 time: 0.0322058 Sep 02 13:50:03.338220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:03.493943 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4a6e612-2998-4613-bd66-690a5beda067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:03.589467 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f587cd1-ab1e-49b8-9c31-51ab197c2209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:03.621015 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4a6e612-2998-4613-bd66-690a5beda067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:03.626420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a4a6e612-2998-4613-bd66-690a5beda067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:03.682529 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a4a6e612-2998-4613-bd66-690a5beda067 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d912879b257b4d00b89178f607228e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431325 Sep 02 13:50:03.683497 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6e612-2998-4613-bd66-690a5beda067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd0cf52-1571-4acf-8fad-6854d66287f3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:03.685191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:03.746841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b08b51f-7846-4de4-9c92-553373379629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:03.792110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b08b51f-7846-4de4-9c92-553373379629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:03.857209 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b08b51f-7846-4de4-9c92-553373379629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:03.860429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b08b51f-7846-4de4-9c92-553373379629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:03.863829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6b08b51f-7846-4de4-9c92-553373379629 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bd0cf52-1571-4acf-8fad-6854d66287f3 HTTP/1.1" status: 204 len: 168 time: 0.1749909 Sep 02 13:50:03.873610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08b51f-7846-4de4-9c92-553373379629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd0cf52-1571-4acf-8fad-6854d66287f3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:04.128339 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:04.227273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:04.286521 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e4c01a5a-5751-4c2e-8206-106628650f8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=449eaa223a0248f9a7e8c8a1c9ba1ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574439 Sep 02 13:50:04.288642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50376) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:04.342035 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c37aef8-6c16-481e-a220-5594809e3d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:04.376449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c37aef8-6c16-481e-a220-5594809e3d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:04.441009 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c37aef8-6c16-481e-a220-5594809e3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:04.443707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c37aef8-6c16-481e-a220-5594809e3d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:04.453455 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5c37aef8-6c16-481e-a220-5594809e3d94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb852557-2bd1-4e4d-b08f-969068156f45 HTTP/1.1" status: 204 len: 168 time: 0.1636748 Sep 02 13:50:04.469572 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37aef8-6c16-481e-a220-5594809e3d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb852557-2bd1-4e4d-b08f-969068156f45,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:04.856341 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.222986 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:06.358194 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-681419874', 'router:external': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:06.449208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Made reservation on behalf of 4f83df4078e341b4bf8e24470a2e1626 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:06.453481 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.471131 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.558501 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.612256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.618316 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.649004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:50:06.656046 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dd2ed7-ab5a-4baf-aa69-8e0eab254390,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:06.665870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.666228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.666581 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.669332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.669332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.669332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.669332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.669332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.669332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.669921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.669921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.670117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:06.673945 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.674316 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Added segment 57a64d7d-e20b-40e1-bc1a-c68ee34313b7 of type vlan for network 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1 Sep 02 13:50:06.724589 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.763449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.764513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:06.765104 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:06.830829 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6036694 Sep 02 13:50:06.831108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:06.840868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'subnet': {'network_id': '6cab3bb2-b692-4c02-9cb5-c77beddfcfc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:06.844345 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45dde2-2f71-4c36-867d-16e548146267 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event updated for resources: {'Network': ['ID=6cab3bb2-b692-4c02-9cb5-c77beddfcfc1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:06.879847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:50:06.899524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Made reservation on behalf of 4f83df4078e341b4bf8e24470a2e1626 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:06.905808 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:07.275905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.objects.ports [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 02 13:50:07.276279 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:07.331067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event updated for resources: {'Subnet': ['ID=81b31c6b-0e49-4160-a977-338af024f5ec,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:07.349071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Checking segment: {'id': '57a64d7d-e20b-40e1-bc1a-c68ee34313b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6cab3bb2-b692-4c02-9cb5-c77beddfcfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:50:07.349455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Network hostable DHCP agents. Network: 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:50:07.370570 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Network 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:50:07.382034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:07.387308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:07.388039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:07.401166 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1d6a60-5a7c-45e9-afc9-e602ead8e159 None None] Network 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:50:07.404854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f7a4b90e-13db-43ba-acb7-bbd490321b0f tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5724370 Sep 02 13:50:07.407457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:07.412485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-675361530', 'network_id': '6cab3bb2-b692-4c02-9cb5-c77beddfcfc1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:07.443044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Made reservation on behalf of 4f83df4078e341b4bf8e24470a2e1626 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:07.445724 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:07.467233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] device_id is not set on port 8eaa1d10-05ec-40a4-b87d-617570fc60ea yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:50:07.548691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0279d4c5-0fae-4a74-b5d6-72e788cbd64a None None] Network 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:50:07.617431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Allocated IP 2001:db8::2bf (6cab3bb2-b692-4c02-9cb5-c77beddfcfc1/81b31c6b-0e49-4160-a977-338af024f5ec/8eaa1d10-05ec-40a4-b87d-617570fc60ea) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:07.785693 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:07.829440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:07.876046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Network 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:07.878987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:07.882703 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:07.883699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:07.884338 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:07.897395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event updated for resources: {'Port': ['ID=8eaa1d10-05ec-40a4-b87d-617570fc60ea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:07.908622 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-eb076ec7-ac3c-422d-8775-4744baa1641e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4968824 Sep 02 13:50:07.908622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:08.000170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a69b9-dc8a-46ff-a984-bf1e022f1005 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Deleting port 8eaa1d10-05ec-40a4-b87d-617570fc60ea {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:08.000912 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a2a69b9-dc8a-46ff-a984-bf1e022f1005 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:08.105176 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a2a69b9-dc8a-46ff-a984-bf1e022f1005 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:08.123096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a69b9-dc8a-46ff-a984-bf1e022f1005 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Calling delete_port for 8eaa1d10-05ec-40a4-b87d-617570fc60ea owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:08.262276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a2a69b9-dc8a-46ff-a984-bf1e022f1005 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:08.305129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a69b9-dc8a-46ff-a984-bf1e022f1005 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eaa1d10-05ec-40a4-b87d-617570fc60ea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:08.329973 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a2a69b9-dc8a-46ff-a984-bf1e022f1005 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:08.331842 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4a2a69b9-dc8a-46ff-a984-bf1e022f1005 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8eaa1d10-05ec-40a4-b87d-617570fc60ea HTTP/1.1" status: 204 len: 168 time: 0.4228425 Sep 02 13:50:08.334779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:08.339295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cab3bb2-b692-4c02-9cb5-c77beddfcfc1', 'external_fixed_ips': [{'subnet_id': '81b31c6b-0e49-4160-a977-338af024f5ec', 'ip_address': '2001:db8::2bf'}]}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:08.364557 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:08.365405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:08.445487 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:08.600558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:08.914670 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:08.935285 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:09.093111 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Allocated IP 2001:db8::2bf (6cab3bb2-b692-4c02-9cb5-c77beddfcfc1/81b31c6b-0e49-4160-a977-338af024f5ec/b7e46b3f-434f-4554-894f-5a5ae6255151) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:09.222961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:09.268359 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:09.314056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Network 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:09.319167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:09.321530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:09.360733 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event updated for resources: {'Port': ['ID=b7e46b3f-434f-4554-894f-5a5ae6255151,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:09.550941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:09.762353 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:09.902194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Router 21850129-0ddc-4bf6-8e14-ad137b74ff77 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:50:10.012700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:10.022623 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Sync routers for ids ['21850129-0ddc-4bf6-8e14-ad137b74ff77'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:10.029872 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.031714 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8274cc9b-0f3f-4cbe-a152-92d5a12ab505 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.6957166 Sep 02 13:50:10.034315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:10.037188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Routers {'21850129-0ddc-4bf6-8e14-ad137b74ff77'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:10.053198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['21850129-0ddc-4bf6-8e14-ad137b74ff77'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:10.176185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Set router 21850129-0ddc-4bf6-8e14-ad137b74ff77 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:50:10.190243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.305981 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.365601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Deleting port b7e46b3f-434f-4554-894f-5a5ae6255151 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:10.365941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.397845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21850129-0ddc-4bf6-8e14-ad137b74ff77', 'name': '', 'tenant_id': '4f83df4078e341b4bf8e24470a2e1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cab3bb2-b692-4c02-9cb5-c77beddfcfc1', 'external_fixed_ips': [{'subnet_id': '81b31c6b-0e49-4160-a977-338af024f5ec', 'ip_address': '2001:db8::2bf'}], 'enable_snat': True}, 'gw_port_id': 'b7e46b3f-434f-4554-894f-5a5ae6255151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:50:08Z', 'updated_at': '2021-09-02T13:50:09Z', 'revision_number': 3, 'project_id': '4f83df4078e341b4bf8e24470a2e1626', 'gw_port': {'id': 'b7e46b3f-434f-4554-894f-5a5ae6255151', 'name': '', 'network_id': '6cab3bb2-b692-4c02-9cb5-c77beddfcfc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21850129-0ddc-4bf6-8e14-ad137b74ff77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '81b31c6b-0e49-4160-a977-338af024f5ec', 'ip_address': '2001:db8::2bf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:50:08Z', 'updated_at': '2021-09-02T13:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81b31c6b-0e49-4160-a977-338af024f5ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:10.425518 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Checking router: 21850129-0ddc-4bf6-8e14-ad137b74ff77 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:50:10.426182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Updating router 21850129-0ddc-4bf6-8e14-ad137b74ff77 port b7e46b3f-434f-4554-894f-5a5ae6255151 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:50:10.454398 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.457398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.470314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Calling delete_port for b7e46b3f-434f-4554-894f-5a5ae6255151 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:10.653753 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.692158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7e46b3f-434f-4554-894f-5a5ae6255151,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:10.715111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.759238 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:50:10.759603 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:50:10.825229 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.827424 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.879070 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.879777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21850129-0ddc-4bf6-8e14-ad137b74ff77 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:10.885016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:10.889297 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3e0182dc-9fef-4fb7-9194-c86eb5e8e109 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "DELETE /v2.0/routers/21850129-0ddc-4bf6-8e14-ad137b74ff77 HTTP/1.1" status: 204 len: 168 time: 0.8509381 Sep 02 13:50:10.889457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:10.940069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-680af75a-7086-469c-a7ab-bf598a7e7704 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Deleting subnet 81b31c6b-0e49-4160-a977-338af024f5ec {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:50:10.943324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-680af75a-7086-469c-a7ab-bf598a7e7704 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.280816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Port b7e46b3f-434f-4554-894f-5a5ae6255151 not found while updating agent binding for router 21850129-0ddc-4bf6-8e14-ad137b74ff77. {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 02 13:50:11.284141 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-680af75a-7086-469c-a7ab-bf598a7e7704 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.289636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Routers set() bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:11.290018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Router IDs set() for agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:50:11.290617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'21850129-0ddc-4bf6-8e14-ad137b74ff77'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:50:11.290991 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3dc84-80a5-470a-9e32-969d881a9b66 None None] The sync data for ids ['21850129-0ddc-4bf6-8e14-ad137b74ff77'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:11.329417 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-680af75a-7086-469c-a7ab-bf598a7e7704 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.389143 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-680af75a-7086-469c-a7ab-bf598a7e7704 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.424766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680af75a-7086-469c-a7ab-bf598a7e7704 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=81b31c6b-0e49-4160-a977-338af024f5ec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:11.429904 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-680af75a-7086-469c-a7ab-bf598a7e7704 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.432779 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-680af75a-7086-469c-a7ab-bf598a7e7704 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/81b31c6b-0e49-4160-a977-338af024f5ec HTTP/1.1" status: 204 len: 168 time: 0.5414088 Sep 02 13:50:11.434845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:11.505337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.591614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.603321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cab3bb2-b692-4c02-9cb5-c77beddfcfc1']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:11.617422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a64d7d-e20b-40e1-bc1a-c68ee34313b7') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:11.617775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a64d7d-e20b-40e1-bc1a-c68ee34313b7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:11.630147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.649339 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.657477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:50:11.657889 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:50:11.660004 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:50:11.723328 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.729840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cab3bb2-b692-4c02-9cb5-c77beddfcfc1 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 02 13:50:11.750585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:11.755888 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6cab3bb2-b692-4c02-9cb5-c77beddfcfc1 HTTP/1.1" status: 204 len: 168 time: 0.3167636 Sep 02 13:50:11.784688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d1aa2-1a11-470f-a9fe-b83bb1030411 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cab3bb2-b692-4c02-9cb5-c77beddfcfc1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:12.053709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:12.059564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-61d4520a-7d2d-4b63-b39b-886e30e6a208 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'router': {'name': 'tempest-router--1972422389', 'project_id': '2b61975149ae447a9b5b173ecbdf88de'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:12.092983 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61d4520a-7d2d-4b63-b39b-886e30e6a208 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.095573 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61d4520a-7d2d-4b63-b39b-886e30e6a208 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.187789 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61d4520a-7d2d-4b63-b39b-886e30e6a208 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.204124 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61d4520a-7d2d-4b63-b39b-886e30e6a208 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.250779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61d4520a-7d2d-4b63-b39b-886e30e6a208 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.254899 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-61d4520a-7d2d-4b63-b39b-886e30e6a208 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1970267 Sep 02 13:50:12.255041 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50606) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:12.296157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97781c-8082-485f-8d8a-b4a99c70a6a0 req-c3ece4f8-0ccb-4839-83b9-679b984e4706 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:12.298868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba97781c-8082-485f-8d8a-b4a99c70a6a0 req-c3ece4f8-0ccb-4839-83b9-679b984e4706 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1097620 Sep 02 13:50:12.353495 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba97781c-8082-485f-8d8a-b4a99c70a6a0 req-5b628fc4-c30e-40ff-a0e2-ced92881d5c0 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482965 Sep 02 13:50:12.355708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3713e4fb-f097-410b-8d53-f7c5c340f9d4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.539148 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3713e4fb-f097-410b-8d53-f7c5c340f9d4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.541320 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3713e4fb-f097-410b-8d53-f7c5c340f9d4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.596212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3713e4fb-f097-410b-8d53-f7c5c340f9d4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.596751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3713e4fb-f097-410b-8d53-f7c5c340f9d4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc5f7b5e-c971-40ea-817b-8565a17da77f {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:12.601495 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3713e4fb-f097-410b-8d53-f7c5c340f9d4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:12.606774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3713e4fb-f097-410b-8d53-f7c5c340f9d4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "DELETE /v2.0/routers/fc5f7b5e-c971-40ea-817b-8565a17da77f HTTP/1.1" status: 204 len: 168 time: 0.3507626 Sep 02 13:50:12.723167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50614) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:12.994295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-846227505', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:13.030958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:13.032270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:13.097849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:13.246928 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:13.490387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:13.511363 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:13.644679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e08dcb-7907-4e7a-a1da-8a74e30991e2 req-1d7213a9-01f6-49f5-a6b4-d940ee8dc563 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:13.646591 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45e08dcb-7907-4e7a-a1da-8a74e30991e2 req-1d7213a9-01f6-49f5-a6b4-d940ee8dc563 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.2045393 Sep 02 13:50:13.646876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Allocated IP 172.25.3.186 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/b6f2f1d2-1e53-40fc-9aec-05cfb1b0ed82) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:13.693489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45e08dcb-7907-4e7a-a1da-8a74e30991e2 req-73411e59-6b34-4f85-b90d-dc2a33f44507 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403628 Sep 02 13:50:13.754125 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:13.795589 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:13.850487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:13.853950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:13.858486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:13.887844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event updated for resources: {'Port': ['ID=b6f2f1d2-1e53-40fc-9aec-05cfb1b0ed82,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:14.486128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:14.709728 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:14.852531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Router 70e061d1-9b18-49ce-a1ba-8280b69bf2f5 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:50:14.885206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc5c9f-1dc0-40ab-a74b-e3fbc3fa16c3 req-78042948-c64d-408d-99b5-3ba96d776a3f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:14.887346 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bebc5c9f-1dc0-40ab-a74b-e3fbc3fa16c3 req-78042948-c64d-408d-99b5-3ba96d776a3f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0983396 Sep 02 13:50:14.958488 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bebc5c9f-1dc0-40ab-a74b-e3fbc3fa16c3 req-1dd2c3f4-231c-4bc5-b9b0-b29a2d384ac2 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644522 Sep 02 13:50:14.979021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:14.990301 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2b1a0-6574-4afb-bce6-0d6e2e9ce3f6 None None] Sync routers for ids ['70e061d1-9b18-49ce-a1ba-8280b69bf2f5'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:15.001075 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2b1a0-6574-4afb-bce6-0d6e2e9ce3f6 None None] Routers {'70e061d1-9b18-49ce-a1ba-8280b69bf2f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:15.001836 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06d2b1a0-6574-4afb-bce6-0d6e2e9ce3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['70e061d1-9b18-49ce-a1ba-8280b69bf2f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:15.002477 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:15.003931 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-867c90a1-5be8-46fe-b04e-af486a632251 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2790041 Sep 02 13:50:15.007251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50640) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:15.037431 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06d2b1a0-6574-4afb-bce6-0d6e2e9ce3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:15.047602 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2b1a0-6574-4afb-bce6-0d6e2e9ce3f6 None None] Routers {'70e061d1-9b18-49ce-a1ba-8280b69bf2f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:15.048289 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06d2b1a0-6574-4afb-bce6-0d6e2e9ce3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['70e061d1-9b18-49ce-a1ba-8280b69bf2f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:15.080367 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06d2b1a0-6574-4afb-bce6-0d6e2e9ce3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:15.081001 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2b1a0-6574-4afb-bce6-0d6e2e9ce3f6 None None] The sync data for ids ['70e061d1-9b18-49ce-a1ba-8280b69bf2f5'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:15.146181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-776e0b37-b010-4613-8810-1b1489c48ca9 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/routers/70e061d1-9b18-49ce-a1ba-8280b69bf2f5 HTTP/1.1" status: 200 len: 924 time: 0.1377783 Sep 02 13:50:15.149236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50644) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:15.186738 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f264cc61-9931-4703-bcea-3271001a1480 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=70e061d1-9b18-49ce-a1ba-8280b69bf2f5 HTTP/1.1" status: 200 len: 205 time: 0.0288544 Sep 02 13:50:15.186738 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:15.297541 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:15.419701 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:15.480332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Deleting port b6f2f1d2-1e53-40fc-9aec-05cfb1b0ed82 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:15.480787 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:15.572182 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:15.585397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Calling delete_port for b6f2f1d2-1e53-40fc-9aec-05cfb1b0ed82 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:15.775485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:15.802533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event deleted for resources: {'Port': ['ID=b6f2f1d2-1e53-40fc-9aec-05cfb1b0ed82,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:15.869712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:15.998600 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.000928 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.053707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.054516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Fanout notify agent at l3_agent the message router_deleted on router 70e061d1-9b18-49ce-a1ba-8280b69bf2f5 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:16.062809 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.063924 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-482b7fe8-d292-47be-8df6-faf1cb1c2eef tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/70e061d1-9b18-49ce-a1ba-8280b69bf2f5 HTTP/1.1" status: 204 len: 168 time: 0.8812559 Sep 02 13:50:16.067622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:16.074533 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'router': {'name': 'tempest-snat-router-499985089', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': False}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:16.092856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f280a9-01c9-4341-96da-0068bf11fbc9 req-2ccf3904-f873-4082-8abe-641099f5e428 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:16.094375 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f280a9-01c9-4341-96da-0068bf11fbc9 req-2ccf3904-f873-4082-8abe-641099f5e428 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0690913 Sep 02 13:50:16.118547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.119624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.151633 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74f280a9-01c9-4341-96da-0068bf11fbc9 req-92b4c550-ee13-48fa-a7ec-70eda8db6036 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502274 Sep 02 13:50:16.198710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.360151 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.583511 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.603805 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.749446 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Allocated IP 172.25.3.178 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:16.930849 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:16.973879 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:17.020796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:17.026447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:17.032189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:17.034439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event updated for resources: {'Port': ['ID=34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:17.342902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da168cb9-d57c-4400-a919-04cf93c2153c req-3996ab08-f8e3-4d60-a352-724bc069b9aa tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:17.344506 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da168cb9-d57c-4400-a919-04cf93c2153c req-3996ab08-f8e3-4d60-a352-724bc069b9aa tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0798559 Sep 02 13:50:17.349336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:17.452049 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da168cb9-d57c-4400-a919-04cf93c2153c req-a7063aa2-28d9-4db6-ba6a-495e4f533672 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990171 Sep 02 13:50:17.596326 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:17.742513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Router c786abbf-3e3f-41bd-8b36-55bcccf21057 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:50:17.855615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:17.864238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Sync routers for ids ['c786abbf-3e3f-41bd-8b36-55bcccf21057'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:17.877365 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:17.882035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Routers {'c786abbf-3e3f-41bd-8b36-55bcccf21057'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:17.882319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50674) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:17.882983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-41a3d684-1597-436a-ac24-cd10e08773eb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8127298 Sep 02 13:50:17.884237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c786abbf-3e3f-41bd-8b36-55bcccf21057'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:18.034387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Set router c786abbf-3e3f-41bd-8b36-55bcccf21057 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:50:18.050684 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-49f2e50d-faf8-44dd-8adc-ed9e3e22184a tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/routers/c786abbf-3e3f-41bd-8b36-55bcccf21057 HTTP/1.1" status: 200 len: 908 time: 0.1645381 Sep 02 13:50:18.051675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:18.056343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'router': {'name': 'tempest-snat-router-499985089', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': True}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:18.084805 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:18.086057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:18.152926 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:18.309277 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:18.444246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c786abbf-3e3f-41bd-8b36-55bcccf21057', 'name': 'tempest-snat-router-499985089', 'tenant_id': '4f83df4078e341b4bf8e24470a2e1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178'}], 'enable_snat': False}, 'gw_port_id': '34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:50:16Z', 'updated_at': '2021-09-02T13:50:17Z', 'revision_number': 3, 'project_id': '4f83df4078e341b4bf8e24470a2e1626', 'gw_port': {'id': '34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c786abbf-3e3f-41bd-8b36-55bcccf21057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:50:16Z', 'updated_at': '2021-09-02T13:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:18.484671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Checking router: c786abbf-3e3f-41bd-8b36-55bcccf21057 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:50:18.485026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Updating router c786abbf-3e3f-41bd-8b36-55bcccf21057 port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:50:18.514567 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:18.542412 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:18.582541 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:18.674666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2006f-67d5-4b8d-a2ea-4e6ee4182589 req-4c30b6fc-45e9-4d88-b26b-dbaf464edcd3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:18.676294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dac2006f-67d5-4b8d-a2ea-4e6ee4182589 req-4c30b6fc-45e9-4d88-b26b-dbaf464edcd3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1034193 Sep 02 13:50:18.756734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Allocated IP 172.25.3.157 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/55f52e6a-847b-4ec4-9a65-1c502e6247f4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:18.765795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dac2006f-67d5-4b8d-a2ea-4e6ee4182589 req-05554a2e-d774-426e-88d7-5b48973497d3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634489 Sep 02 13:50:18.883008 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:18.922505 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:18.956590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:18.961471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:18.965008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:19.115479 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:19.120035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event updated for resources: {'Port': ['ID=55f52e6a-847b-4ec4-9a65-1c502e6247f4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:19.131472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Transition to ACTIVE for port object 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:19.140123 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:19.209650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Attempting to bind port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:50:19.210027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Attempting to bind port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:50:19.210401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Attempting to bind port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:50:19.219833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:50:19.220218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:50:19.220629 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:19.221028 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:50:19.221514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Bound port: 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:50:19.221912 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:19.244685 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3081bfb-f71f-4135-8fc0-d945f9156b70 None None] Pushing event updated for resources: {'Port': ['ID=34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:19.283233 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:19.284015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] For port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:50:19.289135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] For port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:50:19.295011 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:19.346195 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Routers {'c786abbf-3e3f-41bd-8b36-55bcccf21057'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:19.346860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c786abbf-3e3f-41bd-8b36-55bcccf21057'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:19.436260 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3081bfb-f71f-4135-8fc0-d945f9156b70 None None] Pushing event updated for resources: {'Port': ['ID=34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:19.477772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] Set router c786abbf-3e3f-41bd-8b36-55bcccf21057 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:50:19.673932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c786abbf-3e3f-41bd-8b36-55bcccf21057', 'name': 'tempest-snat-router-499985089', 'tenant_id': '4f83df4078e341b4bf8e24470a2e1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178'}], 'enable_snat': False}, 'gw_port_id': '34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:50:16Z', 'updated_at': '2021-09-02T13:50:17Z', 'revision_number': 3, 'project_id': '4f83df4078e341b4bf8e24470a2e1626', 'gw_port': {'id': '34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c786abbf-3e3f-41bd-8b36-55bcccf21057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:50:16Z', 'updated_at': '2021-09-02T13:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:19.704558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099587e-44dd-46f3-95ae-19647fadae3f None None] The sync data for ids ['c786abbf-3e3f-41bd-8b36-55bcccf21057'] in n-d-794796-4 is: [{'id': 'c786abbf-3e3f-41bd-8b36-55bcccf21057', 'name': 'tempest-snat-router-499985089', 'tenant_id': '4f83df4078e341b4bf8e24470a2e1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178'}], 'enable_snat': False}, 'gw_port_id': '34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:50:16Z', 'updated_at': '2021-09-02T13:50:17Z', 'revision_number': 3, 'project_id': '4f83df4078e341b4bf8e24470a2e1626', 'gw_port': {'id': '34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c786abbf-3e3f-41bd-8b36-55bcccf21057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:50:16Z', 'updated_at': '2021-09-02T13:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:19.868778 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:20.018803 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a376c2-0e96-4c29-9e97-1a9600a75f8d req-2298a654-04a9-45cd-99ee-89456c181185 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:20.019755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17a376c2-0e96-4c29-9e97-1a9600a75f8d req-2298a654-04a9-45cd-99ee-89456c181185 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1484971 Sep 02 13:50:20.086234 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17a376c2-0e96-4c29-9e97-1a9600a75f8d req-98491d9d-7d94-434a-96c9-fa3ce7093ba0 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592914 Sep 02 13:50:20.136243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Router 80d631b2-e339-4e56-994e-ff75055b89da is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:50:20.272115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:20.282689 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Sync routers for ids ['80d631b2-e339-4e56-994e-ff75055b89da'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:20.297882 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Routers {'80d631b2-e339-4e56-994e-ff75055b89da'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:20.299147 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['80d631b2-e339-4e56-994e-ff75055b89da'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:20.299578 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:20.301516 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-20b68556-278d-469e-b2b2-f56d84e42efc tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2487764 Sep 02 13:50:20.304413 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50704) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:20.456351 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e3116a6f-8680-41ba-a963-4097f8fbb82c tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/routers/80d631b2-e339-4e56-994e-ff75055b89da HTTP/1.1" status: 200 len: 907 time: 0.1502953 Sep 02 13:50:20.458628 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50706) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:20.480291 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Set router 80d631b2-e339-4e56-994e-ff75055b89da gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:50:20.588342 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:20.777026 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:20.894930 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d631b2-e339-4e56-994e-ff75055b89da', 'name': 'tempest-snat-router-499985089', 'tenant_id': '4f83df4078e341b4bf8e24470a2e1626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '55f52e6a-847b-4ec4-9a65-1c502e6247f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:50:18Z', 'updated_at': '2021-09-02T13:50:19Z', 'revision_number': 3, 'project_id': '4f83df4078e341b4bf8e24470a2e1626', 'gw_port': {'id': '55f52e6a-847b-4ec4-9a65-1c502e6247f4', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d631b2-e339-4e56-994e-ff75055b89da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:50:18Z', 'updated_at': '2021-09-02T13:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:20.910578 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Deleting port 55f52e6a-847b-4ec4-9a65-1c502e6247f4 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:20.910931 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:20.930550 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Checking router: 80d631b2-e339-4e56-994e-ff75055b89da for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:50:20.931215 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Updating router 80d631b2-e339-4e56-994e-ff75055b89da port 55f52e6a-847b-4ec4-9a65-1c502e6247f4 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:50:20.966008 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.028348 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.045837 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Calling delete_port for 55f52e6a-847b-4ec4-9a65-1c502e6247f4 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:21.317957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09e621-f678-4ca2-b4f5-513d12ca4d31 req-83080bfe-bee0-46c1-a76b-67ed1a2b7aec tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:21.319905 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce09e621-f678-4ca2-b4f5-513d12ca4d31 req-83080bfe-bee0-46c1-a76b-67ed1a2b7aec tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1201282 Sep 02 13:50:21.466991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce09e621-f678-4ca2-b4f5-513d12ca4d31 req-1ab1c155-3613-40f0-9a79-ec68c20fa9f7 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335723 Sep 02 13:50:21.520448 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:50:21.521436 n-d-794796-4 neutron-server[94690]: DEBUG oslo_db.api [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:50:21.523322 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.573283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:50:21.577294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event deleted for resources: {'Port': ['ID=55f52e6a-847b-4ec4-9a65-1c502e6247f4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:21.670552 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.715867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:21.739237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:21.740017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.830387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.833172 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.868260 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.914899 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.916978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80d631b2-e339-4e56-994e-ff75055b89da {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:21.919418 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:50:21.924018 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.927969 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:21.932264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:21.940375 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5892b4eb-a447-450c-a50b-81f369fab7de tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "DELETE /v2.0/routers/80d631b2-e339-4e56-994e-ff75055b89da HTTP/1.1" status: 204 len: 168 time: 1.4800899 Sep 02 13:50:22.030713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:22.064443 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Port 55f52e6a-847b-4ec4-9a65-1c502e6247f4 not found while updating agent binding for router 80d631b2-e339-4e56-994e-ff75055b89da. {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 02 13:50:22.085768 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Routers set() bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:22.087941 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Router IDs set() for agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:50:22.090702 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'80d631b2-e339-4e56-994e-ff75055b89da'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent'). {{(pid=94690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:50:22.091303 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dfd30-cbf9-4418-8fc5-41e88460d076 None None] The sync data for ids ['80d631b2-e339-4e56-994e-ff75055b89da'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:22.092320 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:22.222087 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:22.287059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Deleting port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:22.287694 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:22.429968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] For port 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:50:22.430689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:22.462839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Calling delete_port for 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:22.665195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dedd79-d620-4903-b8c1-47d28d37b01c req-2f67b321-d1a8-4f35-837b-4e65ed335511 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:22.666895 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d7dedd79-d620-4903-b8c1-47d28d37b01c req-2f67b321-d1a8-4f35-837b-4e65ed335511 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1128628 Sep 02 13:50:22.769750 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d7dedd79-d620-4903-b8c1-47d28d37b01c req-8108c97f-9c32-4dd6-9c9d-d11b7648a708 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947893 Sep 02 13:50:22.773637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:22.828062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event deleted for resources: {'Port': ['ID=34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:22.934241 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.059310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.062728 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.128238 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.129285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c786abbf-3e3f-41bd-8b36-55bcccf21057 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:23.135846 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.139120 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-54a19724-1f81-4f19-b330-dbfd7fd71fd4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c786abbf-3e3f-41bd-8b36-55bcccf21057 HTTP/1.1" status: 204 len: 168 time: 1.2059231 Sep 02 13:50:23.142567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:23.148908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-39085291', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:23.178334 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.181496 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.245538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.450590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.814658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:50:23.817358 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.839870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:23.856856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:50:23.857221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 34ae1ee0-bf5a-4b1c-89ab-840c0bb613bf not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:50:24.013557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Allocated IP 172.25.3.60 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/e69515a9-b7ca-4276-ba2d-aaf81102fdb2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:24.118590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff300d20-1143-4ffb-a7c0-cc2550350133 req-60039903-9ea8-4b38-b3fc-bb3240220c53 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:24.120382 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff300d20-1143-4ffb-a7c0-cc2550350133 req-60039903-9ea8-4b38-b3fc-bb3240220c53 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1567864 Sep 02 13:50:24.198355 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ff300d20-1143-4ffb-a7c0-cc2550350133 req-a1f25bf5-1ac6-4efe-982d-642084ae3087 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583994 Sep 02 13:50:24.235100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:24.309384 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:24.380604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:24.417004 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event updated for resources: {'Port': ['ID=e69515a9-b7ca-4276-ba2d-aaf81102fdb2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:24.421475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:24.441214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:24.548332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2e50c-4813-4d1f-910e-be003ad1d0fe req-bee4b17e-7b62-4915-8349-8a27d68fce21 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:24.549989 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7d2e50c-4813-4d1f-910e-be003ad1d0fe req-bee4b17e-7b62-4915-8349-8a27d68fce21 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0806508 Sep 02 13:50:24.808616 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e7d2e50c-4813-4d1f-910e-be003ad1d0fe req-e0980b87-28ab-49be-b440-5e1ece0f2b1a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590250 Sep 02 13:50:24.815250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f322fb7-3679-4212-b806-289437f05267 req-2ff27bc5-43c3-49d1-b559-4da07401f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:24.817131 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f322fb7-3679-4212-b806-289437f05267 req-2ff27bc5-43c3-49d1-b559-4da07401f712 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1096 time: 0.1169889 Sep 02 13:50:25.422306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f322fb7-3679-4212-b806-289437f05267 req-bebbfee1-cee3-4142-9f0a-a3d765b5b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:25.423975 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f322fb7-3679-4212-b806-289437f05267 req-bebbfee1-cee3-4142-9f0a-a3d765b5b3a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.5951366 Sep 02 13:50:25.443621 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:25.611461 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f322fb7-3679-4212-b806-289437f05267 req-af0d6dde-af61-4085-8eec-213da44e4876 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 1001 time: 0.1799831 Sep 02 13:50:25.777295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f322fb7-3679-4212-b806-289437f05267 req-ce6b6259-ec96-44c2-baad-9d95bb38cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:25.778800 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f322fb7-3679-4212-b806-289437f05267 req-ce6b6259-ec96-44c2-baad-9d95bb38cbf9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.1537592 Sep 02 13:50:25.965078 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:25.988855 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f322fb7-3679-4212-b806-289437f05267 req-8e3eaa83-b9b3-4625-b3ab-045c67dee7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:25.990441 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f322fb7-3679-4212-b806-289437f05267 req-8e3eaa83-b9b3-4625-b3ab-045c67dee7e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887596 Sep 02 13:50:26.189565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c6b13-b551-4282-ab64-d0e123a99d57 req-e8a7d4c4-c482-4825-8526-dbd4a57f511c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:26.192250 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-915c6b13-b551-4282-ab64-d0e123a99d57 req-e8a7d4c4-c482-4825-8526-dbd4a57f511c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.2417090 Sep 02 13:50:26.274195 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31e698be-2281-4707-a9e2-da8349446795 req-9582e1a1-a701-41d2-9280-09f15f4d0490 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2256334 Sep 02 13:50:26.292406 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f322fb7-3679-4212-b806-289437f05267 req-b45c4acf-2fd7-4486-818a-67f88280ca2d service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930701 Sep 02 13:50:26.301386 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-915c6b13-b551-4282-ab64-d0e123a99d57 req-e81a6d2a-8f0f-488a-92a7-fae62616190d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984557 Sep 02 13:50:26.481552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e698be-2281-4707-a9e2-da8349446795 req-a64050b2-038d-4184-a45e-cad54dced986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:26.483108 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31e698be-2281-4707-a9e2-da8349446795 req-a64050b2-038d-4184-a45e-cad54dced986 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 1096 time: 0.1010022 Sep 02 13:50:26.483664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Router e8115ee9-0b43-4aaa-b49a-00a246fdcad9 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:50:26.507549 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f322fb7-3679-4212-b806-289437f05267 req-9d231cbf-64df-42c6-b9b0-2c34df22d60b service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051511 Sep 02 13:50:26.679452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:26.681549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e698be-2281-4707-a9e2-da8349446795 req-38b7491f-57b7-40b7-9589-6b51d46e0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:26.683597 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31e698be-2281-4707-a9e2-da8349446795 req-38b7491f-57b7-40b7-9589-6b51d46e0a5b service neutron] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.1737342 Sep 02 13:50:26.693091 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b32440-1249-4508-ac7e-428fd23fb0ca None None] Sync routers for ids ['e8115ee9-0b43-4aaa-b49a-00a246fdcad9'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:26.709387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b32440-1249-4508-ac7e-428fd23fb0ca None None] Routers {'e8115ee9-0b43-4aaa-b49a-00a246fdcad9'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:26.710903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a7b32440-1249-4508-ac7e-428fd23fb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e8115ee9-0b43-4aaa-b49a-00a246fdcad9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:26.738531 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:26.740001 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b4794d9f-20ef-468e-ae91-534921c062c3 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5958271 Sep 02 13:50:26.743201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50802) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:26.750913 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-312a7750-1b6e-4706-9c5e-38d8d893bc55 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': False}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:26.764180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a7b32440-1249-4508-ac7e-428fd23fb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:26.776111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b32440-1249-4508-ac7e-428fd23fb0ca None None] Routers {'e8115ee9-0b43-4aaa-b49a-00a246fdcad9'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:26.777298 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a7b32440-1249-4508-ac7e-428fd23fb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e8115ee9-0b43-4aaa-b49a-00a246fdcad9'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:26.806454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31e698be-2281-4707-a9e2-da8349446795 req-531675ea-7918-4c12-a592-8e51a3730fbb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f HTTP/1.1" status: 200 len: 1000 time: 0.1108806 Sep 02 13:50:26.823143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a7b32440-1249-4508-ac7e-428fd23fb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:26.825403 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b32440-1249-4508-ac7e-428fd23fb0ca None None] The sync data for ids ['e8115ee9-0b43-4aaa-b49a-00a246fdcad9'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:26.924100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e698be-2281-4707-a9e2-da8349446795 req-a7756fa2-cfda-4a6b-af11-4183436869d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:26.926939 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31e698be-2281-4707-a9e2-da8349446795 req-a7756fa2-cfda-4a6b-af11-4183436869d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.1107922 Sep 02 13:50:26.990039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e698be-2281-4707-a9e2-da8349446795 req-b63e6e37-5a3e-42a4-b08a-851e92629135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:26.992029 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31e698be-2281-4707-a9e2-da8349446795 req-b63e6e37-5a3e-42a4-b08a-851e92629135 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552473 Sep 02 13:50:27.096785 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31e698be-2281-4707-a9e2-da8349446795 req-15c2cd6f-2704-4f2a-b430-a647e93cc6e8 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955150 Sep 02 13:50:27.230225 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-31e698be-2281-4707-a9e2-da8349446795 req-5409a35a-36b4-4176-af72-3ab946eab135 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252723 Sep 02 13:50:27.303682 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312a7750-1b6e-4706-9c5e-38d8d893bc55 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:27.465499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37590b7-dc95-4878-94ee-37a1e2e8049e req-5af1e033-236d-4025-8899-cd80679f7d66 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:27.467401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c37590b7-dc95-4878-94ee-37a1e2e8049e req-5af1e033-236d-4025-8899-cd80679f7d66 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0591865 Sep 02 13:50:27.522843 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c37590b7-dc95-4878-94ee-37a1e2e8049e req-e352fcb2-9152-4f48-99db-005b459879b9 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492828 Sep 02 13:50:28.158466 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312a7750-1b6e-4706-9c5e-38d8d893bc55 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:28.162733 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312a7750-1b6e-4706-9c5e-38d8d893bc55 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:28.300308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312a7750-1b6e-4706-9c5e-38d8d893bc55 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Router e8115ee9-0b43-4aaa-b49a-00a246fdcad9 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:50:28.425636 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312a7750-1b6e-4706-9c5e-38d8d893bc55 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:28.430936 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312a7750-1b6e-4706-9c5e-38d8d893bc55 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:28.432261 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-312a7750-1b6e-4706-9c5e-38d8d893bc55 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "PUT /v2.0/routers/e8115ee9-0b43-4aaa-b49a-00a246fdcad9 HTTP/1.1" status: 200 len: 923 time: 1.6877527 Sep 02 13:50:28.435816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50848) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:28.438833 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad15a1a-f3a7-463b-82c9-44e219956a7b None None] Sync routers for ids ['e8115ee9-0b43-4aaa-b49a-00a246fdcad9'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:28.452220 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad15a1a-f3a7-463b-82c9-44e219956a7b None None] Routers {'e8115ee9-0b43-4aaa-b49a-00a246fdcad9'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:28.453127 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bad15a1a-f3a7-463b-82c9-44e219956a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e8115ee9-0b43-4aaa-b49a-00a246fdcad9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:28.570778 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-08fc172e-2533-4710-acb5-1b2ba9254975 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/routers/e8115ee9-0b43-4aaa-b49a-00a246fdcad9 HTTP/1.1" status: 200 len: 923 time: 0.1289117 Sep 02 13:50:28.571593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50852) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:28.622336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a61bbfc-906a-43c7-95a4-b08f35f3226a tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:28.624615 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2a61bbfc-906a-43c7-95a4-b08f35f3226a tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=e8115ee9-0b43-4aaa-b49a-00a246fdcad9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0510609 Sep 02 13:50:28.627480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50854) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:28.645004 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bad15a1a-f3a7-463b-82c9-44e219956a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:28.666901 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad15a1a-f3a7-463b-82c9-44e219956a7b None None] Routers {'e8115ee9-0b43-4aaa-b49a-00a246fdcad9'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:28.668552 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bad15a1a-f3a7-463b-82c9-44e219956a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e8115ee9-0b43-4aaa-b49a-00a246fdcad9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:28.734571 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-bad15a1a-f3a7-463b-82c9-44e219956a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:28.735743 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad15a1a-f3a7-463b-82c9-44e219956a7b None None] The sync data for ids ['e8115ee9-0b43-4aaa-b49a-00a246fdcad9'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:28.815209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd35f2-47f7-4067-a350-5af50d0a1741 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:28.823247 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-89cd35f2-47f7-4067-a350-5af50d0a1741 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 881 time: 0.1930208 Sep 02 13:50:28.826030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50862) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:28.890512 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:28.895892 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c628f043-90c2-4c81-844d-43dda119255e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8115ee9-0b43-4aaa-b49a-00a246fdcad9 HTTP/1.1" status: 200 len: 205 time: 0.0684037 Sep 02 13:50:29.040116 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.160209 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.226610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Deleting port e69515a9-b7ca-4276-ba2d-aaf81102fdb2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:29.227004 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.305118 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.318777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Calling delete_port for e69515a9-b7ca-4276-ba2d-aaf81102fdb2 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:29.495353 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.518374 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.523481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event deleted for resources: {'Port': ['ID=e69515a9-b7ca-4276-ba2d-aaf81102fdb2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:29.603842 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.709000 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.711331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.756182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.758064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Fanout notify agent at l3_agent the message router_deleted on router e8115ee9-0b43-4aaa-b49a-00a246fdcad9 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:29.765899 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.766909 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0fd5ff26-1fe4-4466-a2f2-50d86a53b1f0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/e8115ee9-0b43-4aaa-b49a-00a246fdcad9 HTTP/1.1" status: 204 len: 168 time: 0.8750620 Sep 02 13:50:29.770883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:29.775758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-954f3fd2-8ae9-460c-846e-3207b9aaad53 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-181023034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:29.808431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954f3fd2-8ae9-460c-846e-3207b9aaad53 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.809511 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954f3fd2-8ae9-460c-846e-3207b9aaad53 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.863836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954f3fd2-8ae9-460c-846e-3207b9aaad53 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.868063 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954f3fd2-8ae9-460c-846e-3207b9aaad53 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.887708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954f3fd2-8ae9-460c-846e-3207b9aaad53 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:29.889118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-954f3fd2-8ae9-460c-846e-3207b9aaad53 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1171384 Sep 02 13:50:29.892104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:29.897292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:30.365459 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:30.524940 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:30.885204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:30.913581 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.166186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Allocated IP 172.25.3.22 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/b4857e20-e2f6-4a88-b457-4f73c211eb00) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:31.193872 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d379290-49b1-4453-9217-d4311bfe52d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.438829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50918) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:31.445279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-982511860'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:31.475032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:31.478937 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.486968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.541583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:50:31.553463 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.553976 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Added segment 82d3e911-a543-49d3-9cf8-2b7396478888 of type vlan for network 58854eed-01df-46ce-8e98-f32b8e0f6338 Sep 02 13:50:31.569043 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.610760 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.625840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:31.629496 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:31.634443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:31.638261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event updated for resources: {'Port': ['ID=b4857e20-e2f6-4a88-b457-4f73c211eb00,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:31.653494 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.661661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:31.662542 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.753861 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3136675 Sep 02 13:50:31.758137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50926) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:31.765440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-946842898'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:31.790679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd23474-3e47-4c93-93fc-fffd12b10e7b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Network': ['ID=58854eed-01df-46ce-8e98-f32b8e0f6338,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:31.798089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:31.802828 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.807043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 58854eed-01df-46ce-8e98-f32b8e0f6338 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:50:31.833613 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:50:31.849242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.849861 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Added segment a56e1488-605f-48bd-aad9-82981091264c of type vlan for network 62f018b6-5f28-4167-bba5-9b658c1bc134 Sep 02 13:50:31.907982 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.942753 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:31.949828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:31.950584 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.014393 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2544231 Sep 02 13:50:32.018192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50930) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:32.024011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'subnet': {'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:32.036587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.084196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fa6a7-7678-4525-a22f-5c380b997d70 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Network': ['ID=62f018b6-5f28-4167-bba5-9b658c1bc134,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:32.096753 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 62f018b6-5f28-4167-bba5-9b658c1bc134 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:50:32.148804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:32.159077 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.311576 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.316189 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.436939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.479141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Router 0106449e-4c3b-4061-b782-19b8e2cda75b is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:50:32.524456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Subnet': ['ID=fc1e4616-9d08-4b73-8556-4f1cd8494f8d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:32.529711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Checking segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:50:32.529711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network hostable DHCP agents. Network: 58854eed-01df-46ce-8e98-f32b8e0f6338, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:50:32.548082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 58854eed-01df-46ce-8e98-f32b8e0f6338 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:50:32.558740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 58854eed-01df-46ce-8e98-f32b8e0f6338) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:32.565319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:32.567222 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.572034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb36c0-a1f6-4091-80f2-99ba6e2aee82 None None] Network 58854eed-01df-46ce-8e98-f32b8e0f6338 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:50:32.591497 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9d709b09-d4b9-4dd7-8541-becfdad279fb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5709040 Sep 02 13:50:32.593894 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50938) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:32.608550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'subnet': {'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:32.608821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:32.623256 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.628341 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-65193a86-be74-4dc5-adf3-b82dbe7f4446 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "PUT /v2.0/routers/0106449e-4c3b-4061-b782-19b8e2cda75b HTTP/1.1" status: 200 len: 882 time: 2.7350016 Sep 02 13:50:32.629281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:32.632511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e86e4-3589-4773-b213-63f85dbcb12f None None] Sync routers for ids ['0106449e-4c3b-4061-b782-19b8e2cda75b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:32.659382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e86e4-3589-4773-b213-63f85dbcb12f None None] Routers {'0106449e-4c3b-4061-b782-19b8e2cda75b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:32.660084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-357e86e4-3589-4773-b213-63f85dbcb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['0106449e-4c3b-4061-b782-19b8e2cda75b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:32.702847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-357e86e4-3589-4773-b213-63f85dbcb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:32.725586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e86e4-3589-4773-b213-63f85dbcb12f None None] Routers {'0106449e-4c3b-4061-b782-19b8e2cda75b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:32.725950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:32.726833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-357e86e4-3589-4773-b213-63f85dbcb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['0106449e-4c3b-4061-b782-19b8e2cda75b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:32.731086 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.834317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8c1d6116-6fe7-4574-9661-e81e35308ff5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/routers/0106449e-4c3b-4061-b782-19b8e2cda75b HTTP/1.1" status: 200 len: 923 time: 0.2036543 Sep 02 13:50:32.836912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:32.847673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-357e86e4-3589-4773-b213-63f85dbcb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:32.848489 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e86e4-3589-4773-b213-63f85dbcb12f None None] The sync data for ids ['0106449e-4c3b-4061-b782-19b8e2cda75b'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:32.862915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-58854eed-01df-46ce-8e98-f32b8e0f6338', 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'fixed_ips': [{'subnet_id': 'fc1e4616-9d08-4b73-8556-4f1cd8494f8d'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:50:32.863837 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:32.922130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ba374-d771-47a8-9d54-54ebcc4b15bb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:32.926181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6b3ba374-d771-47a8-9d54-54ebcc4b15bb tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=0106449e-4c3b-4061-b782-19b8e2cda75b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0856705 Sep 02 13:50:32.927773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:33.028527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Allocated IP 10.1.1.2 (58854eed-01df-46ce-8e98-f32b8e0f6338/fc1e4616-9d08-4b73-8556-4f1cd8494f8d/aa9a962c-2159-4c23-8351-683de24b1975) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:33.127546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27d0645-2fe8-4277-999c-f5ac112cbb6b tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:33.132357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:33.140425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c27d0645-2fe8-4277-999c-f5ac112cbb6b tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 881 time: 0.2122035 Sep 02 13:50:33.142567 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.184088 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f63d8065-24f0-43f8-94c2-50dae356e4d7 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=0106449e-4c3b-4061-b782-19b8e2cda75b HTTP/1.1" status: 200 len: 205 time: 0.0485036 Sep 02 13:50:33.185149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:33.211009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Subnet': ['ID=f8f872b0-3a58-44b7-a0e0-305a66b961d7,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:33.246055 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.256021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Checking segment: {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:50:33.256618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network hostable DHCP agents. Network: 62f018b6-5f28-4167-bba5-9b658c1bc134, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:50:33.264877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Transition to ACTIVE for port object aa9a962c-2159-4c23-8351-683de24b1975 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:33.288213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 62f018b6-5f28-4167-bba5-9b658c1bc134 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:50:33.294100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Transition to ACTIVE for port object aa9a962c-2159-4c23-8351-683de24b1975 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:33.303867 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.306367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 62f018b6-5f28-4167-bba5-9b658c1bc134) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:33.312552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:33.313984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.335641 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ef577949-01f6-45cd-a77b-419773fdad38 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7399640 Sep 02 13:50:33.336940 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50968) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:33.342177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'port': {'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'name': 'tempest-TaggedBootDevicesTest_v242-2078617588', 'fixed_ips': [{'subnet_id': 'fc1e4616-9d08-4b73-8556-4f1cd8494f8d'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:33.359768 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.372357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76c89a2-feb2-4004-b2df-7e64458ad1aa None None] Network 62f018b6-5f28-4167-bba5-9b658c1bc134 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:50:33.433414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Network 58854eed-01df-46ce-8e98-f32b8e0f6338 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:33.463613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:33.494026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:33.521791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:33.538043 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97124f4-2683-4fd6-8853-e3acb95690ff req-6335b99e-a418-4610-8bce-d82c5706e9d8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:33.539608 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a97124f4-2683-4fd6-8853-e3acb95690ff req-6335b99e-a418-4610-8bce-d82c5706e9d8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.0849485 Sep 02 13:50:33.546068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.576626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Pushing event updated for resources: {'Port': ['ID=aa9a962c-2159-4c23-8351-683de24b1975,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:33.595483 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a97124f4-2683-4fd6-8853-e3acb95690ff req-a5fc03ad-d28f-46e8-83ac-36443a5b5a38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447233 Sep 02 13:50:33.657021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.668068 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Deleting port b4857e20-e2f6-4a88-b457-4f73c211eb00 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:33.668697 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.703308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] device_id is not set on port 0ff25d84-bc0e-463e-8912-bade9b0e4279 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:50:33.801880 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.807119 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f9bab8b-1d49-41b4-a83a-f078228a3fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.819466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-62f018b6-5f28-4167-bba5-9b658c1bc134', 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'fixed_ips': [{'subnet_id': 'f8f872b0-3a58-44b7-a0e0-305a66b961d7'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:50:33.820384 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.844873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Attempting to bind port aa9a962c-2159-4c23-8351-683de24b1975 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:50:33.845257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Attempting to bind port aa9a962c-2159-4c23-8351-683de24b1975 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:50:33.845625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Attempting to bind port aa9a962c-2159-4c23-8351-683de24b1975 on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:50:33.852642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Calling delete_port for b4857e20-e2f6-4a88-b457-4f73c211eb00 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:33.862084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:50:33.862561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Checking segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:50:33.862973 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:33.863371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Bound using segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:50:33.869379 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Bound port: aa9a962c-2159-4c23-8351-683de24b1975, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:50:33.871125 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.030964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e1958546-836d-451a-a83c-12bf449d664f None None] For port aa9a962c-2159-4c23-8351-683de24b1975, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:50:34.048050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Allocated IP 10.1.1.46 (58854eed-01df-46ce-8e98-f32b8e0f6338/fc1e4616-9d08-4b73-8556-4f1cd8494f8d/0ff25d84-bc0e-463e-8912-bade9b0e4279) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:34.078143 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.096648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e1958546-836d-451a-a83c-12bf449d664f None None] For port aa9a962c-2159-4c23-8351-683de24b1975, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=aa9a962c-2159-4c23-8351-683de24b1975,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:50:34.126794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event deleted for resources: {'Port': ['ID=b4857e20-e2f6-4a88-b457-4f73c211eb00,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:34.193968 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.239256 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.254249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.283504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Transition to ACTIVE for port object 0ff25d84-bc0e-463e-8912-bade9b0e4279 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:34.346379 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.383983 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.454453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Allocated IP 10.2.2.2 (62f018b6-5f28-4167-bba5-9b658c1bc134/f8f872b0-3a58-44b7-a0e0-305a66b961d7/c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:34.462207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 58854eed-01df-46ce-8e98-f32b8e0f6338 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:34.465732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:34.470660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1958546-836d-451a-a83c-12bf449d664f None None] Pushing event updated for resources: {'Port': ['ID=aa9a962c-2159-4c23-8351-683de24b1975,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:34.482803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:34.504282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.506188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.527766 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Port': ['ID=0ff25d84-bc0e-463e-8912-bade9b0e4279,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:34.560596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:34.561639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.588474 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-012a7b98-7d0c-4569-bf33-fdbdac623a8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2508409 Sep 02 13:50:34.590862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 50980) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:34.597978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'port': {'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'name': 'tempest-TaggedBootDevicesTest_v242-1332790380', 'fixed_ips': [{'subnet_id': 'fc1e4616-9d08-4b73-8556-4f1cd8494f8d'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:34.787170 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.799136 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Transition to ACTIVE for port object c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:34.836357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Transition to ACTIVE for port object c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:34.850285 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.868018 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:34.974832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3bb84-d2e7-4a43-bedc-c0b3258f6e6c req-7c59b99a-14dc-4ce2-bfe2-e56d321e3e2f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:34.978042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-07a3bb84-d2e7-4a43-bedc-c0b3258f6e6c req-7c59b99a-14dc-4ce2-bfe2-e56d321e3e2f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1867104 Sep 02 13:50:34.981303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:34.990252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.029023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] device_id is not set on port be61eb39-0a4a-48bd-bf04-25971978bf6a yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:50:35.077437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-07a3bb84-d2e7-4a43-bedc-c0b3258f6e6c req-c3468c50-70c7-483a-9b55-96b2cab28ae6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836413 Sep 02 13:50:35.139247 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.140181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Fanout notify agent at l3_agent the message router_deleted on router 0106449e-4c3b-4061-b782-19b8e2cda75b {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:35.157522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.166019 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-71e9c5bb-de33-4302-ad31-f11b2a246322 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/0106449e-4c3b-4061-b782-19b8e2cda75b HTTP/1.1" status: 204 len: 168 time: 1.9797955 Sep 02 13:50:35.166944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:35.172345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1ac0b8f6-e8d4-45ab-9fb6-1dc1ac98711c tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1205166402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:35.205832 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b8f6-e8d4-45ab-9fb6-1dc1ac98711c tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.207309 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b8f6-e8d4-45ab-9fb6-1dc1ac98711c tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.246369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Network 62f018b6-5f28-4167-bba5-9b658c1bc134 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:35.266822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Pushing event updated for resources: {'Port': ['ID=c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:35.270368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:35.273188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:35.287711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b8f6-e8d4-45ab-9fb6-1dc1ac98711c tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.297317 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b8f6-e8d4-45ab-9fb6-1dc1ac98711c tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.324696 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b8f6-e8d4-45ab-9fb6-1dc1ac98711c tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.328010 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ac0b8f6-e8d4-45ab-9fb6-1dc1ac98711c tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1591814 Sep 02 13:50:35.340056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 50994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:35.361884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': True}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:35.439628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Attempting to bind port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:50:35.440568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Attempting to bind port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:50:35.440953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Attempting to bind port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 on network 62f018b6-5f28-4167-bba5-9b658c1bc134 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:50:35.451381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:50:35.453268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Checking segment: {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:50:35.453268 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.453268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Bound using segment: {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:50:35.453268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Bound port: c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:50:35.453621 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.475848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Allocated IP 10.1.1.179 (58854eed-01df-46ce-8e98-f32b8e0f6338/fc1e4616-9d08-4b73-8556-4f1cd8494f8d/be61eb39-0a4a-48bd-bf04-25971978bf6a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:35.568427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] For port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:50:35.575521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] For port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:50:35.582573 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.636895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device aa9a962c-2159-4c23-8351-683de24b1975 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:50:35.743368 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdda84e-e7e0-490a-aee1-24610632f028 None None] Pushing event updated for resources: {'Port': ['ID=c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:35.786145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port aa9a962c-2159-4c23-8351-683de24b1975 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:35.790876 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.869323 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.889912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Transition to ACTIVE for port object be61eb39-0a4a-48bd-bf04-25971978bf6a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:35.936940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:35.977250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 58854eed-01df-46ce-8e98-f32b8e0f6338 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:35.998400 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:36.001750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:36.024432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b023d7f-f7af-406c-aa20-14e2e9128b17 None None] Network 58854eed-01df-46ce-8e98-f32b8e0f6338 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:50:36.131191 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Port': ['ID=be61eb39-0a4a-48bd-bf04-25971978bf6a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:36.143383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Provisioning for port aa9a962c-2159-4c23-8351-683de24b1975 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:36.154906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:36.155610 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.160854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Provisioning complete for port aa9a962c-2159-4c23-8351-683de24b1975 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:36.162426 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.189704 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3af13a37-4a6f-4ff8-8eef-93fe0de4847f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5943279 Sep 02 13:50:36.190160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.213807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.344180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92500a65-e5ef-43ae-b4c3-7ee2db4d4483 req-71523306-6ed6-4609-baaf-24ca8fc61ed8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:36.351692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92500a65-e5ef-43ae-b4c3-7ee2db4d4483 req-71523306-6ed6-4609-baaf-24ca8fc61ed8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.0891676 Sep 02 13:50:36.415999 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.435975 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-92500a65-e5ef-43ae-b4c3-7ee2db4d4483 req-227d6dd3-b5ad-4638-9537-58145242e314 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833426 Sep 02 13:50:36.498504 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Allocated IP 172.25.3.251 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/6eb5c12b-c237-4978-9dae-38bef04115fd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:36.499581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] For port aa9a962c-2159-4c23-8351-683de24b1975, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=aa9a962c-2159-4c23-8351-683de24b1975,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:50:36.505483 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.562354 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.599798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Pushing event updated for resources: {'Port': ['ID=aa9a962c-2159-4c23-8351-683de24b1975,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:36.608423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.608665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.609026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.609511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.609732 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.610286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.610596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.610938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.611270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.611606 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.612284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.612284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1174b6-8402-4225-8bec-dea296b9840b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:36.682421 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.762469 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51014) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:36.768515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4c688424-b2b6-41fe-be1b-fc7021832c4b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--712441423', 'description': 'tempest-description--337896996'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:36.818075 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c688424-b2b6-41fe-be1b-fc7021832c4b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.877219 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.900812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-1de97202-728e-4614-9f09-8974afaa2b90 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:36.902509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-1de97202-728e-4614-9f09-8974afaa2b90 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1978564 Sep 02 13:50:36.938129 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-c9abf386-6c1e-4e06-8495-2beb2893e909 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/quotas/2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 375 time: 0.0144997 Sep 02 13:50:36.939968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:36.943025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:36.951358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Provisioning complete for port aa9a962c-2159-4c23-8351-683de24b1975 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:36.953821 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.958394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:36.963641 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c688424-b2b6-41fe-be1b-fc7021832c4b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:36.969993 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c688424-b2b6-41fe-be1b-fc7021832c4b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.032913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4c688424-b2b6-41fe-be1b-fc7021832c4b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.034286 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4c688424-b2b6-41fe-be1b-fc7021832c4b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2707613 Sep 02 13:50:37.037175 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:37.041116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c688424-b2b6-41fe-be1b-fc7021832c4b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:37.054462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-87b8562c-c9b5-4704-8d91-23f25e72edcf tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'security_group_rule': {'security_group_id': 'ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:37.069969 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb5c12b-c237-4978-9dae-38bef04115fd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:37.104117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-29615e76-1b79-4dff-9d2f-49c7b2ba83f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1587491 Sep 02 13:50:37.155218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Provisioning for port 0ff25d84-bc0e-463e-8912-bade9b0e4279 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:37.160220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Provisioning complete for port 0ff25d84-bc0e-463e-8912-bade9b0e4279 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:37.160607 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.221315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Port 0ff25d84-bc0e-463e-8912-bade9b0e4279 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:37.240953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Provisioning for port be61eb39-0a4a-48bd-bf04-25971978bf6a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:37.248364 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Provisioning complete for port be61eb39-0a4a-48bd-bf04-25971978bf6a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:37.248803 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.306837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cbbdcbaf-bed9-458d-b9e3-496e257527fc None None] Port be61eb39-0a4a-48bd-bf04-25971978bf6a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:37.323910 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87b8562c-c9b5-4704-8d91-23f25e72edcf tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.363587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aeda08-5db7-4833-9873-93b8badac585 None None] Network 62f018b6-5f28-4167-bba5-9b658c1bc134 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:50:37.424367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-2ef4ae48-7807-41f0-a3f0-306a53c969df service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733443 Sep 02 13:50:37.517666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-64bd6a40-2a22-441d-8bdc-4b97fd898fa6 None None] Provisioning for port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:37.532773 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-c47f4117-ae58-46fc-b382-9559c1fad19d service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015716 Sep 02 13:50:37.619076 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-64bd6a40-2a22-441d-8bdc-4b97fd898fa6 None None] Provisioning complete for port 0ff25d84-bc0e-463e-8912-bade9b0e4279 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:37.619610 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64bd6a40-2a22-441d-8bdc-4b97fd898fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.661343 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-64bd6a40-2a22-441d-8bdc-4b97fd898fa6 None None] Port 0ff25d84-bc0e-463e-8912-bade9b0e4279 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:37.670852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddaafb-1959-4952-afb6-a9968204defc req-0b232c53-34b1-43d4-9351-fed312a7aa7a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:37.679385 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49ddaafb-1959-4952-afb6-a9968204defc req-0b232c53-34b1-43d4-9351-fed312a7aa7a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1254730 Sep 02 13:50:37.715654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87b8562c-c9b5-4704-8d91-23f25e72edcf tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.738259 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:50:37.748458 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87b8562c-c9b5-4704-8d91-23f25e72edcf tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.755539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49ddaafb-1959-4952-afb6-a9968204defc req-c4316e07-0794-4363-b20d-0cee402e5f38 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694103 Sep 02 13:50:37.792470 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-ef5201c1-67ad-4ac5-997f-b7860c42044b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2107673 Sep 02 13:50:37.816773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-44cc19da-989c-4dfd-a1b3-45c65101691e None None] Provisioning complete for port be61eb39-0a4a-48bd-bf04-25971978bf6a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:37.817189 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44cc19da-989c-4dfd-a1b3-45c65101691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.831178 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87b8562c-c9b5-4704-8d91-23f25e72edcf tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.832781 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-87b8562c-c9b5-4704-8d91-23f25e72edcf tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7941871 Sep 02 13:50:37.835685 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:37.841963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-82416052-5fcd-4bac-8876-732e8259a7e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'security_group_rule': {'security_group_id': 'ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:37.860645 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:37.879502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8562c-c9b5-4704-8d91-23f25e72edcf tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec4860e-cfe0-4407-a92a-a9a5dca83b5f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:37.920014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-44cc19da-989c-4dfd-a1b3-45c65101691e None None] Port be61eb39-0a4a-48bd-bf04-25971978bf6a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:37.925348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:37.925899 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.952466 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82416052-5fcd-4bac-8876-732e8259a7e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:37.954255 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a530e09-7884-41e5-a533-3d6f70f43043 req-f7d4a2bc-d65b-4cf2-b56a-3918496ae923 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 210 time: 0.0550725 Sep 02 13:50:37.956900 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.040518 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.077644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:50:38.088135 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.089983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device aa9a962c-2159-4c23-8351-683de24b1975 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:50:38.111933 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-f02d9d3b-6172-4a5b-871c-b2bcfb4e9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:38.113480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-f02d9d3b-6172-4a5b-871c-b2bcfb4e9d78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1096 time: 0.2195354 Sep 02 13:50:38.149266 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:38.207234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-51df7be4-fa0c-4de8-bca5-685622bf6561 None None] Provisioning complete for port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:38.207918 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51df7be4-fa0c-4de8-bca5-685622bf6561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.231320 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82416052-5fcd-4bac-8876-732e8259a7e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.244896 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82416052-5fcd-4bac-8876-732e8259a7e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.271555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82416052-5fcd-4bac-8876-732e8259a7e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.272828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-82416052-5fcd-4bac-8876-732e8259a7e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4355986 Sep 02 13:50:38.276293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:38.283716 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:38.306374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port aa9a962c-2159-4c23-8351-683de24b1975 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:38.306744 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.330127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.386261 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.400678 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.423063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82416052-5fcd-4bac-8876-732e8259a7e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30e6708-c1c3-4dc0-b754-c0dcb7ea0812,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:38.478173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-a201763b-f13b-4d82-bebd-a55aedeee0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:38.480861 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-a201763b-f13b-4d82-bebd-a55aedeee0a1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.3368964 Sep 02 13:50:38.506063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.635996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Allocated IP 172.25.3.59 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/418882d5-2de4-41dd-8dac-bc383448d6a6) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:38.639021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-ca7910d9-25a9-4e0c-8a27-587f9551133e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 1001 time: 0.0849733 Sep 02 13:50:38.714490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-6bb75f5c-477b-42b0-ba45-e97bfd43d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:38.715998 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-6bb75f5c-477b-42b0-ba45-e97bfd43d1ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.0615077 Sep 02 13:50:38.717119 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Router a072aa61-a321-42be-9919-fc08a0a3a12b is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:50:38.814827 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.850442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-30fd6ba5-a4d5-44ae-99f6-92ec6969fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:38.852127 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-30fd6ba5-a4d5-44ae-99f6-92ec6969fe6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233385 Sep 02 13:50:38.901013 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.928113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:38.935296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:38.936795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-43f4b950-6330-4788-9a30-f790d30356a5 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "PUT /v2.0/routers/a072aa61-a321-42be-9919-fc08a0a3a12b HTTP/1.1" status: 200 len: 919 time: 3.5932887 Sep 02 13:50:38.939399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:38.959623 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:50:38.962388 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde572d-e2a5-424d-a835-3d4bd17627b9 None None] Sync routers for ids ['a072aa61-a321-42be-9919-fc08a0a3a12b'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:38.982556 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde572d-e2a5-424d-a835-3d4bd17627b9 None None] Routers {'a072aa61-a321-42be-9919-fc08a0a3a12b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:38.983547 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cde572d-e2a5-424d-a835-3d4bd17627b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['a072aa61-a321-42be-9919-fc08a0a3a12b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:39.016662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Port': ['ID=418882d5-2de4-41dd-8dac-bc383448d6a6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:39.027590 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:39.029510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:39.035702 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:39.039556 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cde572d-e2a5-424d-a835-3d4bd17627b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:39.050592 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde572d-e2a5-424d-a835-3d4bd17627b9 None None] Routers {'a072aa61-a321-42be-9919-fc08a0a3a12b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:39.051583 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cde572d-e2a5-424d-a835-3d4bd17627b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['a072aa61-a321-42be-9919-fc08a0a3a12b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:39.085441 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cde572d-e2a5-424d-a835-3d4bd17627b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:39.086109 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde572d-e2a5-424d-a835-3d4bd17627b9 None None] The sync data for ids ['a072aa61-a321-42be-9919-fc08a0a3a12b'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:39.160928 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c25d7493-b178-4102-8131-bfb3d37ecdaf req-6d084b18-2f44-45df-abfe-34e7fc020ce3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 210 time: 0.0693064 Sep 02 13:50:39.261431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-5303317d-4c6f-4b10-99f8-fd4ad7cac306 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:39.263089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-5303317d-4c6f-4b10-99f8-fd4ad7cac306 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1888797 Sep 02 13:50:39.272151 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:39.282825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'port': {'device_id': 'a791ad0a-7eaf-4b74-8747-bb1f6123bb56', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'admin_state_up': True, 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:39.367917 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:39.468145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Made reservation on behalf of 2cc73a6801e04277beffafe86d4cdb2d for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:39.472828 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:39.505579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:50:39.570264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-a5454a1f-d748-4e4b-a4e8-a5c1a487fb9c service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7055032 Sep 02 13:50:39.574552 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-134eb085-4a69-43ed-9118-72a687bf3608 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/routers/a072aa61-a321-42be-9919-fc08a0a3a12b HTTP/1.1" status: 200 len: 925 time: 0.6332455 Sep 02 13:50:39.579375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51050) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:39.598547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c8add209-cc8a-4c9d-bc05-4b6ea18bc8b2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:39.598939 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:39.730911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ef811-d01c-481a-b928-59032223b55f req-da6b0667-377a-4d29-a064-ea9bb07e4e6e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:39.738779 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb3ef811-d01c-481a-b928-59032223b55f req-da6b0667-377a-4d29-a064-ea9bb07e4e6e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.6352804 Sep 02 13:50:39.817675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.20.0.10 (7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa/3eb181d3-ec78-4920-a475-5b57dd84145a/65841e65-64b6-4e03-b479-82d03cd6de6f) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:39.825650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dab6701a-1f91-4381-8972-ce4f9aa6bde9 req-1b7bfe6e-f2f5-4583-a67a-f7208e4d90a3 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388506 Sep 02 13:50:39.853598 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb3ef811-d01c-481a-b928-59032223b55f req-8af57d14-166a-4f00-8b12-921880cb4204 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061394 Sep 02 13:50:39.949229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9ef15-4054-40f5-97c5-21e9213bfb6e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:39.953114 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9ee9ef15-4054-40f5-97c5-21e9213bfb6e tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=a072aa61-a321-42be-9919-fc08a0a3a12b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3694839 Sep 02 13:50:39.953745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51058) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:40.044878 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.053384 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.090457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7e6d84-eef6-45fc-b63e-7ddf94336a82 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:40.092175 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ce7e6d84-eef6-45fc-b63e-7ddf94336a82 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 881 time: 0.1368814 Sep 02 13:50:40.095271 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:40.132323 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2b64f130-87a3-4320-99af-d34192933fd6 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a072aa61-a321-42be-9919-fc08a0a3a12b HTTP/1.1" status: 200 len: 205 time: 0.0352786 Sep 02 13:50:40.134472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:40.159572 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.177793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Transition to ACTIVE for port object 65841e65-64b6-4e03-b479-82d03cd6de6f will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:40.305220 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.349805 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.367076 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.382124 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.383539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1062660 Sep 02 13:50:40.414442 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:40.424339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d62d3-a046-46e5-b331-6710f8db73ac tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Port': ['ID=418882d5-2de4-41dd-8dac-bc383448d6a6,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:40.428100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:40.440189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc001db5-23d7-4caa-b1b6-19304c6da37c req-c80c71d9-6540-45d5-8388-fdbfaeca694c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:40.441885 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc001db5-23d7-4caa-b1b6-19304c6da37c req-c80c71d9-6540-45d5-8388-fdbfaeca694c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 932 time: 0.1418574 Sep 02 13:50:40.442706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:40.587575 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.676293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:40.676967 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.709045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=65841e65-64b6-4e03-b479-82d03cd6de6f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:40.757559 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc001db5-23d7-4caa-b1b6-19304c6da37c req-8adcd650-8cbc-4558-820a-516039fb7d74 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965634 Sep 02 13:50:40.766130 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-4ee0cc4b-2227-4d5e-bfdc-d5996718c587 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4914911 Sep 02 13:50:40.787079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Request body: {'port': {'device_id': 'a791ad0a-7eaf-4b74-8747-bb1f6123bb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:40.824079 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Deleting port 6eb5c12b-c237-4978-9dae-38bef04115fd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:40.824750 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.906139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-77375b2e-799c-41e6-8f6a-96d7dcbef591 None None] Provisioning for port 65841e65-64b6-4e03-b479-82d03cd6de6f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:40.919074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-77375b2e-799c-41e6-8f6a-96d7dcbef591 None None] Provisioning complete for port 65841e65-64b6-4e03-b479-82d03cd6de6f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:40.919512 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77375b2e-799c-41e6-8f6a-96d7dcbef591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:40.986913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-77375b2e-799c-41e6-8f6a-96d7dcbef591 None None] Port 65841e65-64b6-4e03-b479-82d03cd6de6f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:41.009737 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.037942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-c98b54c5-5668-4b05-8736-51a234a48e4b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--712441423&fields=id&tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307 HTTP/1.1" status: 200 len: 267 time: 0.2475448 Sep 02 13:50:41.098968 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.133185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Calling delete_port for 6eb5c12b-c237-4978-9dae-38bef04115fd owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:41.145010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f2655-b23f-4ab0-82a4-4a2bd45e39f5 req-8558805c-4eea-406b-9ea4-14b695a9f2fa tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:41.146550 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb1f2655-b23f-4ab0-82a4-4a2bd45e39f5 req-8558805c-4eea-406b-9ea4-14b695a9f2fa tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1497626 Sep 02 13:50:41.148029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-976ac5a3-d073-4479-9753-2d61811471c5 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:41.154902 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-976ac5a3-d073-4479-9753-2d61811471c5 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports/0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 936 time: 0.1068990 Sep 02 13:50:41.268825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44ce41ef-83de-4ed0-afc8-cb1fd3277603 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:41.279020 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44ce41ef-83de-4ed0-afc8-cb1fd3277603 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports/be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 937 time: 0.1231227 Sep 02 13:50:41.305131 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb1f2655-b23f-4ab0-82a4-4a2bd45e39f5 req-2b698bb5-a5dd-4ddf-ad58-8d55eff808bd tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459153 Sep 02 13:50:41.338945 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-015a8371-6ef7-45be-98d8-908591b4821e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0587680 Sep 02 13:50:41.411171 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d8c9017a-b7aa-48e3-912f-5eb3a7cdbabd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0657575 Sep 02 13:50:41.466750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65841e65-64b6-4e03-b479-82d03cd6de6f {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:50:41.477831 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.569982 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.582095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Transition to ACTIVE for port object 65841e65-64b6-4e03-b479-82d03cd6de6f will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:41.591938 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.616787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d65e464d-5a39-4163-9afe-c716c9ee0f1d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:41.622751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d65e464d-5a39-4163-9afe-c716c9ee0f1d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:41.628679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d65e464d-5a39-4163-9afe-c716c9ee0f1d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:41.630224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d65e464d-5a39-4163-9afe-c716c9ee0f1d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/networks?id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=62f018b6-5f28-4167-bba5-9b658c1bc134&id=62f018b6-5f28-4167-bba5-9b658c1bc134 HTTP/1.1" status: 200 len: 1994 time: 0.2095225 Sep 02 13:50:41.632968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event deleted for resources: {'Port': ['ID=6eb5c12b-c237-4978-9dae-38bef04115fd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:41.690311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Pushing event updated for resources: {'Port': ['ID=65841e65-64b6-4e03-b479-82d03cd6de6f,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:41.699915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d6367d3d-a846-46c6-a35a-ebc81ab52d80 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/quotas/6793884f5a5e42e5aa8eb3c3f7be5307 HTTP/1.1" status: 200 len: 375 time: 0.0390296 Sep 02 13:50:41.710920 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.763125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Attempting to bind port 65841e65-64b6-4e03-b479-82d03cd6de6f on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:50:41.763601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Attempting to bind port 65841e65-64b6-4e03-b479-82d03cd6de6f by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:50:41.764073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Attempting to bind port 65841e65-64b6-4e03-b479-82d03cd6de6f on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:50:41.770068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Port 65841e65-64b6-4e03-b479-82d03cd6de6f on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:50:41.771096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Attempting to bind port 65841e65-64b6-4e03-b479-82d03cd6de6f on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:50:41.782382 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:50:41.782902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:50:41.783390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Bound using segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:50:41.783970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Bound port: 65841e65-64b6-4e03-b479-82d03cd6de6f, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:50:41.784436 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.844184 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.847292 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.927051 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-6c709f8d-6bdb-4ad2-8992-98c9fd2e6fde tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2171619 Sep 02 13:50:41.970564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a891477-4fc3-4a25-bb9e-f8843d7f1d2b req-d4e65114-d997-4289-a969-ff8000a43a20 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:41.972291 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a891477-4fc3-4a25-bb9e-f8843d7f1d2b req-d4e65114-d997-4289-a969-ff8000a43a20 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.0961902 Sep 02 13:50:41.977676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] For port 65841e65-64b6-4e03-b479-82d03cd6de6f, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:50:41.979652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.980373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Fanout notify agent at l3_agent the message router_deleted on router a072aa61-a321-42be-9919-fc08a0a3a12b {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:41.982557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] For port 65841e65-64b6-4e03-b479-82d03cd6de6f, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=65841e65-64b6-4e03-b479-82d03cd6de6f,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:50:41.987680 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:41.994549 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-43dbbf4c-86e4-4e78-88a4-29ffde298514 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/a072aa61-a321-42be-9919-fc08a0a3a12b HTTP/1.1" status: 204 len: 168 time: 1.8530881 Sep 02 13:50:41.994730 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:42.000638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:42.042930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a2a16fc6-42d4-4492-b653-f5912fbc91d5 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1066408605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:42.061982 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a891477-4fc3-4a25-bb9e-f8843d7f1d2b req-eade30ff-1183-4208-81d6-9bc16f395de2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813134 Sep 02 13:50:42.065431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:42.066080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:42.067645 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] 10.222.0.77 "PUT /v2.0/ports/65841e65-64b6-4e03-b479-82d03cd6de6f HTTP/1.1" status: 200 len: 1092 time: 1.2856314 Sep 02 13:50:42.068164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a791ad0a-7eaf-4b74-8747-bb1f6123bb56', 'tag': '65841e65-64b6-4e03-b479-82d03cd6de6f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:50:42.070553 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677f5b61-b629-4eae-b9a3-d79ac59516a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a791ad0a-7eaf-4b74-8747-bb1f6123bb56", "tag": "65841e65-64b6-4e03-b479-82d03cd6de6f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:50:42.094045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a4e8b-40d1-41c6-9158-4dbdf17befce service neutron] Pushing event updated for resources: {'Port': ['ID=65841e65-64b6-4e03-b479-82d03cd6de6f,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:42.126194 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a16fc6-42d4-4492-b653-f5912fbc91d5 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:42.127188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a16fc6-42d4-4492-b653-f5912fbc91d5 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:42.163629 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-7e36197d-7446-4c7e-ba00-bcf90a243b3c service neutron] 10.222.0.13 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937363 Sep 02 13:50:42.191531 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7966f52d-9f05-41d2-b118-03f1a8c9ece7 x-openstack-request-id: req-7966f52d-9f05-41d2-b118-03f1a8c9ece7 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:50:42.191985 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a791ad0a-7eaf-4b74-8747-bb1f6123bb56", "tag": "65841e65-64b6-4e03-b479-82d03cd6de6f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:50:42.192497 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7966f52d-9f05-41d2-b118-03f1a8c9ece7 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:50:42.192836 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a791ad0a-7eaf-4b74-8747-bb1f6123bb56', 'tag': '65841e65-64b6-4e03-b479-82d03cd6de6f', 'status': 'completed', 'code': 200} Sep 02 13:50:42.235574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-0b36e561-71ac-4f59-b2e5-2f8647b2c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:42.237283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-0b36e561-71ac-4f59-b2e5-2f8647b2c4c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 1095 time: 0.1041245 Sep 02 13:50:42.265080 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a16fc6-42d4-4492-b653-f5912fbc91d5 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:42.276926 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a16fc6-42d4-4492-b653-f5912fbc91d5 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:42.299313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-7857f405-a29d-4796-8d33-af0a630a97eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65841e65-64b6-4e03-b479-82d03cd6de6f HTTP/1.1" status: 200 len: 217 time: 0.0465517 Sep 02 13:50:42.311136 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a16fc6-42d4-4492-b653-f5912fbc91d5 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:42.312655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a2a16fc6-42d4-4492-b653-f5912fbc91d5 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3109031 Sep 02 13:50:42.318185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:42.322501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'enable_snat': False}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:42.382301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-27d2eaa3-593b-4072-8473-e03e5b255e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:42.383374 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-27d2eaa3-593b-4072-8473-e03e5b255e26 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0745747 Sep 02 13:50:42.386100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-261a827b-b75d-492d-af68-7a4300509c7f service neutron] 10.222.0.13 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005124 Sep 02 13:50:42.473664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-289bcc72-82bb-4eeb-8d0b-dfda28ea08a4 service neutron] 10.222.0.13 "GET /v2.0/ports/0ff25d84-bc0e-463e-8912-bade9b0e4279?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0451293 Sep 02 13:50:42.693207 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:42.772912 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-25c473f9-996a-4eab-8ae0-32f9334269fe service neutron] 10.222.0.13 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495506 Sep 02 13:50:42.837058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-e0e19ae4-6f31-4cd0-a4f0-7a35dc694476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:42.838588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-e0e19ae4-6f31-4cd0-a4f0-7a35dc694476 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4459057 Sep 02 13:50:42.850816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20893c-3fd5-45f2-913f-f6a8d063571c req-63d89649-f8f9-43fd-813b-4084b1755462 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:42.852321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da20893c-3fd5-45f2-913f-f6a8d063571c req-63d89649-f8f9-43fd-813b-4084b1755462 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.4299941 Sep 02 13:50:42.912351 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-824d78b3-4731-4f7f-b3ba-efd1f80d89c6 service neutron] 10.222.0.13 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273649 Sep 02 13:50:42.940905 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-29923597-7bc7-4f22-8a2d-f06f1dcbfb06 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876083 Sep 02 13:50:43.071938 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-c3ed8357-6a23-42b6-b994-a199ee2c720f service neutron] 10.222.0.13 "GET /v2.0/ports/be61eb39-0a4a-48bd-bf04-25971978bf6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1501284 Sep 02 13:50:43.117108 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da20893c-3fd5-45f2-913f-f6a8d063571c req-1aa66742-1133-4332-a3fc-2646fad9f9c9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744404 Sep 02 13:50:43.218572 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bc3220fd-202a-4602-8a3f-e62f0a43aff2 req-9938623b-5b6a-4e20-a42f-64aab44ffd8b service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529700 Sep 02 13:50:43.277993 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:43.306308 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:43.360087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db358d8-edb0-4307-a379-c1b295ed647d req-fef0fa9f-bc6a-4de9-8a95-55b417ae37cf tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:43.367578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4db358d8-edb0-4307-a379-c1b295ed647d req-fef0fa9f-bc6a-4de9-8a95-55b417ae37cf tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.1240520 Sep 02 13:50:43.372667 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-07b67d19-f80e-48b6-a4ff-77c67988e9b7 service neutron] 10.222.0.13 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999547 Sep 02 13:50:43.383755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-219fbcd5-93d6-46be-9d85-006fde6111c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:43.385591 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-219fbcd5-93d6-46be-9d85-006fde6111c7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 1095 time: 0.0889039 Sep 02 13:50:43.521017 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4db358d8-edb0-4307-a379-c1b295ed647d req-0abc15c6-0766-47a1-8621-50e9d69724af tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504643 Sep 02 13:50:43.566741 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Allocated IP 172.25.3.16 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/991c78e4-2f96-493c-aeca-281cba499eea) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:43.573860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-84ad0d9b-d36e-42ff-87d6-0446c3cb8267 service neutron] 10.222.0.13 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667433 Sep 02 13:50:43.637683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-0829f524-8cc5-4f1f-8384-8493e1b8ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:43.640194 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-0829f524-8cc5-4f1f-8384-8493e1b8ad05 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.2453885 Sep 02 13:50:43.720140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-31d2a7af-478e-4c09-b6c6-d8b80baed3a8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65841e65-64b6-4e03-b479-82d03cd6de6f HTTP/1.1" status: 200 len: 217 time: 0.0719371 Sep 02 13:50:43.743260 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-aa8c8f6d-2268-4fad-b144-6769caac54dd service neutron] 10.222.0.13 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503279 Sep 02 13:50:43.846320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-8dccf310-f599-442b-bd9b-13c3465d9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:43.848283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-8dccf310-f599-442b-bd9b-13c3465d9843 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.1169641 Sep 02 13:50:43.906579 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:43.928313 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-344c121d-0ed3-4117-98dc-ef1f3e679702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:43.930881 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-344c121d-0ed3-4117-98dc-ef1f3e679702 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725577 Sep 02 13:50:43.962398 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-fee14236-21ac-4527-bb29-248cf3fbfac4 service neutron] 10.222.0.13 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965048 Sep 02 13:50:44.057195 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-42f369e5-6490-4c7c-a445-c751fe6b77b1 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186259 Sep 02 13:50:44.122067 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:44.185973 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:44.194362 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-677f5b61-b629-4eae-b9a3-d79ac59516a8 req-8fe18e8d-4150-4437-9533-d2d3cff7ac25 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290917 Sep 02 13:50:44.225509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:44.235624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:44.351038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-5c6b9007-94a6-4abf-84c7-616ff9ed440d service neutron] 10.222.0.13 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729260 Sep 02 13:50:44.366004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82600a9-44ca-4fe9-9a74-c1717d6f00bb req-bd375343-d24f-4792-ade4-83c5440619f9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:44.368514 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c82600a9-44ca-4fe9-9a74-c1717d6f00bb req-bd375343-d24f-4792-ade4-83c5440619f9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1014092 Sep 02 13:50:44.491742 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c82600a9-44ca-4fe9-9a74-c1717d6f00bb req-d05825be-6fd0-4aab-8cd2-24fb09966cab tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075318 Sep 02 13:50:44.805951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bfd20-b6a4-4403-9734-96509f845d75 req-0550f25b-43a4-462b-bc21-011288f04a9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:44.808552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-241bfd20-b6a4-4403-9734-96509f845d75 req-0550f25b-43a4-462b-bc21-011288f04a9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.1565816 Sep 02 13:50:44.940198 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-241bfd20-b6a4-4403-9734-96509f845d75 req-4ad57e77-0bef-4267-b182-fc784e68497c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204209 Sep 02 13:50:45.132945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Pushing event updated for resources: {'Port': ['ID=991c78e4-2f96-493c-aeca-281cba499eea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:45.248057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1c0b6f7c-023f-409c-8af8-19f24c65853a service neutron] 10.222.0.13 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8855729 Sep 02 13:50:45.454520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1b9e2d28-e213-49cd-befc-86f720b54093 service neutron] 10.222.0.13 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984115 Sep 02 13:50:45.455871 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:45.704934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f71efa-a5aa-407f-9599-8cc48bc34ed3 req-f0200f0d-c0b5-4c3d-bfa3-479e34928d60 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:45.706528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89f71efa-a5aa-407f-9599-8cc48bc34ed3 req-f0200f0d-c0b5-4c3d-bfa3-479e34928d60 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.0586572 Sep 02 13:50:45.753698 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-89f71efa-a5aa-407f-9599-8cc48bc34ed3 req-6e1ef6db-6b7c-4b28-af79-5d4be19adabd tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343173 Sep 02 13:50:45.815531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:50:45.852528 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44560ff6-94f9-4d2a-ba3b-9e87b86b1e03 service neutron] 10.222.0.13 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970977 Sep 02 13:50:45.948780 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:45.956473 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:45.960295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:50:45.974234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'port_id': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'mac_address': 'fa:16:3e:12:74:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:50:46.021311 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:46.040156 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:50:46.087293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:50:46.101575 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:46.126364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f471f-55f5-40ba-960a-81b0d4410bac req-d55e0d59-075a-4392-ae00-01bd363764e7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:46.144514 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ecbccc2-0560-421d-b0c7-44cb90422dcf service neutron] 10.222.0.13 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598116 Sep 02 13:50:46.146888 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c2f471f-55f5-40ba-960a-81b0d4410bac req-d55e0d59-075a-4392-ae00-01bd363764e7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.1239209 Sep 02 13:50:46.207226 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c2f471f-55f5-40ba-960a-81b0d4410bac req-ef1b9f3d-fbc8-481b-bc17-6ba659ae48a8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546212 Sep 02 13:50:46.224311 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:46.237791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:50:46.313768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Router 0e6f190e-2a50-4827-80bc-f1e425f0c317 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:50:46.341023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-f09cfd81-44f9-4ea0-b6aa-cbf347427e1e service neutron] 10.222.0.13 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850929 Sep 02 13:50:46.485840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:46.496693 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:46.502180 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-54b684aa-9879-42b3-99cf-8677185212f4 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "PUT /v2.0/routers/0e6f190e-2a50-4827-80bc-f1e425f0c317 HTTP/1.1" status: 200 len: 919 time: 4.1822968 Sep 02 13:50:46.504203 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:46.506419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caadc29-dd6e-4039-a8f3-75c2f688006d None None] Sync routers for ids ['0e6f190e-2a50-4827-80bc-f1e425f0c317'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:46.519880 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caadc29-dd6e-4039-a8f3-75c2f688006d None None] Routers {'0e6f190e-2a50-4827-80bc-f1e425f0c317'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:46.520786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9caadc29-dd6e-4039-a8f3-75c2f688006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['0e6f190e-2a50-4827-80bc-f1e425f0c317'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:46.567836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9caadc29-dd6e-4039-a8f3-75c2f688006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:46.580362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caadc29-dd6e-4039-a8f3-75c2f688006d None None] Routers {'0e6f190e-2a50-4827-80bc-f1e425f0c317'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:46.581014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9caadc29-dd6e-4039-a8f3-75c2f688006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['0e6f190e-2a50-4827-80bc-f1e425f0c317'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:46.624112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-9caadc29-dd6e-4039-a8f3-75c2f688006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:46.624923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caadc29-dd6e-4039-a8f3-75c2f688006d None None] The sync data for ids ['0e6f190e-2a50-4827-80bc-f1e425f0c317'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:46.735539 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c9ad0397-af32-4967-9e04-344d5ecc6787 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/routers/0e6f190e-2a50-4827-80bc-f1e425f0c317 HTTP/1.1" status: 200 len: 925 time: 0.2287509 Sep 02 13:50:46.737345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:46.853844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d57a0a8-1cdc-4f72-8092-9c59ef4d3aa9 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:46.857844 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2d57a0a8-1cdc-4f72-8092-9c59ef4d3aa9 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=0e6f190e-2a50-4827-80bc-f1e425f0c317&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1162741 Sep 02 13:50:46.858760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51152) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:47.130703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d242c1-7a49-42c5-9d7e-546dd2a29cff req-cdf944ad-0567-4aa8-a11f-038c898d89d9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:47.143848 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-54d242c1-7a49-42c5-9d7e-546dd2a29cff req-cdf944ad-0567-4aa8-a11f-038c898d89d9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 944 time: 0.2420981 Sep 02 13:50:47.280436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-54d242c1-7a49-42c5-9d7e-546dd2a29cff req-ae5cbb77-7868-4da2-9288-a8b335a6a2b6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343720 Sep 02 13:50:47.289619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e781ec3-51b6-4338-b274-6a6c424bb140 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:47.297620 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2e781ec3-51b6-4338-b274-6a6c424bb140 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/networks/2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 881 time: 0.4372647 Sep 02 13:50:47.300513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:47.316130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51180) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:47.400551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-beb33807-219a-4631-8c27-f87ffb3fab9f tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6f190e-2a50-4827-80bc-f1e425f0c317 HTTP/1.1" status: 200 len: 205 time: 0.0977759 Sep 02 13:50:47.403713 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51186) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:47.618803 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2fe9c175-5cb5-4efd-82b6-9335946e75c0 req-8ea50540-437d-4c8a-a54b-69a931c37107 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0739667 Sep 02 13:50:47.668205 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f728e901-3346-4842-b9f0-f08c5b127856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:47.731301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00294ad2-e0e7-465f-898f-e7026cd52c06 req-9ca0a199-5579-4d16-822c-50f89ba34737 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:47.732835 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00294ad2-e0e7-465f-898f-e7026cd52c06 req-9ca0a199-5579-4d16-822c-50f89ba34737 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.2310569 Sep 02 13:50:47.819900 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:47.833000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:50:47.938093 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-00294ad2-e0e7-465f-898f-e7026cd52c06 req-08878d8c-32cb-4513-a5e2-0925719818c8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932113 Sep 02 13:50:48.061813 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:48.062565 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:48.161128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:48.242107 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:48.281182 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f728e901-3346-4842-b9f0-f08c5b127856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:48.305125 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f728e901-3346-4842-b9f0-f08c5b127856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:48.366130 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:50:48.373285 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcc89a5-d1c2-4d3d-9904-b7b7e6264caf" -d '{"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-plugged", "status": "completed", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:50:48.434332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:50:48.451477 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:48.482455 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f728e901-3346-4842-b9f0-f08c5b127856 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79a8b1ba9091401d9ffde01643f2da0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1702142 Sep 02 13:50:48.482709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728e901-3346-4842-b9f0-f08c5b127856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8be1c81-4bfe-4c64-a444-3490731978dc,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:48.486482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51206) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:48.499933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Deleting port 991c78e4-2f96-493c-aeca-281cba499eea {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:48.500281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:48.562943 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99f0e14-0f5b-4283-88e1-aff4bad82bc6 x-openstack-request-id: req-b99f0e14-0f5b-4283-88e1-aff4bad82bc6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:50:48.563765 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-plugged", "status": "completed", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:50:48.568147 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b99f0e14-0f5b-4283-88e1-aff4bad82bc6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:50:48.569325 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'code': 200} Sep 02 13:50:48.656213 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ba2a-04e5-4980-9657-f852a1309a3c req-c2bb61f0-f6a4-469f-854f-78b4e9b2d66e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:48.659071 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b62ba2a-04e5-4980-9657-f852a1309a3c req-c2bb61f0-f6a4-469f-854f-78b4e9b2d66e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1934910 Sep 02 13:50:48.691206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-401a015a-1740-4f7d-ae46-9c03a81088c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:48.696300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:48.743249 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1b62ba2a-04e5-4980-9657-f852a1309a3c req-994d1bbd-6a8a-4062-8eb3-27608e0154b7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716183 Sep 02 13:50:48.751507 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:48.941573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Calling delete_port for 991c78e4-2f96-493c-aeca-281cba499eea owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:49.045685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c98b70d3-e8c7-4c2c-acdf-eace2d0cc9fc req-023c04fe-f4ef-47fd-be0a-e74a18de92cf tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.1392987 Sep 02 13:50:49.047769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-401a015a-1740-4f7d-ae46-9c03a81088c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:49.138168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200bb6-3e86-434a-91d2-2e64e5a1848d req-ffbd9a7d-4857-451f-9b5a-0f0aebfb6e91 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:49.146414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b200bb6-3e86-434a-91d2-2e64e5a1848d req-ffbd9a7d-4857-451f-9b5a-0f0aebfb6e91 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.0837290 Sep 02 13:50:49.224534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9b200bb6-3e86-434a-91d2-2e64e5a1848d req-b77406b8-b603-43ee-9b54-86f5facf295c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685332 Sep 02 13:50:49.329392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-401a015a-1740-4f7d-ae46-9c03a81088c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:49.333274 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-401a015a-1740-4f7d-ae46-9c03a81088c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:49.333394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-401a015a-1740-4f7d-ae46-9c03a81088c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8be1c81-4bfe-4c64-a444-3490731978dc HTTP/1.1" status: 204 len: 168 time: 0.8458784 Sep 02 13:50:49.384092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a015a-1740-4f7d-ae46-9c03a81088c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8be1c81-4bfe-4c64-a444-3490731978dc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:49.498601 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:49.550939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event deleted for resources: {'Port': ['ID=991c78e4-2f96-493c-aeca-281cba499eea,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:49.671154 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:49.813975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-39860d6e-50e9-4af6-95ec-eb90669b6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:49.819828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-39860d6e-50e9-4af6-95ec-eb90669b6656 service neutron] 10.222.0.90 "GET /v2.0/ports/0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 1032 time: 0.1131465 Sep 02 13:50:49.844923 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:49.848491 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:49.894965 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8c3d2081-53c6-430d-969c-46e696f57acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:49.896652 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8c3d2081-53c6-430d-969c-46e696f57acd service neutron] 10.222.0.90 "GET /v2.0/ports/be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 1033 time: 0.0727754 Sep 02 13:50:49.968039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:49.968964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Fanout notify agent at l3_agent the message router_deleted on router 0e6f190e-2a50-4827-80bc-f1e425f0c317 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:49.991541 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:49.999421 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e2afdc74-da6e-44f5-bcdb-31699a14e267 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/0e6f190e-2a50-4827-80bc-f1e425f0c317 HTTP/1.1" status: 204 len: 168 time: 2.5888169 Sep 02 13:50:50.001018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51222) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:50.006487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-478892272', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:50.042786 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e2431-3224-4b6a-8650-2f74c1bc4045 req-71e03c86-4751-4631-9f69-248dc74a8b35 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:50.051675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f10e2431-3224-4b6a-8650-2f74c1bc4045 req-71e03c86-4751-4631-9f69-248dc74a8b35 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1800129 Sep 02 13:50:50.079206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:50.080476 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:50.081920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-5fb72d0a-51c7-4206-a2d0-fdde416b2391 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:50.093010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-5fb72d0a-51c7-4206-a2d0-fdde416b2391 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:50.098394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-5fb72d0a-51c7-4206-a2d0-fdde416b2391 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:50.100459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-5fb72d0a-51c7-4206-a2d0-fdde416b2391 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "GET /v2.0/networks?id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=62f018b6-5f28-4167-bba5-9b658c1bc134&id=62f018b6-5f28-4167-bba5-9b658c1bc134 HTTP/1.1" status: 200 len: 1994 time: 0.1902819 Sep 02 13:50:50.163328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f10e2431-3224-4b6a-8650-2f74c1bc4045 req-cac6a977-8a86-46fd-b530-fedf00c1372d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013718 Sep 02 13:50:50.250710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-e963ab69-c8d0-4143-87f5-61a9df064f46 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307 HTTP/1.1" status: 200 len: 379 time: 0.1251750 Sep 02 13:50:50.269024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'admin_state_up': True, 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'security_groups': ['ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:50.332693 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:50.347237 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64f2d5bb-9fea-4b8e-b27f-e5d2496e7055 req-2be92787-d69e-4d37-8e59-a19f3e78674e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0890763 Sep 02 13:50:50.543859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:50.559971 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:50.810344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134c756-6f41-4a88-bbd6-0b2b9869a9fc req-e4d96763-4b61-40f5-8e1f-26bce9f91aa0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:50.820979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1134c756-6f41-4a88-bbd6-0b2b9869a9fc req-e4d96763-4b61-40f5-8e1f-26bce9f91aa0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.4685092 Sep 02 13:50:50.876001 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:50.960411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Allocated IP 172.20.0.5 (60ff7fa2-73a7-4f51-8f2d-247f2be2df35/1dc2610b-8719-40d5-ba02-80ed337982a5/46fbca89-f7d9-45dd-aa86-cfa6a35c63e5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:51.047859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1134c756-6f41-4a88-bbd6-0b2b9869a9fc req-4cd271be-ddc0-4c24-aaf9-29fa4db31963 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239063 Sep 02 13:50:51.255822 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:51.275008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Transition to ACTIVE for port object 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:51.368190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:51.608173 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:51.612821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:51.627656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:51.637527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:51.693590 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:51.740265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:51.744013 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:51.811959 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950e822-30b2-4b29-aa8c-e1978f61cbf3 req-ff7e5201-02a0-44d5-a494-14ae989d8b94 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:51.820918 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0950e822-30b2-4b29-aa8c-e1978f61cbf3 req-ff7e5201-02a0-44d5-a494-14ae989d8b94 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.4287403 Sep 02 13:50:51.828788 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bec96-1a73-4657-901c-cdd3973ae2cf req-bbf539f9-f236-4f53-ba04-6f39e05ac8d2 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:51.833114 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e2bec96-1a73-4657-901c-cdd3973ae2cf req-bbf539f9-f236-4f53-ba04-6f39e05ac8d2 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 931 time: 0.2269950 Sep 02 13:50:51.836406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Port': ['ID=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:51.848030 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2b585da7-0f51-4172-8dc8-2111c93547fe tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5837214 Sep 02 13:50:51.877385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'admin_state_up': True, 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'security_groups': ['ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:51.930856 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e2bec96-1a73-4657-901c-cdd3973ae2cf req-d91118a4-580e-4f81-ad28-4fc24215251d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851727 Sep 02 13:50:51.953085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Allocated IP 172.25.3.167 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/d30ac02c-e51d-447a-9ed0-806dd03f0311) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:52.000248 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0950e822-30b2-4b29-aa8c-e1978f61cbf3 req-edc5e196-2cb2-4f73-bc9c-841df5dd6837 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721256 Sep 02 13:50:52.071644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-805fcbcc-266a-4b2e-b63d-cc4724a6886e None None] Provisioning for port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:52.089810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-805fcbcc-266a-4b2e-b63d-cc4724a6886e None None] Provisioning complete for port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:52.090189 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-805fcbcc-266a-4b2e-b63d-cc4724a6886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:52.149157 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-805fcbcc-266a-4b2e-b63d-cc4724a6886e None None] Port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:52.159456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:52.163073 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:52.186890 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:52.316496 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:52.344675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:52.347790 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:52.352019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:52.393377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Allocated IP 10.1.1.156 (58854eed-01df-46ce-8e98-f32b8e0f6338/fc1e4616-9d08-4b73-8556-4f1cd8494f8d/beca27ba-a4d4-489a-9fb6-a64b5608b32e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:52.585460 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event updated for resources: {'Port': ['ID=d30ac02c-e51d-447a-9ed0-806dd03f0311,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:52.698964 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:52.724566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Transition to ACTIVE for port object beca27ba-a4d4-489a-9fb6-a64b5608b32e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:52.777654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b450a60-7e2c-4035-8fdb-16e98fdf2600 req-d41983dc-4f9b-4044-a7c0-613ec0b90d48 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:52.777654 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b450a60-7e2c-4035-8fdb-16e98fdf2600 req-d41983dc-4f9b-4044-a7c0-613ec0b90d48 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.5398638 Sep 02 13:50:52.825673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:52.878682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 58854eed-01df-46ce-8e98-f32b8e0f6338 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:52.882882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:52.888230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:52.926173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Port': ['ID=beca27ba-a4d4-489a-9fb6-a64b5608b32e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:52.948887 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3b450a60-7e2c-4035-8fdb-16e98fdf2600 req-10c1c24a-89f0-4c99-976d-0b81a1a6bab4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423197 Sep 02 13:50:52.967749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:52.968793 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:53.000832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b2fb5a58-94f6-4d4c-a922-7937b00fa669 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1355777 Sep 02 13:50:53.016498 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'admin_state_up': True, 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'security_groups': ['ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:53.232474 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:53.393352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0a50a635-fba0-419e-98d4-65f0812f4897 None None] Provisioning for port beca27ba-a4d4-489a-9fb6-a64b5608b32e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:53.402568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0a50a635-fba0-419e-98d4-65f0812f4897 None None] Provisioning complete for port beca27ba-a4d4-489a-9fb6-a64b5608b32e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:53.405840 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a50a635-fba0-419e-98d4-65f0812f4897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:53.467005 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:53.470645 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:53.551247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0a50a635-fba0-419e-98d4-65f0812f4897 None None] Port beca27ba-a4d4-489a-9fb6-a64b5608b32e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:53.570296 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26df3-19e7-456b-b273-8ff55cc886be req-d2401bb7-f607-423b-888b-89d32cd35860 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:53.587716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26df3-19e7-456b-b273-8ff55cc886be req-d2401bb7-f607-423b-888b-89d32cd35860 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:53.590561 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-41d26df3-19e7-456b-b273-8ff55cc886be req-d2401bb7-f607-423b-888b-89d32cd35860 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 1653 time: 0.4157832 Sep 02 13:50:53.689688 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-41d26df3-19e7-456b-b273-8ff55cc886be req-b89b3b11-8451-414b-92c2-fc84ef02b728 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926070 Sep 02 13:50:53.869230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Allocated IP 10.1.1.63 (58854eed-01df-46ce-8e98-f32b8e0f6338/fc1e4616-9d08-4b73-8556-4f1cd8494f8d/640ad35c-ba90-47a2-906b-ae87f5732818) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:53.933158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b079b70-81ef-4ce6-96db-a703bd5e6b52 req-86ca432c-8e09-42eb-8ed3-358134f5d14d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:53.935440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b079b70-81ef-4ce6-96db-a703bd5e6b52 req-86ca432c-8e09-42eb-8ed3-358134f5d14d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.7859180 Sep 02 13:50:54.043622 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4b079b70-81ef-4ce6-96db-a703bd5e6b52 req-2a50d17a-e496-471d-a6cf-45fd5e1abe61 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974591 Sep 02 13:50:54.060300 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:54.106791 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:54.127025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Transition to ACTIVE for port object 640ad35c-ba90-47a2-906b-ae87f5732818 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:54.146019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ae04c-2a73-47a3-9922-9e0256efe04f req-5ae8b453-b762-4873-a97b-21a9addd96cc tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:54.147538 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-097ae04c-2a73-47a3-9922-9e0256efe04f req-5ae8b453-b762-4873-a97b-21a9addd96cc tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.0807571 Sep 02 13:50:54.223888 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:54.268040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Router 3303761d-ea18-4316-bf7b-fc94f4121284 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:50:54.306106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 58854eed-01df-46ce-8e98-f32b8e0f6338 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:54.307756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Port': ['ID=640ad35c-ba90-47a2-906b-ae87f5732818,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:54.312075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:54.314803 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:54.324799 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-097ae04c-2a73-47a3-9922-9e0256efe04f req-1a66bf73-6019-4e29-a84c-0e4abbd8bcd2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447408 Sep 02 13:50:54.418960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:54.419616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:54.453783 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b17c1650-8824-4e11-8a41-005fa0e2e340 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4447718 Sep 02 13:50:54.467092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134', 'admin_state_up': True, 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'security_groups': ['ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:54.488785 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:54.501683 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d773bd-7a96-453b-a28d-e58c77606485 None None] Sync routers for ids ['3303761d-ea18-4316-bf7b-fc94f4121284'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:54.513671 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:54.516342 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-467ca5c9-d248-4f3d-9fe6-e3d38a36c13e tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5136938 Sep 02 13:50:54.519839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51266) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:54.529654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:54.530951 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d773bd-7a96-453b-a28d-e58c77606485 None None] Routers {'3303761d-ea18-4316-bf7b-fc94f4121284'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:54.531592 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d2d773bd-7a96-453b-a28d-e58c77606485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3303761d-ea18-4316-bf7b-fc94f4121284'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:54.614116 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d2d773bd-7a96-453b-a28d-e58c77606485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:54.634491 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d773bd-7a96-453b-a28d-e58c77606485 None None] Routers {'3303761d-ea18-4316-bf7b-fc94f4121284'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:54.636274 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d2d773bd-7a96-453b-a28d-e58c77606485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3303761d-ea18-4316-bf7b-fc94f4121284'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:54.675841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:54.688421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b968ac79-d350-4ab8-a405-a0c6b3f94824 None None] Provisioning for port 640ad35c-ba90-47a2-906b-ae87f5732818 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:54.698356 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d2d773bd-7a96-453b-a28d-e58c77606485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:54.699068 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d773bd-7a96-453b-a28d-e58c77606485 None None] The sync data for ids ['3303761d-ea18-4316-bf7b-fc94f4121284'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:54.699782 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b968ac79-d350-4ab8-a405-a0c6b3f94824 None None] Provisioning complete for port 640ad35c-ba90-47a2-906b-ae87f5732818 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:54.700384 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b968ac79-d350-4ab8-a405-a0c6b3f94824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:54.772849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b968ac79-d350-4ab8-a405-a0c6b3f94824 None None] Port 640ad35c-ba90-47a2-906b-ae87f5732818 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:54.852375 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:55.018415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28360121-9016-4beb-aec1-c0b2d38152ef req-67152c3f-ee4e-4cc7-99f7-1c9f64b1aabd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:55.024887 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28360121-9016-4beb-aec1-c0b2d38152ef req-67152c3f-ee4e-4cc7-99f7-1c9f64b1aabd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:55.031060 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28360121-9016-4beb-aec1-c0b2d38152ef req-67152c3f-ee4e-4cc7-99f7-1c9f64b1aabd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:55.039015 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28360121-9016-4beb-aec1-c0b2d38152ef req-67152c3f-ee4e-4cc7-99f7-1c9f64b1aabd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 2373 time: 0.1900978 Sep 02 13:50:55.108171 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28360121-9016-4beb-aec1-c0b2d38152ef req-49ad1195-9040-4e39-ba51-774905e5a789 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677276 Sep 02 13:50:55.111621 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:55.131077 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:55.264408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Deleting port d30ac02c-e51d-447a-9ed0-806dd03f0311 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:50:55.265227 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:55.370487 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:55.388805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Calling delete_port for d30ac02c-e51d-447a-9ed0-806dd03f0311 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:50:55.520031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687576a2-c6b5-4cfb-a378-23b688e9acc1 req-d9f70efa-41bb-4705-a6e4-5bf04b596e49 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:55.538704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-687576a2-c6b5-4cfb-a378-23b688e9acc1 req-d9f70efa-41bb-4705-a6e4-5bf04b596e49 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1805358 Sep 02 13:50:55.633933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab03765-7ec6-4de6-ad13-420c2c60b30a req-503e0de8-f2cc-4b0f-95b1-e44d054648b1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:55.636169 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2ab03765-7ec6-4de6-ad13-420c2c60b30a req-503e0de8-f2cc-4b0f-95b1-e44d054648b1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.1355054 Sep 02 13:50:55.640059 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-687576a2-c6b5-4cfb-a378-23b688e9acc1 req-e6a0b62c-5d57-4a63-a6f2-17f88ce3987e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995352 Sep 02 13:50:55.690993 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Allocated IP 10.2.2.100 (62f018b6-5f28-4167-bba5-9b658c1bc134/f8f872b0-3a58-44b7-a0e0-305a66b961d7/74e81eb2-6b64-49b4-a01d-a0cd82ad7805) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:55.738796 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2ab03765-7ec6-4de6-ad13-420c2c60b30a req-7e499b55-91ab-4ef2-b4bb-03eced77fb0e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901680 Sep 02 13:50:55.769858 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:55.827956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Pushing event deleted for resources: {'Port': ['ID=d30ac02c-e51d-447a-9ed0-806dd03f0311,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:55.881793 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:55.914484 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:55.934340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Transition to ACTIVE for port object 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:56.013189 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:56.083769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 62f018b6-5f28-4167-bba5-9b658c1bc134 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:56.087629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:56.090654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:56.142597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Port': ['ID=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:56.175399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:56.176721 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:56.210448 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-74561952-47c7-490b-b0e2-8f825b20a50d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7460790 Sep 02 13:50:56.220748 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:56.226721 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:56.227836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134', 'admin_state_up': True, 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'security_groups': ['ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:56.361538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Router 3303761d-ea18-4316-bf7b-fc94f4121284 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:50:56.409636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4d8a8-1cb1-408d-a7c4-712c99df326d req-47d6920b-d574-4784-b384-b44cf6515bd4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:56.417309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4d8a8-1cb1-408d-a7c4-712c99df326d req-47d6920b-d574-4784-b384-b44cf6515bd4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:56.425255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4d8a8-1cb1-408d-a7c4-712c99df326d req-47d6920b-d574-4784-b384-b44cf6515bd4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:56.431574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4d8a8-1cb1-408d-a7c4-712c99df326d req-47d6920b-d574-4784-b384-b44cf6515bd4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:56.434138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45d4d8a8-1cb1-408d-a7c4-712c99df326d req-47d6920b-d574-4784-b384-b44cf6515bd4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 3094 time: 0.1452613 Sep 02 13:50:56.499096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:50:56.507986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-45d4d8a8-1cb1-408d-a7c4-712c99df326d req-0e5dc63e-0c70-4775-983b-b7a9f39bc7ee tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649590 Sep 02 13:50:56.514359 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:56.514555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479b606-17ae-461a-aff8-661ebadb8264 None None] Sync routers for ids ['3303761d-ea18-4316-bf7b-fc94f4121284'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:50:56.515462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-27839370-3a10-4424-bd0f-9bd8e8a622dd tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "PUT /v2.0/routers/3303761d-ea18-4316-bf7b-fc94f4121284 HTTP/1.1" status: 200 len: 709 time: 1.9943373 Sep 02 13:50:56.518332 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:56.529310 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-44e22891-8910-446d-bc97-6381647fdbfe None None] Provisioning for port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:56.531403 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Made reservation on behalf of 6793884f5a5e42e5aa8eb3c3f7be5307 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:50:56.543193 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:56.552666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479b606-17ae-461a-aff8-661ebadb8264 None None] Routers {'3303761d-ea18-4316-bf7b-fc94f4121284'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:56.554639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2479b606-17ae-461a-aff8-661ebadb8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3303761d-ea18-4316-bf7b-fc94f4121284'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:56.606118 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2479b606-17ae-461a-aff8-661ebadb8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:56.608951 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-44e22891-8910-446d-bc97-6381647fdbfe None None] Provisioning complete for port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:56.609548 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44e22891-8910-446d-bc97-6381647fdbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:56.635210 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e076ccf9-5a77-4f95-b92c-2c4e22cb9948 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/routers/3303761d-ea18-4316-bf7b-fc94f4121284 HTTP/1.1" status: 200 len: 744 time: 0.1156197 Sep 02 13:50:56.638229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:56.655617 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-44e22891-8910-446d-bc97-6381647fdbfe None None] Port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:56.666055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479b606-17ae-461a-aff8-661ebadb8264 None None] Routers {'3303761d-ea18-4316-bf7b-fc94f4121284'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:50:56.667759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2479b606-17ae-461a-aff8-661ebadb8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:50:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['3303761d-ea18-4316-bf7b-fc94f4121284'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:56.691407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bd74ce6c-a5c7-46bb-8237-c79013b54950 tempest-RoutersIpV6AdminTest-1543634667 tempest-RoutersIpV6AdminTest-1543634667-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&device_id=3303761d-ea18-4316-bf7b-fc94f4121284 HTTP/1.1" status: 200 len: 205 time: 0.0520570 Sep 02 13:50:56.693938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51288) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:56.723056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2479b606-17ae-461a-aff8-661ebadb8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:50:56.723716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479b606-17ae-461a-aff8-661ebadb8264 None None] The sync data for ids ['3303761d-ea18-4316-bf7b-fc94f4121284'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:50:56.747541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cfe32498-4bef-4aa1-841a-5732aeea2e92 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=3303761d-ea18-4316-bf7b-fc94f4121284 HTTP/1.1" status: 200 len: 205 time: 0.0523968 Sep 02 13:50:56.750741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51290) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:56.847840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Allocated IP 10.2.2.200 (62f018b6-5f28-4167-bba5-9b658c1bc134/f8f872b0-3a58-44b7-a0e0-305a66b961d7/8781816d-702a-4fb3-862a-50e93cb85640) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:50:56.856530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2cccdd3-33b0-45c5-aa28-46b7fd779067 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.044190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.065413 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Transition to ACTIVE for port object 8781816d-702a-4fb3-862a-50e93cb85640 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:57.081708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ab1ff-a25c-4d9d-8d97-acbef6f31f5b req-c7c6151c-7654-4d3d-8326-214ef0e07fbd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:57.083408 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e28ab1ff-a25c-4d9d-8d97-acbef6f31f5b req-c7c6151c-7654-4d3d-8326-214ef0e07fbd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.0955310 Sep 02 13:50:57.097227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2a5c3-36cd-475b-8d9a-f5d19b93b2b1 req-c53b09c6-4a5d-472d-9514-76eb4ac5bdf3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:57.098833 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-97e2a5c3-36cd-475b-8d9a-f5d19b93b2b1 req-c53b09c6-4a5d-472d-9514-76eb4ac5bdf3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.2003417 Sep 02 13:50:57.104983 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2cccdd3-33b0-45c5-aa28-46b7fd779067 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.108505 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2cccdd3-33b0-45c5-aa28-46b7fd779067 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.152333 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e28ab1ff-a25c-4d9d-8d97-acbef6f31f5b req-c94debaf-8bc6-45d5-abca-ec73c35a4197 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594852 Sep 02 13:50:57.172767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.185539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-97e2a5c3-36cd-475b-8d9a-f5d19b93b2b1 req-2bf0018a-8a5c-415f-9f52-b9dc503e3771 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762050 Sep 02 13:50:57.253497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Network 62f018b6-5f28-4167-bba5-9b658c1bc134 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:50:57.257058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:50:57.262691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:50:57.266950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event updated for resources: {'Port': ['ID=8781816d-702a-4fb3-862a-50e93cb85640,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:57.274868 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2cccdd3-33b0-45c5-aa28-46b7fd779067 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.275262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cccdd3-33b0-45c5-aa28-46b7fd779067 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Fanout notify agent at l3_agent the message router_deleted on router 3303761d-ea18-4316-bf7b-fc94f4121284 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:50:57.300130 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2cccdd3-33b0-45c5-aa28-46b7fd779067 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.301390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f2cccdd3-33b0-45c5-aa28-46b7fd779067 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/3303761d-ea18-4316-bf7b-fc94f4121284 HTTP/1.1" status: 204 len: 168 time: 0.5486498 Sep 02 13:50:57.306472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51294) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.338534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:57.339680 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.359484 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-d0d2b320-70eb-4bd2-8080-06d33e49f9a1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1387606 Sep 02 13:50:57.365739 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8fe9ec97-1b06-4243-be1a-784b6dff4cb9 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=3303761d-ea18-4316-bf7b-fc94f4121284 HTTP/1.1" status: 200 len: 205 time: 0.0556548 Sep 02 13:50:57.365976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.375746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:57.417746 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-55e63a92-6e0d-4150-a4a3-95eeace809de tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] delete failed (client error): The resource could not be found. Sep 02 13:50:57.419042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-55e63a92-6e0d-4150-a4a3-95eeace809de tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/3303761d-ea18-4316-bf7b-fc94f4121284 HTTP/1.1" status: 404 len: 336 time: 0.0519860 Sep 02 13:50:57.421995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51298) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.468708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.481824 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-74fa4321-60a3-4f54-b043-191af19d2e0f tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6f190e-2a50-4827-80bc-f1e425f0c317 HTTP/1.1" status: 200 len: 205 time: 0.0517440 Sep 02 13:50:57.482601 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51300) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.542977 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-30e63fd6-df42-4ba1-914d-971812120a75 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] delete failed (client error): The resource could not be found. Sep 02 13:50:57.546181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-30e63fd6-df42-4ba1-914d-971812120a75 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/0e6f190e-2a50-4827-80bc-f1e425f0c317 HTTP/1.1" status: 404 len: 336 time: 0.0603063 Sep 02 13:50:57.546428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51302) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.624804 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-894e7df8-facf-4af8-846e-b741b20e0662 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a072aa61-a321-42be-9919-fc08a0a3a12b HTTP/1.1" status: 200 len: 205 time: 0.0772295 Sep 02 13:50:57.627009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.668146 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-b2db5672-7ab9-4018-972c-fc7fed2c5621 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] delete failed (client error): The resource could not be found. Sep 02 13:50:57.669761 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b2db5672-7ab9-4018-972c-fc7fed2c5621 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/a072aa61-a321-42be-9919-fc08a0a3a12b HTTP/1.1" status: 404 len: 336 time: 0.0416377 Sep 02 13:50:57.672124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.705887 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e612c463-c6ca-4825-b8fc-1eb1f8c8f13c tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=0106449e-4c3b-4061-b782-19b8e2cda75b HTTP/1.1" status: 200 len: 205 time: 0.0322430 Sep 02 13:50:57.707951 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.716108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a1b5d088-36a5-4ab7-a9fa-a438a064897e None None] Provisioning for port 8781816d-702a-4fb3-862a-50e93cb85640 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:50:57.733887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a1b5d088-36a5-4ab7-a9fa-a438a064897e None None] Provisioning complete for port 8781816d-702a-4fb3-862a-50e93cb85640 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:50:57.734261 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1b5d088-36a5-4ab7-a9fa-a438a064897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:57.758824 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-4da1bfad-f92f-428d-8385-d5e0f33019b0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] delete failed (client error): The resource could not be found. Sep 02 13:50:57.760206 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4da1bfad-f92f-428d-8385-d5e0f33019b0 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/0106449e-4c3b-4061-b782-19b8e2cda75b HTTP/1.1" status: 404 len: 336 time: 0.0509429 Sep 02 13:50:57.762878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51312) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.797134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dc5f51e7-292f-4725-9120-35a3771829d1 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8115ee9-0b43-4aaa-b49a-00a246fdcad9 HTTP/1.1" status: 200 len: 205 time: 0.0330136 Sep 02 13:50:57.801227 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.822013 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5d088-36a5-4ab7-a9fa-a438a064897e None None] Port 8781816d-702a-4fb3-862a-50e93cb85640 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:50:57.835379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513aa0d-d881-41eb-a77c-2620fe201697 req-8766193f-6d1f-4263-9033-fc321e1f1e46 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:57.841432 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513aa0d-d881-41eb-a77c-2620fe201697 req-8766193f-6d1f-4263-9033-fc321e1f1e46 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:57.848054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513aa0d-d881-41eb-a77c-2620fe201697 req-8766193f-6d1f-4263-9033-fc321e1f1e46 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:57.855209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513aa0d-d881-41eb-a77c-2620fe201697 req-8766193f-6d1f-4263-9033-fc321e1f1e46 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:57.861187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513aa0d-d881-41eb-a77c-2620fe201697 req-8766193f-6d1f-4263-9033-fc321e1f1e46 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:57.863022 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a513aa0d-d881-41eb-a77c-2620fe201697 req-8766193f-6d1f-4263-9033-fc321e1f1e46 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 3815 time: 0.2001841 Sep 02 13:50:57.909657 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-1d6891fd-9013-472f-98cc-754e731b6dec tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] delete failed (client error): The resource could not be found. Sep 02 13:50:57.910823 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d6891fd-9013-472f-98cc-754e731b6dec tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/e8115ee9-0b43-4aaa-b49a-00a246fdcad9 HTTP/1.1" status: 404 len: 336 time: 0.1068566 Sep 02 13:50:57.913678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51316) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.960232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a322e0eb-4e01-49d7-9429-0354506e25e6 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "GET /v2.0/ports?device_id=70e061d1-9b18-49ce-a1ba-8280b69bf2f5 HTTP/1.1" status: 200 len: 205 time: 0.0451040 Sep 02 13:50:57.964327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:57.991272 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a513aa0d-d881-41eb-a77c-2620fe201697 req-d676a770-8802-4920-84e2-143f214f2905 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913749 Sep 02 13:50:58.037525 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-b05e926e-bb8b-412a-b539-30d678131d16 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] delete failed (client error): The resource could not be found. Sep 02 13:50:58.042392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b05e926e-bb8b-412a-b539-30d678131d16 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/routers/70e061d1-9b18-49ce-a1ba-8280b69bf2f5 HTTP/1.1" status: 404 len: 336 time: 0.0722344 Sep 02 13:50:58.043191 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:58.088895 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-235746e2-f91d-422d-9e89-12fdea212e77 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] DELETE failed (client error): The resource could not be found. Sep 02 13:50:58.089264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235746e2-f91d-422d-9e89-12fdea212e77 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:50:58.093330 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-235746e2-f91d-422d-9e89-12fdea212e77 tempest-RoutersIpV6AdminTest-360464641 tempest-RoutersIpV6AdminTest-360464641-project] 10.222.0.13 "DELETE /v2.0/subnets/81b31c6b-0e49-4160-a977-338af024f5ec HTTP/1.1" status: 404 len: 337 time: 0.0472980 Sep 02 13:50:58.111273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:50:58.127215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:58.164815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Transition to ACTIVE for port object 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:58.171686 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:58.400486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbb4ce-6740-4da7-8ec4-428b2a01e202 req-303bab2b-ce65-4e5c-ad21-7cebb9745fa5 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:58.402707 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2cbb4ce-6740-4da7-8ec4-428b2a01e202 req-303bab2b-ce65-4e5c-ad21-7cebb9745fa5 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.1325197 Sep 02 13:50:58.408773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Pushing event updated for resources: {'Port': ['ID=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:58.471480 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a2cbb4ce-6740-4da7-8ec4-428b2a01e202 req-1e7cd621-f7a1-449c-a1fe-7804aea08b13 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609047 Sep 02 13:50:58.509040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3efe3-83c8-45c0-a4c5-fe634ec205e4 req-44858064-2215-4ea6-b376-273889f7b75c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:58.511135 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5df3efe3-83c8-45c0-a4c5-fe634ec205e4 req-44858064-2215-4ea6-b376-273889f7b75c tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1655433 Sep 02 13:50:58.554672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Attempting to bind port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:50:58.555026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Attempting to bind port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:50:58.555368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Attempting to bind port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 on network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:50:58.578110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 on network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:50:58.578445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Attempting to bind port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 on network 60ff7fa2-73a7-4f51-8f2d-247f2be2df35 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:50:58.585440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:50:58.585790 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Checking segment: {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:50:58.586186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Bound using segment: {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:50:58.586639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Bound port: 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1125a4a4-ac4b-437b-af2b-f8103ff4ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:50:58.587011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:58.640465 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5df3efe3-83c8-45c0-a4c5-fe634ec205e4 req-7d9b3bb5-168a-4e30-a919-c12208833a5f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213396 Sep 02 13:50:58.696142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] For port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:50:58.700264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] For port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:50:58.707004 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:58.734755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51330) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:50:58.773481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Pushing event updated for resources: {'Port': ['ID=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:58.790069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:58.790787 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:58.792926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-1ba46bc8-544d-4c56-86c4-9a6e5ffe689c service neutron] 10.222.0.90 "PUT /v2.0/ports/46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 200 len: 1091 time: 1.4244590 Sep 02 13:50:58.793432 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:50:58.796713 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d70b8e4-e140-4669-8392-fe0739647f82" -d '{"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:50:58.829736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:50:58.886220 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8c3bf2-368d-46de-98e3-4967f2f0e80c x-openstack-request-id: req-ad8c3bf2-368d-46de-98e3-4967f2f0e80c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:50:58.886477 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:50:58.886742 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad8c3bf2-368d-46de-98e3-4967f2f0e80c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:50:58.887192 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'status': 'completed', 'code': 200} Sep 02 13:50:58.930499 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:59.028015 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-314468b9-abf3-4db7-8dd8-10a71d521cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:59.199718 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-66562d17-e02b-4b8c-9a6e-48043cf55fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.200236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-66562d17-e02b-4b8c-9a6e-48043cf55fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.200723 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-66562d17-e02b-4b8c-9a6e-48043cf55fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.201205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-66562d17-e02b-4b8c-9a6e-48043cf55fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.201680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-66562d17-e02b-4b8c-9a6e-48043cf55fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.203460 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-66562d17-e02b-4b8c-9a6e-48043cf55fc8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 4362 time: 0.2991734 Sep 02 13:50:59.264421 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-314468b9-abf3-4db7-8dd8-10a71d521cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:59.307691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169703bf-c8e5-497d-ac3e-1bdd44d0c723 req-2c20ce81-2263-4583-b2b8-b2c0a72716f0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.314232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169703bf-c8e5-497d-ac3e-1bdd44d0c723 req-2c20ce81-2263-4583-b2b8-b2c0a72716f0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.320929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169703bf-c8e5-497d-ac3e-1bdd44d0c723 req-2c20ce81-2263-4583-b2b8-b2c0a72716f0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.327423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169703bf-c8e5-497d-ac3e-1bdd44d0c723 req-2c20ce81-2263-4583-b2b8-b2c0a72716f0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.335480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169703bf-c8e5-497d-ac3e-1bdd44d0c723 req-2c20ce81-2263-4583-b2b8-b2c0a72716f0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.337525 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-169703bf-c8e5-497d-ac3e-1bdd44d0c723 req-2c20ce81-2263-4583-b2b8-b2c0a72716f0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 3827 time: 0.1512384 Sep 02 13:50:59.461758 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-169703bf-c8e5-497d-ac3e-1bdd44d0c723 req-df8daaae-ea05-44f8-b11e-dac3a46f7904 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007204 Sep 02 13:50:59.494159 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-314468b9-abf3-4db7-8dd8-10a71d521cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:59.499077 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-4ba8fb58-2fe3-4ff9-a527-b863ea78fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.499987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-4ba8fb58-2fe3-4ff9-a527-b863ea78fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.500646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-4ba8fb58-2fe3-4ff9-a527-b863ea78fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.504074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff25d84-bc0e-463e-8912-bade9b0e4279 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:50:59.516203 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:59.518075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-4ba8fb58-2fe3-4ff9-a527-b863ea78fbfd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3053923 Sep 02 13:50:59.519846 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:59.537952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Transition to ACTIVE for port object 0ff25d84-bc0e-463e-8912-bade9b0e4279 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:50:59.546302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:59.615053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff25d84-bc0e-463e-8912-bade9b0e4279,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:50:59.642334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.642864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.643467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.643847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.644193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.644528 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.644865 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.645199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.645708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.646457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.646799 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.647131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:50:59.742701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Attempting to bind port 0ff25d84-bc0e-463e-8912-bade9b0e4279 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:50:59.743058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Attempting to bind port 0ff25d84-bc0e-463e-8912-bade9b0e4279 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:50:59.743540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Attempting to bind port 0ff25d84-bc0e-463e-8912-bade9b0e4279 on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:50:59.749667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Port 0ff25d84-bc0e-463e-8912-bade9b0e4279 on network 58854eed-01df-46ce-8e98-f32b8e0f6338 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:50:59.749996 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Attempting to bind port 0ff25d84-bc0e-463e-8912-bade9b0e4279 on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:50:59.767470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:50:59.768334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Checking segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:50:59.774679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Bound using segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:50:59.774679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Bound port: 0ff25d84-bc0e-463e-8912-bade9b0e4279, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:50:59.774679 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:50:59.942538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] For port 0ff25d84-bc0e-463e-8912-bade9b0e4279, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:50:59.946785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] For port 0ff25d84-bc0e-463e-8912-bade9b0e4279, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:50:59.957205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06a8fb-0da7-4d5d-9b0d-dcab270dfc01 req-7661c0ff-0830-4284-800f-93fe1c977fed tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:50:59.959172 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b06a8fb-0da7-4d5d-9b0d-dcab270dfc01 req-7661c0ff-0830-4284-800f-93fe1c977fed tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1084876 Sep 02 13:50:59.961055 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:00.023528 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff25d84-bc0e-463e-8912-bade9b0e4279,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:00.050651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:00.052258 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:00.053901 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-73a7f380-fcd4-45f1-a1d8-177c94640f81 service neutron] 10.222.0.90 "PUT /v2.0/ports/0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 1135 time: 1.2288108 Sep 02 13:51:00.108895 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b06a8fb-0da7-4d5d-9b0d-dcab270dfc01 req-f8809734-216e-48f4-adcc-8fd83858aff0 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895724 Sep 02 13:51:00.122182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:00.230569 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:00.423251 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:00.618523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314468b9-abf3-4db7-8dd8-10a71d521cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bcccd6-5c62-43c7-9cd9-2d2ccbcb0ba7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:00.632911 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-314468b9-abf3-4db7-8dd8-10a71d521cb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f17e26daf6b4aae82833b377875901a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8966217 Sep 02 13:51:00.639101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:00.672992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-a2c87b89-ed9a-4fbc-8df8-34d3e277c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:00.673344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be61eb39-0a4a-48bd-bf04-25971978bf6a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:00.674682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1d70b8e4-e140-4669-8392-fe0739647f82 req-a2c87b89-ed9a-4fbc-8df8-34d3e277c517 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1438544 Sep 02 13:51:00.705204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9df8-4299-466b-a635-c559046e125b req-e0903740-702a-4acf-965f-52bc641cea0e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:00.713230 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5af9df8-4299-466b-a635-c559046e125b req-e0903740-702a-4acf-965f-52bc641cea0e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.1699631 Sep 02 13:51:00.715403 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:00.751442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Transition to ACTIVE for port object be61eb39-0a4a-48bd-bf04-25971978bf6a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:00.768327 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:00.823360 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5af9df8-4299-466b-a635-c559046e125b req-2f1a65d3-0845-423c-9369-39e1800a183d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090884 Sep 02 13:51:00.847921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74a6e06f-0775-474e-8914-2028027f4da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:00.893450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '0ff25d84-bc0e-463e-8912-bade9b0e4279'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:00.901026 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed" -d '{"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "0ff25d84-bc0e-463e-8912-bade9b0e4279"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:00.908212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74a6e06f-0775-474e-8914-2028027f4da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:00.914106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Pushing event updated for resources: {'Port': ['ID=be61eb39-0a4a-48bd-bf04-25971978bf6a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:01.053057 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841e3c8f-f096-4599-85e1-0642c3504bc6 x-openstack-request-id: req-841e3c8f-f096-4599-85e1-0642c3504bc6 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:01.053715 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "0ff25d84-bc0e-463e-8912-bade9b0e4279", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:01.053715 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-841e3c8f-f096-4599-85e1-0642c3504bc6 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:01.054093 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '0ff25d84-bc0e-463e-8912-bade9b0e4279', 'status': 'completed', 'code': 200} Sep 02 13:51:01.114803 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74a6e06f-0775-474e-8914-2028027f4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:01.118224 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-74a6e06f-0775-474e-8914-2028027f4da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:01.119836 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-74a6e06f-0775-474e-8914-2028027f4da5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08bcccd6-5c62-43c7-9cd9-2d2ccbcb0ba7 HTTP/1.1" status: 204 len: 168 time: 0.4738536 Sep 02 13:51:01.133937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6e06f-0775-474e-8914-2028027f4da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bcccd6-5c62-43c7-9cd9-2d2ccbcb0ba7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:01.146915 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Attempting to bind port be61eb39-0a4a-48bd-bf04-25971978bf6a on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:01.147270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Attempting to bind port be61eb39-0a4a-48bd-bf04-25971978bf6a by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:01.147615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Attempting to bind port be61eb39-0a4a-48bd-bf04-25971978bf6a on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:01.190811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Port be61eb39-0a4a-48bd-bf04-25971978bf6a on network 58854eed-01df-46ce-8e98-f32b8e0f6338 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:51:01.191247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Attempting to bind port be61eb39-0a4a-48bd-bf04-25971978bf6a on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:01.199387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:01.199781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Checking segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:01.200163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Bound using segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:01.200608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Bound port: be61eb39-0a4a-48bd-bf04-25971978bf6a, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:01.218241 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:01.225765 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5596-db82-4188-a058-05c392124e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:01.238231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913796-ea2b-4fd3-9c90-37d93e565b14 req-91183eb1-05ec-47ef-b713-14a0ca431afd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.262117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913796-ea2b-4fd3-9c90-37d93e565b14 req-91183eb1-05ec-47ef-b713-14a0ca431afd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.289775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913796-ea2b-4fd3-9c90-37d93e565b14 req-91183eb1-05ec-47ef-b713-14a0ca431afd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.306420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913796-ea2b-4fd3-9c90-37d93e565b14 req-91183eb1-05ec-47ef-b713-14a0ca431afd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.326349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913796-ea2b-4fd3-9c90-37d93e565b14 req-91183eb1-05ec-47ef-b713-14a0ca431afd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.352498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913796-ea2b-4fd3-9c90-37d93e565b14 req-91183eb1-05ec-47ef-b713-14a0ca431afd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.363459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913796-ea2b-4fd3-9c90-37d93e565b14 req-91183eb1-05ec-47ef-b713-14a0ca431afd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.374254 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb913796-ea2b-4fd3-9c90-37d93e565b14 req-91183eb1-05ec-47ef-b713-14a0ca431afd tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5382 time: 0.4039013 Sep 02 13:51:01.390682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] For port be61eb39-0a4a-48bd-bf04-25971978bf6a, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:01.399834 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] For port be61eb39-0a4a-48bd-bf04-25971978bf6a, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:01.429565 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-3ed932b9-55a8-4423-bdf2-f64aa73006cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.430253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-3ed932b9-55a8-4423-bdf2-f64aa73006cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.430734 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-3ed932b9-55a8-4423-bdf2-f64aa73006cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.431577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-3ed932b9-55a8-4423-bdf2-f64aa73006cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.432877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-3ed932b9-55a8-4423-bdf2-f64aa73006cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.433230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:01.434007 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-3ed932b9-55a8-4423-bdf2-f64aa73006cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.434817 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-3ed932b9-55a8-4423-bdf2-f64aa73006cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.437556 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-3ed932b9-55a8-4423-bdf2-f64aa73006cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6177 time: 0.3816040 Sep 02 13:51:01.476691 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fb913796-ea2b-4fd3-9c90-37d93e565b14 req-d55a10a3-7f15-46c7-978b-09d11c8b87ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1012533 Sep 02 13:51:01.605898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.606658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:01.611077 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] 10.222.0.90 "PUT /v2.0/ports/be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 1136 time: 1.5064063 Sep 02 13:51:01.636706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-d123b547-19e7-4401-8eba-34553320e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.637304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-d123b547-19e7-4401-8eba-34553320e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.643657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-d123b547-19e7-4401-8eba-34553320e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.647909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c760049-8e68-4cae-af19-69012fe7c5bb service neutron] Pushing event updated for resources: {'Port': ['ID=be61eb39-0a4a-48bd-bf04-25971978bf6a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:01.651595 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-d123b547-19e7-4401-8eba-34553320e4bd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1942921 Sep 02 13:51:01.668677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:01.737639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51376) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:01.748406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4aaba-87fe-4642-ae27-0d5c5820c400 req-429bf487-ab92-492a-a595-ae8b99a0a423 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.750992 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bce4aaba-87fe-4642-ae27-0d5c5820c400 req-429bf487-ab92-492a-a595-ae8b99a0a423 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.3480003 Sep 02 13:51:01.791486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-daa72788-2614-4452-af33-137524e77bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:01.793156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8d8f68fe-d39d-4d4c-a97b-8f1a2bad92ed req-daa72788-2614-4452-af33-137524e77bc8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334288 Sep 02 13:51:01.925231 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1ad0fba9-e585-4658-8b85-d1cdfb282140 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f83df4078e341b4bf8e24470a2e1626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858685 Sep 02 13:51:01.927590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:01.960351 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:02.003943 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35b7d-6d44-4902-878a-d510a69eb5ef req-9da1d1fc-b338-415a-aa70-475a7c39b823 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:02.014192 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-92a35b7d-6d44-4902-878a-d510a69eb5ef req-9da1d1fc-b338-415a-aa70-475a7c39b823 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.1057146 Sep 02 13:51:02.064332 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-92a35b7d-6d44-4902-878a-d510a69eb5ef req-a747fb94-aab8-4557-a1bb-c092e91a7ea6 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491621 Sep 02 13:51:02.110240 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bce4aaba-87fe-4642-ae27-0d5c5820c400 req-6df79a0c-40b6-4684-a069-05bc96f463b3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220828 Sep 02 13:51:02.163555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a827fda6-b2f0-4ead-8640-68ce1cb4dce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:02.255522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a827fda6-b2f0-4ead-8640-68ce1cb4dce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:02.407823 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a827fda6-b2f0-4ead-8640-68ce1cb4dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:02.411978 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a827fda6-b2f0-4ead-8640-68ce1cb4dce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:02.413649 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a827fda6-b2f0-4ead-8640-68ce1cb4dce8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31dd2ed7-ab5a-4baf-aa69-8e0eab254390 HTTP/1.1" status: 204 len: 168 time: 0.4850600 Sep 02 13:51:02.530190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beca27ba-a4d4-489a-9fb6-a64b5608b32e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:02.553218 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:02.568291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Transition to ACTIVE for port object beca27ba-a4d4-489a-9fb6-a64b5608b32e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:02.578996 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:02.632886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827fda6-b2f0-4ead-8640-68ce1cb4dce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dd2ed7-ab5a-4baf-aa69-8e0eab254390,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:02.639427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Pushing event updated for resources: {'Port': ['ID=beca27ba-a4d4-489a-9fb6-a64b5608b32e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:02.762335 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6ab55-27cd-467f-82e8-088596d79433 req-0070db6d-b27a-47f4-9303-147ecdf21a0b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:02.769972 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6ab55-27cd-467f-82e8-088596d79433 req-0070db6d-b27a-47f4-9303-147ecdf21a0b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:02.795077 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6ab55-27cd-467f-82e8-088596d79433 req-0070db6d-b27a-47f4-9303-147ecdf21a0b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:02.830614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6ab55-27cd-467f-82e8-088596d79433 req-0070db6d-b27a-47f4-9303-147ecdf21a0b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:02.839014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6ab55-27cd-467f-82e8-088596d79433 req-0070db6d-b27a-47f4-9303-147ecdf21a0b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:02.848369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6ab55-27cd-467f-82e8-088596d79433 req-0070db6d-b27a-47f4-9303-147ecdf21a0b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:02.858790 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6ab55-27cd-467f-82e8-088596d79433 req-0070db6d-b27a-47f4-9303-147ecdf21a0b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:02.869368 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bec6ab55-27cd-467f-82e8-088596d79433 req-0070db6d-b27a-47f4-9303-147ecdf21a0b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5394 time: 0.2533472 Sep 02 13:51:02.914683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Attempting to bind port beca27ba-a4d4-489a-9fb6-a64b5608b32e on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:02.915166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Attempting to bind port beca27ba-a4d4-489a-9fb6-a64b5608b32e by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:02.915501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Attempting to bind port beca27ba-a4d4-489a-9fb6-a64b5608b32e on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:02.926164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Port beca27ba-a4d4-489a-9fb6-a64b5608b32e on network 58854eed-01df-46ce-8e98-f32b8e0f6338 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:51:02.927213 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Attempting to bind port beca27ba-a4d4-489a-9fb6-a64b5608b32e on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:02.941265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:02.941611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Checking segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:02.942009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Bound using segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:02.947317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Bound port: beca27ba-a4d4-489a-9fb6-a64b5608b32e, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:02.949492 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:02.960303 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bec6ab55-27cd-467f-82e8-088596d79433 req-72476b86-8c58-4903-971f-dca4a07292f7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896931 Sep 02 13:51:03.057647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': 'be61eb39-0a4a-48bd-bf04-25971978bf6a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:03.061225 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba174d40-577e-4a0c-b9b8-4f71381dc166" -d '{"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "be61eb39-0a4a-48bd-bf04-25971978bf6a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:03.118787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] For port beca27ba-a4d4-489a-9fb6-a64b5608b32e, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:03.123550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] For port beca27ba-a4d4-489a-9fb6-a64b5608b32e, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:03.138814 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:03.199085 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba444df-8044-4706-bb90-bbc517b7832d x-openstack-request-id: req-6ba444df-8044-4706-bb90-bbc517b7832d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:03.199384 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "be61eb39-0a4a-48bd-bf04-25971978bf6a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:03.199635 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ba444df-8044-4706-bb90-bbc517b7832d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:03.200067 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': 'be61eb39-0a4a-48bd-bf04-25971978bf6a', 'status': 'completed', 'code': 200} Sep 02 13:51:03.254223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.254942 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:03.256490 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] 10.222.0.90 "PUT /v2.0/ports/beca27ba-a4d4-489a-9fb6-a64b5608b32e HTTP/1.1" status: 200 len: 1091 time: 1.6031525 Sep 02 13:51:03.322257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:03.465287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f9845-8727-4e49-b592-01f280a3ed02 service neutron] Pushing event updated for resources: {'Port': ['ID=beca27ba-a4d4-489a-9fb6-a64b5608b32e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:03.476322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d01b7-e9c2-4f6c-be92-1f06ae4d3793 req-d91551bd-f27a-48b9-b381-fb00ba69d64e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.479588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-726d01b7-e9c2-4f6c-be92-1f06ae4d3793 req-d91551bd-f27a-48b9-b381-fb00ba69d64e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.2147241 Sep 02 13:51:03.520649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-cc5581f3-01c4-4b25-a6d4-2e2d48031d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.522646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-cc5581f3-01c4-4b25-a6d4-2e2d48031d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.530552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-cc5581f3-01c4-4b25-a6d4-2e2d48031d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.531184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-cc5581f3-01c4-4b25-a6d4-2e2d48031d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.531658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-cc5581f3-01c4-4b25-a6d4-2e2d48031d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.532878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-cc5581f3-01c4-4b25-a6d4-2e2d48031d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.533508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-cc5581f3-01c4-4b25-a6d4-2e2d48031d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.537971 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-cc5581f3-01c4-4b25-a6d4-2e2d48031d18 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6286 time: 0.3334198 Sep 02 13:51:03.617006 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-258a3256-6cfe-443c-a83a-2dac7810720d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:03.622170 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:03.624817 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-726d01b7-e9c2-4f6c-be92-1f06ae4d3793 req-039df0c0-2344-4782-a615-a50de0efcbfb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353955 Sep 02 13:51:03.636545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a171f4-a900-4510-9a93-807ce21c1efe req-0b0a5c1e-1d88-4881-8d0b-721ae82bb8c4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.639138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b8a171f4-a900-4510-9a93-807ce21c1efe req-0b0a5c1e-1d88-4881-8d0b-721ae82bb8c4 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.2408059 Sep 02 13:51:03.804422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-aef4c8da-f927-4f24-afe8-c1b9608d9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.808147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-aef4c8da-f927-4f24-afe8-c1b9608d9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.808900 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-aef4c8da-f927-4f24-afe8-c1b9608d9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.812255 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-aef4c8da-f927-4f24-afe8-c1b9608d9a6b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2608850 Sep 02 13:51:03.843717 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b8a171f4-a900-4510-9a93-807ce21c1efe req-2fa75e50-9df7-44ac-96b5-fac561901c82 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738613 Sep 02 13:51:03.947827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-af770862-a392-4e43-8177-88f5c9bc2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:03.950216 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba174d40-577e-4a0c-b9b8-4f71381dc166 req-af770862-a392-4e43-8177-88f5c9bc2ba9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269619 Sep 02 13:51:04.046515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:04.138312 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.259794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842dded-3e59-4f88-a6dc-cc12565b8095 req-9bcf2090-45db-442b-9618-d5d22750e79a tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:04.285500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842dded-3e59-4f88-a6dc-cc12565b8095 req-9bcf2090-45db-442b-9618-d5d22750e79a tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:04.304428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842dded-3e59-4f88-a6dc-cc12565b8095 req-9bcf2090-45db-442b-9618-d5d22750e79a tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:04.328698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842dded-3e59-4f88-a6dc-cc12565b8095 req-9bcf2090-45db-442b-9618-d5d22750e79a tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:04.335416 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842dded-3e59-4f88-a6dc-cc12565b8095 req-9bcf2090-45db-442b-9618-d5d22750e79a tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:04.354631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842dded-3e59-4f88-a6dc-cc12565b8095 req-9bcf2090-45db-442b-9618-d5d22750e79a tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:04.361783 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842dded-3e59-4f88-a6dc-cc12565b8095 req-9bcf2090-45db-442b-9618-d5d22750e79a tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:04.371856 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e842dded-3e59-4f88-a6dc-cc12565b8095 req-9bcf2090-45db-442b-9618-d5d22750e79a tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5394 time: 0.2208550 Sep 02 13:51:04.378163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1435472446'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:04.378369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640ad35c-ba90-47a2-906b-ae87f5732818 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:04.388963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.437411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Transition to ACTIVE for port object 640ad35c-ba90-47a2-906b-ae87f5732818 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:04.442984 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.450094 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e842dded-3e59-4f88-a6dc-cc12565b8095 req-479ba1f7-5dc4-4c47-8cfd-4bf80e3bf6de tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770912 Sep 02 13:51:04.451598 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Made reservation on behalf of 2e229809be4d4e129534c605d9e07625 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:04.456027 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.467131 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.527546 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Pushing event updated for resources: {'Port': ['ID=640ad35c-ba90-47a2-906b-ae87f5732818,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:04.585071 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.592212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.667040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:04.687438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495c63ed-6d3e-48ba-b034-4c5a0075aaa1,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:04.725852 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.726222 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Added segment 745135d0-7435-4c44-a333-e8ec2a21539d of type vlan for network eb4c9a08-8c13-4274-b365-b53561515c6c Sep 02 13:51:04.729789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Attempting to bind port 640ad35c-ba90-47a2-906b-ae87f5732818 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:04.730140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Attempting to bind port 640ad35c-ba90-47a2-906b-ae87f5732818 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:04.730477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Attempting to bind port 640ad35c-ba90-47a2-906b-ae87f5732818 on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:04.758519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Port 640ad35c-ba90-47a2-906b-ae87f5732818 on network 58854eed-01df-46ce-8e98-f32b8e0f6338 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:51:04.758878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Attempting to bind port 640ad35c-ba90-47a2-906b-ae87f5732818 on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:04.795907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:04.796257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Checking segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:04.796849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Bound using segment: {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:04.797463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Bound port: 640ad35c-ba90-47a2-906b-ae87f5732818, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d3e911-a543-49d3-9cf8-2b7396478888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:04.798001 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.833808 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.861688 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.896592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:04.904298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:04.904951 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:05.029831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Network': ['ID=eb4c9a08-8c13-4274-b365-b53561515c6c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:05.042607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network eb4c9a08-8c13-4274-b365-b53561515c6c details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:05.059029 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-279785e8-db7e-440a-a5a8-8e9a6b956074 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0093460 Sep 02 13:51:05.074779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51434) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:05.080103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'subnet': {'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:05.268893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c1e2b-54fe-495f-9e66-deed4def2b16 req-0b842083-a53e-43e1-9baa-c17e4e55eae9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.273606 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eb0c1e2b-54fe-495f-9e66-deed4def2b16 req-0b842083-a53e-43e1-9baa-c17e4e55eae9 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.2422554 Sep 02 13:51:05.281853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Made reservation on behalf of 2e229809be4d4e129534c605d9e07625 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:05.286607 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:05.473101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:05.476250 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc8721-2ed5-42cb-8659-9ca283697a72" -d '{"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "beca27ba-a4d4-489a-9fb6-a64b5608b32e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:05.512829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ca5bd-fef5-4c06-bf8c-9b148e376c75 req-46a77702-58e0-43f6-aa1e-15cac756873c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.516004 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ac3ca5bd-fef5-4c06-bf8c-9b148e376c75 req-46a77702-58e0-43f6-aa1e-15cac756873c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.7592220 Sep 02 13:51:05.583668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eb0c1e2b-54fe-495f-9e66-deed4def2b16 req-36eb932a-8d8b-47fc-9713-ba29706a881a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028683 Sep 02 13:51:05.606246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] For port 640ad35c-ba90-47a2-906b-ae87f5732818, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:05.630926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] For port 640ad35c-ba90-47a2-906b-ae87f5732818, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=640ad35c-ba90-47a2-906b-ae87f5732818,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:05.653534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ac3ca5bd-fef5-4c06-bf8c-9b148e376c75 req-055251a4-6598-47cb-aaa9-543967cdd0d0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176715 Sep 02 13:51:05.658028 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:05.727454 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d02723-2f55-4b52-9f65-a733a902a7a6 x-openstack-request-id: req-68d02723-2f55-4b52-9f65-a733a902a7a6 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:05.727454 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "beca27ba-a4d4-489a-9fb6-a64b5608b32e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:05.727942 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68d02723-2f55-4b52-9f65-a733a902a7a6 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:05.728398 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e', 'status': 'completed', 'code': 200} Sep 02 13:51:05.729157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Pushing event updated for resources: {'Port': ['ID=640ad35c-ba90-47a2-906b-ae87f5732818,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:05.736216 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:05.753705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.754745 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:05.761645 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-33a84e8e-5add-4c3d-8bec-2ff3f4b032ec service neutron] 10.222.0.90 "PUT /v2.0/ports/640ad35c-ba90-47a2-906b-ae87f5732818 HTTP/1.1" status: 200 len: 1090 time: 2.4592550 Sep 02 13:51:05.801683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:05.903354 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-2854297c-faea-493d-a1c3-f0ad5c50e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.903980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-2854297c-faea-493d-a1c3-f0ad5c50e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.904379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-2854297c-faea-493d-a1c3-f0ad5c50e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.904863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-2854297c-faea-493d-a1c3-f0ad5c50e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.905344 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-2854297c-faea-493d-a1c3-f0ad5c50e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.906403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-2854297c-faea-493d-a1c3-f0ad5c50e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.906403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-2854297c-faea-493d-a1c3-f0ad5c50e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:05.908301 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-2854297c-faea-493d-a1c3-f0ad5c50e5aa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6353 time: 0.1951959 Sep 02 13:51:05.911061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Subnet': ['ID=ebb7eabb-6a40-4aac-affc-4f853f52e553,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:05.935240 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.088849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-b60e044a-e0f6-47bf-99ae-da490c285cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.089337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-b60e044a-e0f6-47bf-99ae-da490c285cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.089840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-b60e044a-e0f6-47bf-99ae-da490c285cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.091456 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-b60e044a-e0f6-47bf-99ae-da490c285cb6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1644332 Sep 02 13:51:06.097028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Checking segment: {'id': '745135d0-7435-4c44-a333-e8ec2a21539d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:06.097404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Network hostable DHCP agents. Network: eb4c9a08-8c13-4274-b365-b53561515c6c, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:51:06.112594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0bd2c-f781-4f36-9e1d-fb5a1f959231 req-93120fe8-0910-4a13-9a11-43cccca1724f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.118531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0bd2c-f781-4f36-9e1d-fb5a1f959231 req-93120fe8-0910-4a13-9a11-43cccca1724f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.125404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0bd2c-f781-4f36-9e1d-fb5a1f959231 req-93120fe8-0910-4a13-9a11-43cccca1724f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.131650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0bd2c-f781-4f36-9e1d-fb5a1f959231 req-93120fe8-0910-4a13-9a11-43cccca1724f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.137904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0bd2c-f781-4f36-9e1d-fb5a1f959231 req-93120fe8-0910-4a13-9a11-43cccca1724f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.143859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0bd2c-f781-4f36-9e1d-fb5a1f959231 req-93120fe8-0910-4a13-9a11-43cccca1724f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.150503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0bd2c-f781-4f36-9e1d-fb5a1f959231 req-93120fe8-0910-4a13-9a11-43cccca1724f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.158650 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a9b0bd2c-f781-4f36-9e1d-fb5a1f959231 req-93120fe8-0910-4a13-9a11-43cccca1724f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5406 time: 0.3855498 Sep 02 13:51:06.277523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a9b0bd2c-f781-4f36-9e1d-fb5a1f959231 req-d41dc6c3-dad0-420a-988d-b60d06fb5562 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156459 Sep 02 13:51:06.281039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Network eb4c9a08-8c13-4274-b365-b53561515c6c is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:51:06.313625 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, eb4c9a08-8c13-4274-b365-b53561515c6c) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:06.323760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8276f913-2fbd-4e6d-9f04-97df53163129 None None] Network eb4c9a08-8c13-4274-b365-b53561515c6c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:06.328196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.329079 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.355829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-d0d74d77-fcf6-4b8f-a1a2-e8b154491454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.357864 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d9fc8721-2ed5-42cb-8659-9ca283697a72 req-d0d74d77-fcf6-4b8f-a1a2-e8b154491454 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1956041 Sep 02 13:51:06.361070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9267104b-cb9d-45a0-91a1-6fe6e62d221b tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2850072 Sep 02 13:51:06.373331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51440) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:06.379693 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'port': {'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c', 'name': 'tempest-AllowedAddressPairTestJSON-197485250'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:06.401470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:06.413481 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.427765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Transition to ACTIVE for port object 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:06.437374 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.585536 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.600064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Pushing event updated for resources: {'Port': ['ID=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:06.649777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Made reservation on behalf of 2e229809be4d4e129534c605d9e07625 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:06.656001 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.662233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Attempting to bind port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:06.662585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Attempting to bind port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:06.662917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Attempting to bind port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 on network 62f018b6-5f28-4167-bba5-9b658c1bc134 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:06.671674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 on network 62f018b6-5f28-4167-bba5-9b658c1bc134 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:51:06.674689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Attempting to bind port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 on network 62f018b6-5f28-4167-bba5-9b658c1bc134 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:06.685329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:06.685687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Checking segment: {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:06.686094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Bound using segment: {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:06.686557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Bound port: 74e81eb2-6b64-49b4-a01d-a0cd82ad7805, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:06.686932 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.702751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] device_id is not set on port c1a06a2e-9859-4ec5-8550-2cffc070b8e5 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:51:06.718594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-eb4c9a08-8c13-4274-b365-b53561515c6c', 'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c', 'tenant_id': '2e229809be4d4e129534c605d9e07625', 'fixed_ips': [{'subnet_id': 'ebb7eabb-6a40-4aac-affc-4f853f52e553'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:51:06.719821 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.855767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94c3bd-e5fb-465b-9f17-8900d0f10957 req-ff2646eb-ed2a-4966-9dfd-1b9a35840300 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.857474 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-df94c3bd-e5fb-465b-9f17-8900d0f10957 req-ff2646eb-ed2a-4966-9dfd-1b9a35840300 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.0920219 Sep 02 13:51:06.861174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] For port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:06.865587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] For port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:06.879757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.950045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Allocated IP 172.20.0.4 (eb4c9a08-8c13-4274-b365-b53561515c6c/ebb7eabb-6a40-4aac-affc-4f853f52e553/c1a06a2e-9859-4ec5-8550-2cffc070b8e5) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:06.954291 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Pushing event updated for resources: {'Port': ['ID=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:06.976804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:06.977548 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:06.979113 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-9d0d65e3-cc35-4bdb-a588-5240cbc07778 service neutron] 10.222.0.90 "PUT /v2.0/ports/74e81eb2-6b64-49b4-a01d-a0cd82ad7805 HTTP/1.1" status: 200 len: 1091 time: 1.1846747 Sep 02 13:51:06.988766 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-df94c3bd-e5fb-465b-9f17-8900d0f10957 req-73f3ee66-9aac-46b3-b9d8-35be3bbca274 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212428 Sep 02 13:51:07.036766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Request body: {'port': {'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:07.123390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:07.241680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bd544-e6bc-40d3-a8b6-cda5517d72c5 req-a151b669-d333-488e-88af-693856af088a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:07.249759 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-423bd544-e6bc-40d3-a8b6-cda5517d72c5 req-a151b669-d333-488e-88af-693856af088a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.2196455 Sep 02 13:51:07.350269 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-423bd544-e6bc-40d3-a8b6-cda5517d72c5 req-6b381af9-13db-4307-a1bf-b699c024c201 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995193 Sep 02 13:51:07.366344 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:07.401892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Transition to ACTIVE for port object c1a06a2e-9859-4ec5-8550-2cffc070b8e5 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:07.462648 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:07.509528 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5932b-908b-49e7-8b30-ea3d1065d982 req-513a7ac4-b05a-4f3e-983b-69963fe0781b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:07.516630 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5932b-908b-49e7-8b30-ea3d1065d982 req-513a7ac4-b05a-4f3e-983b-69963fe0781b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:07.523051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5932b-908b-49e7-8b30-ea3d1065d982 req-513a7ac4-b05a-4f3e-983b-69963fe0781b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:07.529298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5932b-908b-49e7-8b30-ea3d1065d982 req-513a7ac4-b05a-4f3e-983b-69963fe0781b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:07.535811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5932b-908b-49e7-8b30-ea3d1065d982 req-513a7ac4-b05a-4f3e-983b-69963fe0781b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:07.542651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5932b-908b-49e7-8b30-ea3d1065d982 req-513a7ac4-b05a-4f3e-983b-69963fe0781b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:07.549987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5932b-908b-49e7-8b30-ea3d1065d982 req-513a7ac4-b05a-4f3e-983b-69963fe0781b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:07.550819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Allocated IP 172.20.0.2 (eb4c9a08-8c13-4274-b365-b53561515c6c/ebb7eabb-6a40-4aac-affc-4f853f52e553/a34f9fac-ef98-4a62-a7e4-8d7b5377b308) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:07.560954 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ef5932b-908b-49e7-8b30-ea3d1065d982 req-513a7ac4-b05a-4f3e-983b-69963fe0781b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5418 time: 0.1705446 Sep 02 13:51:07.616793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Network eb4c9a08-8c13-4274-b365-b53561515c6c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:07.622871 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3ef5932b-908b-49e7-8b30-ea3d1065d982 req-adfcb682-a5ad-40b1-af75-fb79b235ca0b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597932 Sep 02 13:51:07.625089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:07.631995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Port': ['ID=c1a06a2e-9859-4ec5-8550-2cffc070b8e5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:07.635625 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.654028 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:07.713906 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8781816d-702a-4fb3-862a-50e93cb85640 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:07.723653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:07.726706 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:07.728472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:07.748265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '640ad35c-ba90-47a2-906b-ae87f5732818'}, {'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '74e81eb2-6b64-49b4-a01d-a0cd82ad7805'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:07.750868 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2b95f6-f097-443d-b7c1-e895a791ccdd" -d '{"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "640ad35c-ba90-47a2-906b-ae87f5732818"}, {"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "74e81eb2-6b64-49b4-a01d-a0cd82ad7805"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:07.756555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Transition to ACTIVE for port object 8781816d-702a-4fb3-862a-50e93cb85640 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:07.764306 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d08d4189-63bc-4adb-ad1a-3eb9eaf92e74 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3862886 Sep 02 13:51:07.765156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51450) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:07.769653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'port': {'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c', 'name': 'tempest-AllowedAddressPairTestJSON-1821551689', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:2d:eb:fb'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:07.775046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:07.830976 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a2fdde-ecd6-4826-ae61-3de6b747c226 x-openstack-request-id: req-15a2fdde-ecd6-4826-ae61-3de6b747c226 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:07.831296 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "640ad35c-ba90-47a2-906b-ae87f5732818", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "74e81eb2-6b64-49b4-a01d-a0cd82ad7805", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:07.831550 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15a2fdde-ecd6-4826-ae61-3de6b747c226 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:07.831992 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '640ad35c-ba90-47a2-906b-ae87f5732818', 'status': 'completed', 'code': 200} Sep 02 13:51:07.832878 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '74e81eb2-6b64-49b4-a01d-a0cd82ad7805', 'status': 'completed', 'code': 200} Sep 02 13:51:07.855286 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:07.869877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8781816d-702a-4fb3-862a-50e93cb85640,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:07.875691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Transition to ACTIVE for port object a34f9fac-ef98-4a62-a7e4-8d7b5377b308 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:07.909481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Transition to ACTIVE for port object a34f9fac-ef98-4a62-a7e4-8d7b5377b308 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:07.933543 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:07.988647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Attempting to bind port 8781816d-702a-4fb3-862a-50e93cb85640 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:07.988912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Attempting to bind port 8781816d-702a-4fb3-862a-50e93cb85640 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:07.989250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Attempting to bind port 8781816d-702a-4fb3-862a-50e93cb85640 on network 62f018b6-5f28-4167-bba5-9b658c1bc134 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:07.990947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=a34f9fac-ef98-4a62-a7e4-8d7b5377b308,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:08.002251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Port 8781816d-702a-4fb3-862a-50e93cb85640 on network 62f018b6-5f28-4167-bba5-9b658c1bc134 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:51:08.002586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Attempting to bind port 8781816d-702a-4fb3-862a-50e93cb85640 on network 62f018b6-5f28-4167-bba5-9b658c1bc134 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:08.006874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Network eb4c9a08-8c13-4274-b365-b53561515c6c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:08.008668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:08.012288 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:08.014355 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:08.014713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Checking segment: {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:08.015105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Bound using segment: {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:08.015545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Bound port: 8781816d-702a-4fb3-862a-50e93cb85640, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56e1488-605f-48bd-aad9-82981091264c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:08.015938 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:08.084143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Attempting to bind port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:08.084562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Attempting to bind port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '745135d0-7435-4c44-a333-e8ec2a21539d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:08.085256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Attempting to bind port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 on network eb4c9a08-8c13-4274-b365-b53561515c6c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:08.096475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:08.097285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Checking segment: {'id': '745135d0-7435-4c44-a333-e8ec2a21539d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:08.097764 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:08.098370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Bound using segment: {'id': '745135d0-7435-4c44-a333-e8ec2a21539d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:08.098925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Bound port: a34f9fac-ef98-4a62-a7e4-8d7b5377b308, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745135d0-7435-4c44-a333-e8ec2a21539d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:08.099408 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:08.100569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Made reservation on behalf of 2e229809be4d4e129534c605d9e07625 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:08.159419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-d77414f9-72df-4358-b66e-b9ec0e81fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.159973 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-d77414f9-72df-4358-b66e-b9ec0e81fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.163209 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-d77414f9-72df-4358-b66e-b9ec0e81fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.165681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-d77414f9-72df-4358-b66e-b9ec0e81fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.166755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-d77414f9-72df-4358-b66e-b9ec0e81fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.167238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-d77414f9-72df-4358-b66e-b9ec0e81fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.167752 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-d77414f9-72df-4358-b66e-b9ec0e81fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.173604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-d77414f9-72df-4358-b66e-b9ec0e81fd1c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6445 time: 0.3050332 Sep 02 13:51:08.192427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] For port 8781816d-702a-4fb3-862a-50e93cb85640, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:08.200606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] For port 8781816d-702a-4fb3-862a-50e93cb85640, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8781816d-702a-4fb3-862a-50e93cb85640,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:08.221350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:08.240671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] For port a34f9fac-ef98-4a62-a7e4-8d7b5377b308, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:08.250790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] For port a34f9fac-ef98-4a62-a7e4-8d7b5377b308, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a34f9fac-ef98-4a62-a7e4-8d7b5377b308,segment=NetworkSegment(745135d0-7435-4c44-a333-e8ec2a21539d),segment_id=745135d0-7435-4c44-a333-e8ec2a21539d)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:08.266017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:08.300385 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:08.309910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.310548 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:08.312064 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] 10.222.0.90 "PUT /v2.0/ports/8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 200 len: 1091 time: 1.2811532 Sep 02 13:51:08.398156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63d79c-5cc0-423a-8653-37c41f2b82fd req-c80982fb-06aa-424e-a403-f44838241c09 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.399685 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1a63d79c-5cc0-423a-8653-37c41f2b82fd req-c80982fb-06aa-424e-a403-f44838241c09 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1816876 Sep 02 13:51:08.430949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] device_id is not set on port fc74c8b7-3fbd-4139-b714-62c056192f4a yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:51:08.461287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb06b6a-f118-4fbf-a110-a5482c8b27a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8781816d-702a-4fb3-862a-50e93cb85640,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:08.533055 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957e69b-a573-4742-b72c-35a5ff1dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=a34f9fac-ef98-4a62-a7e4-8d7b5377b308,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:08.535503 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1a63d79c-5cc0-423a-8653-37c41f2b82fd req-3098705f-b26f-4d78-bb06-1db1fd7b8004 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232598 Sep 02 13:51:08.830328 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-81d10fad-e463-407e-90b0-d2284dc05cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.831535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-81d10fad-e463-407e-90b0-d2284dc05cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.832050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-81d10fad-e463-407e-90b0-d2284dc05cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.834847 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-81d10fad-e463-407e-90b0-d2284dc05cb4 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5298076 Sep 02 13:51:08.912530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9786d-04d9-491c-9e5e-0f5af12217ab req-727228d1-d669-4c99-b7a5-d8771a65a164 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.919651 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9786d-04d9-491c-9e5e-0f5af12217ab req-727228d1-d669-4c99-b7a5-d8771a65a164 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.926803 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9786d-04d9-491c-9e5e-0f5af12217ab req-727228d1-d669-4c99-b7a5-d8771a65a164 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.932891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9786d-04d9-491c-9e5e-0f5af12217ab req-727228d1-d669-4c99-b7a5-d8771a65a164 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.938966 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Allocated IP 172.20.0.8 (eb4c9a08-8c13-4274-b365-b53561515c6c/ebb7eabb-6a40-4aac-affc-4f853f52e553/fc74c8b7-3fbd-4139-b714-62c056192f4a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:08.939274 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9786d-04d9-491c-9e5e-0f5af12217ab req-727228d1-d669-4c99-b7a5-d8771a65a164 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.949006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9786d-04d9-491c-9e5e-0f5af12217ab req-727228d1-d669-4c99-b7a5-d8771a65a164 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.957712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9786d-04d9-491c-9e5e-0f5af12217ab req-727228d1-d669-4c99-b7a5-d8771a65a164 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.959954 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdf9786d-04d9-491c-9e5e-0f5af12217ab req-727228d1-d669-4c99-b7a5-d8771a65a164 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.1574676 Sep 02 13:51:08.981322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6536a58-d74b-42f4-86db-6608e9db420a req-9c340e97-336e-4312-983a-3d39e08bfd38 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:08.989360 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6536a58-d74b-42f4-86db-6608e9db420a req-9c340e97-336e-4312-983a-3d39e08bfd38 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.4284301 Sep 02 13:51:09.043497 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdf9786d-04d9-491c-9e5e-0f5af12217ab req-b06dcea7-4daf-49a2-94a1-49c898b61694 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751617 Sep 02 13:51:09.131171 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c6536a58-d74b-42f4-86db-6608e9db420a req-d569975c-444d-4253-937a-3ae87b0956db tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325579 Sep 02 13:51:09.177106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-0d2d2b46-89b0-462c-9d02-d21d1821f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.179304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-0d2d2b46-89b0-462c-9d02-d21d1821f51d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3276300 Sep 02 13:51:09.346959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-b2193bf3-bfb7-496b-8ae9-e6aaa9e72ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.347822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-b2193bf3-bfb7-496b-8ae9-e6aaa9e72ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.348491 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-b2193bf3-bfb7-496b-8ae9-e6aaa9e72ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.349423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-b2193bf3-bfb7-496b-8ae9-e6aaa9e72ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.350098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-b2193bf3-bfb7-496b-8ae9-e6aaa9e72ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.350753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-b2193bf3-bfb7-496b-8ae9-e6aaa9e72ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.351619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-b2193bf3-bfb7-496b-8ae9-e6aaa9e72ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.353799 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-b2193bf3-bfb7-496b-8ae9-e6aaa9e72ffe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6487 time: 0.1051211 Sep 02 13:51:09.355562 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:09.479465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-a62187c7-6d8f-4942-bcb5-de08dcc7f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.479979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-a62187c7-6d8f-4942-bcb5-de08dcc7f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.480646 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-a62187c7-6d8f-4942-bcb5-de08dcc7f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.482131 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-a62187c7-6d8f-4942-bcb5-de08dcc7f730 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1130872 Sep 02 13:51:09.489158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Transition to ACTIVE for port object fc74c8b7-3fbd-4139-b714-62c056192f4a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:09.645158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-e017ae40-26f9-4f0a-a7ca-b8a6f556ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.646737 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4a2b95f6-f097-443d-b7c1-e895a791ccdd req-e017ae40-26f9-4f0a-a7ca-b8a6f556ac5a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541011 Sep 02 13:51:09.651390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a34f9fac-ef98-4a62-a7e4-8d7b5377b308 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:09.754421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:09.765701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44f0a0de-32ef-429e-a736-70c3239964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.766270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44f0a0de-32ef-429e-a736-70c3239964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.766767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44f0a0de-32ef-429e-a736-70c3239964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.767222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44f0a0de-32ef-429e-a736-70c3239964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.767692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44f0a0de-32ef-429e-a736-70c3239964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.768228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44f0a0de-32ef-429e-a736-70c3239964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.768758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44f0a0de-32ef-429e-a736-70c3239964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.770643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-44f0a0de-32ef-429e-a736-70c3239964b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6487 time: 0.0761838 Sep 02 13:51:09.772628 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:09.810426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f70716-1cb6-4438-9166-65aed1e10458 req-19ffd083-c974-4433-a128-dbb762dca632 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:09.818705 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40f70716-1cb6-4438-9166-65aed1e10458 req-19ffd083-c974-4433-a128-dbb762dca632 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1395419 Sep 02 13:51:09.840656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '8781816d-702a-4fb3-862a-50e93cb85640'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:09.842928 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692844cb-8b76-442f-b194-1baca5a75637" -d '{"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "8781816d-702a-4fb3-862a-50e93cb85640"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:09.891254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Network eb4c9a08-8c13-4274-b365-b53561515c6c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:09.922084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40f70716-1cb6-4438-9166-65aed1e10458 req-59b8c8c9-a394-40b8-bad8-f7e66ff6732b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951955 Sep 02 13:51:09.923683 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a541896-69c2-4270-9e21-cbeb421e2975 x-openstack-request-id: req-5a541896-69c2-4270-9e21-cbeb421e2975 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:09.925659 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "8781816d-702a-4fb3-862a-50e93cb85640", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:09.925922 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a541896-69c2-4270-9e21-cbeb421e2975 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:09.926321 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '8781816d-702a-4fb3-862a-50e93cb85640', 'status': 'completed', 'code': 200} Sep 02 13:51:09.943065 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-5fbf1008-7b26-4027-af71-9e0544573242 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 200 len: 217 time: 0.1094818 Sep 02 13:51:09.946812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:09.953839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:09.984092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8751536-c4d6-4c86-a9ee-ef587d8c731f None None] Network eb4c9a08-8c13-4274-b365-b53561515c6c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:10.026465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Port': ['ID=fc74c8b7-3fbd-4139-b714-62c056192f4a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:10.072444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.073214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:10.089765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-eeafc90c-67ce-4c41-9599-802cf2c1846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.093152 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-eeafc90c-67ce-4c41-9599-802cf2c1846b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dc2610b-8719-40d5-ba02-80ed337982a5 HTTP/1.1" status: 200 len: 856 time: 0.1353881 Sep 02 13:51:10.115789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eca5f3fe-eff0-4edc-9fd4-8fbdf2aa3892 None None] Provisioning for port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:10.118149 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6edca05f-424f-47df-9264-038e9a3e004f tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.3525138 Sep 02 13:51:10.123200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51472) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:10.125705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eca5f3fe-eff0-4edc-9fd4-8fbdf2aa3892 None None] Provisioning complete for port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:10.126326 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eca5f3fe-eff0-4edc-9fd4-8fbdf2aa3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:10.217057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-3605799b-2c59-48c9-b16d-3d0cf6cb27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.218630 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-3605799b-2c59-48c9-b16d-3d0cf6cb27d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168733 Sep 02 13:51:10.307141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79526d-e497-4dd0-b062-562d2ae524cc tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.323062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79526d-e497-4dd0-b062-562d2ae524cc tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.336011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79526d-e497-4dd0-b062-562d2ae524cc tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.341049 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7e79526d-e497-4dd0-b062-562d2ae524cc tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2133245 Sep 02 13:51:10.348409 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:10.406879 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-128b1f7e-b387-4ba2-bde3-543dd5bc43e3 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745629 Sep 02 13:51:10.485592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e1b06-248e-4678-bf9c-4d68d9f7e5ab req-89cec0fd-1005-4be1-8e42-c1d031935915 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.489428 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eca5f3fe-eff0-4edc-9fd4-8fbdf2aa3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:10.494437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed7e1b06-248e-4678-bf9c-4d68d9f7e5ab req-89cec0fd-1005-4be1-8e42-c1d031935915 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.1547849 Sep 02 13:51:10.527393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab0d9-3956-4a27-a709-0323955dad94 req-1a0c1db5-05d3-449f-a33f-93c5477ab956 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.533829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab0d9-3956-4a27-a709-0323955dad94 req-1a0c1db5-05d3-449f-a33f-93c5477ab956 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.544807 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab0d9-3956-4a27-a709-0323955dad94 req-1a0c1db5-05d3-449f-a33f-93c5477ab956 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.549324 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-eca5f3fe-eff0-4edc-9fd4-8fbdf2aa3892 None None] For port a34f9fac-ef98-4a62-a7e4-8d7b5377b308, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a34f9fac-ef98-4a62-a7e4-8d7b5377b308,segment=NetworkSegment(745135d0-7435-4c44-a333-e8ec2a21539d),segment_id=745135d0-7435-4c44-a333-e8ec2a21539d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:10.550949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab0d9-3956-4a27-a709-0323955dad94 req-1a0c1db5-05d3-449f-a33f-93c5477ab956 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.557020 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab0d9-3956-4a27-a709-0323955dad94 req-1a0c1db5-05d3-449f-a33f-93c5477ab956 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.558485 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eca5f3fe-eff0-4edc-9fd4-8fbdf2aa3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:10.568436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ed7e1b06-248e-4678-bf9c-4d68d9f7e5ab req-0f8b9dc6-97ff-4de5-bc59-b3bb9020f1a4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706575 Sep 02 13:51:10.575257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab0d9-3956-4a27-a709-0323955dad94 req-1a0c1db5-05d3-449f-a33f-93c5477ab956 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.591306 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab0d9-3956-4a27-a709-0323955dad94 req-1a0c1db5-05d3-449f-a33f-93c5477ab956 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.594391 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c33ab0d9-3956-4a27-a709-0323955dad94 req-1a0c1db5-05d3-449f-a33f-93c5477ab956 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.3465440 Sep 02 13:51:10.621773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2fec80b4-423d-4106-8fef-68bf67ab41a6 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Deleting port fc74c8b7-3fbd-4139-b714-62c056192f4a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:10.622107 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fec80b4-423d-4106-8fef-68bf67ab41a6 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:10.639785 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-c86c1fcf-4821-4927-bb3b-1a737eaa9b69 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226279 Sep 02 13:51:10.655845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5f3fe-eff0-4edc-9fd4-8fbdf2aa3892 None None] Pushing event updated for resources: {'Port': ['ID=a34f9fac-ef98-4a62-a7e4-8d7b5377b308,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:10.683618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c33ab0d9-3956-4a27-a709-0323955dad94 req-8c2e3deb-0210-47c5-9ce4-e508049d56d4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730338 Sep 02 13:51:10.749300 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fec80b4-423d-4106-8fef-68bf67ab41a6 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:10.767514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2fec80b4-423d-4106-8fef-68bf67ab41a6 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Calling delete_port for fc74c8b7-3fbd-4139-b714-62c056192f4a owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:10.792628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d189440-e9fe-4199-83cf-51e41d49df1e None None] Provisioning complete for port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:10.793823 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d189440-e9fe-4199-83cf-51e41d49df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:10.809139 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-ee89b6dd-3d46-4c3d-a290-e1b4b77310a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 217 time: 0.0662374 Sep 02 13:51:10.901054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8635e548-880f-4164-9cd2-9198bdc04ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.903523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8635e548-880f-4164-9cd2-9198bdc04ced service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0826139 Sep 02 13:51:10.975365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-83ce232b-9f97-433e-9cc8-5abdf9291474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:10.978086 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-83ce232b-9f97-433e-9cc8-5abdf9291474 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623748 Sep 02 13:51:10.982212 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fec80b4-423d-4106-8fef-68bf67ab41a6 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:10.996640 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d189440-e9fe-4199-83cf-51e41d49df1e None None] Provisioning for port c1a06a2e-9859-4ec5-8550-2cffc070b8e5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:11.002190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d189440-e9fe-4199-83cf-51e41d49df1e None None] Provisioning complete for port c1a06a2e-9859-4ec5-8550-2cffc070b8e5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:11.002570 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d189440-e9fe-4199-83cf-51e41d49df1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:11.048370 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec80b4-423d-4106-8fef-68bf67ab41a6 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event deleted for resources: {'Port': ['ID=fc74c8b7-3fbd-4139-b714-62c056192f4a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:11.053718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2d189440-e9fe-4199-83cf-51e41d49df1e None None] Port c1a06a2e-9859-4ec5-8550-2cffc070b8e5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:11.058003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2d189440-e9fe-4199-83cf-51e41d49df1e None None] Could not find standard attr ID for object fc74c8b7-3fbd-4139-b714-62c056192f4a. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:51:11.119550 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-18c2d2d2-778b-466c-a5fe-8619c384dfd3 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214545 Sep 02 13:51:11.185571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7b77da78-e3b8-4cd1-98be-faeec49d65f6 None None] Provisioning complete for port c1a06a2e-9859-4ec5-8550-2cffc070b8e5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:11.185954 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b77da78-e3b8-4cd1-98be-faeec49d65f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:11.207693 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80ae1d-ae24-4368-9610-73d3e0d4bc67 req-38b94966-d003-43b8-9909-9503eeb2f9de tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:11.209381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b80ae1d-ae24-4368-9610-73d3e0d4bc67 req-38b94966-d003-43b8-9909-9503eeb2f9de tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1742480 Sep 02 13:51:11.211213 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-49faf5bd-a75c-4e40-ae79-bfd9609625fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:11.212746 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-49faf5bd-a75c-4e40-ae79-bfd9609625fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 1096 time: 0.1464338 Sep 02 13:51:11.263605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7b77da78-e3b8-4cd1-98be-faeec49d65f6 None None] Port c1a06a2e-9859-4ec5-8550-2cffc070b8e5 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:11.286471 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-10fe8946-005f-4d8f-acd4-e9210a0f52e7 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583059 Sep 02 13:51:11.339429 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-2fd098f7-a99a-4ab2-8687-ab1d8789c0b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 217 time: 0.0427125 Sep 02 13:51:11.377404 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b80ae1d-ae24-4368-9610-73d3e0d4bc67 req-a4a4414a-a1a1-49c5-af91-9bb3124a6f7f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608348 Sep 02 13:51:11.392989 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fec80b4-423d-4106-8fef-68bf67ab41a6 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:11.395035 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2fec80b4-423d-4106-8fef-68bf67ab41a6 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "DELETE /v2.0/ports/fc74c8b7-3fbd-4139-b714-62c056192f4a HTTP/1.1" status: 204 len: 168 time: 1.0456142 Sep 02 13:51:11.398071 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:11.435969 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3111878-a2a4-45a9-9fa4-e37d89fb0a83 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] GET failed (client error): The resource could not be found. Sep 02 13:51:11.442754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e3111878-a2a4-45a9-9fa4-e37d89fb0a83 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "GET /v2.0/ports/fc74c8b7-3fbd-4139-b714-62c056192f4a HTTP/1.1" status: 404 len: 333 time: 0.0386329 Sep 02 13:51:11.444714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:11.452747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-e1fd918f-5b14-4933-bfbb-d1eb8ea5a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:11.454137 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-e1fd918f-5b14-4933-bfbb-d1eb8ea5a830 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.2045629 Sep 02 13:51:11.458032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'port': {'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c', 'name': 'tempest-AllowedAddressPairTestJSON-1988336978'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:11.476299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e58b39b-412d-498e-9bc0-1b87d1a3171a None None] Could not find standard attr ID for object fc74c8b7-3fbd-4139-b714-62c056192f4a. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:51:11.556396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a34f9fac-ef98-4a62-a7e4-8d7b5377b308 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:11.592616 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-63ec8fe8-e791-4184-a34a-1aedd44a82ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f HTTP/1.1" status: 200 len: 1000 time: 0.1279047 Sep 02 13:51:11.683091 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:11.684192 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:11.725723 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-d62b0b23-bef4-41f2-9530-a65ae6c0b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:11.727251 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-d62b0b23-bef4-41f2-9530-a65ae6c0b26a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.1175034 Sep 02 13:51:11.796856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Made reservation on behalf of 2e229809be4d4e129534c605d9e07625 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:11.800852 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:11.821440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-056bfed4-2d8a-44f2-98aa-856739593b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:11.823703 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-056bfed4-2d8a-44f2-98aa-856739593b82 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780737 Sep 02 13:51:11.908881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] device_id is not set on port 41642d6a-8745-491f-b117-05c0be45ac5d yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:51:11.925498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-738cbab6-0f4b-42a3-a961-0dd6c38a006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:11.926982 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-738cbab6-0f4b-42a3-a961-0dd6c38a006a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.5794351 Sep 02 13:51:11.953651 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d45aa2-8207-48c4-a00b-edd928072d17 req-3463a466-045d-49b7-8583-4aee53cada39 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:11.955228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3d45aa2-8207-48c4-a00b-edd928072d17 req-3463a466-045d-49b7-8583-4aee53cada39 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 944 time: 0.0765390 Sep 02 13:51:11.981687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b4c4-d2bb-4f26-b53c-ddb2b7d3aa01 req-278da840-fd76-4f75-878a-b4f16bf05424 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:11.987786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b4c4-d2bb-4f26-b53c-ddb2b7d3aa01 req-278da840-fd76-4f75-878a-b4f16bf05424 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:11.994138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b4c4-d2bb-4f26-b53c-ddb2b7d3aa01 req-278da840-fd76-4f75-878a-b4f16bf05424 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.001018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b4c4-d2bb-4f26-b53c-ddb2b7d3aa01 req-278da840-fd76-4f75-878a-b4f16bf05424 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.007784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b4c4-d2bb-4f26-b53c-ddb2b7d3aa01 req-278da840-fd76-4f75-878a-b4f16bf05424 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.012530 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3d45aa2-8207-48c4-a00b-edd928072d17 req-4e7bc376-7d7c-4a96-81d6-9314e0ff4c43 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Sep 02 13:51:12.014009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b4c4-d2bb-4f26-b53c-ddb2b7d3aa01 req-278da840-fd76-4f75-878a-b4f16bf05424 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.014415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-668bc893-5010-4ceb-b6de-5d8a4ae33557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.015836 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-668bc893-5010-4ceb-b6de-5d8a4ae33557 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794539 Sep 02 13:51:12.020453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b4c4-d2bb-4f26-b53c-ddb2b7d3aa01 req-278da840-fd76-4f75-878a-b4f16bf05424 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.028889 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9b9b4c4-d2bb-4f26-b53c-ddb2b7d3aa01 req-278da840-fd76-4f75-878a-b4f16bf05424 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.2343016 Sep 02 13:51:12.034510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 65841e65-64b6-4e03-b479-82d03cd6de6f details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:51:12.126741 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-546b8870-4b29-4a14-856b-05cd706bac8b service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826030 Sep 02 13:51:12.170560 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9b9b4c4-d2bb-4f26-b53c-ddb2b7d3aa01 req-d6f69be6-e220-4fee-9bd6-7d7f1bc6d55b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404893 Sep 02 13:51:12.238916 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-a44e2ad3-3413-4c9a-a149-6858686f76b2 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142682 Sep 02 13:51:12.265822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 65841e65-64b6-4e03-b479-82d03cd6de6f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=65841e65-64b6-4e03-b479-82d03cd6de6f,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:12.287217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Allocated IP 172.20.0.6 (eb4c9a08-8c13-4274-b365-b53561515c6c/ebb7eabb-6a40-4aac-affc-4f853f52e553/41642d6a-8745-491f-b117-05c0be45ac5d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:12.295577 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '65841e65-64b6-4e03-b479-82d03cd6de6f', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'port_id': '65841e65-64b6-4e03-b479-82d03cd6de6f', 'mac_address': 'fa:16:3e:fd:18:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:51:12.349274 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-71e80236-a6ba-47ba-9221-09f8f1adebb7 req-19f8ee60-6a4f-4b59-8c5e-87594eea42ce service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005005 Sep 02 13:51:12.371389 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:12.411265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65841e65-64b6-4e03-b479-82d03cd6de6f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:12.464974 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-bc0707ed-a59e-446e-8a6b-7e8866b376d6 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180438 Sep 02 13:51:12.501801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 65841e65-64b6-4e03-b479-82d03cd6de6f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=65841e65-64b6-4e03-b479-82d03cd6de6f,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:12.510904 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:12.593624 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-a0063c66-d437-42be-a231-6770239ff922 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e HTTP/1.1" status: 200 len: 217 time: 0.1185043 Sep 02 13:51:12.622487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=65841e65-64b6-4e03-b479-82d03cd6de6f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:12.626642 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:12.648113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Transition to ACTIVE for port object 41642d6a-8745-491f-b117-05c0be45ac5d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:12.663706 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87363f5c-4a31-4468-bb40-78cc9cc0ec6a req-f6057f96-8b60-4097-bdda-6cd7f9b36b14 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.672433 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-87363f5c-4a31-4468-bb40-78cc9cc0ec6a req-f6057f96-8b60-4097-bdda-6cd7f9b36b14 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1335065 Sep 02 13:51:12.689861 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-fc831139-9047-4bb7-ae5b-babfd7f68c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.691375 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-fc831139-9047-4bb7-ae5b-babfd7f68c99 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0605474 Sep 02 13:51:12.737534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-87363f5c-4a31-4468-bb40-78cc9cc0ec6a req-b7b566e4-0c79-4605-b4ac-5b85602bcfbf tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640662 Sep 02 13:51:12.741396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['65841e65-64b6-4e03-b479-82d03cd6de6f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:12.749272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1ed37-6eb8-4c1a-ac2d-0087609541e4 req-84331ca0-5809-4c7f-be84-d1853c0f6071 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.758732 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4c1ed37-6eb8-4c1a-ac2d-0087609541e4 req-84331ca0-5809-4c7f-be84-d1853c0f6071 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1860292 Sep 02 13:51:12.764714 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:12.830129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-e25b90f5-aef2-42a9-a2aa-9794203c275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.831928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Network eb4c9a08-8c13-4274-b365-b53561515c6c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:12.832269 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-e25b90f5-aef2-42a9-a2aa-9794203c275f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1299946 Sep 02 13:51:12.841149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:12.843700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:12.885910 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b4c1ed37-6eb8-4c1a-ac2d-0087609541e4 req-c7f256d3-f461-45c2-a488-4630432b2af1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222577 Sep 02 13:51:12.933641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Port': ['ID=41642d6a-8745-491f-b117-05c0be45ac5d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:12.981569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:12.982254 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:13.015225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-979c0730-505d-4d8d-b538-1f1919ff88e6 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672754 Sep 02 13:51:13.015556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a2024bb1-8f7b-4b7a-a6fd-ab22d03d3465 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5645425 Sep 02 13:51:13.016085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51508) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:13.021531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-353f6a66-6989-4188-ba11-ba8257bc42a7 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:2d:eb:fb'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:13.166368 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-7f3dd900-d7ed-4380-a011-992ca4fde337 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409473 Sep 02 13:51:13.177637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496aa03-9b41-48a1-aa2c-1e84bf30a0be req-bbb5f608-d5c9-4f78-baea-dce3c560039f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.187638 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0496aa03-9b41-48a1-aa2c-1e84bf30a0be req-bbb5f608-d5c9-4f78-baea-dce3c560039f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 945 time: 0.0811105 Sep 02 13:51:13.235860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e78abb68-ece5-4e78-9497-3aadcceffa12 None None] Provisioning for port 41642d6a-8745-491f-b117-05c0be45ac5d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:13.252189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e78abb68-ece5-4e78-9497-3aadcceffa12 None None] Provisioning complete for port 41642d6a-8745-491f-b117-05c0be45ac5d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:13.252571 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e78abb68-ece5-4e78-9497-3aadcceffa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:13.253100 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-51bf53ee-b62a-4dc2-98a7-80256ad5e7e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=640ad35c-ba90-47a2-906b-ae87f5732818 HTTP/1.1" status: 200 len: 217 time: 0.0773909 Sep 02 13:51:13.264162 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0496aa03-9b41-48a1-aa2c-1e84bf30a0be req-15f2fdf5-5c44-40f9-a190-f1c9d336a3f9 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753989 Sep 02 13:51:13.334682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e78abb68-ece5-4e78-9497-3aadcceffa12 None None] Port 41642d6a-8745-491f-b117-05c0be45ac5d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:13.345725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4b6ad549-a479-4447-9c0f-3b3a7547a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.347849 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-4b6ad549-a479-4447-9c0f-3b3a7547a856 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0723078 Sep 02 13:51:13.360730 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-353f6a66-6989-4188-ba11-ba8257bc42a7 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:13.582571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d7fe-b1c9-40a9-b450-943adb392aca req-3b7a3879-adc5-43c1-b864-1c6df5d40b8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.588888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d7fe-b1c9-40a9-b450-943adb392aca req-3b7a3879-adc5-43c1-b864-1c6df5d40b8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.594411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d7fe-b1c9-40a9-b450-943adb392aca req-3b7a3879-adc5-43c1-b864-1c6df5d40b8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.600336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d7fe-b1c9-40a9-b450-943adb392aca req-3b7a3879-adc5-43c1-b864-1c6df5d40b8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.607219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d7fe-b1c9-40a9-b450-943adb392aca req-3b7a3879-adc5-43c1-b864-1c6df5d40b8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.613356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d7fe-b1c9-40a9-b450-943adb392aca req-3b7a3879-adc5-43c1-b864-1c6df5d40b8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.619751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d7fe-b1c9-40a9-b450-943adb392aca req-3b7a3879-adc5-43c1-b864-1c6df5d40b8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.626943 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df12d7fe-b1c9-40a9-b450-943adb392aca req-3b7a3879-adc5-43c1-b864-1c6df5d40b8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.2762916 Sep 02 13:51:13.632552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-858a5070-179b-4a4d-ab89-902fae52e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.634676 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-858a5070-179b-4a4d-ab89-902fae52e0f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2706251 Sep 02 13:51:13.754272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-df12d7fe-b1c9-40a9-b450-943adb392aca req-b746102f-1b34-4e8c-8ef8-81da1966af6f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164966 Sep 02 13:51:13.845312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-bf430670-ab93-4b13-b8a5-d8ecfc65219a service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966665 Sep 02 13:51:13.870362 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-353f6a66-6989-4188-ba11-ba8257bc42a7 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:13.918790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-353f6a66-6989-4188-ba11-ba8257bc42a7 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:13.932417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348563ca-31a0-495f-ab56-be63b923f871 req-84b5f50a-ec25-45e1-93b2-6a6993ad742f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:13.941551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-348563ca-31a0-495f-ab56-be63b923f871 req-84b5f50a-ec25-45e1-93b2-6a6993ad742f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.0920284 Sep 02 13:51:13.998442 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-348563ca-31a0-495f-ab56-be63b923f871 req-e7dbe165-f7fd-40c2-b436-938b88fb1f75 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558960 Sep 02 13:51:14.044664 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 65841e65-64b6-4e03-b479-82d03cd6de6f up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:14.133241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f6a66-6989-4188-ba11-ba8257bc42a7 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Port': ['ID=41642d6a-8745-491f-b117-05c0be45ac5d,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:14.147112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 65841e65-64b6-4e03-b479-82d03cd6de6f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:14.150063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-353f6a66-6989-4188-ba11-ba8257bc42a7 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] In _notify_port_updated(), no bound segment for port 41642d6a-8745-491f-b117-05c0be45ac5d on network eb4c9a08-8c13-4274-b365-b53561515c6c {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:51:14.157290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f6a66-6989-4188-ba11-ba8257bc42a7 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:14.157982 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-353f6a66-6989-4188-ba11-ba8257bc42a7 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:14.159422 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-353f6a66-6989-4188-ba11-ba8257bc42a7 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "PUT /v2.0/ports/41642d6a-8745-491f-b117-05c0be45ac5d HTTP/1.1" status: 200 len: 993 time: 1.1423163 Sep 02 13:51:14.161688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 65841e65-64b6-4e03-b479-82d03cd6de6f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:14.162255 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:14.163523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:14.196140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6aa48-8417-4305-aada-9bc6e1b09f2c req-aabfbfb0-5f47-4e34-a76a-d336132df45d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:14.209196 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2e6aa48-8417-4305-aada-9bc6e1b09f2c req-aabfbfb0-5f47-4e34-a76a-d336132df45d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1787589 Sep 02 13:51:14.282471 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2e6aa48-8417-4305-aada-9bc6e1b09f2c req-29c8b817-4fc8-4cb4-af40-93a0538bfce2 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722644 Sep 02 13:51:14.289394 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-658bac62-cd3b-461b-87d1-31341a22608f service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318361 Sep 02 13:51:14.291428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c1935671-d8c7-47b3-9b09-6c70d1736570 None None] Provisioning complete for port 41642d6a-8745-491f-b117-05c0be45ac5d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:14.291845 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1935671-d8c7-47b3-9b09-6c70d1736570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:14.366934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-8f51217b-d89c-4c35-939e-c0734498061a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805 HTTP/1.1" status: 200 len: 217 time: 0.0665050 Sep 02 13:51:14.417066 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c1935671-d8c7-47b3-9b09-6c70d1736570 None None] Port 41642d6a-8745-491f-b117-05c0be45ac5d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:14.422599 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:14.443196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632ad7d-8339-45b1-8598-e95cf9590f9f req-dc5230b4-1d75-4648-845c-4be47f74b75d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:14.451675 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0632ad7d-8339-45b1-8598-e95cf9590f9f req-dc5230b4-1d75-4648-845c-4be47f74b75d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 945 time: 0.1061175 Sep 02 13:51:14.456201 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-aa22bb04-796a-4b91-8b04-d9493fcb82ad tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Deleting port 41642d6a-8745-491f-b117-05c0be45ac5d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:14.456537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa22bb04-796a-4b91-8b04-d9493fcb82ad tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:14.465443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-740be3c2-3e40-4ae6-bbff-7491462fe34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:14.467044 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-740be3c2-3e40-4ae6-bbff-7491462fe34f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0902758 Sep 02 13:51:14.471267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a791ad0a-7eaf-4b74-8747-bb1f6123bb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65841e65-64b6-4e03-b479-82d03cd6de6f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:14.474477 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914697b8-17ec-4691-bab6-166e86b5a4d0" -d '{"events": [{"server_uuid": "a791ad0a-7eaf-4b74-8747-bb1f6123bb56", "name": "network-vif-plugged", "status": "completed", "tag": "65841e65-64b6-4e03-b479-82d03cd6de6f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:14.492021 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 65841e65-64b6-4e03-b479-82d03cd6de6f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=65841e65-64b6-4e03-b479-82d03cd6de6f,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:14.501312 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:14.553083 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0632ad7d-8339-45b1-8598-e95cf9590f9f req-1034718b-4bb6-44c2-89d5-1fedda9f7aad tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004417 Sep 02 13:51:14.567411 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423ede6-0b26-48f6-aae9-c57f67cfb201 x-openstack-request-id: req-2423ede6-0b26-48f6-aae9-c57f67cfb201 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:14.567950 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a791ad0a-7eaf-4b74-8747-bb1f6123bb56", "name": "network-vif-plugged", "status": "completed", "tag": "65841e65-64b6-4e03-b479-82d03cd6de6f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:14.568386 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2423ede6-0b26-48f6-aae9-c57f67cfb201 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:14.568940 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a791ad0a-7eaf-4b74-8747-bb1f6123bb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65841e65-64b6-4e03-b479-82d03cd6de6f', 'code': 200} Sep 02 13:51:14.590414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-ad535cb0-4a76-42c6-a5e5-f53be7126a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:14.592022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-ad535cb0-4a76-42c6-a5e5-f53be7126a37 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1142378 Sep 02 13:51:14.598257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=65841e65-64b6-4e03-b479-82d03cd6de6f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:14.638448 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa22bb04-796a-4b91-8b04-d9493fcb82ad tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:14.654674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-aa22bb04-796a-4b91-8b04-d9493fcb82ad tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Calling delete_port for 41642d6a-8745-491f-b117-05c0be45ac5d owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:14.773783 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d33fa-9441-4056-ae12-988c23667a7b req-4b358139-02ec-483e-863a-bef05f623494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:14.777252 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-793d33fa-9441-4056-ae12-988c23667a7b req-4b358139-02ec-483e-863a-bef05f623494 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 1097 time: 0.1185000 Sep 02 13:51:14.784560 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-f356016e-e81f-4f57-ba3b-3d6a95fc7834 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832225 Sep 02 13:51:14.912785 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa22bb04-796a-4b91-8b04-d9493fcb82ad tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:14.923996 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-793d33fa-9441-4056-ae12-988c23667a7b req-8e4da802-1541-4252-aabf-05fbd0abd95a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379974 Sep 02 13:51:14.944753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22bb04-796a-4b91-8b04-d9493fcb82ad tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event deleted for resources: {'Port': ['ID=41642d6a-8745-491f-b117-05c0be45ac5d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:14.972392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abb872-1993-4d41-b2fe-31aa77d4ebb8 req-e3bd3478-3899-48b2-a82e-d0e14fa85202 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:14.981350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abb872-1993-4d41-b2fe-31aa77d4ebb8 req-e3bd3478-3899-48b2-a82e-d0e14fa85202 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:14.991461 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abb872-1993-4d41-b2fe-31aa77d4ebb8 req-e3bd3478-3899-48b2-a82e-d0e14fa85202 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:14.999967 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abb872-1993-4d41-b2fe-31aa77d4ebb8 req-e3bd3478-3899-48b2-a82e-d0e14fa85202 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.006223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abb872-1993-4d41-b2fe-31aa77d4ebb8 req-e3bd3478-3899-48b2-a82e-d0e14fa85202 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.012681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abb872-1993-4d41-b2fe-31aa77d4ebb8 req-e3bd3478-3899-48b2-a82e-d0e14fa85202 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.021012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abb872-1993-4d41-b2fe-31aa77d4ebb8 req-e3bd3478-3899-48b2-a82e-d0e14fa85202 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.023168 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69abb872-1993-4d41-b2fe-31aa77d4ebb8 req-e3bd3478-3899-48b2-a82e-d0e14fa85202 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.1586902 Sep 02 13:51:15.061854 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-323a80de-cd79-4463-a6f1-a9bb9912ac52 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655504 Sep 02 13:51:15.125800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-a6e5fb91-4a66-479d-8252-583c1e7922c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 200 len: 217 time: 0.0488908 Sep 02 13:51:15.130271 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-69abb872-1993-4d41-b2fe-31aa77d4ebb8 req-261b5230-42bc-4362-8304-845eda655028 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000071 Sep 02 13:51:15.209518 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b81f14b4-63b3-4e2c-b2e1-6ff06e852cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.211247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-b81f14b4-63b3-4e2c-b2e1-6ff06e852cad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0746212 Sep 02 13:51:15.273218 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa22bb04-796a-4b91-8b04-d9493fcb82ad tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:15.276004 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aa22bb04-796a-4b91-8b04-d9493fcb82ad tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "DELETE /v2.0/ports/41642d6a-8745-491f-b117-05c0be45ac5d HTTP/1.1" status: 204 len: 168 time: 1.1108799 Sep 02 13:51:15.277820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-cf5127f0-e425-44f6-b195-4f9cf22a3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.278483 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:15.279357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-cf5127f0-e425-44f6-b195-4f9cf22a3321 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592318 Sep 02 13:51:15.302534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4f0ad-98e5-4136-9442-11ad62f430ed req-e666ac04-954c-4516-8aff-51c0491dc9d1 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.304352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27e4f0ad-98e5-4136-9442-11ad62f430ed req-e666ac04-954c-4516-8aff-51c0491dc9d1 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 945 time: 0.1548450 Sep 02 13:51:15.324869 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be1bedb-045d-4ee4-bb14-9aedc42bd292 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] GET failed (client error): The resource could not be found. Sep 02 13:51:15.326424 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7be1bedb-045d-4ee4-bb14-9aedc42bd292 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "GET /v2.0/ports/41642d6a-8745-491f-b117-05c0be45ac5d HTTP/1.1" status: 404 len: 333 time: 0.0456076 Sep 02 13:51:15.334223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:15.339678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'port': {'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c', 'name': 'tempest-AllowedAddressPairTestJSON-1367873663'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:15.425367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27e4f0ad-98e5-4136-9442-11ad62f430ed req-cf8a2559-ea5b-409e-896c-972316f39232 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023157 Sep 02 13:51:15.499580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Made reservation on behalf of 2e229809be4d4e129534c605d9e07625 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:15.503907 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:15.522937 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] device_id is not set on port 09d4b74f-20d6-44f5-96a8-b70be8fb8198 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:51:15.524794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7ef29-d6a2-46e5-a977-5e6f4899db00 req-d61dbe9e-6732-455b-9998-84bb5ba09118 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.531815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59a7ef29-d6a2-46e5-a977-5e6f4899db00 req-d61dbe9e-6732-455b-9998-84bb5ba09118 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1360712 Sep 02 13:51:15.574156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-fc4bd9ed-9e00-4280-b0bc-d5b1ea3b1026 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853169 Sep 02 13:51:15.685005 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Allocated IP 172.20.0.3 (eb4c9a08-8c13-4274-b365-b53561515c6c/ebb7eabb-6a40-4aac-affc-4f853f52e553/09d4b74f-20d6-44f5-96a8-b70be8fb8198) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:15.731604 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-99c23a13-bf4b-4057-bc9b-0802bedaca2c req-c6788462-05b2-447d-b880-acfa38a7ec86 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482108 Sep 02 13:51:15.768526 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59a7ef29-d6a2-46e5-a977-5e6f4899db00 req-3b6d6105-ffee-40a2-a455-b7460b7bac95 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210050 Sep 02 13:51:15.885683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-750b7c3f-c240-41b3-90f4-e5143b9e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.890813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-750b7c3f-c240-41b3-90f4-e5143b9e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.891622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-750b7c3f-c240-41b3-90f4-e5143b9e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.893334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-750b7c3f-c240-41b3-90f4-e5143b9e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.894021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-750b7c3f-c240-41b3-90f4-e5143b9e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.897847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-750b7c3f-c240-41b3-90f4-e5143b9e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.898448 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-750b7c3f-c240-41b3-90f4-e5143b9e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:15.901450 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-692844cb-8b76-442f-b194-1baca5a75637 req-750b7c3f-c240-41b3-90f4-e5143b9e4ec0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6487 time: 0.0997729 Sep 02 13:51:15.966302 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:51:15.969775 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:15.971931 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:51:15.988700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Transition to ACTIVE for port object 09d4b74f-20d6-44f5-96a8-b70be8fb8198 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:16.035590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:16.097236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Port': ['ID=09d4b74f-20d6-44f5-96a8-b70be8fb8198,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:16.104556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6e8b0-4750-43aa-9982-4ca1e0d03557 req-9e917517-3f7e-4737-b2eb-9abbac42e6e4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:16.112069 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Network eb4c9a08-8c13-4274-b365-b53561515c6c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:16.113766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:16.114431 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-afd6e8b0-4750-43aa-9982-4ca1e0d03557 req-9e917517-3f7e-4737-b2eb-9abbac42e6e4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 946 time: 0.2080827 Sep 02 13:51:16.116688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:16.158899 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:16.212517 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-afd6e8b0-4750-43aa-9982-4ca1e0d03557 req-d600188a-626b-4317-b199-7a74638caa46 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972137 Sep 02 13:51:16.276188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-0cd3ea4b-a073-4bad-a358-b1f5df8e44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:16.281629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:16.282423 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:16.282741 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-692844cb-8b76-442f-b194-1baca5a75637 req-0cd3ea4b-a073-4bad-a358-b1f5df8e44af service neutron] 10.222.0.90 "GET /v2.0/networks?id=62f018b6-5f28-4167-bba5-9b658c1bc134 HTTP/1.1" status: 200 len: 902 time: 0.3569613 Sep 02 13:51:16.284290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:16.295570 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:16.354505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6e76e24e-1ac7-4ca9-9131-16ee4a4846df tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0168126 Sep 02 13:51:16.356667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:16.366891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9da748ec-ce3e-4791-8c68-5cf4b964682e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2d:eb:fb'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:16.380437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-692844cb-8b76-442f-b194-1baca5a75637 req-dd0f110c-2727-4d93-bc67-545d90e35c6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 200 len: 217 time: 0.0888276 Sep 02 13:51:16.419383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:16.498105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-fb0ba422-197f-4feb-9310-f516af99c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:16.499370 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-692844cb-8b76-442f-b194-1baca5a75637 req-fb0ba422-197f-4feb-9310-f516af99c26c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.1083369 Sep 02 13:51:16.560911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6a2e7e85-985e-41d1-a037-c5e9c65f2e58 None None] Provisioning for port 09d4b74f-20d6-44f5-96a8-b70be8fb8198 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:16.567712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6a2e7e85-985e-41d1-a037-c5e9c65f2e58 None None] Provisioning complete for port 09d4b74f-20d6-44f5-96a8-b70be8fb8198 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:16.568474 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a2e7e85-985e-41d1-a037-c5e9c65f2e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:16.601486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692844cb-8b76-442f-b194-1baca5a75637 req-71ac1a1b-0862-4875-8001-9aa39157258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:16.603191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-692844cb-8b76-442f-b194-1baca5a75637 req-71ac1a1b-0862-4875-8001-9aa39157258d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956957 Sep 02 13:51:16.647267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:16.650622 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9332090-f1e3-48a4-98e2-831963e653f7" -d '{"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-unplugged", "status": "completed", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:16.654176 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e7e85-985e-41d1-a037-c5e9c65f2e58 None None] Port 09d4b74f-20d6-44f5-96a8-b70be8fb8198 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:16.734123 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-692844cb-8b76-442f-b194-1baca5a75637 req-f052ec97-51d7-46e6-b7a1-0b34267887ce service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208308 Sep 02 13:51:16.927379 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f8f079-7710-4104-9eb1-f3f28feb856a x-openstack-request-id: req-41f8f079-7710-4104-9eb1-f3f28feb856a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:16.927833 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-unplugged", "status": "failed", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:16.928191 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41f8f079-7710-4104-9eb1-f3f28feb856a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:16.928717 n-d-794796-4 neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'code': 422} returned with failed status Sep 02 13:51:16.936976 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-692844cb-8b76-442f-b194-1baca5a75637 req-23dcbc49-8ecc-4627-9df8-50d73b17c85b service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888170 Sep 02 13:51:17.030617 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8fc6-a145-4119-97b0-ffa4cfaeddca req-40a6f5bb-81c9-4aa6-b60c-bc6b1af2d895 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.036904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8fc6-a145-4119-97b0-ffa4cfaeddca req-40a6f5bb-81c9-4aa6-b60c-bc6b1af2d895 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.043661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8fc6-a145-4119-97b0-ffa4cfaeddca req-40a6f5bb-81c9-4aa6-b60c-bc6b1af2d895 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.049734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8fc6-a145-4119-97b0-ffa4cfaeddca req-40a6f5bb-81c9-4aa6-b60c-bc6b1af2d895 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.055818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8fc6-a145-4119-97b0-ffa4cfaeddca req-40a6f5bb-81c9-4aa6-b60c-bc6b1af2d895 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.062481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8fc6-a145-4119-97b0-ffa4cfaeddca req-40a6f5bb-81c9-4aa6-b60c-bc6b1af2d895 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.062672 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96082e-1a9f-46fe-a964-1d986846cd46 req-47029cea-44fe-40ac-8b4a-fb8d827ea97d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.064744 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee96082e-1a9f-46fe-a964-1d986846cd46 req-47029cea-44fe-40ac-8b4a-fb8d827ea97d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0603113 Sep 02 13:51:17.068846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8fc6-a145-4119-97b0-ffa4cfaeddca req-40a6f5bb-81c9-4aa6-b60c-bc6b1af2d895 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.077227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c1c8fc6-a145-4119-97b0-ffa4cfaeddca req-40a6f5bb-81c9-4aa6-b60c-bc6b1af2d895 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.7521415 Sep 02 13:51:17.107284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee96082e-1a9f-46fe-a964-1d986846cd46 req-929faa9d-4c32-4427-8f5e-2d52f77fb0c3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364733 Sep 02 13:51:17.138435 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c1c8fc6-a145-4119-97b0-ffa4cfaeddca req-86c8b81f-42fb-452a-9e7d-a0b186375c27 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603447 Sep 02 13:51:17.177744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-54da7061-202a-43a3-b3cb-0c6ccb2a622a req-1799836f-daa8-4d7e-b8b4-45e4f4647822 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:51:17.178944 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-54da7061-202a-43a3-b3cb-0c6ccb2a622a req-1799836f-daa8-4d7e-b8b4-45e4f4647822 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054991 Sep 02 13:51:17.212137 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9da748ec-ce3e-4791-8c68-5cf4b964682e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:17.415878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d742c-9f22-45aa-9cfe-4a0017f7e908 req-3850bf43-7b93-4698-a0c7-859cd08f17d8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.423253 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d0d742c-9f22-45aa-9cfe-4a0017f7e908 req-3850bf43-7b93-4698-a0c7-859cd08f17d8 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.0715897 Sep 02 13:51:17.506970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2d0d742c-9f22-45aa-9cfe-4a0017f7e908 req-77e1d4e3-d2d4-4933-9726-d255208d41cb tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820928 Sep 02 13:51:17.525953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087b78d-afb4-4aa2-870f-147a3e77915a req-627d5367-8e8c-4b58-899e-1aa41e94c636 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.527480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f087b78d-afb4-4aa2-870f-147a3e77915a req-627d5367-8e8c-4b58-899e-1aa41e94c636 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 946 time: 0.1235523 Sep 02 13:51:17.533335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-43836b2e-a9d8-4f7a-a44b-a7205313fb04 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012809 Sep 02 13:51:17.589292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f087b78d-afb4-4aa2-870f-147a3e77915a req-7b105ffd-c5c6-4281-82c0-7ce9c974e3f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549893 Sep 02 13:51:17.607514 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9da748ec-ce3e-4791-8c68-5cf4b964682e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:17.624711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9da748ec-ce3e-4791-8c68-5cf4b964682e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:17.727270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da748ec-ce3e-4791-8c68-5cf4b964682e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Port': ['ID=09d4b74f-20d6-44f5-96a8-b70be8fb8198,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:17.751257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9da748ec-ce3e-4791-8c68-5cf4b964682e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] In _notify_port_updated(), no bound segment for port 09d4b74f-20d6-44f5-96a8-b70be8fb8198 on network eb4c9a08-8c13-4274-b365-b53561515c6c {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:51:17.762241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da748ec-ce3e-4791-8c68-5cf4b964682e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.763155 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9da748ec-ce3e-4791-8c68-5cf4b964682e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:17.767350 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9da748ec-ce3e-4791-8c68-5cf4b964682e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "PUT /v2.0/ports/09d4b74f-20d6-44f5-96a8-b70be8fb8198 HTTP/1.1" status: 200 len: 996 time: 1.4102809 Sep 02 13:51:17.776585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:17.849508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3905-40fb-4ad2-a595-884abead03cb req-8f7b0ad6-6ad5-46bf-80fc-faf490ea44b7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:17.857621 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-887c3905-40fb-4ad2-a595-884abead03cb req-8f7b0ad6-6ad5-46bf-80fc-faf490ea44b7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 946 time: 0.1263604 Sep 02 13:51:17.924510 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-887c3905-40fb-4ad2-a595-884abead03cb req-350ef157-066b-414f-b2ed-d3a197082baf tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 Sep 02 13:51:17.934489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a01e33e5-32e6-4027-886d-aeeda0e99904 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Deleting port 09d4b74f-20d6-44f5-96a8-b70be8fb8198 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:17.935121 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a01e33e5-32e6-4027-886d-aeeda0e99904 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:18.009167 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5e683fb7-48af-4d49-a1e6-8f7a67d7ed1c None None] Provisioning complete for port 09d4b74f-20d6-44f5-96a8-b70be8fb8198 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:18.009735 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e683fb7-48af-4d49-a1e6-8f7a67d7ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:18.082172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5e683fb7-48af-4d49-a1e6-8f7a67d7ed1c None None] Port 09d4b74f-20d6-44f5-96a8-b70be8fb8198 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:18.152720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cda80-d5de-4cf2-97e4-1537915f070c req-d37c0df6-e658-4557-bf69-4d67b6593f79 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.154359 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f6cda80-d5de-4cf2-97e4-1537915f070c req-d37c0df6-e658-4557-bf69-4d67b6593f79 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 946 time: 0.1173053 Sep 02 13:51:18.158387 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a01e33e5-32e6-4027-886d-aeeda0e99904 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:18.179231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a01e33e5-32e6-4027-886d-aeeda0e99904 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Calling delete_port for 09d4b74f-20d6-44f5-96a8-b70be8fb8198 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:18.277555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f6cda80-d5de-4cf2-97e4-1537915f070c req-18256e0d-2237-44bd-9f84-254fab16c142 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Sep 02 13:51:18.280199 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95e3d8-b3ce-47de-8e48-4e5a1463263b req-548286ce-4cdf-42b7-98f2-abe60704bb1f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.288106 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af95e3d8-b3ce-47de-8e48-4e5a1463263b req-548286ce-4cdf-42b7-98f2-abe60704bb1f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0830829 Sep 02 13:51:18.377237 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af95e3d8-b3ce-47de-8e48-4e5a1463263b req-1785cb7e-4729-4b24-b8e0-ca97034f407d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874548 Sep 02 13:51:18.417281 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a01e33e5-32e6-4027-886d-aeeda0e99904 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:18.483384 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e33e5-32e6-4027-886d-aeeda0e99904 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event deleted for resources: {'Port': ['ID=09d4b74f-20d6-44f5-96a8-b70be8fb8198,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:18.593217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322794-41fa-4747-b397-cdccc21af6ee req-6e497376-1c4e-47f0-80c9-204846a80643 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.601169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322794-41fa-4747-b397-cdccc21af6ee req-6e497376-1c4e-47f0-80c9-204846a80643 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.607951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322794-41fa-4747-b397-cdccc21af6ee req-6e497376-1c4e-47f0-80c9-204846a80643 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.614224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322794-41fa-4747-b397-cdccc21af6ee req-6e497376-1c4e-47f0-80c9-204846a80643 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.621557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322794-41fa-4747-b397-cdccc21af6ee req-6e497376-1c4e-47f0-80c9-204846a80643 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.630509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322794-41fa-4747-b397-cdccc21af6ee req-6e497376-1c4e-47f0-80c9-204846a80643 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.637501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322794-41fa-4747-b397-cdccc21af6ee req-6e497376-1c4e-47f0-80c9-204846a80643 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.639682 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20322794-41fa-4747-b397-cdccc21af6ee req-6e497376-1c4e-47f0-80c9-204846a80643 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.2371774 Sep 02 13:51:18.661837 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a01e33e5-32e6-4027-886d-aeeda0e99904 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:18.668605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51622) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:18.669053 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a01e33e5-32e6-4027-886d-aeeda0e99904 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "DELETE /v2.0/ports/09d4b74f-20d6-44f5-96a8-b70be8fb8198 HTTP/1.1" status: 204 len: 168 time: 0.8931880 Sep 02 13:51:18.712154 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-60062c80-1892-4708-acc3-9a43c7a5f07e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] GET failed (client error): The resource could not be found. Sep 02 13:51:18.714401 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-60062c80-1892-4708-acc3-9a43c7a5f07e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "GET /v2.0/ports/09d4b74f-20d6-44f5-96a8-b70be8fb8198 HTTP/1.1" status: 404 len: 333 time: 0.0443068 Sep 02 13:51:18.718778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51624) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:18.724097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'port': {'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c', 'name': 'tempest-AllowedAddressPairTestJSON-468852690'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:18.736867 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-20322794-41fa-4747-b397-cdccc21af6ee req-8fdba67f-c59f-48c2-83d0-dd57dc8a6127 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852900 Sep 02 13:51:18.973736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b45fec-87cc-460d-ad2b-32ee6c1a762c req-56dda0a2-3fef-4fbd-ab43-1f57d2e10389 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:18.986567 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56b45fec-87cc-460d-ad2b-32ee6c1a762c req-56dda0a2-3fef-4fbd-ab43-1f57d2e10389 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.0816879 Sep 02 13:51:19.010011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-d79186fb-4225-4b0c-9a29-6a2ac7013af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:19.011937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-d79186fb-4225-4b0c-9a29-6a2ac7013af7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52&tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5 HTTP/1.1" status: 200 len: 1094 time: 0.0896966 Sep 02 13:51:19.029065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae256f8-b6af-47d5-adf6-a9f43d03feff req-f79006ec-80a9-4b99-9c66-57926dbec4f0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:19.036893 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ae256f8-b6af-47d5-adf6-a9f43d03feff req-f79006ec-80a9-4b99-9c66-57926dbec4f0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 946 time: 0.1287704 Sep 02 13:51:19.040437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-56b45fec-87cc-460d-ad2b-32ee6c1a762c req-3921ea21-1970-4dc3-94a9-3105760d0dbd tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524795 Sep 02 13:51:19.058075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Made reservation on behalf of 2e229809be4d4e129534c605d9e07625 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:19.072809 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:19.162939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] device_id is not set on port 39fcba86-e283-46d3-9cf2-990deef4aa68 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:51:19.171556 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5ae256f8-b6af-47d5-adf6-a9f43d03feff req-602f74a2-a042-4706-b54c-3586719744c8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335485 Sep 02 13:51:19.213179 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-d7edd39d-f8e6-46cf-887f-fe133bfd84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:19.214726 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-d7edd39d-f8e6-46cf-887f-fe133bfd84a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 1094 time: 0.1750457 Sep 02 13:51:19.356620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Allocated IP 172.20.0.12 (eb4c9a08-8c13-4274-b365-b53561515c6c/ebb7eabb-6a40-4aac-affc-4f853f52e553/39fcba86-e283-46d3-9cf2-990deef4aa68) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:19.373447 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-43efe3d0-27ca-4cc2-9db5-f0a0f536acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:19.374966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-43efe3d0-27ca-4cc2-9db5-f0a0f536acc3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.1502578 Sep 02 13:51:19.541608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a7361-5237-4ea9-a890-0b9d1f0677e6 req-da01974d-d9df-4ae0-a9b9-b5397efcc0d8 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:19.549223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d1a7361-5237-4ea9-a890-0b9d1f0677e6 req-da01974d-d9df-4ae0-a9b9-b5397efcc0d8 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0627220 Sep 02 13:51:19.571686 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-39fefa80-fe58-496d-a666-98ebeedd993c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f HTTP/1.1" status: 200 len: 998 time: 0.1864944 Sep 02 13:51:19.592278 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7d1a7361-5237-4ea9-a890-0b9d1f0677e6 req-bdae1135-d6a6-4c67-b3cc-ba6f165b7cd4 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Sep 02 13:51:19.661781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-6921e934-1958-4447-9c3d-f53d979fbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:19.663312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-6921e934-1958-4447-9c3d-f53d979fbf15 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.0829749 Sep 02 13:51:19.718092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:19.736667 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Transition to ACTIVE for port object 39fcba86-e283-46d3-9cf2-990deef4aa68 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:19.745474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-3a9f205e-1d8d-4ae1-8c97-92650ef54f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:19.747003 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-3a9f205e-1d8d-4ae1-8c97-92650ef54f5b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726602 Sep 02 13:51:19.848187 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:19.921403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Network eb4c9a08-8c13-4274-b365-b53561515c6c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:19.946589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:19.960635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:20.000990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Port': ['ID=39fcba86-e283-46d3-9cf2-990deef4aa68,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:20.025878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-d38d186a-b764-48a2-8762-2698abdb4e63 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681658 Sep 02 13:51:20.048493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.049286 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:20.072049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d162e-f036-422b-bcd0-848e31b3df3e req-86a9c746-b2f3-4305-97b8-77f5dea4f226 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.079607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d162e-f036-422b-bcd0-848e31b3df3e req-86a9c746-b2f3-4305-97b8-77f5dea4f226 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.086576 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d162e-f036-422b-bcd0-848e31b3df3e req-86a9c746-b2f3-4305-97b8-77f5dea4f226 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.093126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d162e-f036-422b-bcd0-848e31b3df3e req-86a9c746-b2f3-4305-97b8-77f5dea4f226 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.099243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d162e-f036-422b-bcd0-848e31b3df3e req-86a9c746-b2f3-4305-97b8-77f5dea4f226 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.105564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d162e-f036-422b-bcd0-848e31b3df3e req-86a9c746-b2f3-4305-97b8-77f5dea4f226 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.112357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d162e-f036-422b-bcd0-848e31b3df3e req-86a9c746-b2f3-4305-97b8-77f5dea4f226 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.114570 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-536d162e-f036-422b-bcd0-848e31b3df3e req-86a9c746-b2f3-4305-97b8-77f5dea4f226 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.2606180 Sep 02 13:51:20.147557 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:20.150245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eb9a1428-2efb-486e-a861-a11af3b194a1 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4302626 Sep 02 13:51:20.155707 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'port': {'network_id': 'eb4c9a08-8c13-4274-b365-b53561515c6c', 'name': 'tempest-AllowedAddressPairTestJSON-1370008660'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:20.243042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-536d162e-f036-422b-bcd0-848e31b3df3e req-51842d21-6d7b-4705-bbf0-6f13aed59478 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1064322 Sep 02 13:51:20.312627 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c16d32-afa1-4ef9-8615-c5c0fe751c7e req-ed21f435-e6f3-42ce-8296-a840bd8e2312 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.322295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40c16d32-afa1-4ef9-8615-c5c0fe751c7e req-ed21f435-e6f3-42ce-8296-a840bd8e2312 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1554492 Sep 02 13:51:20.345608 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-c77ea9c3-6953-4e25-afe4-8e21e16a1f70 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.348170 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-c77ea9c3-6953-4e25-afe4-8e21e16a1f70 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 946 time: 0.1038256 Sep 02 13:51:20.352133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-24452be6-86c0-4bad-91fe-0455a332958f None None] Provisioning for port 39fcba86-e283-46d3-9cf2-990deef4aa68 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:20.360048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-24452be6-86c0-4bad-91fe-0455a332958f None None] Provisioning complete for port 39fcba86-e283-46d3-9cf2-990deef4aa68 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:20.360471 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24452be6-86c0-4bad-91fe-0455a332958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:20.390490 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-244e5281-3ada-4a41-b10c-b2f6d656fb14 req-1e8d62cc-638f-4963-82ce-53f9563f0262 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559949 Sep 02 13:51:20.417178 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-40c16d32-afa1-4ef9-8615-c5c0fe751c7e req-a4da16b5-f9da-4a03-bbe8-4a8379ba8a19 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879056 Sep 02 13:51:20.439475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-24452be6-86c0-4bad-91fe-0455a332958f None None] Port 39fcba86-e283-46d3-9cf2-990deef4aa68 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:20.449337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Made reservation on behalf of 2e229809be4d4e129534c605d9e07625 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:20.453734 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:20.475970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] device_id is not set on port 7cdd31ad-7c38-4305-b3da-c6c4133de884 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:51:20.626812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Allocated IP 172.20.0.7 (eb4c9a08-8c13-4274-b365-b53561515c6c/ebb7eabb-6a40-4aac-affc-4f853f52e553/7cdd31ad-7c38-4305-b3da-c6c4133de884) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:20.807545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dbbe4-2269-4d2c-954c-bb7d3d574e29 req-3524a960-db7c-4d5b-b142-f46f74e63269 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.809864 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-602dbbe4-2269-4d2c-954c-bb7d3d574e29 req-3524a960-db7c-4d5b-b142-f46f74e63269 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1183865 Sep 02 13:51:20.899818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579e87a-1f3a-4b4b-aff9-c7d5ea113dee req-cb43fbae-aeeb-458b-b690-4e16d7413f65 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:20.901626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d579e87a-1f3a-4b4b-aff9-c7d5ea113dee req-cb43fbae-aeeb-458b-b690-4e16d7413f65 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 946 time: 0.4909430 Sep 02 13:51:20.924326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Deleting port 65841e65-64b6-4e03-b479-82d03cd6de6f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:20.924673 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:20.931036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-602dbbe4-2269-4d2c-954c-bb7d3d574e29 req-f16377ce-266c-4152-a992-55e373f0a33e tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977366 Sep 02 13:51:20.934813 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:20.963485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Transition to ACTIVE for port object 7cdd31ad-7c38-4305-b3da-c6c4133de884 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:21.016433 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d579e87a-1f3a-4b4b-aff9-c7d5ea113dee req-54136424-4e02-46e4-8f35-7ee774d07d34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030278 Sep 02 13:51:21.020292 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:21.080479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] For port 65841e65-64b6-4e03-b479-82d03cd6de6f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=65841e65-64b6-4e03-b479-82d03cd6de6f,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:21.081046 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:21.086468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Network eb4c9a08-8c13-4274-b365-b53561515c6c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:21.091227 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:21.095758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:21.097885 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Calling delete_port for 65841e65-64b6-4e03-b479-82d03cd6de6f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:21.130422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Port': ['ID=7cdd31ad-7c38-4305-b3da-c6c4133de884,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:21.213378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:21.215429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:21.243343 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6349a2f3-b9e3-41d3-8606-52fbf6fb1a41 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0941038 Sep 02 13:51:21.246435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:21.280094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dd7df8c1-c0b0-4222-9554-5564ef547df3 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:2d:eb:fb'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:03:43:ce'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:21.399347 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:21.413544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['65841e65-64b6-4e03-b479-82d03cd6de6f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:21.517399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event deleted for resources: {'Port': ['ID=65841e65-64b6-4e03-b479-82d03cd6de6f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:21.574854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68ef7-b85e-468d-beb0-1a7712eb9976 req-1a353a09-6029-4bdf-93ad-9914ba0ba5c1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:21.590643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68ef7-b85e-468d-beb0-1a7712eb9976 req-1a353a09-6029-4bdf-93ad-9914ba0ba5c1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:21.592319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-15bf567d-a17f-478d-b7d4-af9b3f9a802f None None] Provisioning for port 7cdd31ad-7c38-4305-b3da-c6c4133de884 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:21.597359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-15bf567d-a17f-478d-b7d4-af9b3f9a802f None None] Provisioning complete for port 7cdd31ad-7c38-4305-b3da-c6c4133de884 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:21.597767 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15bf567d-a17f-478d-b7d4-af9b3f9a802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:21.599097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68ef7-b85e-468d-beb0-1a7712eb9976 req-1a353a09-6029-4bdf-93ad-9914ba0ba5c1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:21.606912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68ef7-b85e-468d-beb0-1a7712eb9976 req-1a353a09-6029-4bdf-93ad-9914ba0ba5c1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:21.613815 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68ef7-b85e-468d-beb0-1a7712eb9976 req-1a353a09-6029-4bdf-93ad-9914ba0ba5c1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:21.621323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68ef7-b85e-468d-beb0-1a7712eb9976 req-1a353a09-6029-4bdf-93ad-9914ba0ba5c1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:21.628969 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68ef7-b85e-468d-beb0-1a7712eb9976 req-1a353a09-6029-4bdf-93ad-9914ba0ba5c1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:21.638699 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-87c68ef7-b85e-468d-beb0-1a7712eb9976 req-1a353a09-6029-4bdf-93ad-9914ba0ba5c1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.2435982 Sep 02 13:51:21.641194 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd7df8c1-c0b0-4222-9554-5564ef547df3 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:21.649520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] No DVR routers for this DVR port 65841e65-64b6-4e03-b479-82d03cd6de6f on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:51:21.653245 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:21.655430 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28be7d54-b16f-4bfd-9cb5-d8818c8bbbc9 req-1b759818-af42-4104-945a-265aaef3a420 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "DELETE /v2.0/ports/65841e65-64b6-4e03-b479-82d03cd6de6f HTTP/1.1" status: 204 len: 173 time: 1.2998562 Sep 02 13:51:21.655949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a791ad0a-7eaf-4b74-8747-bb1f6123bb56', 'name': 'network-vif-deleted', 'tag': '65841e65-64b6-4e03-b479-82d03cd6de6f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:21.658323 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e98691b-60c4-451a-8621-1d7e62285c04" -d '{"events": [{"server_uuid": "a791ad0a-7eaf-4b74-8747-bb1f6123bb56", "name": "network-vif-deleted", "tag": "65841e65-64b6-4e03-b479-82d03cd6de6f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:21.745087 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-15bf567d-a17f-478d-b7d4-af9b3f9a802f None None] Port 7cdd31ad-7c38-4305-b3da-c6c4133de884 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:21.803494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956de6a5-e200-4d68-98e2-0211462a88f0 req-6035c28b-f9ed-4102-af54-e55b74b4c926 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:21.821265 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-956de6a5-e200-4d68-98e2-0211462a88f0 req-6035c28b-f9ed-4102-af54-e55b74b4c926 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1415815 Sep 02 13:51:21.828370 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-87c68ef7-b85e-468d-beb0-1a7712eb9976 req-84e82765-9b96-4432-b959-32543ea84190 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1884813 Sep 02 13:51:21.978416 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-956de6a5-e200-4d68-98e2-0211462a88f0 req-025f334b-4c7e-4585-804e-7fd3cff2a773 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469979 Sep 02 13:51:22.230962 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63cb47-a357-46ae-9ceb-fee7c8ee6534 req-359c971d-8b4e-4bbc-9d77-a3dfe6702266 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:22.233540 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7b63cb47-a357-46ae-9ceb-fee7c8ee6534 req-359c971d-8b4e-4bbc-9d77-a3dfe6702266 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1790080 Sep 02 13:51:22.298079 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd7df8c1-c0b0-4222-9554-5564ef547df3 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:22.315132 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd7df8c1-c0b0-4222-9554-5564ef547df3 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:22.350458 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ba8a01-3a6c-4a84-bc1c-b12d8fcfd8dd x-openstack-request-id: req-e7ba8a01-3a6c-4a84-bc1c-b12d8fcfd8dd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:22.352134 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a791ad0a-7eaf-4b74-8747-bb1f6123bb56", "name": "network-vif-deleted", "tag": "65841e65-64b6-4e03-b479-82d03cd6de6f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:22.352552 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7ba8a01-3a6c-4a84-bc1c-b12d8fcfd8dd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:22.361268 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a791ad0a-7eaf-4b74-8747-bb1f6123bb56', 'name': 'network-vif-deleted', 'tag': '65841e65-64b6-4e03-b479-82d03cd6de6f', 'status': 'completed', 'code': 200} Sep 02 13:51:22.366945 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7b63cb47-a357-46ae-9ceb-fee7c8ee6534 req-fb190dcc-418e-4e03-a717-dadc1a4a40dd tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228504 Sep 02 13:51:22.491386 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb5a90cc-73b7-40dd-9987-30bbd58f111e req-bbf87351-0290-4ea0-921c-8219b483d7aa tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 210 time: 0.0829947 Sep 02 13:51:22.533039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7df8c1-c0b0-4222-9554-5564ef547df3 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event updated for resources: {'Port': ['ID=7cdd31ad-7c38-4305-b3da-c6c4133de884,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:22.593015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dd7df8c1-c0b0-4222-9554-5564ef547df3 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] In _notify_port_updated(), no bound segment for port 7cdd31ad-7c38-4305-b3da-c6c4133de884 on network eb4c9a08-8c13-4274-b365-b53561515c6c {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:51:22.598826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7df8c1-c0b0-4222-9554-5564ef547df3 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:22.605274 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd7df8c1-c0b0-4222-9554-5564ef547df3 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:22.610330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51690) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:22.624941 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dd7df8c1-c0b0-4222-9554-5564ef547df3 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "PUT /v2.0/ports/7cdd31ad-7c38-4305-b3da-c6c4133de884 HTTP/1.1" status: 200 len: 1056 time: 1.3584230 Sep 02 13:51:22.790322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2667d6b7-56bb-4077-ac76-53c6db5892f5 None None] Provisioning complete for port 7cdd31ad-7c38-4305-b3da-c6c4133de884 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:22.791801 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2667d6b7-56bb-4077-ac76-53c6db5892f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:22.828631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-830df089-ec63-4727-9cc4-96dd7283a254 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Deleting port 7cdd31ad-7c38-4305-b3da-c6c4133de884 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:22.829290 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-830df089-ec63-4727-9cc4-96dd7283a254 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:23.034902 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2667d6b7-56bb-4077-ac76-53c6db5892f5 None None] Port 7cdd31ad-7c38-4305-b3da-c6c4133de884 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:23.145321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827183b-4cc2-4401-a50b-0230873513b9 req-442363b7-992b-418f-bbc9-90fa94a2d6e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:23.152144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827183b-4cc2-4401-a50b-0230873513b9 req-442363b7-992b-418f-bbc9-90fa94a2d6e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:23.158414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827183b-4cc2-4401-a50b-0230873513b9 req-442363b7-992b-418f-bbc9-90fa94a2d6e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:23.165336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827183b-4cc2-4401-a50b-0230873513b9 req-442363b7-992b-418f-bbc9-90fa94a2d6e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:23.180742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827183b-4cc2-4401-a50b-0230873513b9 req-442363b7-992b-418f-bbc9-90fa94a2d6e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:23.187246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827183b-4cc2-4401-a50b-0230873513b9 req-442363b7-992b-418f-bbc9-90fa94a2d6e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:23.200979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827183b-4cc2-4401-a50b-0230873513b9 req-442363b7-992b-418f-bbc9-90fa94a2d6e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:23.215934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7827183b-4cc2-4401-a50b-0230873513b9 req-442363b7-992b-418f-bbc9-90fa94a2d6e7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.1719508 Sep 02 13:51:23.230250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-830df089-ec63-4727-9cc4-96dd7283a254 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:23.300174 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-830df089-ec63-4727-9cc4-96dd7283a254 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Calling delete_port for 7cdd31ad-7c38-4305-b3da-c6c4133de884 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:23.323869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c573ae0-5f32-4acb-a772-a7fd556c1da1 req-51d90291-6001-42eb-9ba0-b5abeae95b63 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:23.331431 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c573ae0-5f32-4acb-a772-a7fd556c1da1 req-51d90291-6001-42eb-9ba0-b5abeae95b63 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1382556 Sep 02 13:51:23.361621 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7827183b-4cc2-4401-a50b-0230873513b9 req-6d8f26ab-e00c-4cf8-88ac-0e4cbf65c47d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1447685 Sep 02 13:51:23.429737 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c573ae0-5f32-4acb-a772-a7fd556c1da1 req-8ded13a0-62c3-4dee-b675-03d17579660a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967515 Sep 02 13:51:23.689907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5283d-ad9f-48ba-a11d-f62a31caccb5 req-18cee528-ec52-467a-88ff-56065f63f309 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:23.704502 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74f5283d-ad9f-48ba-a11d-f62a31caccb5 req-18cee528-ec52-467a-88ff-56065f63f309 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.2014959 Sep 02 13:51:23.717002 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0c7d79b5-fb5f-4362-a0ce-9cf1f4c7c17d req-13cbead3-dc33-4914-8232-4d3a37a8623b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 210 time: 0.0807607 Sep 02 13:51:23.814291 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-74f5283d-ad9f-48ba-a11d-f62a31caccb5 req-3f7b318a-2123-45d1-bc8a-dae52a2afec8 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087837 Sep 02 13:51:23.815085 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-830df089-ec63-4727-9cc4-96dd7283a254 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:23.891935 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830df089-ec63-4727-9cc4-96dd7283a254 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event deleted for resources: {'Port': ['ID=7cdd31ad-7c38-4305-b3da-c6c4133de884,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:24.075366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 65841e65-64b6-4e03-b479-82d03cd6de6f no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:51:24.146398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 65841e65-64b6-4e03-b479-82d03cd6de6f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:51:24.154722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 65841e65-64b6-4e03-b479-82d03cd6de6f not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:51:24.564469 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-aafbbe43-a1af-484b-be28-6c66b45cff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.567963 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-aafbbe43-a1af-484b-be28-6c66b45cff41 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1096 time: 0.3638971 Sep 02 13:51:24.585768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ff9e-0c11-4f9e-9fa3-898739d2041e req-1a84c37a-6c6e-454f-993f-f3736932dce4 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.593128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8457ff9e-0c11-4f9e-9fa3-898739d2041e req-1a84c37a-6c6e-454f-993f-f3736932dce4 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.3532982 Sep 02 13:51:24.652023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a349d6-d9a8-4951-9681-2214d07f140e req-336df912-1de9-4af9-88e0-7f9d6462ebdc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.670028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a349d6-d9a8-4951-9681-2214d07f140e req-336df912-1de9-4af9-88e0-7f9d6462ebdc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.683572 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a349d6-d9a8-4951-9681-2214d07f140e req-336df912-1de9-4af9-88e0-7f9d6462ebdc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.696434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a349d6-d9a8-4951-9681-2214d07f140e req-336df912-1de9-4af9-88e0-7f9d6462ebdc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.713599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a349d6-d9a8-4951-9681-2214d07f140e req-336df912-1de9-4af9-88e0-7f9d6462ebdc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.721235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a349d6-d9a8-4951-9681-2214d07f140e req-336df912-1de9-4af9-88e0-7f9d6462ebdc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.727740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a349d6-d9a8-4951-9681-2214d07f140e req-336df912-1de9-4af9-88e0-7f9d6462ebdc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.730000 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09a349d6-d9a8-4951-9681-2214d07f140e req-336df912-1de9-4af9-88e0-7f9d6462ebdc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.1774995 Sep 02 13:51:24.766085 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-830df089-ec63-4727-9cc4-96dd7283a254 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:24.767966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-830df089-ec63-4727-9cc4-96dd7283a254 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "DELETE /v2.0/ports/7cdd31ad-7c38-4305-b3da-c6c4133de884 HTTP/1.1" status: 204 len: 168 time: 2.1562240 Sep 02 13:51:24.770684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51716) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:24.813812 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09a349d6-d9a8-4951-9681-2214d07f140e req-f336127b-d32d-4a2d-b8d5-8ec66020508d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769398 Sep 02 13:51:24.836043 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b79ff8-3f04-4dd3-846b-e0cfbc5d3295 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] GET failed (client error): The resource could not be found. Sep 02 13:51:24.853129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-58b79ff8-3f04-4dd3-846b-e0cfbc5d3295 tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "GET /v2.0/ports/7cdd31ad-7c38-4305-b3da-c6c4133de884 HTTP/1.1" status: 404 len: 333 time: 0.0723941 Sep 02 13:51:24.859234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:24.911947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8457ff9e-0c11-4f9e-9fa3-898739d2041e req-07dfebec-233f-4d58-a6ab-c77648c2f9a9 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971940 Sep 02 13:51:24.981184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-eaba55a0-a89c-411a-9817-a22e34b968a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:24.997490 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-eaba55a0-a89c-411a-9817-a22e34b968a2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.4007931 Sep 02 13:51:25.104361 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e08d126f-a8c6-4947-ac8b-15d0db3132ef req-e15fc659-65c1-431b-9d27-692d5790dcb4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 210 time: 0.1039417 Sep 02 13:51:25.151834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-897a7fa1-3167-4a40-8919-a56f9905899e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 1001 time: 0.1338992 Sep 02 13:51:25.165063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c098e9-6f3e-48a5-bfed-d0b0cf20ba5e req-2a01c9a2-f0de-4697-a128-3b4863fae1be tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:25.173790 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3c098e9-6f3e-48a5-bfed-d0b0cf20ba5e req-2a01c9a2-f0de-4697-a128-3b4863fae1be tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1715326 Sep 02 13:51:25.219555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b542f2f4-a2a1-4c7b-97fd-7b2dca4036dd tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Deleting port 39fcba86-e283-46d3-9cf2-990deef4aa68 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:25.219956 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b542f2f4-a2a1-4c7b-97fd-7b2dca4036dd tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:25.296424 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3c098e9-6f3e-48a5-bfed-d0b0cf20ba5e req-18a2b9f3-d477-4363-949c-e8b9e7d3a395 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214268 Sep 02 13:51:25.308176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-b4a49e96-b1bc-4628-9eda-aafd29232668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:25.309849 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-b4a49e96-b1bc-4628-9eda-aafd29232668 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.1442194 Sep 02 13:51:25.429317 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b542f2f4-a2a1-4c7b-97fd-7b2dca4036dd tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:25.453685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-9e6cd252-571b-481d-a02c-f042413bab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:25.455657 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-9e6cd252-571b-481d-a02c-f042413bab63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260669 Sep 02 13:51:25.463116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b542f2f4-a2a1-4c7b-97fd-7b2dca4036dd tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Calling delete_port for 39fcba86-e283-46d3-9cf2-990deef4aa68 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:25.664149 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-67554a8e-64f3-43d7-9e3d-e92e6e1640d2 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001073 Sep 02 13:51:25.815855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b542f2f4-a2a1-4c7b-97fd-7b2dca4036dd tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:25.854789 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-75a00b3d-ec65-430e-95ee-34e2997e7dd0 req-4adfcb98-1ade-44e9-ab52-af4e8fafd883 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822948 Sep 02 13:51:25.901214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542f2f4-a2a1-4c7b-97fd-7b2dca4036dd tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event deleted for resources: {'Port': ['ID=39fcba86-e283-46d3-9cf2-990deef4aa68,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:26.082003 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b542f2f4-a2a1-4c7b-97fd-7b2dca4036dd tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:26.085436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b542f2f4-a2a1-4c7b-97fd-7b2dca4036dd tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "DELETE /v2.0/ports/39fcba86-e283-46d3-9cf2-990deef4aa68 HTTP/1.1" status: 204 len: 168 time: 1.2250085 Sep 02 13:51:26.088232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:26.156478 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87a783d-e00c-4464-adb7-a7510e0fa76e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] GET failed (client error): The resource could not be found. Sep 02 13:51:26.168309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03610a1-8977-4c69-a735-e8a4101d788d req-ec23b7c4-d258-477f-afd6-b59dd070228b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:26.169106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f87a783d-e00c-4464-adb7-a7510e0fa76e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "GET /v2.0/ports/39fcba86-e283-46d3-9cf2-990deef4aa68 HTTP/1.1" status: 404 len: 333 time: 0.0793943 Sep 02 13:51:26.171311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:26.174994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03610a1-8977-4c69-a735-e8a4101d788d req-ec23b7c4-d258-477f-afd6-b59dd070228b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:26.205966 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03610a1-8977-4c69-a735-e8a4101d788d req-ec23b7c4-d258-477f-afd6-b59dd070228b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:26.213437 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03610a1-8977-4c69-a735-e8a4101d788d req-ec23b7c4-d258-477f-afd6-b59dd070228b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:26.224505 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03610a1-8977-4c69-a735-e8a4101d788d req-ec23b7c4-d258-477f-afd6-b59dd070228b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:26.231915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03610a1-8977-4c69-a735-e8a4101d788d req-ec23b7c4-d258-477f-afd6-b59dd070228b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:26.241073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03610a1-8977-4c69-a735-e8a4101d788d req-ec23b7c4-d258-477f-afd6-b59dd070228b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:26.254251 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b03610a1-8977-4c69-a735-e8a4101d788d req-ec23b7c4-d258-477f-afd6-b59dd070228b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.2538140 Sep 02 13:51:26.424064 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b03610a1-8977-4c69-a735-e8a4101d788d req-440b0cdd-a62c-422a-8372-aad70c6c9e29 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676426 Sep 02 13:51:26.508704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e325c76-46dc-4dc1-b203-227b888211a2 req-a22197ed-9deb-47e6-a855-e3ca63cfef4b tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:26.526182 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5e325c76-46dc-4dc1-b203-227b888211a2 req-a22197ed-9deb-47e6-a855-e3ca63cfef4b tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.3553185 Sep 02 13:51:26.654223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5e325c76-46dc-4dc1-b203-227b888211a2 req-0d5e7aa6-8209-4ede-b202-28be800f67fb tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196115 Sep 02 13:51:26.680987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-138c358c-bebf-4ba5-9c87-c252ef9f8e0e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Deleting port c1a06a2e-9859-4ec5-8550-2cffc070b8e5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:26.682653 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-138c358c-bebf-4ba5-9c87-c252ef9f8e0e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:26.682781 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0a4fed7e-81d8-4084-8f0e-f587e6fa0cb3 req-f184ec9e-4923-4c44-ae79-f83daaacbd9d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 210 time: 0.0608451 Sep 02 13:51:26.864418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830d1a2-bc54-4d97-a537-985e6aec318b req-66b67a51-530f-48b2-bc9c-054489024d81 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:26.866641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b830d1a2-bc54-4d97-a537-985e6aec318b req-66b67a51-530f-48b2-bc9c-054489024d81 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.0981984 Sep 02 13:51:26.892877 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-138c358c-bebf-4ba5-9c87-c252ef9f8e0e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:26.933607 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-138c358c-bebf-4ba5-9c87-c252ef9f8e0e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Calling delete_port for c1a06a2e-9859-4ec5-8550-2cffc070b8e5 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:26.980126 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b830d1a2-bc54-4d97-a537-985e6aec318b req-b3e53a86-e7db-466f-b5e2-51fa4e33ed2f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769598 Sep 02 13:51:27.122939 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-138c358c-bebf-4ba5-9c87-c252ef9f8e0e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:27.179620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c358c-bebf-4ba5-9c87-c252ef9f8e0e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event deleted for resources: {'Port': ['ID=c1a06a2e-9859-4ec5-8550-2cffc070b8e5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:27.273848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-138c358c-bebf-4ba5-9c87-c252ef9f8e0e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:27.277067 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-138c358c-bebf-4ba5-9c87-c252ef9f8e0e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "DELETE /v2.0/ports/c1a06a2e-9859-4ec5-8550-2cffc070b8e5 HTTP/1.1" status: 204 len: 168 time: 1.1043496 Sep 02 13:51:27.280210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51740) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:27.373452 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e891b4e-9ece-4e10-b452-8c1fd7973dca tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Deleting subnet ebb7eabb-6a40-4aac-affc-4f853f52e553 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:51:27.377062 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e891b4e-9ece-4e10-b452-8c1fd7973dca tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:27.437249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e891b4e-9ece-4e10-b452-8c1fd7973dca tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:27.784045 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e891b4e-9ece-4e10-b452-8c1fd7973dca tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:27.850729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5002cb-b99a-4e47-b33b-8616632bee23 req-78dfeed8-00ad-493a-beeb-b3872c231a8a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:27.860531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7f5002cb-b99a-4e47-b33b-8616632bee23 req-78dfeed8-00ad-493a-beeb-b3872c231a8a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0882864 Sep 02 13:51:27.912101 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7f5002cb-b99a-4e47-b33b-8616632bee23 req-def1f120-2061-408b-8110-5561c742e775 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505581 Sep 02 13:51:27.918311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1891-2d85-46aa-8ffe-6176c143ca9d req-d4beca65-2110-4afd-81b9-40c510746536 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:27.925721 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1891-2d85-46aa-8ffe-6176c143ca9d req-d4beca65-2110-4afd-81b9-40c510746536 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:27.950162 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1891-2d85-46aa-8ffe-6176c143ca9d req-d4beca65-2110-4afd-81b9-40c510746536 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:27.957376 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1891-2d85-46aa-8ffe-6176c143ca9d req-d4beca65-2110-4afd-81b9-40c510746536 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:27.973870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1891-2d85-46aa-8ffe-6176c143ca9d req-d4beca65-2110-4afd-81b9-40c510746536 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:27.994366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1891-2d85-46aa-8ffe-6176c143ca9d req-d4beca65-2110-4afd-81b9-40c510746536 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:28.014270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1891-2d85-46aa-8ffe-6176c143ca9d req-d4beca65-2110-4afd-81b9-40c510746536 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:28.024884 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-836d1891-2d85-46aa-8ffe-6176c143ca9d req-d4beca65-2110-4afd-81b9-40c510746536 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.3331726 Sep 02 13:51:28.084074 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e891b4e-9ece-4e10-b452-8c1fd7973dca tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:28.125581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3e891b4e-9ece-4e10-b452-8c1fd7973dca tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:28.130727 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3e891b4e-9ece-4e10-b452-8c1fd7973dca tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "DELETE /v2.0/subnets/ebb7eabb-6a40-4aac-affc-4f853f52e553 HTTP/1.1" status: 204 len: 168 time: 0.8473368 Sep 02 13:51:28.135459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d76f355-a206-47b4-9276-c47e5244efd9 None None] Network eb4c9a08-8c13-4274-b365-b53561515c6c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:28.172162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51754) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:28.184150 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-836d1891-2d85-46aa-8ffe-6176c143ca9d req-21b178f0-fc92-4a2a-8e11-19f0179009d7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1574633 Sep 02 13:51:28.185229 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a23b8cd2-71d1-4255-95db-cd8297b9e68d req-19a8056b-1eaf-440a-b0cf-febe7cb1fc9d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 210 time: 0.1075792 Sep 02 13:51:28.197548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e891b4e-9ece-4e10-b452-8c1fd7973dca tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb7eabb-6a40-4aac-affc-4f853f52e553,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:28.478605 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:28.537456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b32b4c-71ea-46e4-9446-c4943c2a82fd req-fb7ee534-376a-4595-9f3e-3b3769ab1810 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:28.543193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-38b32b4c-71ea-46e4-9446-c4943c2a82fd req-fb7ee534-376a-4595-9f3e-3b3769ab1810 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.2000716 Sep 02 13:51:28.610862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f57ab-7742-4b84-9286-fdb8569843d3 None None] DHCP port deletion for eb4c9a08-8c13-4274-b365-b53561515c6c request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:51:28.818077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f57ab-7742-4b84-9286-fdb8569843d3 None None] Deleting port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:28.818827 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d1f57ab-7742-4b84-9286-fdb8569843d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:28.934020 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-38b32b4c-71ea-46e4-9446-c4943c2a82fd req-cad382b0-0e00-401d-b75c-80c215a85859 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597406 Sep 02 13:51:28.952447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Deleting port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:28.952798 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:28.997556 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8d1f57ab-7742-4b84-9286-fdb8569843d3 None None] For port a34f9fac-ef98-4a62-a7e4-8d7b5377b308, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a34f9fac-ef98-4a62-a7e4-8d7b5377b308,segment=NetworkSegment(745135d0-7435-4c44-a333-e8ec2a21539d),segment_id=745135d0-7435-4c44-a333-e8ec2a21539d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:28.999071 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d1f57ab-7742-4b84-9286-fdb8569843d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:29.046450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f57ab-7742-4b84-9286-fdb8569843d3 None None] Calling delete_port for a34f9fac-ef98-4a62-a7e4-8d7b5377b308 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:29.152822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] For port a34f9fac-ef98-4a62-a7e4-8d7b5377b308, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=a34f9fac-ef98-4a62-a7e4-8d7b5377b308,segment=NetworkSegment(745135d0-7435-4c44-a333-e8ec2a21539d),segment_id=745135d0-7435-4c44-a333-e8ec2a21539d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:29.153742 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:29.207144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Calling delete_port for a34f9fac-ef98-4a62-a7e4-8d7b5377b308 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:29.257104 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d1f57ab-7742-4b84-9286-fdb8569843d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:29.298910 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f57ab-7742-4b84-9286-fdb8569843d3 None None] Pushing event deleted for resources: {'Port': ['ID=a34f9fac-ef98-4a62-a7e4-8d7b5377b308,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:29.321024 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1f57ab-7742-4b84-9286-fdb8569843d3 None None] No DVR routers for this DVR port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:51:29.533060 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-493641a3-70c5-4487-9c79-1105998dc54c req-34c9e37d-636a-4bac-8599-81a1f59a0fd1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=a791ad0a-7eaf-4b74-8747-bb1f6123bb56 HTTP/1.1" status: 200 len: 210 time: 0.0777462 Sep 02 13:51:29.544367 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:29.667854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a34f9fac-ef98-4a62-a7e4-8d7b5377b308 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:51:29.742271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: a34f9fac-ef98-4a62-a7e4-8d7b5377b308 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:51:29.743100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device a34f9fac-ef98-4a62-a7e4-8d7b5377b308 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:51:29.893894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:30.013454 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event deleted for resources: {'Port': ['ID=a34f9fac-ef98-4a62-a7e4-8d7b5377b308,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:30.054212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122518-ad35-4143-b877-074b5d3579f5 req-be8ae51d-2670-4018-96f3-154c21cbdafb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:30.063538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122518-ad35-4143-b877-074b5d3579f5 req-be8ae51d-2670-4018-96f3-154c21cbdafb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:30.071101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122518-ad35-4143-b877-074b5d3579f5 req-be8ae51d-2670-4018-96f3-154c21cbdafb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:30.078593 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122518-ad35-4143-b877-074b5d3579f5 req-be8ae51d-2670-4018-96f3-154c21cbdafb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:30.103475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122518-ad35-4143-b877-074b5d3579f5 req-be8ae51d-2670-4018-96f3-154c21cbdafb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:30.111022 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122518-ad35-4143-b877-074b5d3579f5 req-be8ae51d-2670-4018-96f3-154c21cbdafb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:30.117073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122518-ad35-4143-b877-074b5d3579f5 req-be8ae51d-2670-4018-96f3-154c21cbdafb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:30.127021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee122518-ad35-4143-b877-074b5d3579f5 req-be8ae51d-2670-4018-96f3-154c21cbdafb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.4965308 Sep 02 13:51:30.137059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] No DVR routers for this DVR port a34f9fac-ef98-4a62-a7e4-8d7b5377b308 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:51:30.370619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1478810-bf36-4282-b05e-4ca069275d78 req-662cf9ec-e004-44a8-9365-06f8db89e3d6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:30.373200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1478810-bf36-4282-b05e-4ca069275d78 req-662cf9ec-e004-44a8-9365-06f8db89e3d6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1663470 Sep 02 13:51:30.407000 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:30.444939 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:30.467953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4c9a08-8c13-4274-b365-b53561515c6c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:30.501037 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1478810-bf36-4282-b05e-4ca069275d78 req-36fcb921-eb9a-446e-8c1f-bb0d6069188e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159968 Sep 02 13:51:30.518584 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745135d0-7435-4c44-a333-e8ec2a21539d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:30.518940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745135d0-7435-4c44-a333-e8ec2a21539d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:30.575494 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:30.640976 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:30.670504 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:51:30.670844 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:51:30.716817 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:51:30.744537 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee122518-ad35-4143-b877-074b5d3579f5 req-23dc2a7c-130c-46f6-ba49-662ab5c1219b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6161983 Sep 02 13:51:30.876187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:30.902522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:30.913639 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] 10.222.0.13 "DELETE /v2.0/networks/eb4c9a08-8c13-4274-b365-b53561515c6c HTTP/1.1" status: 204 len: 168 time: 2.7364163 Sep 02 13:51:30.978897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07cc78-3eec-4cfe-a21e-70c244b4c44e tempest-AllowedAddressPairTestJSON-520672273 tempest-AllowedAddressPairTestJSON-520672273-project] Pushing event deleted for resources: {'Network': ['ID=eb4c9a08-8c13-4274-b365-b53561515c6c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:31.172043 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdb2958a-9e4c-4781-af1a-acc706a25db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:31.517472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:31.972487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1cc7-363b-4473-bd64-c6e5132738a2 req-da737bd6-ce80-4466-8950-dc0a2dca17b7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:31.986490 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-475b1cc7-363b-4473-bd64-c6e5132738a2 req-da737bd6-ce80-4466-8950-dc0a2dca17b7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1979752 Sep 02 13:51:32.066486 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-475b1cc7-363b-4473-bd64-c6e5132738a2 req-2a65f011-dc72-4973-8d3b-8ff309ccd071 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773835 Sep 02 13:51:32.130074 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8d643919-4d20-45f4-b1ba-1e0b5e1beb3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e229809be4d4e129534c605d9e07625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100283 Sep 02 13:51:32.131310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51790) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:32.142416 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264cf7-7d7c-4547-b33e-c5e7d1d314e8 req-54de4830-1511-480c-be9c-e1111f428d02 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:32.149082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264cf7-7d7c-4547-b33e-c5e7d1d314e8 req-54de4830-1511-480c-be9c-e1111f428d02 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:32.155746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264cf7-7d7c-4547-b33e-c5e7d1d314e8 req-54de4830-1511-480c-be9c-e1111f428d02 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:32.162493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264cf7-7d7c-4547-b33e-c5e7d1d314e8 req-54de4830-1511-480c-be9c-e1111f428d02 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:32.168865 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264cf7-7d7c-4547-b33e-c5e7d1d314e8 req-54de4830-1511-480c-be9c-e1111f428d02 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:32.177055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264cf7-7d7c-4547-b33e-c5e7d1d314e8 req-54de4830-1511-480c-be9c-e1111f428d02 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:32.182748 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264cf7-7d7c-4547-b33e-c5e7d1d314e8 req-54de4830-1511-480c-be9c-e1111f428d02 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:32.191293 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8d264cf7-7d7c-4547-b33e-c5e7d1d314e8 req-54de4830-1511-480c-be9c-e1111f428d02 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.2243638 Sep 02 13:51:32.262178 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8d264cf7-7d7c-4547-b33e-c5e7d1d314e8 req-894d5e71-6b00-4029-9550-51e053a709f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696146 Sep 02 13:51:32.275935 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bd21f967-f5ce-48a1-ab16-c2b36e3441ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:32.336191 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bd21f967-f5ce-48a1-ab16-c2b36e3441ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:32.414098 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bd21f967-f5ce-48a1-ab16-c2b36e3441ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:32.421251 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bd21f967-f5ce-48a1-ab16-c2b36e3441ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:32.426557 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bd21f967-f5ce-48a1-ab16-c2b36e3441ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/495c63ed-6d3e-48ba-b034-4c5a0075aaa1 HTTP/1.1" status: 204 len: 168 time: 0.2928863 Sep 02 13:51:32.468352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21f967-f5ce-48a1-ab16-c2b36e3441ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c63ed-6d3e-48ba-b034-4c5a0075aaa1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:33.446145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93b57f-e1b6-4ecd-802c-12a665279257 req-ca17b781-283e-4157-a9f4-98a17c59c444 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:33.467611 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2c93b57f-e1b6-4ecd-802c-12a665279257 req-ca17b781-283e-4157-a9f4-98a17c59c444 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1190627 Sep 02 13:51:33.540246 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2c93b57f-e1b6-4ecd-802c-12a665279257 req-6e1389e0-4e6e-4f94-a91b-2f2b221365b2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654242 Sep 02 13:51:33.543402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191294ac-bdb0-42b0-bfd6-69d01acc09f9 req-61d0d384-628b-40db-ae20-0b2f70c3f5f7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:33.560941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191294ac-bdb0-42b0-bfd6-69d01acc09f9 req-61d0d384-628b-40db-ae20-0b2f70c3f5f7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:33.577049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191294ac-bdb0-42b0-bfd6-69d01acc09f9 req-61d0d384-628b-40db-ae20-0b2f70c3f5f7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:33.587973 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191294ac-bdb0-42b0-bfd6-69d01acc09f9 req-61d0d384-628b-40db-ae20-0b2f70c3f5f7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:33.596138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191294ac-bdb0-42b0-bfd6-69d01acc09f9 req-61d0d384-628b-40db-ae20-0b2f70c3f5f7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:33.605986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191294ac-bdb0-42b0-bfd6-69d01acc09f9 req-61d0d384-628b-40db-ae20-0b2f70c3f5f7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:33.613228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191294ac-bdb0-42b0-bfd6-69d01acc09f9 req-61d0d384-628b-40db-ae20-0b2f70c3f5f7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:33.622829 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86252b2c-4c5f-480c-8484-983f4405a0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:33.624689 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-191294ac-bdb0-42b0-bfd6-69d01acc09f9 req-61d0d384-628b-40db-ae20-0b2f70c3f5f7 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.2342165 Sep 02 13:51:33.709668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-191294ac-bdb0-42b0-bfd6-69d01acc09f9 req-7dc93a58-feb2-446f-80dc-ead6540dfe9d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839236 Sep 02 13:51:33.974925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51832) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:34.148514 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.176686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-879b0768-2b80-4b2b-b3f3-e4a280fda906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:34.178742 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-879b0768-2b80-4b2b-b3f3-e4a280fda906 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 1094 time: 0.0524359 Sep 02 13:51:34.200025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'networks': [{'name': 'tempest-network--415078686'}, {'name': 'tempest-network--2093721387'}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:34.200705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'network': {'name': 'tempest-network--415078686'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:34.201183 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'network': {'name': 'tempest-network--2093721387'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:34.272924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Made reservation on behalf of 397378c0440d41c4a63ef484eaf3944a for: {'network': 2} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:34.277770 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.289640 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.353279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-9740ba9b-0712-455e-8320-c727a020e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:34.359914 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-9740ba9b-0712-455e-8320-c727a020e64c service neutron] 10.222.0.90 "GET /v2.0/networks?id=eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 200 len: 918 time: 0.1565299 Sep 02 13:51:34.456137 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.466331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.467103 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.482488 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-10282e12-914e-4aad-ad8d-d51ca4596902 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f HTTP/1.1" status: 200 len: 998 time: 0.1116180 Sep 02 13:51:34.523310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e6c5d5-58bd-41d4-b04a-e0ee9c4d4fe2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:34.527050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:34.544216 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.544895 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Added segment 6ca72e89-ba5e-435a-9ac7-eefc22814c01 of type vlan for network 3a3fce44-9a3f-4b72-91d0-c53013d6b15a Sep 02 13:51:34.577201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-ea1c31a1-8d75-4bbf-9f0e-238ddb16f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:34.579157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-ea1c31a1-8d75-4bbf-9f0e-238ddb16f34a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 200 len: 856 time: 0.0763912 Sep 02 13:51:34.645950 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.665833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-27a92656-7b6b-4a6c-bb5c-45a2e31a024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:34.668378 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-27a92656-7b6b-4a6c-bb5c-45a2e31a024a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=eea5c054-a14a-4488-995b-acc41eaae1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764883 Sep 02 13:51:34.690540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:34.703016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.703502 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Added segment 876e8723-ff1d-4639-91dd-601f2faea0e3 of type vlan for network 60cd4974-131d-4fe9-97d7-6ca0219a9cd4 Sep 02 13:51:34.758209 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.824226 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.824635 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.836990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:34.849867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:34.850743 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.857123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee248-4d21-461d-80a4-e0007b2209ae req-cc2d6ae9-3893-459f-b797-b9ff32824fca tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:34.858856 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f28ee248-4d21-461d-80a4-e0007b2209ae req-cc2d6ae9-3893-459f-b797-b9ff32824fca tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.1257336 Sep 02 13:51:34.861663 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-a6ab5ee6-5c91-4504-bcbb-04be7741204b service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850185 Sep 02 13:51:34.868475 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:34.954364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Network': ['ID=3a3fce44-9a3f-4b72-91d0-c53013d6b15a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:34.960187 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9825099 Sep 02 13:51:34.970954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 3a3fce44-9a3f-4b72-91d0-c53013d6b15a details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:34.997717 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7461e442-ab12-4b16-9abe-2360bb39f469 req-4dcf8dcd-d02c-43dc-b2ba-0931eb6385d3 service neutron] 10.222.0.90 "GET /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196959 Sep 02 13:51:34.998206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51844) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:35.009539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f28ee248-4d21-461d-80a4-e0007b2209ae req-9c8c63f1-35c6-4436-9ebf-281256dd198e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411839 Sep 02 13:51:35.223631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ceeb06-d930-44e2-bf4e-57fa6899e5d9 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.231202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ceeb06-d930-44e2-bf4e-57fa6899e5d9 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.237595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ceeb06-d930-44e2-bf4e-57fa6899e5d9 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.243546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ceeb06-d930-44e2-bf4e-57fa6899e5d9 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.249793 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e8ceeb06-d930-44e2-bf4e-57fa6899e5d9 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2464280 Sep 02 13:51:35.250071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51846) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:35.338145 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.394381 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51079a-5742-46f7-a107-645c061df545 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Network': ['ID=60cd4974-131d-4fe9-97d7-6ca0219a9cd4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:35.414765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 60cd4974-131d-4fe9-97d7-6ca0219a9cd4 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:35.429526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ebbc-4ff8-4aa5-bf5b-77e3e9a17a82 req-5ce7afe0-0d20-45cc-858a-c29ee740bd22 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.436267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ebbc-4ff8-4aa5-bf5b-77e3e9a17a82 req-5ce7afe0-0d20-45cc-858a-c29ee740bd22 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.440907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.444003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ebbc-4ff8-4aa5-bf5b-77e3e9a17a82 req-5ce7afe0-0d20-45cc-858a-c29ee740bd22 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.451896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ebbc-4ff8-4aa5-bf5b-77e3e9a17a82 req-5ce7afe0-0d20-45cc-858a-c29ee740bd22 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.457680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3fce44-9a3f-4b72-91d0-c53013d6b15a']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:35.461818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ebbc-4ff8-4aa5-bf5b-77e3e9a17a82 req-5ce7afe0-0d20-45cc-858a-c29ee740bd22 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.471210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ebbc-4ff8-4aa5-bf5b-77e3e9a17a82 req-5ce7afe0-0d20-45cc-858a-c29ee740bd22 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.472798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca72e89-ba5e-435a-9ac7-eefc22814c01') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:35.473374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca72e89-ba5e-435a-9ac7-eefc22814c01') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:35.489308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.506036 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ebbc-4ff8-4aa5-bf5b-77e3e9a17a82 req-5ce7afe0-0d20-45cc-858a-c29ee740bd22 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:35.506274 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.512033 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6286ebbc-4ff8-4aa5-bf5b-77e3e9a17a82 req-5ce7afe0-0d20-45cc-858a-c29ee740bd22 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.6052632 Sep 02 13:51:35.516010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:51:35.516534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.596870 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6286ebbc-4ff8-4aa5-bf5b-77e3e9a17a82 req-130b62ae-1e05-4651-af68-f36527335c89 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794806 Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:51:35.598669 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:51:35.609432 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.635214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.640688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51856) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:35.650786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/networks/3a3fce44-9a3f-4b72-91d0-c53013d6b15a HTTP/1.1" status: 204 len: 168 time: 0.3992195 Sep 02 13:51:35.653125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c697ab6-150a-42ea-90e1-8c0749298136 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Network': ['ID=3a3fce44-9a3f-4b72-91d0-c53013d6b15a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:35.724850 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.824862 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.835053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cd4974-131d-4fe9-97d7-6ca0219a9cd4']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:35.850070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876e8723-ff1d-4639-91dd-601f2faea0e3') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:35.850070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876e8723-ff1d-4639-91dd-601f2faea0e3') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:35.859633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.873512 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.880240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:51:35.880784 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:51:35.884690 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:51:35.963167 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.970412 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:35.972273 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/networks/60cd4974-131d-4fe9-97d7-6ca0219a9cd4 HTTP/1.1" status: 204 len: 168 time: 0.3305917 Sep 02 13:51:35.975582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51858) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:35.992347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35148f6-4ca3-48c5-af1f-02282f0f7b4d tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Network': ['ID=60cd4974-131d-4fe9-97d7-6ca0219a9cd4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:36.048457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:51:36.152055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fab42a-2e2b-43d3-a695-dd3373b767de tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.155446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:36.158469 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fab42a-2e2b-43d3-a695-dd3373b767de tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.160191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-57fab42a-2e2b-43d3-a695-dd3373b767de tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1834495 Sep 02 13:51:36.163836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51862) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:36.169337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-568853018'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:36.172009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'port_id': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'mac_address': 'fa:16:3e:12:74:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:51:36.198538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5749712-9502-43bc-a068-71ef0f328179 req-1ad00ed4-1ffa-4804-9737-f9a1c3d8d2b6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.200268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5749712-9502-43bc-a068-71ef0f328179 req-1ad00ed4-1ffa-4804-9737-f9a1c3d8d2b6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 943 time: 0.0958343 Sep 02 13:51:36.209061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Made reservation on behalf of 397378c0440d41c4a63ef484eaf3944a for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:36.212768 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.213024 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.226406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:36.251814 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:36.256791 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.264593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d5749712-9502-43bc-a068-71ef0f328179 req-dbd50e83-c5e9-4b3c-8d45-70977d711114 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491118 Sep 02 13:51:36.268809 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:36.280110 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.280942 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Added segment 7ac0db36-e231-423f-a431-dbbad1976f87 of type vlan for network 454d9bfe-bcbf-4368-95e7-9b6cedbc5a15 Sep 02 13:51:36.315558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:36.338627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.364027 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.369598 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.370290 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.430967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2659729 Sep 02 13:51:36.433627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:36.438511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1835291313'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:36.458308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c9e20-d07e-4c85-bdeb-b37dd0190fc6 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Network': ['ID=454d9bfe-bcbf-4368-95e7-9b6cedbc5a15,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:36.472758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 454d9bfe-bcbf-4368-95e7-9b6cedbc5a15 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:36.472996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Made reservation on behalf of 397378c0440d41c4a63ef484eaf3944a for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:36.476335 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.493919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:36.505552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:36.517731 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.518117 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Added segment 9a4f9c76-1fda-4148-b683-14c60c1a0868 of type vlan for network 967498c6-b219-4d09-9d26-5940816ee526 Sep 02 13:51:36.563055 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.595916 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.598664 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.604649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.605520 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.640690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:36.646437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'ports': [{'network_id': '454d9bfe-bcbf-4368-95e7-9b6cedbc5a15', 'name': 'tempest-port--2022428443', 'admin_state_up': True}, {'network_id': '967498c6-b219-4d09-9d26-5940816ee526', 'admin_state_up': False}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:36.646762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'port': {'network_id': '454d9bfe-bcbf-4368-95e7-9b6cedbc5a15', 'name': 'tempest-port--2022428443', 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:36.647251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'port': {'network_id': '967498c6-b219-4d09-9d26-5940816ee526', 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:36.658036 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2222431 Sep 02 13:51:36.734972 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c986da0-f0b1-40c2-b35c-3b101ebebd12 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Network': ['ID=967498c6-b219-4d09-9d26-5940816ee526,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:36.769278 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 967498c6-b219-4d09-9d26-5940816ee526 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:36.893497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Made reservation on behalf of 397378c0440d41c4a63ef484eaf3944a for: {'port': 2} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:36.898792 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:36.936635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326884-f44b-411b-9c5a-c6ce2f0f8efc req-66c387f4-4571-4a1d-82d0-dc8455e6a78e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.944166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326884-f44b-411b-9c5a-c6ce2f0f8efc req-66c387f4-4571-4a1d-82d0-dc8455e6a78e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.955196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326884-f44b-411b-9c5a-c6ce2f0f8efc req-66c387f4-4571-4a1d-82d0-dc8455e6a78e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.964009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326884-f44b-411b-9c5a-c6ce2f0f8efc req-66c387f4-4571-4a1d-82d0-dc8455e6a78e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.970588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326884-f44b-411b-9c5a-c6ce2f0f8efc req-66c387f4-4571-4a1d-82d0-dc8455e6a78e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.980497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326884-f44b-411b-9c5a-c6ce2f0f8efc req-66c387f4-4571-4a1d-82d0-dc8455e6a78e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:36.999157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326884-f44b-411b-9c5a-c6ce2f0f8efc req-66c387f4-4571-4a1d-82d0-dc8455e6a78e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:37.005271 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7e326884-f44b-411b-9c5a-c6ce2f0f8efc req-66c387f4-4571-4a1d-82d0-dc8455e6a78e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.1934996 Sep 02 13:51:37.019307 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:37.107536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7e326884-f44b-411b-9c5a-c6ce2f0f8efc req-6b549182-5ce2-481b-bbc7-3a339759b235 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010456 Sep 02 13:51:37.139988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] device_id is not set on port 050c2b10-49a5-4cc9-85b9-357d1d64c57e yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:51:37.299982 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:37.421844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] device_id is not set on port e37b084d-b57f-4ce0-94a2-84c816fb9b62 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:51:37.429739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75010b-8692-4881-a4c0-390a9855ae3e req-ed2a8d70-33c5-4e64-8816-3ee31bc11679 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:37.437918 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c75010b-8692-4881-a4c0-390a9855ae3e req-ed2a8d70-33c5-4e64-8816-3ee31bc11679 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 944 time: 0.0801957 Sep 02 13:51:37.487200 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c75010b-8692-4881-a4c0-390a9855ae3e req-de6960da-853e-4852-989c-1d9f54d3e558 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477588 Sep 02 13:51:37.560846 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:37.600405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:37.666622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Port': ['ID=050c2b10-49a5-4cc9-85b9-357d1d64c57e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:37.679656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Checking segment: {'id': '7ac0db36-e231-423f-a431-dbbad1976f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '454d9bfe-bcbf-4368-95e7-9b6cedbc5a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:37.680003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Network hostable DHCP agents. Network: 454d9bfe-bcbf-4368-95e7-9b6cedbc5a15, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:51:37.701583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Network 454d9bfe-bcbf-4368-95e7-9b6cedbc5a15 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:51:37.728441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 454d9bfe-bcbf-4368-95e7-9b6cedbc5a15) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:37.741507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458b915c-59af-464b-8797-8893b8cad707 None None] Network 454d9bfe-bcbf-4368-95e7-9b6cedbc5a15 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:37.754529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:37.755751 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:37.840148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Checking segment: {'id': '9a4f9c76-1fda-4148-b683-14c60c1a0868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '967498c6-b219-4d09-9d26-5940816ee526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:37.840526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Network hostable DHCP agents. Network: 967498c6-b219-4d09-9d26-5940816ee526, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:51:37.843022 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Port': ['ID=e37b084d-b57f-4ce0-94a2-84c816fb9b62,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:37.861894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Network 967498c6-b219-4d09-9d26-5940816ee526 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:51:37.873212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 967498c6-b219-4d09-9d26-5940816ee526) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:37.879297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:37.890632 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:37.891409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d2cd4a-d1d6-41e2-87cf-765d595ae7ae None None] Network 967498c6-b219-4d09-9d26-5940816ee526 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:37.897360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:37.898355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:37.927870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51928) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:37.941666 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b001782e-6b65-4187-abd8-104b83a95b27 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2993979 Sep 02 13:51:38.153519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea0613-31ae-401f-93fd-00f318689b38 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:38.174514 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:38.175522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea0613-31ae-401f-93fd-00f318689b38 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:38.192889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-73ea0613-31ae-401f-93fd-00f318689b38 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2636900 Sep 02 13:51:38.195552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 51936) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:38.341272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9b23ae6e-bf7b-4410-b196-6bb23dd23e36 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Deleting port 050c2b10-49a5-4cc9-85b9-357d1d64c57e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:38.341625 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b23ae6e-bf7b-4410-b196-6bb23dd23e36 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:38.346566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12213-d74c-4d6a-80e4-2568b226ae29 req-6a37883a-c452-4b4d-ba03-3878fbff65b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:38.354692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12213-d74c-4d6a-80e4-2568b226ae29 req-6a37883a-c452-4b4d-ba03-3878fbff65b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:38.363559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12213-d74c-4d6a-80e4-2568b226ae29 req-6a37883a-c452-4b4d-ba03-3878fbff65b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:38.371532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12213-d74c-4d6a-80e4-2568b226ae29 req-6a37883a-c452-4b4d-ba03-3878fbff65b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:38.378621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12213-d74c-4d6a-80e4-2568b226ae29 req-6a37883a-c452-4b4d-ba03-3878fbff65b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:38.387628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12213-d74c-4d6a-80e4-2568b226ae29 req-6a37883a-c452-4b4d-ba03-3878fbff65b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:38.406789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12213-d74c-4d6a-80e4-2568b226ae29 req-6a37883a-c452-4b4d-ba03-3878fbff65b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:38.408849 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ae12213-d74c-4d6a-80e4-2568b226ae29 req-6a37883a-c452-4b4d-ba03-3878fbff65b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.1345494 Sep 02 13:51:38.409395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:38.411057 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:38.450392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b23ae6e-bf7b-4410-b196-6bb23dd23e36 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:38.515468 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ae12213-d74c-4d6a-80e4-2568b226ae29 req-9df97498-e046-4b9b-b55c-38ce77571d04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963080 Sep 02 13:51:38.602336 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:38.636495 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:38.641803 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13073bb-5373-4a74-a124-e82981822eb7" -d '{"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-plugged", "status": "completed", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:38.675292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:38.685772 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:38.796677 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:38.813865 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.814231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.816298 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.816687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.817046 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.817398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.817903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.818083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.818424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.818763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.819095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.819428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:51:38.901723 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039fb933-827a-41dc-a647-397899e5092c x-openstack-request-id: req-039fb933-827a-41dc-a647-397899e5092c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:38.902298 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-plugged", "status": "completed", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:38.902737 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-039fb933-827a-41dc-a647-397899e5092c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:38.903302 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'code': 200} Sep 02 13:51:38.958821 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9b23ae6e-bf7b-4410-b196-6bb23dd23e36 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Calling delete_port for 050c2b10-49a5-4cc9-85b9-357d1d64c57e owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:39.087437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-8726fbaa-639f-44d4-baf0-cacf467c630c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526999 Sep 02 13:51:39.101478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdde17-1771-4435-b3e1-713256820d64 req-65442de9-e9f4-455f-b88d-bb2f1208f79a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.102044 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bebdde17-1771-4435-b3e1-713256820d64 req-65442de9-e9f4-455f-b88d-bb2f1208f79a tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 946 time: 0.1584265 Sep 02 13:51:39.213768 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bebdde17-1771-4435-b3e1-713256820d64 req-162780a6-60d4-4c3a-b84f-3cde6d41ba58 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994160 Sep 02 13:51:39.225565 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05293d78-70fd-4cbe-afa5-993563fef1a2 req-2fe32a7e-7d12-4b14-86f6-553d4e9e921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.227119 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-05293d78-70fd-4cbe-afa5-993563fef1a2 req-2fe32a7e-7d12-4b14-86f6-553d4e9e921f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 1097 time: 0.1344848 Sep 02 13:51:39.230305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-e8ca377d-2b2d-4498-9705-4593d4296626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.231881 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-e8ca377d-2b2d-4498-9705-4593d4296626 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 1096 time: 0.0909312 Sep 02 13:51:39.232706 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b23ae6e-bf7b-4410-b196-6bb23dd23e36 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:39.287195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23ae6e-bf7b-4410-b196-6bb23dd23e36 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Port': ['ID=050c2b10-49a5-4cc9-85b9-357d1d64c57e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:39.335117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b23ae6e-bf7b-4410-b196-6bb23dd23e36 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:39.339954 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9b23ae6e-bf7b-4410-b196-6bb23dd23e36 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/ports/050c2b10-49a5-4cc9-85b9-357d1d64c57e HTTP/1.1" status: 204 len: 168 time: 1.1395497 Sep 02 13:51:39.340880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:39.354570 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-05293d78-70fd-4cbe-afa5-993563fef1a2 req-7a743276-0947-47e5-b4e3-3a9379e2c42d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140337 Sep 02 13:51:39.391478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-6574b84d-1659-4d97-855a-3b132349569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.393369 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-6574b84d-1659-4d97-855a-3b132349569f service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.1239550 Sep 02 13:51:39.463352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a47a6c0e-f0a4-4de6-b585-2c58e6f89754 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Deleting port e37b084d-b57f-4ce0-94a2-84c816fb9b62 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:39.463709 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a47a6c0e-f0a4-4de6-b585-2c58e6f89754 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:39.508448 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-711eec15-b6d5-4262-ae08-373caa3e7182 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 200 len: 1001 time: 0.1077580 Sep 02 13:51:39.607693 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a47a6c0e-f0a4-4de6-b585-2c58e6f89754 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:39.611002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-512ff39f-f918-4019-844a-1e84e2288a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.612638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-512ff39f-f918-4019-844a-1e84e2288a85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.0946138 Sep 02 13:51:39.662692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a47a6c0e-f0a4-4de6-b585-2c58e6f89754 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Calling delete_port for e37b084d-b57f-4ce0-94a2-84c816fb9b62 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:39.667032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-5896e878-f718-445f-9da4-dde2bd82e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.668653 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-5896e878-f718-445f-9da4-dde2bd82e5a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488176 Sep 02 13:51:39.695803 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8c96e-099f-45cb-ab3f-10291505861f req-fd732272-23b9-43b0-a137-8f6543250b87 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.705418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8c96e-099f-45cb-ab3f-10291505861f req-fd732272-23b9-43b0-a137-8f6543250b87 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.722843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8c96e-099f-45cb-ab3f-10291505861f req-fd732272-23b9-43b0-a137-8f6543250b87 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.743459 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8c96e-099f-45cb-ab3f-10291505861f req-fd732272-23b9-43b0-a137-8f6543250b87 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.765349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8c96e-099f-45cb-ab3f-10291505861f req-fd732272-23b9-43b0-a137-8f6543250b87 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.792899 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8c96e-099f-45cb-ab3f-10291505861f req-fd732272-23b9-43b0-a137-8f6543250b87 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.804418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8c96e-099f-45cb-ab3f-10291505861f req-fd732272-23b9-43b0-a137-8f6543250b87 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:39.807178 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73c8c96e-099f-45cb-ab3f-10291505861f req-fd732272-23b9-43b0-a137-8f6543250b87 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.2024329 Sep 02 13:51:39.830786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-2c4ff93e-345d-41c6-8d9f-076f1708bca9 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529586 Sep 02 13:51:39.934769 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73c8c96e-099f-45cb-ab3f-10291505861f req-14e0d674-7bcf-4b00-9d8a-d2c036c2e012 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667119 Sep 02 13:51:39.936201 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a47a6c0e-f0a4-4de6-b585-2c58e6f89754 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:39.971675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a6c0e-f0a4-4de6-b585-2c58e6f89754 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Port': ['ID=e37b084d-b57f-4ce0-94a2-84c816fb9b62,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:39.987057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a47a6c0e-f0a4-4de6-b585-2c58e6f89754 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:39.989768 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a47a6c0e-f0a4-4de6-b585-2c58e6f89754 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/ports/e37b084d-b57f-4ce0-94a2-84c816fb9b62 HTTP/1.1" status: 204 len: 168 time: 0.6473169 Sep 02 13:51:39.992368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:40.020516 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f51907f-aabd-4bce-9173-210dfaef36dd req-b5c56b8b-0d0c-4409-bfb0-76d7e613ea02 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809967 Sep 02 13:51:40.025544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ac8fe631-987c-4e61-9a39-fa396dcacec9 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0317934 Sep 02 13:51:40.029235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 51996) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:40.034626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-16494980'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:40.060770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Made reservation on behalf of 397378c0440d41c4a63ef484eaf3944a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:40.064839 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.104694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:40.120893 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.121391 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Added segment 56cd72ea-f6b0-4fe3-8782-c8fc9ba32a15 of type vlan for network bfbdae60-0f4e-4cb1-b508-112ccb9148df Sep 02 13:51:40.182094 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.219097 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.225177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:40.225941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.304160 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2736576 Sep 02 13:51:40.306891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:40.312715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-513794123'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:40.326648 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf070d-7318-410e-9f97-9d9d178786c2 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Network': ['ID=bfbdae60-0f4e-4cb1-b508-112ccb9148df,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:40.357063 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Made reservation on behalf of 397378c0440d41c4a63ef484eaf3944a for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:40.363382 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network bfbdae60-0f4e-4cb1-b508-112ccb9148df details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:40.368362 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.449318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:40.468393 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.468764 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Added segment e57316e8-0aa7-4edc-b871-bdb81ad1d48f of type vlan for network e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 Sep 02 13:51:40.512150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3654e-96aa-49f4-be43-bf526ab31402 req-5d660c7e-e38d-4837-91d0-643ea5924b48 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:40.513826 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-85c3654e-96aa-49f4-be43-bf526ab31402 req-5d660c7e-e38d-4837-91d0-643ea5924b48 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 946 time: 0.1413677 Sep 02 13:51:40.563389 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.610070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-85c3654e-96aa-49f4-be43-bf526ab31402 req-8a18ea32-2f76-4738-864b-40fbf9157cab tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758345 Sep 02 13:51:40.631901 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.645033 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:40.647359 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:40.775191 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Network': ['ID=e64b73f4-ea27-486a-9e5e-5b4ac0a8c708,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:40.786456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:40.796315 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fec786b5-324a-4dc7-b63b-f6dcf63922b8 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4877434 Sep 02 13:51:40.944919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52016) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:40.952231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'subnets': [{'network_id': 'bfbdae60-0f4e-4cb1-b508-112ccb9148df', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1244831012', 'ip_version': 4}, {'network_id': 'e64b73f4-ea27-486a-9e5e-5b4ac0a8c708', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:40.952564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'subnet': {'network_id': 'bfbdae60-0f4e-4cb1-b508-112ccb9148df', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1244831012', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:40.953658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Request body: {'subnet': {'network_id': 'e64b73f4-ea27-486a-9e5e-5b4ac0a8c708', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:41.140420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b030-6744-4490-9b79-087ccaf717cb req-f6860f20-ec4a-4ad6-85fe-56e22ad716da tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:41.147689 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b030-6744-4490-9b79-087ccaf717cb req-f6860f20-ec4a-4ad6-85fe-56e22ad716da tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:41.155278 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b030-6744-4490-9b79-087ccaf717cb req-f6860f20-ec4a-4ad6-85fe-56e22ad716da tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:41.162550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b030-6744-4490-9b79-087ccaf717cb req-f6860f20-ec4a-4ad6-85fe-56e22ad716da tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:41.168666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b030-6744-4490-9b79-087ccaf717cb req-f6860f20-ec4a-4ad6-85fe-56e22ad716da tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:41.175923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b030-6744-4490-9b79-087ccaf717cb req-f6860f20-ec4a-4ad6-85fe-56e22ad716da tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:41.184661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b030-6744-4490-9b79-087ccaf717cb req-f6860f20-ec4a-4ad6-85fe-56e22ad716da tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:41.197778 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-77b3b030-6744-4490-9b79-087ccaf717cb req-f6860f20-ec4a-4ad6-85fe-56e22ad716da tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.1516144 Sep 02 13:51:41.267513 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-77b3b030-6744-4490-9b79-087ccaf717cb req-f85a1aa5-2aea-4e08-9eeb-742250581659 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686026 Sep 02 13:51:41.278545 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Made reservation on behalf of 397378c0440d41c4a63ef484eaf3944a for: {'subnet': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:41.286502 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:41.287050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:41.887806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea1907-17c0-44fe-94a8-a959283b4deb req-1348f7a8-03ab-44de-896e-d506eae656d2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:41.892357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4bea1907-17c0-44fe-94a8-a959283b4deb req-1348f7a8-03ab-44de-896e-d506eae656d2 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 946 time: 0.0974290 Sep 02 13:51:41.993528 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4bea1907-17c0-44fe-94a8-a959283b4deb req-55e2517f-91f8-4463-8505-c3581698c924 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913286 Sep 02 13:51:42.078060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.146859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Subnet': ['ID=78b49c5d-11cf-4120-967e-b81f975d6b56,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:42.156917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Checking segment: {'id': '56cd72ea-f6b0-4fe3-8782-c8fc9ba32a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bfbdae60-0f4e-4cb1-b508-112ccb9148df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:42.157359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Network hostable DHCP agents. Network: bfbdae60-0f4e-4cb1-b508-112ccb9148df, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:51:42.181027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Network bfbdae60-0f4e-4cb1-b508-112ccb9148df is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:51:42.192136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, bfbdae60-0f4e-4cb1-b508-112ccb9148df) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:42.198721 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.205830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ea08ce-8de9-4ecf-afb6-a18c14187591 None None] Network bfbdae60-0f4e-4cb1-b508-112ccb9148df requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:42.291562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Checking segment: {'id': 'e57316e8-0aa7-4edc-b871-bdb81ad1d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e64b73f4-ea27-486a-9e5e-5b4ac0a8c708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:42.292939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Network hostable DHCP agents. Network: e64b73f4-ea27-486a-9e5e-5b4ac0a8c708, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:51:42.295292 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event updated for resources: {'Subnet': ['ID=e9914964-6127-4a94-9a5e-01e2e52164f5,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:42.314731 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Network e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:51:42.325611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, e64b73f4-ea27-486a-9e5e-5b4ac0a8c708) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:42.330393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.330885 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.331537 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.354377 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cbc6942e-0dc8-4801-a8a8-7aa14b028157 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4058106 Sep 02 13:51:42.354784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52056) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:42.387292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f36f4-8224-4764-8398-9cca212b9eab None None] Network e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:42.487312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56613677-8100-4c20-88a9-30a090fe0d87 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.489307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56613677-8100-4c20-88a9-30a090fe0d87 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.492606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56613677-8100-4c20-88a9-30a090fe0d87 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.498389 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-56613677-8100-4c20-88a9-30a090fe0d87 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1395221 Sep 02 13:51:42.498824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52058) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:42.572217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0344a05-ca7b-4cd2-b6c4-8ce27ba1b954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-bfbdae60-0f4e-4cb1-b508-112ccb9148df', 'network_id': 'bfbdae60-0f4e-4cb1-b508-112ccb9148df', 'tenant_id': '397378c0440d41c4a63ef484eaf3944a', 'fixed_ips': [{'subnet_id': '78b49c5d-11cf-4120-967e-b81f975d6b56'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:51:42.573244 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0344a05-ca7b-4cd2-b6c4-8ce27ba1b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.610142 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-e64b73f4-ea27-486a-9e5e-5b4ac0a8c708', 'network_id': 'e64b73f4-ea27-486a-9e5e-5b4ac0a8c708', 'tenant_id': '397378c0440d41c4a63ef484eaf3944a', 'fixed_ips': [{'subnet_id': 'e9914964-6127-4a94-9a5e-01e2e52164f5'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:51:42.610456 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-357bd3f1-691f-4c1c-a347-4703c515b44f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Deleting subnet 78b49c5d-11cf-4120-967e-b81f975d6b56 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:51:42.611263 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.619419 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-357bd3f1-691f-4c1c-a347-4703c515b44f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.722978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41ebe-37a4-440b-991c-c1da3d234ca3 req-d5db313d-3d5a-40bd-baa8-c890e2cf8276 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.723522 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-357bd3f1-691f-4c1c-a347-4703c515b44f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.732533 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41ebe-37a4-440b-991c-c1da3d234ca3 req-d5db313d-3d5a-40bd-baa8-c890e2cf8276 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.740588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41ebe-37a4-440b-991c-c1da3d234ca3 req-d5db313d-3d5a-40bd-baa8-c890e2cf8276 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.748024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41ebe-37a4-440b-991c-c1da3d234ca3 req-d5db313d-3d5a-40bd-baa8-c890e2cf8276 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.754859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41ebe-37a4-440b-991c-c1da3d234ca3 req-d5db313d-3d5a-40bd-baa8-c890e2cf8276 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.763521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41ebe-37a4-440b-991c-c1da3d234ca3 req-d5db313d-3d5a-40bd-baa8-c890e2cf8276 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.770917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41ebe-37a4-440b-991c-c1da3d234ca3 req-d5db313d-3d5a-40bd-baa8-c890e2cf8276 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:42.772927 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-15c41ebe-37a4-440b-991c-c1da3d234ca3 req-d5db313d-3d5a-40bd-baa8-c890e2cf8276 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.1196282 Sep 02 13:51:42.823834 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-357bd3f1-691f-4c1c-a347-4703c515b44f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.840470 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-15c41ebe-37a4-440b-991c-c1da3d234ca3 req-1d0b0102-671d-4fde-9369-f8d11b95dd55 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569017 Sep 02 13:51:42.924348 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-357bd3f1-691f-4c1c-a347-4703c515b44f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.935338 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Allocated IP 172.20.0.18 (e64b73f4-ea27-486a-9e5e-5b4ac0a8c708/e9914964-6127-4a94-9a5e-01e2e52164f5/380d0858-4633-4411-9728-d411e240b61b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-d0344a05-ca7b-4cd2-b6c4-8ce27ba1b954 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78b49c5d-11cf-4120-967e-b81f975d6b56: This subnet is being modified by another concurrent operation. Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78b49c5d-11cf-4120-967e-b81f975d6b56: This subnet is being modified by another concurrent operation. Sep 02 13:51:42.938487 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Sep 02 13:51:42.969912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa418cb-caac-426e-9d58-390d577bcff0 None None] Network bfbdae60-0f4e-4cb1-b508-112ccb9148df requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:42.970090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bd3f1-691f-4c1c-a347-4703c515b44f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Subnet': ['ID=78b49c5d-11cf-4120-967e-b81f975d6b56,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:42.970090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-357bd3f1-691f-4c1c-a347-4703c515b44f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:42.976196 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-357bd3f1-691f-4c1c-a347-4703c515b44f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/subnets/78b49c5d-11cf-4120-967e-b81f975d6b56 HTTP/1.1" status: 204 len: 168 time: 0.4738746 Sep 02 13:51:42.976366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:43.051936 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4facd8-a5bd-4438-881e-33c030e0310b tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Deleting subnet e9914964-6127-4a94-9a5e-01e2e52164f5 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:51:43.171242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8b871-c9af-4ddb-8209-049c7e74a635 req-ebfa8fad-6823-4940-9fe9-bbf748f1d4ce tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:43.173075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3f8b871-c9af-4ddb-8209-049c7e74a635 req-ebfa8fad-6823-4940-9fe9-bbf748f1d4ce tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 946 time: 0.0688179 Sep 02 13:51:43.210697 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.222488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Transition to ACTIVE for port object 380d0858-4633-4411-9728-d411e240b61b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:43.230021 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d3f8b871-c9af-4ddb-8209-049c7e74a635 req-57de1caf-d178-4330-b459-968e764791c3 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459919 Sep 02 13:51:43.263407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Transition to ACTIVE for port object 380d0858-4633-4411-9728-d411e240b61b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:43.267937 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.268115 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de4facd8-a5bd-4438-881e-33c030e0310b tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.316443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Network e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:43.321405 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:43.326466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:43.333792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Pushing event updated for resources: {'Port': ['ID=380d0858-4633-4411-9728-d411e240b61b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:43.370044 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de4facd8-a5bd-4438-881e-33c030e0310b tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.410351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Attempting to bind port 380d0858-4633-4411-9728-d411e240b61b on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:43.410876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Attempting to bind port 380d0858-4633-4411-9728-d411e240b61b by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'e57316e8-0aa7-4edc-b871-bdb81ad1d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e64b73f4-ea27-486a-9e5e-5b4ac0a8c708'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:43.411415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Attempting to bind port 380d0858-4633-4411-9728-d411e240b61b on network e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:43.418646 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:43.419163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Checking segment: {'id': 'e57316e8-0aa7-4edc-b871-bdb81ad1d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e64b73f4-ea27-486a-9e5e-5b4ac0a8c708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:43.419716 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.420448 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Bound using segment: {'id': 'e57316e8-0aa7-4edc-b871-bdb81ad1d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e64b73f4-ea27-486a-9e5e-5b4ac0a8c708'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:43.421195 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Bound port: 380d0858-4633-4411-9728-d411e240b61b, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57316e8-0aa7-4edc-b871-bdb81ad1d48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e64b73f4-ea27-486a-9e5e-5b4ac0a8c708'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:43.421787 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.514454 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] For port 380d0858-4633-4411-9728-d411e240b61b, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:43.518478 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] For port 380d0858-4633-4411-9728-d411e240b61b, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=380d0858-4633-4411-9728-d411e240b61b,segment=NetworkSegment(e57316e8-0aa7-4edc-b871-bdb81ad1d48f),segment_id=e57316e8-0aa7-4edc-b871-bdb81ad1d48f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:43.523342 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.577069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de4facd8-a5bd-4438-881e-33c030e0310b tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.600362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa142120-6c43-44a5-bf1a-f45aa68f3a0e None None] Pushing event updated for resources: {'Port': ['ID=380d0858-4633-4411-9728-d411e240b61b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:43.686390 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de4facd8-a5bd-4438-881e-33c030e0310b tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.720662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4facd8-a5bd-4438-881e-33c030e0310b tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Subnet': ['ID=e9914964-6127-4a94-9a5e-01e2e52164f5,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:43.726569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-de4facd8-a5bd-4438-881e-33c030e0310b tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:43.731390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-de4facd8-a5bd-4438-881e-33c030e0310b tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/subnets/e9914964-6127-4a94-9a5e-01e2e52164f5 HTTP/1.1" status: 204 len: 168 time: 0.7515900 Sep 02 13:51:43.731549 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52108) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:43.825775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e452947-8f55-4a96-9887-6503837cbab0 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:43.827431 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6e452947-8f55-4a96-9887-6503837cbab0 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0947859 Sep 02 13:51:43.831431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:43.980815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.086372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b80d-9152-43c3-bc96-bfb6e88a9c74 req-6bd38122-4259-4558-91ac-bc394c0b7b52 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:44.101778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Deleting port 380d0858-4633-4411-9728-d411e240b61b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:44.102135 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.103148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b80d-9152-43c3-bc96-bfb6e88a9c74 req-6bd38122-4259-4558-91ac-bc394c0b7b52 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:44.110999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b80d-9152-43c3-bc96-bfb6e88a9c74 req-6bd38122-4259-4558-91ac-bc394c0b7b52 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:44.119015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b80d-9152-43c3-bc96-bfb6e88a9c74 req-6bd38122-4259-4558-91ac-bc394c0b7b52 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:44.125584 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b80d-9152-43c3-bc96-bfb6e88a9c74 req-6bd38122-4259-4558-91ac-bc394c0b7b52 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:44.132928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b80d-9152-43c3-bc96-bfb6e88a9c74 req-6bd38122-4259-4558-91ac-bc394c0b7b52 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:44.133672 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 640ad35c-ba90-47a2-906b-ae87f5732818 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:51:44.140833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b80d-9152-43c3-bc96-bfb6e88a9c74 req-6bd38122-4259-4558-91ac-bc394c0b7b52 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:44.143138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b82b80d-9152-43c3-bc96-bfb6e88a9c74 req-6bd38122-4259-4558-91ac-bc394c0b7b52 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5430 time: 0.1491363 Sep 02 13:51:44.188038 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] For port 380d0858-4633-4411-9728-d411e240b61b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=380d0858-4633-4411-9728-d411e240b61b,segment=NetworkSegment(e57316e8-0aa7-4edc-b871-bdb81ad1d48f),segment_id=e57316e8-0aa7-4edc-b871-bdb81ad1d48f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:44.188498 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.195092 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b82b80d-9152-43c3-bc96-bfb6e88a9c74 req-c1da143f-d3cf-4bd0-93a7-9e590e331a61 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457911 Sep 02 13:51:44.205092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Calling delete_port for 380d0858-4633-4411-9728-d411e240b61b owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:44.318255 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.337787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 640ad35c-ba90-47a2-906b-ae87f5732818, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=640ad35c-ba90-47a2-906b-ae87f5732818,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:44.357932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '640ad35c-ba90-47a2-906b-ae87f5732818', 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'port_id': '640ad35c-ba90-47a2-906b-ae87f5732818', 'mac_address': 'fa:16:3e:ae:38:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1e4616-9d08-4b73-8556-4f1cd8494f8d', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:51:44.384176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] No DVR routers for this DVR port 380d0858-4633-4411-9728-d411e240b61b on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:51:44.392187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Port': ['ID=380d0858-4633-4411-9728-d411e240b61b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:44.406889 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.436090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640ad35c-ba90-47a2-906b-ae87f5732818 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:44.472660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 640ad35c-ba90-47a2-906b-ae87f5732818, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=640ad35c-ba90-47a2-906b-ae87f5732818,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:44.479514 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.481470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:51:44.494576 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.511404 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64b73f4-ea27-486a-9e5e-5b4ac0a8c708']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:44.523701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57316e8-0aa7-4edc-b871-bdb81ad1d48f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:44.524283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57316e8-0aa7-4edc-b871-bdb81ad1d48f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:44.542774 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.563767 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.576232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:51:44.576930 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:51:44.581236 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:51:44.621841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=640ad35c-ba90-47a2-906b-ae87f5732818,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:44.670792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.674285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:44.678698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.683140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/networks/e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 HTTP/1.1" status: 204 len: 168 time: 0.8481557 Sep 02 13:51:44.684129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52150) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:44.693251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'port_id': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'mac_address': 'fa:16:3e:3b:bd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:51:44.709498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1550c48-6057-4a8b-8b41-e8fa8061b938 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Network': ['ID=e64b73f4-ea27-486a-9e5e-5b4ac0a8c708,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:44.741850 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.756637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:44.778277 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:44.782895 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.783512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:51:44.823150 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.948181 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:44.967815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:44.989699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbdae60-0f4e-4cb1-b508-112ccb9148df']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:44.990713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:45.003711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '74e81eb2-6b64-49b4-a01d-a0cd82ad7805', 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134', 'port_id': '74e81eb2-6b64-49b4-a01d-a0cd82ad7805', 'mac_address': 'fa:16:3e:12:40:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f872b0-3a58-44b7-a0e0-305a66b961d7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:51:45.003933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cd72ea-f6b0-4fe3-8782-c8fc9ba32a15') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:45.004169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cd72ea-f6b0-4fe3-8782-c8fc9ba32a15') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:45.023143 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.061675 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.063857 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.085225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:45.085600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:51:45.087890 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:51:45.091280 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:51:45.094376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3879c2-bfa8-42b7-81d9-1904383d8fa5 None None] DHCP port deletion for e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:51:45.108152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ac29b2c4-b5aa-4445-ac7c-f96c4bbf9ca6 None None] Could not find standard attr ID for object 380d0858-4633-4411-9728-d411e240b61b. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:51:45.126533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef67dbf-b57b-41e8-890e-cb813d38f65d None None] Network e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:45.158306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:45.158661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef67dbf-b57b-41e8-890e-cb813d38f65d None None] Network e64b73f4-ea27-486a-9e5e-5b4ac0a8c708 could not be found, it might have been deleted concurrently. {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:51:45.167867 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.168651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device be61eb39-0a4a-48bd-bf04-25971978bf6a details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:51:45.171029 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.176903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea2c04f-40f4-4009-944e-ae14c0d0df6a None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:51:45.177342 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.180047 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/networks/bfbdae60-0f4e-4cb1-b508-112ccb9148df HTTP/1.1" status: 204 len: 168 time: 0.4953074 Sep 02 13:51:45.183434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:45.198773 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bb996-d710-4974-bed9-7134d07a288e tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Network': ['ID=bfbdae60-0f4e-4cb1-b508-112ccb9148df,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:45.293222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port be61eb39-0a4a-48bd-bf04-25971978bf6a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:45.307250 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.315643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:45.321419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'be61eb39-0a4a-48bd-bf04-25971978bf6a', 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'port_id': 'be61eb39-0a4a-48bd-bf04-25971978bf6a', 'mac_address': 'fa:16:3e:b3:c4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1e4616-9d08-4b73-8556-4f1cd8494f8d', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:51:45.388468 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.404722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be61eb39-0a4a-48bd-bf04-25971978bf6a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:45.413348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b498a-6638-4ff9-9ff5-9c02889e93d7 req-0833a12e-a0c3-45d7-bf05-d4dd01ead178 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:45.425544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port be61eb39-0a4a-48bd-bf04-25971978bf6a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:45.427208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b498a-6638-4ff9-9ff5-9c02889e93d7 req-0833a12e-a0c3-45d7-bf05-d4dd01ead178 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:45.430907 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.431652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8781816d-702a-4fb3-862a-50e93cb85640 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:51:45.434575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b498a-6638-4ff9-9ff5-9c02889e93d7 req-0833a12e-a0c3-45d7-bf05-d4dd01ead178 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:45.447476 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b498a-6638-4ff9-9ff5-9c02889e93d7 req-0833a12e-a0c3-45d7-bf05-d4dd01ead178 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:45.454821 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b498a-6638-4ff9-9ff5-9c02889e93d7 req-0833a12e-a0c3-45d7-bf05-d4dd01ead178 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:45.461772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.462957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8781816d-702a-4fb3-862a-50e93cb85640, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8781816d-702a-4fb3-862a-50e93cb85640,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:45.468152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b498a-6638-4ff9-9ff5-9c02889e93d7 req-0833a12e-a0c3-45d7-bf05-d4dd01ead178 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:45.474511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967498c6-b219-4d09-9d26-5940816ee526']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:45.475388 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b498a-6638-4ff9-9ff5-9c02889e93d7 req-0833a12e-a0c3-45d7-bf05-d4dd01ead178 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:45.478302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '8781816d-702a-4fb3-862a-50e93cb85640', 'network_id': '62f018b6-5f28-4167-bba5-9b658c1bc134', 'port_id': '8781816d-702a-4fb3-862a-50e93cb85640', 'mac_address': 'fa:16:3e:ce:ca:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f872b0-3a58-44b7-a0e0-305a66b961d7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:51:45.478595 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc9b498a-6638-4ff9-9ff5-9c02889e93d7 req-0833a12e-a0c3-45d7-bf05-d4dd01ead178 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5433 time: 0.1793425 Sep 02 13:51:45.496954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4f9c76-1fda-4148-b683-14c60c1a0868') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:45.497585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4f9c76-1fda-4148-b683-14c60c1a0868') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:45.499710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2c04f-40f4-4009-944e-ae14c0d0df6a None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:51:45.511115 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.526883 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.536263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:51:45.536676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:51:45.540786 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:51:45.558723 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc9b498a-6638-4ff9-9ff5-9c02889e93d7 req-2c9c194f-eea5-4ca7-b948-41ff1e8f5b7e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721250 Sep 02 13:51:45.615848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=be61eb39-0a4a-48bd-bf04-25971978bf6a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:45.625333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.631002 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.633813 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/networks/967498c6-b219-4d09-9d26-5940816ee526 HTTP/1.1" status: 204 len: 168 time: 0.4490173 Sep 02 13:51:45.636887 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.637794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52160) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:45.664910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1af288-0203-468e-9784-18ef2167784f tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Network': ['ID=967498c6-b219-4d09-9d26-5940816ee526,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:45.666801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8781816d-702a-4fb3-862a-50e93cb85640 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:45.691817 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8781816d-702a-4fb3-862a-50e93cb85640, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8781816d-702a-4fb3-862a-50e93cb85640,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:45.702653 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.702865 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device beca27ba-a4d4-489a-9fb6-a64b5608b32e details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:51:45.731210 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.791047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port beca27ba-a4d4-489a-9fb6-a64b5608b32e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:45.803911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e', 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'port_id': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e', 'mac_address': 'fa:16:3e:7c:51:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1e4616-9d08-4b73-8556-4f1cd8494f8d', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:51:45.827023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.838658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454d9bfe-bcbf-4368-95e7-9b6cedbc5a15']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:45.853212 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac0db36-e231-423f-a431-dbbad1976f87') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:45.853512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac0db36-e231-423f-a431-dbbad1976f87') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:45.863694 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.865581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=8781816d-702a-4fb3-862a-50e93cb85640,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:45.882725 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.883901 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.889929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:51:45.890334 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:51:45.893958 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:51:45.988543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beca27ba-a4d4-489a-9fb6-a64b5608b32e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:45.997250 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:46.011940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:46.015225 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] 10.222.0.13 "DELETE /v2.0/networks/454d9bfe-bcbf-4368-95e7-9b6cedbc5a15 HTTP/1.1" status: 204 len: 168 time: 0.3752418 Sep 02 13:51:46.040595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefeb084-d78c-4ddd-99d1-f71b7e101535 tempest-BulkNetworkOpsTest-744470554 tempest-BulkNetworkOpsTest-744470554-project] Pushing event deleted for resources: {'Network': ['ID=454d9bfe-bcbf-4368-95e7-9b6cedbc5a15,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:46.045314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port beca27ba-a4d4-489a-9fb6-a64b5608b32e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:46.051607 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:46.052453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0ff25d84-bc0e-463e-8912-bade9b0e4279 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:51:46.122119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=beca27ba-a4d4-489a-9fb6-a64b5608b32e,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:46.126096 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0ff25d84-bc0e-463e-8912-bade9b0e4279, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:46.139496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '0ff25d84-bc0e-463e-8912-bade9b0e4279', 'network_id': '58854eed-01df-46ce-8e98-f32b8e0f6338', 'port_id': '0ff25d84-bc0e-463e-8912-bade9b0e4279', 'mac_address': 'fa:16:3e:41:ae:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1e4616-9d08-4b73-8556-4f1cd8494f8d', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:51:46.186907 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:46.205313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff25d84-bc0e-463e-8912-bade9b0e4279 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:51:46.228587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0ff25d84-bc0e-463e-8912-bade9b0e4279, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:46.233523 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:46.301592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=0ff25d84-bc0e-463e-8912-bade9b0e4279,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:46.388079 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:46.570432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e131eafd-b0a4-4b5f-bbb9-42988ea90c5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=397378c0440d41c4a63ef484eaf3944a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807656 Sep 02 13:51:46.573329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:46.652355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfac1380-4a96-4201-b014-ac3bf87a1cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:46.695636 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfac1380-4a96-4201-b014-ac3bf87a1cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:46.752844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7951-34cc-4825-bc16-2c2e60ddbc83 req-dd01e115-70d9-4174-8844-4e8e2f4a623b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:46.759582 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7951-34cc-4825-bc16-2c2e60ddbc83 req-dd01e115-70d9-4174-8844-4e8e2f4a623b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:46.765770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7951-34cc-4825-bc16-2c2e60ddbc83 req-dd01e115-70d9-4174-8844-4e8e2f4a623b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:46.782250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7951-34cc-4825-bc16-2c2e60ddbc83 req-dd01e115-70d9-4174-8844-4e8e2f4a623b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:46.792954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7951-34cc-4825-bc16-2c2e60ddbc83 req-dd01e115-70d9-4174-8844-4e8e2f4a623b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:46.802594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7951-34cc-4825-bc16-2c2e60ddbc83 req-dd01e115-70d9-4174-8844-4e8e2f4a623b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:46.814769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7951-34cc-4825-bc16-2c2e60ddbc83 req-dd01e115-70d9-4174-8844-4e8e2f4a623b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:46.817458 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-320c7951-34cc-4825-bc16-2c2e60ddbc83 req-dd01e115-70d9-4174-8844-4e8e2f4a623b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5437 time: 0.1754537 Sep 02 13:51:46.862590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfac1380-4a96-4201-b014-ac3bf87a1cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:46.867177 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfac1380-4a96-4201-b014-ac3bf87a1cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:46.873340 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cfac1380-4a96-4201-b014-ac3bf87a1cb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87e6c5d5-58bd-41d4-b04a-e0ee9c4d4fe2 HTTP/1.1" status: 204 len: 168 time: 0.2986734 Sep 02 13:51:46.909861 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-320c7951-34cc-4825-bc16-2c2e60ddbc83 req-898a73ec-0b84-4261-846e-5903444c77b4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806324 Sep 02 13:51:46.911652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac1380-4a96-4201-b014-ac3bf87a1cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e6c5d5-58bd-41d4-b04a-e0ee9c4d4fe2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:46.960103 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['74e81eb2-6b64-49b4-a01d-a0cd82ad7805'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:47.008421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['beca27ba-a4d4-489a-9fb6-a64b5608b32e'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:47.207044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['0ff25d84-bc0e-463e-8912-bade9b0e4279'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:47.209231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['46fbca89-f7d9-45dd-aa86-cfa6a35c63e5'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:47.211406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['be61eb39-0a4a-48bd-bf04-25971978bf6a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:47.752835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:47.897647 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-40572dfc-6146-4063-88aa-d0895d9ad827 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-687428584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:47.924892 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40572dfc-6146-4063-88aa-d0895d9ad827 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:47.926011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40572dfc-6146-4063-88aa-d0895d9ad827 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:47.988802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40572dfc-6146-4063-88aa-d0895d9ad827 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:47.995221 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40572dfc-6146-4063-88aa-d0895d9ad827 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.017919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40572dfc-6146-4063-88aa-d0895d9ad827 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.018970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['640ad35c-ba90-47a2-906b-ae87f5732818'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:48.022759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-40572dfc-6146-4063-88aa-d0895d9ad827 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2675598 Sep 02 13:51:48.023520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52208) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:48.029179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-861547377'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:48.074663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['8781816d-702a-4fb3-862a-50e93cb85640'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:51:48.075272 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Made reservation on behalf of a85c5ea485fa405aa9564bf904b96d73 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:48.079652 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.110263 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.137104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1660-fce5-432d-a495-a554befdda8b req-f7de35ac-8a3d-4238-958d-876c85c238b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:48.153217 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1660-fce5-432d-a495-a554befdda8b req-f7de35ac-8a3d-4238-958d-876c85c238b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:48.170393 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1660-fce5-432d-a495-a554befdda8b req-f7de35ac-8a3d-4238-958d-876c85c238b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:48.190859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1660-fce5-432d-a495-a554befdda8b req-f7de35ac-8a3d-4238-958d-876c85c238b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:48.201914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1660-fce5-432d-a495-a554befdda8b req-f7de35ac-8a3d-4238-958d-876c85c238b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:48.215617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1660-fce5-432d-a495-a554befdda8b req-f7de35ac-8a3d-4238-958d-876c85c238b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:48.230706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e1660-fce5-432d-a495-a554befdda8b req-f7de35ac-8a3d-4238-958d-876c85c238b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:48.235552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f52e1660-fce5-432d-a495-a554befdda8b req-f7de35ac-8a3d-4238-958d-876c85c238b6 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5437 time: 0.2275212 Sep 02 13:51:48.306736 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.311237 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f52e1660-fce5-432d-a495-a554befdda8b req-0cebb986-b0b2-4c8b-a9fe-9fc7986025db tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567703 Sep 02 13:51:48.313656 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.352083 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:48.373921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.374473 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Added segment 9ffa400b-f37e-4807-b0a4-d81ab1500fad of type vlan for network 2dc1842d-7007-4aed-9dab-f2140c951bbc Sep 02 13:51:48.391949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a67ed9-40a5-4d2d-8078-f8c9b258881d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:48.428630 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.457711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.467041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:48.468155 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.548671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52214) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:48.548942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5237887 Sep 02 13:51:48.554304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'subnet': {'network_id': '2dc1842d-7007-4aed-9dab-f2140c951bbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:48.564434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2cf81-e36a-4764-aed4-86313cfd7213 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Network': ['ID=2dc1842d-7007-4aed-9dab-f2140c951bbc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:48.580604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 2dc1842d-7007-4aed-9dab-f2140c951bbc details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:48.702744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Made reservation on behalf of a85c5ea485fa405aa9564bf904b96d73 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:48.706448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:48.980801 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.050342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Subnet': ['ID=1803346f-da53-4b93-84c2-24a1d8d06199,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:49.065218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Checking segment: {'id': '9ffa400b-f37e-4807-b0a4-d81ab1500fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2dc1842d-7007-4aed-9dab-f2140c951bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:49.065508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network hostable DHCP agents. Network: 2dc1842d-7007-4aed-9dab-f2140c951bbc, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:51:49.086037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network 2dc1842d-7007-4aed-9dab-f2140c951bbc is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:51:49.103627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 2dc1842d-7007-4aed-9dab-f2140c951bbc) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:49.112656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.113371 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.114486 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54336701-7a2d-4212-be96-6a1310fe0a43 None None] Network 2dc1842d-7007-4aed-9dab-f2140c951bbc requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:49.136031 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ed269828-5fb5-49ec-8956-1ce1fc96ce7e tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5855379 Sep 02 13:51:49.140772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52218) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:49.145946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'network': {'name': 'tempest-router-network01--1528905919'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:49.185317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Made reservation on behalf of a85c5ea485fa405aa9564bf904b96d73 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:49.194821 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.241718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:49.263162 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.264536 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Added segment 65ad7360-dd91-44aa-a250-736a22f9a5ec of type vlan for network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d Sep 02 13:51:49.327900 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.337589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-2dc1842d-7007-4aed-9dab-f2140c951bbc', 'network_id': '2dc1842d-7007-4aed-9dab-f2140c951bbc', 'tenant_id': 'a85c5ea485fa405aa9564bf904b96d73', 'fixed_ips': [{'subnet_id': '1803346f-da53-4b93-84c2-24a1d8d06199'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:51:49.338797 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.380708 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.387492 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.388160 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.474967 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3305359 Sep 02 13:51:49.475719 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52226) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:49.484394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'network': {'name': 'tempest-router-network02--423873239'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:49.519491 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Made reservation on behalf of a85c5ea485fa405aa9564bf904b96d73 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:49.524288 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.560533 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d8fda-2d77-45e3-aac3-f9c1c6d15277 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Network': ['ID=3d1d3f2a-736c-4df5-9ce9-ff2c6101613d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:49.574534 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:49.582998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:49.586819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Allocated IP 2001:db8::2 (2dc1842d-7007-4aed-9dab-f2140c951bbc/1803346f-da53-4b93-84c2-24a1d8d06199/ac642d5f-c1db-4eeb-9867-4f6344302cb7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:49.587708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.588211 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Added segment 16728550-a8a9-4787-8127-b31162ae4664 of type vlan for network bd0cccd2-247e-486a-b8cf-af501fa290f4 Sep 02 13:51:49.613510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f290-4686-4f0b-a8a2-79bf6cd6fe31 req-3972589a-e23e-4c42-bdf9-9cd3bff80750 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.621517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f290-4686-4f0b-a8a2-79bf6cd6fe31 req-3972589a-e23e-4c42-bdf9-9cd3bff80750 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.629097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f290-4686-4f0b-a8a2-79bf6cd6fe31 req-3972589a-e23e-4c42-bdf9-9cd3bff80750 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.639860 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f290-4686-4f0b-a8a2-79bf6cd6fe31 req-3972589a-e23e-4c42-bdf9-9cd3bff80750 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.649247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f290-4686-4f0b-a8a2-79bf6cd6fe31 req-3972589a-e23e-4c42-bdf9-9cd3bff80750 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.659459 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.661408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f290-4686-4f0b-a8a2-79bf6cd6fe31 req-3972589a-e23e-4c42-bdf9-9cd3bff80750 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.683370 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f290-4686-4f0b-a8a2-79bf6cd6fe31 req-3972589a-e23e-4c42-bdf9-9cd3bff80750 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.701155 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cef2f290-4686-4f0b-a8a2-79bf6cd6fe31 req-3972589a-e23e-4c42-bdf9-9cd3bff80750 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5437 time: 0.2303374 Sep 02 13:51:49.709448 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.739823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:49.740918 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:49.756687 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cef2f290-4686-4f0b-a8a2-79bf6cd6fe31 req-1ed22a88-9d8b-4022-8c89-d181bf0272ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529101 Sep 02 13:51:49.846485 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3687968 Sep 02 13:51:49.850165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52228) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:49.857364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'subnet': {'network_id': '3d1d3f2a-736c-4df5-9ce9-ff2c6101613d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:49.923682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29d0e2-861b-4e1c-991e-822e613dd943 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Network': ['ID=bd0cccd2-247e-486a-b8cf-af501fa290f4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:49.940225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network bd0cccd2-247e-486a-b8cf-af501fa290f4 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:49.980277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Made reservation on behalf of a85c5ea485fa405aa9564bf904b96d73 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:49.984418 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.000593 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.043907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Transition to ACTIVE for port object ac642d5f-c1db-4eeb-9867-4f6344302cb7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:50.080926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Transition to ACTIVE for port object ac642d5f-c1db-4eeb-9867-4f6344302cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:50.091775 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.158479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Network 2dc1842d-7007-4aed-9dab-f2140c951bbc is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:50.161444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:50.165625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:50.173248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Pushing event updated for resources: {'Port': ['ID=ac642d5f-c1db-4eeb-9867-4f6344302cb7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:50.246587 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.250629 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Attempting to bind port ac642d5f-c1db-4eeb-9867-4f6344302cb7 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:50.251004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Attempting to bind port ac642d5f-c1db-4eeb-9867-4f6344302cb7 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '9ffa400b-f37e-4807-b0a4-d81ab1500fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2dc1842d-7007-4aed-9dab-f2140c951bbc'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:50.251376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Attempting to bind port ac642d5f-c1db-4eeb-9867-4f6344302cb7 on network 2dc1842d-7007-4aed-9dab-f2140c951bbc {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:50.257750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:50.258117 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Checking segment: {'id': '9ffa400b-f37e-4807-b0a4-d81ab1500fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2dc1842d-7007-4aed-9dab-f2140c951bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:50.259060 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.259512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Bound using segment: {'id': '9ffa400b-f37e-4807-b0a4-d81ab1500fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2dc1842d-7007-4aed-9dab-f2140c951bbc'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:50.260258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Bound port: ac642d5f-c1db-4eeb-9867-4f6344302cb7, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffa400b-f37e-4807-b0a4-d81ab1500fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2dc1842d-7007-4aed-9dab-f2140c951bbc'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:50.261001 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.314652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:50.317363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Subnet': ['ID=dc7abaa1-5a2e-48e3-85f3-1d3b6a33bf9a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:50.325883 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Checking segment: {'id': '65ad7360-dd91-44aa-a250-736a22f9a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d1d3f2a-736c-4df5-9ce9-ff2c6101613d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:50.326254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network hostable DHCP agents. Network: 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:51:50.346154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:51:50.358926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:50.369072 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:50.370037 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.378496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] For port ac642d5f-c1db-4eeb-9867-4f6344302cb7, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:50.384374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60f7062-d0cf-4fe3-8772-bc75c9fd4047 None None] Network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:50.393739 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-784cd2de-c1e9-464e-8eb0-1c5384015687 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5420403 Sep 02 13:51:50.398395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:50.409207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'subnet': {'network_id': 'bd0cccd2-247e-486a-b8cf-af501fa290f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:50.455286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] For port ac642d5f-c1db-4eeb-9867-4f6344302cb7, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ac642d5f-c1db-4eeb-9867-4f6344302cb7,segment=NetworkSegment(9ffa400b-f37e-4807-b0a4-d81ab1500fad),segment_id=9ffa400b-f37e-4807-b0a4-d81ab1500fad)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:50.463841 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.527649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Made reservation on behalf of a85c5ea485fa405aa9564bf904b96d73 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:50.532430 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.538433 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:50.553994 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:50.554376 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.618774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c4418-2fef-4df5-905e-3c21b081775a None None] Pushing event updated for resources: {'Port': ['ID=ac642d5f-c1db-4eeb-9867-4f6344302cb7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:50.738175 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.763995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:50.766519 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8884950-a61b-45b9-a84c-30f1ae0ed743" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:50.788112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:50.795332 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.796516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:50.803819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-3d1d3f2a-736c-4df5-9ce9-ff2c6101613d', 'network_id': '3d1d3f2a-736c-4df5-9ce9-ff2c6101613d', 'tenant_id': 'a85c5ea485fa405aa9564bf904b96d73', 'fixed_ips': [{'subnet_id': 'dc7abaa1-5a2e-48e3-85f3-1d3b6a33bf9a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:51:50.808974 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.862681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:50.960049 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5673d954-5654-4327-aec4-eac3612cfc74 x-openstack-request-id: req-5673d954-5654-4327-aec4-eac3612cfc74 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:50.960548 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:50.960981 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5673d954-5654-4327-aec4-eac3612cfc74 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:50.962883 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'code': 200} Sep 02 13:51:50.963972 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Subnet': ['ID=5883df56-1458-4785-8dcb-658e64955488,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:50.974339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Checking segment: {'id': '16728550-a8a9-4787-8127-b31162ae4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd0cccd2-247e-486a-b8cf-af501fa290f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:50.974707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network hostable DHCP agents. Network: bd0cccd2-247e-486a-b8cf-af501fa290f4, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:51:50.981487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5c15-f1c3-441a-9ecc-9fbfa28a2093 req-de694a5e-ccb8-4e26-8629-b62f18bc49b8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:50.992301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:50.998597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:50.999677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5c15-f1c3-441a-9ecc-9fbfa28a2093 req-de694a5e-ccb8-4e26-8629-b62f18bc49b8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:51.005398 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:51.005788 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:51.010051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5c15-f1c3-441a-9ecc-9fbfa28a2093 req-de694a5e-ccb8-4e26-8629-b62f18bc49b8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:51.014714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network bd0cccd2-247e-486a-b8cf-af501fa290f4 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:51:51.018694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5c15-f1c3-441a-9ecc-9fbfa28a2093 req-de694a5e-ccb8-4e26-8629-b62f18bc49b8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:51.027287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5c15-f1c3-441a-9ecc-9fbfa28a2093 req-de694a5e-ccb8-4e26-8629-b62f18bc49b8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:51.033767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5c15-f1c3-441a-9ecc-9fbfa28a2093 req-de694a5e-ccb8-4e26-8629-b62f18bc49b8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:51.035611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, bd0cccd2-247e-486a-b8cf-af501fa290f4) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:51.039981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d5c15-f1c3-441a-9ecc-9fbfa28a2093 req-de694a5e-ccb8-4e26-8629-b62f18bc49b8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:51.055607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1c1d5c15-f1c3-441a-9ecc-9fbfa28a2093 req-de694a5e-ccb8-4e26-8629-b62f18bc49b8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5438 time: 0.1680498 Sep 02 13:51:51.059365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:51.060571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:51.083648 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ee64d53a-a448-4532-acbf-92177a27370a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6827357 Sep 02 13:51:51.088153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:51.108639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ede84e-0a54-47ba-9a22-8b60083a60cf None None] Network bd0cccd2-247e-486a-b8cf-af501fa290f4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:51.116375 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1c1d5c15-f1c3-441a-9ecc-9fbfa28a2093 req-9e747dc4-a5a4-40e6-b06a-3ef065dc353a tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593340 Sep 02 13:51:51.330840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Allocated IP 2001:db8::2 (3d1d3f2a-736c-4df5-9ce9-ff2c6101613d/dc7abaa1-5a2e-48e3-85f3-1d3b6a33bf9a/05ac9fe0-ee31-4a0e-9618-97c88804d034) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:51.372806 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:51.396831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-bd0cccd2-247e-486a-b8cf-af501fa290f4', 'network_id': 'bd0cccd2-247e-486a-b8cf-af501fa290f4', 'tenant_id': 'a85c5ea485fa405aa9564bf904b96d73', 'fixed_ips': [{'subnet_id': '5883df56-1458-4785-8dcb-658e64955488'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:51:51.397733 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:51.490517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:51.539706 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:51.540507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device be61eb39-0a4a-48bd-bf04-25971978bf6a up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:51.759425 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ac642d5f-c1db-4eeb-9867-4f6344302cb7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:51.934364 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.040643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c98996-0736-42d2-8a59-2a408b27e7fb None None] Network 2dc1842d-7007-4aed-9dab-f2140c951bbc requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:52.120603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:52.124085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port be61eb39-0a4a-48bd-bf04-25971978bf6a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:52.150132 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.163783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d930462e-127f-4dc0-9bb0-96fef23037bc None None] Provisioning for port ac642d5f-c1db-4eeb-9867-4f6344302cb7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:52.173993 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port be61eb39-0a4a-48bd-bf04-25971978bf6a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:52.174333 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.183115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Allocated IP 2001:db8::2 (bd0cccd2-247e-486a-b8cf-af501fa290f4/5883df56-1458-4785-8dcb-658e64955488/aed89b61-5cd2-4c21-ba14-4ded18e0e579) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:52.186964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Transition to ACTIVE for port object 05ac9fe0-ee31-4a0e-9618-97c88804d034 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:52.252284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Transition to ACTIVE for port object 05ac9fe0-ee31-4a0e-9618-97c88804d034 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:52.264594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b770f-29b4-4e21-9c7e-8a5dc0bedd5c req-b4cc5c51-b818-4540-8b9a-aecf9f5398a0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:52.267323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ac642d5f-c1db-4eeb-9867-4f6344302cb7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:52.272798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b770f-29b4-4e21-9c7e-8a5dc0bedd5c req-b4cc5c51-b818-4540-8b9a-aecf9f5398a0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:52.279085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b770f-29b4-4e21-9c7e-8a5dc0bedd5c req-b4cc5c51-b818-4540-8b9a-aecf9f5398a0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:52.285326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b770f-29b4-4e21-9c7e-8a5dc0bedd5c req-b4cc5c51-b818-4540-8b9a-aecf9f5398a0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:52.290493 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.292611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b770f-29b4-4e21-9c7e-8a5dc0bedd5c req-b4cc5c51-b818-4540-8b9a-aecf9f5398a0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:52.298455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b770f-29b4-4e21-9c7e-8a5dc0bedd5c req-b4cc5c51-b818-4540-8b9a-aecf9f5398a0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:52.304314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b770f-29b4-4e21-9c7e-8a5dc0bedd5c req-b4cc5c51-b818-4540-8b9a-aecf9f5398a0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:52.309105 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f58b770f-29b4-4e21-9c7e-8a5dc0bedd5c req-b4cc5c51-b818-4540-8b9a-aecf9f5398a0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5439 time: 0.1112828 Sep 02 13:51:52.359752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ac642d5f-c1db-4eeb-9867-4f6344302cb7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:52.360414 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.402884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Allocated IP 2001:db8::1 (3d1d3f2a-736c-4df5-9ce9-ff2c6101613d/dc7abaa1-5a2e-48e3-85f3-1d3b6a33bf9a/deacbb7f-72c7-4782-b736-fbefe77b739b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:52.411074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f58b770f-29b4-4e21-9c7e-8a5dc0bedd5c req-33432f1c-5dc6-4121-801c-814b2354eafb tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922825 Sep 02 13:51:52.420201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:52.425918 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:52.455557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:52.506186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Pushing event updated for resources: {'Port': ['ID=05ac9fe0-ee31-4a0e-9618-97c88804d034,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:52.597999 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.614154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Transition to ACTIVE for port object deacbb7f-72c7-4782-b736-fbefe77b739b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:52.651586 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.679203 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.733687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Attempting to bind port 05ac9fe0-ee31-4a0e-9618-97c88804d034 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:52.734035 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:52.734158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Attempting to bind port 05ac9fe0-ee31-4a0e-9618-97c88804d034 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '65ad7360-dd91-44aa-a250-736a22f9a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d1d3f2a-736c-4df5-9ce9-ff2c6101613d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:52.734453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Attempting to bind port 05ac9fe0-ee31-4a0e-9618-97c88804d034 on network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:52.737627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:52.741412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:52.741991 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.790714 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.794639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:52.795022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Checking segment: {'id': '65ad7360-dd91-44aa-a250-736a22f9a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d1d3f2a-736c-4df5-9ce9-ff2c6101613d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:52.795455 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.796328 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Bound using segment: {'id': '65ad7360-dd91-44aa-a250-736a22f9a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d1d3f2a-736c-4df5-9ce9-ff2c6101613d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:52.796479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Port': ['ID=deacbb7f-72c7-4782-b736-fbefe77b739b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:52.796853 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Bound port: 05ac9fe0-ee31-4a0e-9618-97c88804d034, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ad7360-dd91-44aa-a250-736a22f9a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3d1d3f2a-736c-4df5-9ce9-ff2c6101613d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:52.797244 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.840871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port be61eb39-0a4a-48bd-bf04-25971978bf6a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:52.851276 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.864136 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.865185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device beca27ba-a4d4-489a-9fb6-a64b5608b32e up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:52.911557 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:52.951939 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=be61eb39-0a4a-48bd-bf04-25971978bf6a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:52.962861 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:51:52.987710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Transition to ACTIVE for port object aed89b61-5cd2-4c21-ba14-4ded18e0e579 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:52.989374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e81eb2-6b64-49b4-a01d-a0cd82ad7805'}, {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be61eb39-0a4a-48bd-bf04-25971978bf6a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:52.991867 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c450767-21b2-433a-9c7a-4fe28ed3f1da" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "74e81eb2-6b64-49b4-a01d-a0cd82ad7805"}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "be61eb39-0a4a-48bd-bf04-25971978bf6a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:53.050065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ac642d5f-c1db-4eeb-9867-4f6344302cb7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ac642d5f-c1db-4eeb-9867-4f6344302cb7,segment=NetworkSegment(9ffa400b-f37e-4807-b0a4-d81ab1500fad),segment_id=9ffa400b-f37e-4807-b0a4-d81ab1500fad)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:53.064982 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.070710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Transition to ACTIVE for port object aed89b61-5cd2-4c21-ba14-4ded18e0e579 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:53.085499 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e312b710-1b62-4243-b912-2a1445b55943 x-openstack-request-id: req-e312b710-1b62-4243-b912-2a1445b55943 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:53.085800 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "74e81eb2-6b64-49b4-a01d-a0cd82ad7805", "code": 200}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "be61eb39-0a4a-48bd-bf04-25971978bf6a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:53.086077 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e312b710-1b62-4243-b912-2a1445b55943 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:53.086457 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e81eb2-6b64-49b4-a01d-a0cd82ad7805', 'code': 200} Sep 02 13:51:53.087291 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be61eb39-0a4a-48bd-bf04-25971978bf6a', 'code': 200} Sep 02 13:51:53.109233 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.118031 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] For port 05ac9fe0-ee31-4a0e-9618-97c88804d034, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:53.146639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] For port 05ac9fe0-ee31-4a0e-9618-97c88804d034, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=05ac9fe0-ee31-4a0e-9618-97c88804d034,segment=NetworkSegment(65ad7360-dd91-44aa-a250-736a22f9a5ec),segment_id=65ad7360-dd91-44aa-a250-736a22f9a5ec)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:53.161252 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.180012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Network bd0cccd2-247e-486a-b8cf-af501fa290f4 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:53.188331 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:53.191033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:53.197359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port beca27ba-a4d4-489a-9fb6-a64b5608b32e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:53.210419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-07bf556d-0b4b-4b2c-a108-2d33a00da562 None None] Provisioning complete for port ac642d5f-c1db-4eeb-9867-4f6344302cb7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:53.210810 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07bf556d-0b4b-4b2c-a108-2d33a00da562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.213053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ac642d5f-c1db-4eeb-9867-4f6344302cb7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:53.265567 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port beca27ba-a4d4-489a-9fb6-a64b5608b32e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:53.265949 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.323213 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.330985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.332306 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.378155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Pushing event updated for resources: {'Port': ['ID=aed89b61-5cd2-4c21-ba14-4ded18e0e579,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:53.419958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Attempting to bind port aed89b61-5cd2-4c21-ba14-4ded18e0e579 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:53.420335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Attempting to bind port aed89b61-5cd2-4c21-ba14-4ded18e0e579 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '16728550-a8a9-4787-8127-b31162ae4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd0cccd2-247e-486a-b8cf-af501fa290f4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:53.420712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Attempting to bind port aed89b61-5cd2-4c21-ba14-4ded18e0e579 on network bd0cccd2-247e-486a-b8cf-af501fa290f4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:53.441837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:53.442444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Checking segment: {'id': '16728550-a8a9-4787-8127-b31162ae4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd0cccd2-247e-486a-b8cf-af501fa290f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:53.442704 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.443114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Bound using segment: {'id': '16728550-a8a9-4787-8127-b31162ae4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd0cccd2-247e-486a-b8cf-af501fa290f4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:53.444586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Bound port: aed89b61-5cd2-4c21-ba14-4ded18e0e579, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16728550-a8a9-4787-8127-b31162ae4664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd0cccd2-247e-486a-b8cf-af501fa290f4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:53.445018 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.502596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Port': ['ID=deacbb7f-72c7-4782-b736-fbefe77b739b,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:53.535015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010f75e-1b89-4665-8f4f-b6e519689b3e None None] Pushing event updated for resources: {'Port': ['ID=05ac9fe0-ee31-4a0e-9618-97c88804d034,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:53.637839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:53.640725 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:53.686037 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.697496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd93d-bc2e-44eb-93e4-77c6465db64d req-4da6449d-a09f-47c2-b528-2160c45bb868 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:53.705153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd93d-bc2e-44eb-93e4-77c6465db64d req-4da6449d-a09f-47c2-b528-2160c45bb868 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:53.708057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] For port aed89b61-5cd2-4c21-ba14-4ded18e0e579, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:53.717024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd93d-bc2e-44eb-93e4-77c6465db64d req-4da6449d-a09f-47c2-b528-2160c45bb868 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:53.729763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd93d-bc2e-44eb-93e4-77c6465db64d req-4da6449d-a09f-47c2-b528-2160c45bb868 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:53.734411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] For port aed89b61-5cd2-4c21-ba14-4ded18e0e579, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=aed89b61-5cd2-4c21-ba14-4ded18e0e579,segment=NetworkSegment(16728550-a8a9-4787-8127-b31162ae4664),segment_id=16728550-a8a9-4787-8127-b31162ae4664)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:53.738612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd93d-bc2e-44eb-93e4-77c6465db64d req-4da6449d-a09f-47c2-b528-2160c45bb868 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:53.742466 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.751190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd93d-bc2e-44eb-93e4-77c6465db64d req-4da6449d-a09f-47c2-b528-2160c45bb868 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:53.759971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port beca27ba-a4d4-489a-9fb6-a64b5608b32e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:53.764722 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd93d-bc2e-44eb-93e4-77c6465db64d req-4da6449d-a09f-47c2-b528-2160c45bb868 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:53.780395 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59bbd93d-bc2e-44eb-93e4-77c6465db64d req-4da6449d-a09f-47c2-b528-2160c45bb868 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5440 time: 0.2014709 Sep 02 13:51:53.799987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ac642d5f-c1db-4eeb-9867-4f6344302cb7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:53.811507 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.812296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0ff25d84-bc0e-463e-8912-bade9b0e4279 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:53.910942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145c7f8-b6e0-45f8-94b9-c8b57565fc58 None None] Pushing event updated for resources: {'Port': ['ID=aed89b61-5cd2-4c21-ba14-4ded18e0e579,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:53.953960 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-59bbd93d-bc2e-44eb-93e4-77c6465db64d req-be3d775b-bb68-4985-b26a-691ed3e5a3e1 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248660 Sep 02 13:51:53.991098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ac642d5f-c1db-4eeb-9867-4f6344302cb7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:53.991491 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:53.996144 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 0ff25d84-bc0e-463e-8912-bade9b0e4279 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:53.998591 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=beca27ba-a4d4-489a-9fb6-a64b5608b32e,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:54.019637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Router 38565e22-753c-4be8-a46b-6c5085a32f14 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:51:54.036481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 0ff25d84-bc0e-463e-8912-bade9b0e4279 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:54.036826 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:54.188499 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:54.239267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 0ff25d84-bc0e-463e-8912-bade9b0e4279, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:54.252066 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:54.264113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:51:54.276947 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513ab58-4773-4453-a987-58ddcbba5a32 None None] Sync routers for ids ['38565e22-753c-4be8-a46b-6c5085a32f14'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:51:54.281581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cd6cf092-1bdf-4da7-9b7c-835e4be3c5af tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "PUT /v2.0/routers/38565e22-753c-4be8-a46b-6c5085a32f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1932876 Sep 02 13:51:54.284277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:54.294955 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513ab58-4773-4453-a987-58ddcbba5a32 None None] Routers {'38565e22-753c-4be8-a46b-6c5085a32f14'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:51:54.295597 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2513ab58-4773-4453-a987-58ddcbba5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:51:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['38565e22-753c-4be8-a46b-6c5085a32f14'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:54.311438 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 640ad35c-ba90-47a2-906b-ae87f5732818 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:54.369186 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2513ab58-4773-4453-a987-58ddcbba5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:54.381096 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513ab58-4773-4453-a987-58ddcbba5a32 None None] Routers {'38565e22-753c-4be8-a46b-6c5085a32f14'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:51:54.382233 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2513ab58-4773-4453-a987-58ddcbba5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:51:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['38565e22-753c-4be8-a46b-6c5085a32f14'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:54.440399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=0ff25d84-bc0e-463e-8912-bade9b0e4279,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:54.460979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 640ad35c-ba90-47a2-906b-ae87f5732818 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:54.466487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 640ad35c-ba90-47a2-906b-ae87f5732818 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:54.466900 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:54.493638 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2513ab58-4773-4453-a987-58ddcbba5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:54.494250 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513ab58-4773-4453-a987-58ddcbba5a32 None None] The sync data for ids ['38565e22-753c-4be8-a46b-6c5085a32f14'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:51:54.581011 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:54.642020 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 640ad35c-ba90-47a2-906b-ae87f5732818, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=640ad35c-ba90-47a2-906b-ae87f5732818,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:54.648779 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:54.652176 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8781816d-702a-4fb3-862a-50e93cb85640 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:54.746050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78abae89-bee9-4fc2-995b-ab286ef63776 None None] Network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:54.872582 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-e1151c3f-56e3-476b-9ec4-272f83a6d54b tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:51:54.875122 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e1151c3f-56e3-476b-9ec4-272f83a6d54b tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "PUT /v2.0/routers/38565e22-753c-4be8-a46b-6c5085a32f14/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5890310 Sep 02 13:51:54.879115 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:55.137223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=640ad35c-ba90-47a2-906b-ae87f5732818,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:55.140040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e'}, {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff25d84-bc0e-463e-8912-bade9b0e4279'}, {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640ad35c-ba90-47a2-906b-ae87f5732818'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:55.142370 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045c753f-ea86-42d9-bc92-f257c0900097" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "beca27ba-a4d4-489a-9fb6-a64b5608b32e"}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "0ff25d84-bc0e-463e-8912-bade9b0e4279"}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "640ad35c-ba90-47a2-906b-ae87f5732818"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:55.174488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97b81d2a-b639-43bb-9db3-95536f8d70cc None None] Provisioning for port 05ac9fe0-ee31-4a0e-9618-97c88804d034 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:55.190085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 8781816d-702a-4fb3-862a-50e93cb85640 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:55.210238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 8781816d-702a-4fb3-862a-50e93cb85640 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:55.210618 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:55.254869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c698ad-0e7f-4c1b-a4f4-54762e0ecd38 req-c2eb3435-6cc3-4bae-9be6-884932a8ea0f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:55.263794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c698ad-0e7f-4c1b-a4f4-54762e0ecd38 req-c2eb3435-6cc3-4bae-9be6-884932a8ea0f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:55.264536 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1043f67-08e4-4989-a893-35baeeadd44f x-openstack-request-id: req-c1043f67-08e4-4989-a893-35baeeadd44f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:55.264850 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "beca27ba-a4d4-489a-9fb6-a64b5608b32e", "code": 200}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "0ff25d84-bc0e-463e-8912-bade9b0e4279", "code": 200}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "640ad35c-ba90-47a2-906b-ae87f5732818", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:55.265100 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1043f67-08e4-4989-a893-35baeeadd44f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:55.265513 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e', 'code': 200} Sep 02 13:51:55.265767 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff25d84-bc0e-463e-8912-bade9b0e4279', 'code': 200} Sep 02 13:51:55.266017 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640ad35c-ba90-47a2-906b-ae87f5732818', 'code': 200} Sep 02 13:51:55.274275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c698ad-0e7f-4c1b-a4f4-54762e0ecd38 req-c2eb3435-6cc3-4bae-9be6-884932a8ea0f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:55.290169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c698ad-0e7f-4c1b-a4f4-54762e0ecd38 req-c2eb3435-6cc3-4bae-9be6-884932a8ea0f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:55.301373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c698ad-0e7f-4c1b-a4f4-54762e0ecd38 req-c2eb3435-6cc3-4bae-9be6-884932a8ea0f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:55.324691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c698ad-0e7f-4c1b-a4f4-54762e0ecd38 req-c2eb3435-6cc3-4bae-9be6-884932a8ea0f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:55.332767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c698ad-0e7f-4c1b-a4f4-54762e0ecd38 req-c2eb3435-6cc3-4bae-9be6-884932a8ea0f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:55.340021 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-88c698ad-0e7f-4c1b-a4f4-54762e0ecd38 req-c2eb3435-6cc3-4bae-9be6-884932a8ea0f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5443 time: 0.2158215 Sep 02 13:51:55.407965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b23ec-7c86-41c5-9f72-cd7a0a3f5096 None None] Network bd0cccd2-247e-486a-b8cf-af501fa290f4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:55.429876 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-88c698ad-0e7f-4c1b-a4f4-54762e0ecd38 req-7a07ecb5-5a71-47f0-948d-ef10935ba77b tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851915 Sep 02 13:51:55.488505 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:55.505862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-53700a6e-7461-40fc-adee-b3375a49f273 None None] Provisioning for port aed89b61-5cd2-4c21-ba14-4ded18e0e579 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:55.566464 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:55.604665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 8781816d-702a-4fb3-862a-50e93cb85640, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8781816d-702a-4fb3-862a-50e93cb85640,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:55.640657 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:55.714538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=8781816d-702a-4fb3-862a-50e93cb85640,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:55.844714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device aed89b61-5cd2-4c21-ba14-4ded18e0e579 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:55.930160 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port aed89b61-5cd2-4c21-ba14-4ded18e0e579 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:55.935851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port aed89b61-5cd2-4c21-ba14-4ded18e0e579 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:55.936429 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.024127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-62f2bba5-d306-4fc0-bcd1-f332161b47c7 None None] Provisioning for port deacbb7f-72c7-4782-b736-fbefe77b739b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:56.037131 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-62f2bba5-d306-4fc0-bcd1-f332161b47c7 None None] Provisioning complete for port deacbb7f-72c7-4782-b736-fbefe77b739b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:56.037531 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62f2bba5-d306-4fc0-bcd1-f332161b47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.049455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Deleting port deacbb7f-72c7-4782-b736-fbefe77b739b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:56.050014 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.136106 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.186924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-62f2bba5-d306-4fc0-bcd1-f332161b47c7 None None] Port deacbb7f-72c7-4782-b736-fbefe77b739b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:56.192468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port aed89b61-5cd2-4c21-ba14-4ded18e0e579, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=aed89b61-5cd2-4c21-ba14-4ded18e0e579,segment=NetworkSegment(16728550-a8a9-4787-8127-b31162ae4664),segment_id=16728550-a8a9-4787-8127-b31162ae4664)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:56.195245 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.205477 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.206326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 05ac9fe0-ee31-4a0e-9618-97c88804d034 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:56.212636 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Calling delete_port for deacbb7f-72c7-4782-b736-fbefe77b739b owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:51:56.314598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 05ac9fe0-ee31-4a0e-9618-97c88804d034 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:51:56.322627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 05ac9fe0-ee31-4a0e-9618-97c88804d034 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:56.323017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.324876 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=aed89b61-5cd2-4c21-ba14-4ded18e0e579,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:56.424753 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1170bef2-10bc-4dfb-820b-204256f9508f None None] Provisioning complete for port deacbb7f-72c7-4782-b736-fbefe77b739b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:56.424753 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1170bef2-10bc-4dfb-820b-204256f9508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.458957 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.477611 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.491025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1170bef2-10bc-4dfb-820b-204256f9508f None None] Port deacbb7f-72c7-4782-b736-fbefe77b739b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:51:56.506064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Port': ['ID=deacbb7f-72c7-4782-b736-fbefe77b739b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:56.532227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1170bef2-10bc-4dfb-820b-204256f9508f None None] Provisioning complete for port aed89b61-5cd2-4c21-ba14-4ded18e0e579 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:56.532597 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1170bef2-10bc-4dfb-820b-204256f9508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.535265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 05ac9fe0-ee31-4a0e-9618-97c88804d034, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=05ac9fe0-ee31-4a0e-9618-97c88804d034,segment=NetworkSegment(65ad7360-dd91-44aa-a250-736a22f9a5ec),segment_id=65ad7360-dd91-44aa-a250-736a22f9a5ec)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:56.589493 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.670636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:56.694230 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=05ac9fe0-ee31-4a0e-9618-97c88804d034,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:56.769952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a39c7-b681-4312-bffc-1c8952a8f845 req-3b08578c-c8e6-4aa4-aa6a-f01a45b74a64 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:56.778367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a39c7-b681-4312-bffc-1c8952a8f845 req-3b08578c-c8e6-4aa4-aa6a-f01a45b74a64 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:56.784897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a39c7-b681-4312-bffc-1c8952a8f845 req-3b08578c-c8e6-4aa4-aa6a-f01a45b74a64 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:56.791968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a39c7-b681-4312-bffc-1c8952a8f845 req-3b08578c-c8e6-4aa4-aa6a-f01a45b74a64 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:56.800386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a39c7-b681-4312-bffc-1c8952a8f845 req-3b08578c-c8e6-4aa4-aa6a-f01a45b74a64 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:56.807947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a39c7-b681-4312-bffc-1c8952a8f845 req-3b08578c-c8e6-4aa4-aa6a-f01a45b74a64 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:56.813962 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a39c7-b681-4312-bffc-1c8952a8f845 req-3b08578c-c8e6-4aa4-aa6a-f01a45b74a64 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:56.815955 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e3a39c7-b681-4312-bffc-1c8952a8f845 req-3b08578c-c8e6-4aa4-aa6a-f01a45b74a64 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.2705326 Sep 02 13:51:56.819541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3e5f3222-3578-4da7-9446-abb3faeeb021 None None] Could not find standard attr ID for object deacbb7f-72c7-4782-b736-fbefe77b739b. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:51:56.928726 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e3a39c7-b681-4312-bffc-1c8952a8f845 req-2b76ca56-5c3c-4e85-be5c-89475f279f79 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040719 Sep 02 13:51:56.941730 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Router 38565e22-753c-4be8-a46b-6c5085a32f14 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:51:57.025597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:51:57.035099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:57.036409 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4ffa5748-af4f-4256-8641-c64e8afc9db9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "PUT /v2.0/routers/38565e22-753c-4be8-a46b-6c5085a32f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1559801 Sep 02 13:51:57.045206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6dfa3-e206-4104-a389-f55f592ff451 None None] Sync routers for ids ['38565e22-753c-4be8-a46b-6c5085a32f14'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:51:57.059576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6dfa3-e206-4104-a389-f55f592ff451 None None] Routers {'38565e22-753c-4be8-a46b-6c5085a32f14'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:51:57.060067 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12c6dfa3-e206-4104-a389-f55f592ff451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:51:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['38565e22-753c-4be8-a46b-6c5085a32f14'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:57.103689 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-45800ca9-6436-433f-9cb4-af1fd50a584a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] delete failed (client error): The resource could not be found. Sep 02 13:51:57.105089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-45800ca9-6436-433f-9cb4-af1fd50a584a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1555942135 HTTP/1.1" status: 404 len: 335 time: 0.0675960 Sep 02 13:51:57.109980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:57.119984 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-28ea7596-a729-4519-b501-08c90dcd8dfb tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'router': {'external_gateway_info': {'network_id': '38565e22-753c-4be8-a46b-6c5085a32f14'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:57.132415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12c6dfa3-e206-4104-a389-f55f592ff451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:57.152043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6dfa3-e206-4104-a389-f55f592ff451 None None] Routers {'38565e22-753c-4be8-a46b-6c5085a32f14'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:51:57.152683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12c6dfa3-e206-4104-a389-f55f592ff451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:51:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['38565e22-753c-4be8-a46b-6c5085a32f14'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:57.190927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12c6dfa3-e206-4104-a389-f55f592ff451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:51:57.191892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c6dfa3-e206-4104-a389-f55f592ff451 None None] The sync data for ids ['38565e22-753c-4be8-a46b-6c5085a32f14'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:51:57.267524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8781816d-702a-4fb3-862a-50e93cb85640'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:51:57.270062 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003539ad-eb8b-487c-af4d-45ad326bfd86" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "8781816d-702a-4fb3-862a-50e93cb85640"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:51:57.320326 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8fe85e-6d8a-4c68-8e44-584b84883e7b x-openstack-request-id: req-3a8fe85e-6d8a-4c68-8e44-584b84883e7b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:51:57.320625 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "8781816d-702a-4fb3-862a-50e93cb85640", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:51:57.320914 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a8fe85e-6d8a-4c68-8e44-584b84883e7b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:51:57.321317 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8781816d-702a-4fb3-862a-50e93cb85640', 'code': 200} Sep 02 13:51:57.437884 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28ea7596-a729-4519-b501-08c90dcd8dfb tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:57.463549 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-28ea7596-a729-4519-b501-08c90dcd8dfb tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] update failed (client error): The resource could not be found. Sep 02 13:51:57.464651 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-28ea7596-a729-4519-b501-08c90dcd8dfb tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "PUT /v2.0/routers/38565e22-753c-4be8-a46b-6c5085a32f14 HTTP/1.1" status: 404 len: 339 time: 0.3531826 Sep 02 13:51:57.469027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:57.478477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1899677923'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:57.490219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914def32-7f62-40ca-b75c-3e2807f731bd req-72763840-5073-4ca1-8097-8bccce447eaa tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.492035 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-914def32-7f62-40ca-b75c-3e2807f731bd req-72763840-5073-4ca1-8097-8bccce447eaa tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1167328 Sep 02 13:51:57.509474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d9ef-aa6f-4ee8-9295-3b3a09c7e646 req-f587b2f7-64fe-4917-a2f7-bd259c662237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.509990 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d9ef-aa6f-4ee8-9295-3b3a09c7e646 req-f587b2f7-64fe-4917-a2f7-bd259c662237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.510451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d9ef-aa6f-4ee8-9295-3b3a09c7e646 req-f587b2f7-64fe-4917-a2f7-bd259c662237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.512163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d9ef-aa6f-4ee8-9295-3b3a09c7e646 req-f587b2f7-64fe-4917-a2f7-bd259c662237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.512683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d9ef-aa6f-4ee8-9295-3b3a09c7e646 req-f587b2f7-64fe-4917-a2f7-bd259c662237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.513228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d9ef-aa6f-4ee8-9295-3b3a09c7e646 req-f587b2f7-64fe-4917-a2f7-bd259c662237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.513706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53d9ef-aa6f-4ee8-9295-3b3a09c7e646 req-f587b2f7-64fe-4917-a2f7-bd259c662237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.518559 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae53d9ef-aa6f-4ee8-9295-3b3a09c7e646 req-f587b2f7-64fe-4917-a2f7-bd259c662237 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6501 time: 0.0842812 Sep 02 13:51:57.533137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Made reservation on behalf of a85c5ea485fa405aa9564bf904b96d73 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:57.536793 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:57.578983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-914def32-7f62-40ca-b75c-3e2807f731bd req-fe0b69ac-ffa7-4e44-8fb3-a1a6df34c80c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720091 Sep 02 13:51:57.596093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:51:57.613101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device aed89b61-5cd2-4c21-ba14-4ded18e0e579 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:57.614589 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:57.614986 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Added segment eeb6d42e-f742-47b9-bfa8-a450f6a68652 of type vlan for network 3f2cca9f-9429-4184-a97b-c9c6a10d96b2 Sep 02 13:51:57.625148 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae53d9ef-aa6f-4ee8-9295-3b3a09c7e646 req-9faef57f-6631-4f08-b285-88ba24de0dcd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804222 Sep 02 13:51:57.677305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:57.684152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port aed89b61-5cd2-4c21-ba14-4ded18e0e579 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:57.684955 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:57.713496 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:57.719711 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:57.720591 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:57.738994 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2673798 Sep 02 13:51:57.744486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:57.748131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'subnet': {'network_id': '3f2cca9f-9429-4184-a97b-c9c6a10d96b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:57.782845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 05ac9fe0-ee31-4a0e-9618-97c88804d034 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:51:57.846170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 05ac9fe0-ee31-4a0e-9618-97c88804d034 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:51:57.847602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:57.867262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de693d74-f236-4d8e-995a-c2a5299181ca tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Network': ['ID=3f2cca9f-9429-4184-a97b-c9c6a10d96b2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:57.881750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 3f2cca9f-9429-4184-a97b-c9c6a10d96b2 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:51:57.915772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Made reservation on behalf of a85c5ea485fa405aa9564bf904b96d73 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:51:57.919761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:58.132198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4d8d6-0aa0-495d-abce-9e40dd9b47da req-f261864d-0047-40ce-be7a-485fd0b4a0fc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.142893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4d8d6-0aa0-495d-abce-9e40dd9b47da req-f261864d-0047-40ce-be7a-485fd0b4a0fc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.155402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4d8d6-0aa0-495d-abce-9e40dd9b47da req-f261864d-0047-40ce-be7a-485fd0b4a0fc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.168937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4d8d6-0aa0-495d-abce-9e40dd9b47da req-f261864d-0047-40ce-be7a-485fd0b4a0fc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.181783 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4d8d6-0aa0-495d-abce-9e40dd9b47da req-f261864d-0047-40ce-be7a-485fd0b4a0fc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.197747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4d8d6-0aa0-495d-abce-9e40dd9b47da req-f261864d-0047-40ce-be7a-485fd0b4a0fc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.210012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4d8d6-0aa0-495d-abce-9e40dd9b47da req-f261864d-0047-40ce-be7a-485fd0b4a0fc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.216729 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62e4d8d6-0aa0-495d-abce-9e40dd9b47da req-f261864d-0047-40ce-be7a-485fd0b4a0fc tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.1737323 Sep 02 13:51:58.220779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:58.298564 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-62e4d8d6-0aa0-495d-abce-9e40dd9b47da req-ae17f0e1-5856-4b84-93d6-6398bf0261b4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691540 Sep 02 13:51:58.302564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Subnet': ['ID=cddaf426-333a-4aa3-8c72-f2547ba176f4,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:58.311849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Checking segment: {'id': 'eeb6d42e-f742-47b9-bfa8-a450f6a68652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f2cca9f-9429-4184-a97b-c9c6a10d96b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:58.312179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network hostable DHCP agents. Network: 3f2cca9f-9429-4184-a97b-c9c6a10d96b2, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:51:58.334380 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network 3f2cca9f-9429-4184-a97b-c9c6a10d96b2 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:51:58.345219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 3f2cca9f-9429-4184-a97b-c9c6a10d96b2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:58.355369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.355369 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:58.365101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47d0604-7923-4a70-8232-d7f34fe1778f None None] Network 3f2cca9f-9429-4184-a97b-c9c6a10d96b2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:51:58.376183 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d905cb08-32e9-4dd4-aec4-3359417c2e5d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6322725 Sep 02 13:51:58.389876 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52312) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:58.394639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9ae898e2-24f6-4459-8a89-07142aebb895 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f2cca9f-9429-4184-a97b-c9c6a10d96b2'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:51:58.562856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-3f2cca9f-9429-4184-a97b-c9c6a10d96b2', 'network_id': '3f2cca9f-9429-4184-a97b-c9c6a10d96b2', 'tenant_id': 'a85c5ea485fa405aa9564bf904b96d73', 'fixed_ips': [{'subnet_id': 'cddaf426-333a-4aa3-8c72-f2547ba176f4'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:51:58.563915 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:58.728503 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12770-1cf3-4d4b-92ee-b7ec19b38686 req-8e5705c3-2de3-4efb-ab58-caf9c3adf119 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:58.736463 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99a12770-1cf3-4d4b-92ee-b7ec19b38686 req-8e5705c3-2de3-4efb-ab58-caf9c3adf119 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.0722325 Sep 02 13:51:58.770595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Allocated IP 2001:db8:1::2 (3f2cca9f-9429-4184-a97b-c9c6a10d96b2/cddaf426-333a-4aa3-8c72-f2547ba176f4/41745b77-4a2e-40c2-b3f5-382c34a7cc15) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:51:58.814296 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99a12770-1cf3-4d4b-92ee-b7ec19b38686 req-cd4ca145-c7e2-4487-a38e-c452a59bc559 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743299 Sep 02 13:51:59.035791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9ae898e2-24f6-4459-8a89-07142aebb895 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:59.054061 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:59.077076 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Transition to ACTIVE for port object 41745b77-4a2e-40c2-b3f5-382c34a7cc15 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:59.102169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Transition to ACTIVE for port object 41745b77-4a2e-40c2-b3f5-382c34a7cc15 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:51:59.110548 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:59.156694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Network 3f2cca9f-9429-4184-a97b-c9c6a10d96b2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:51:59.160118 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:51:59.164119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:51:59.173126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Pushing event updated for resources: {'Port': ['ID=41745b77-4a2e-40c2-b3f5-382c34a7cc15,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:59.220258 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-9ae898e2-24f6-4459-8a89-07142aebb895 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:51:59.221421 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9ae898e2-24f6-4459-8a89-07142aebb895 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "PUT /v2.0/routers/38565e22-753c-4be8-a46b-6c5085a32f14 HTTP/1.1" status: 400 len: 364 time: 0.8305020 Sep 02 13:51:59.226140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:51:59.275821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Attempting to bind port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:51:59.276519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Attempting to bind port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'eeb6d42e-f742-47b9-bfa8-a450f6a68652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f2cca9f-9429-4184-a97b-c9c6a10d96b2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:51:59.276734 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Attempting to bind port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 on network 3f2cca9f-9429-4184-a97b-c9c6a10d96b2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:51:59.292843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:51:59.293238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Checking segment: {'id': 'eeb6d42e-f742-47b9-bfa8-a450f6a68652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f2cca9f-9429-4184-a97b-c9c6a10d96b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:51:59.293635 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:59.294036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Bound using segment: {'id': 'eeb6d42e-f742-47b9-bfa8-a450f6a68652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f2cca9f-9429-4184-a97b-c9c6a10d96b2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:51:59.294534 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Bound port: 41745b77-4a2e-40c2-b3f5-382c34a7cc15, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb6d42e-f742-47b9-bfa8-a450f6a68652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f2cca9f-9429-4184-a97b-c9c6a10d96b2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:51:59.294929 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:59.354515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-263f5ed2-14de-499d-a3e3-a9f3966d86db tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:59.365132 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-263f5ed2-14de-499d-a3e3-a9f3966d86db tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1365523 Sep 02 13:51:59.432198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] For port 41745b77-4a2e-40c2-b3f5-382c34a7cc15, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:51:59.436246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] For port 41745b77-4a2e-40c2-b3f5-382c34a7cc15, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=41745b77-4a2e-40c2-b3f5-382c34a7cc15,segment=NetworkSegment(eeb6d42e-f742-47b9-bfa8-a450f6a68652),segment_id=eeb6d42e-f742-47b9-bfa8-a450f6a68652)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:51:59.442749 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:59.563874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57742c99-e225-4049-bf8a-ee1ed4a1ff5b None None] Pushing event updated for resources: {'Port': ['ID=41745b77-4a2e-40c2-b3f5-382c34a7cc15,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:51:59.572602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:59.628733 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc593fd-230b-438d-aacb-98b68a0d5b95 req-37dfe25a-4a2c-454e-93a5-254d4c3328e8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:59.634974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc593fd-230b-438d-aacb-98b68a0d5b95 req-37dfe25a-4a2c-454e-93a5-254d4c3328e8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:59.641457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc593fd-230b-438d-aacb-98b68a0d5b95 req-37dfe25a-4a2c-454e-93a5-254d4c3328e8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:59.649907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc593fd-230b-438d-aacb-98b68a0d5b95 req-37dfe25a-4a2c-454e-93a5-254d4c3328e8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:59.655921 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc593fd-230b-438d-aacb-98b68a0d5b95 req-37dfe25a-4a2c-454e-93a5-254d4c3328e8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:59.658828 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:59.661846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc593fd-230b-438d-aacb-98b68a0d5b95 req-37dfe25a-4a2c-454e-93a5-254d4c3328e8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:59.668814 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc593fd-230b-438d-aacb-98b68a0d5b95 req-37dfe25a-4a2c-454e-93a5-254d4c3328e8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:51:59.676818 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccc593fd-230b-438d-aacb-98b68a0d5b95 req-37dfe25a-4a2c-454e-93a5-254d4c3328e8 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.1980612 Sep 02 13:51:59.714415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Deleting port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:51:59.714772 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:51:59.785748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ccc593fd-230b-438d-aacb-98b68a0d5b95 req-0ee9d395-a331-460b-936a-19fd120708e4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058135 Sep 02 13:51:59.934439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] For port ddcf71c5-a2e9-4037-a72a-0f4057e6d253, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:51:59.934984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:00.060916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Allocated IP 2001:db8::1 (2dc1842d-7007-4aed-9dab-f2140c951bbc/1803346f-da53-4b93-84c2-24a1d8d06199/e1736fcc-5e6a-453b-8de5-89f24b3ef96b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:52:00.142371 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:00.143150 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:00.143394 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Floating IP 27c25578-db03-40c6-a055-e75f1758ea3f disassociated. External IP: 172.25.3.237, port: ddcf71c5-a2e9-4037-a72a-0f4057e6d253. Sep 02 13:52:00.143772 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Calling delete_port for ddcf71c5-a2e9-4037-a72a-0f4057e6d253 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:00.158148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dab962-322c-4f54-99dd-e382cf2e76c6 req-4b6e489e-f435-4543-a031-c8707e78a061 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:00.159761 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5dab962-322c-4f54-99dd-e382cf2e76c6 req-4b6e489e-f435-4543-a031-c8707e78a061 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 945 time: 0.1193857 Sep 02 13:52:00.233786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5dab962-322c-4f54-99dd-e382cf2e76c6 req-1c20ad5d-9459-4c26-8b40-1162a0b5bbbc tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=99ad03f9-b3e5-4221-9988-c4b82da22a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610285 Sep 02 13:52:00.253107 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:00.270606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Transition to ACTIVE for port object e1736fcc-5e6a-453b-8de5-89f24b3ef96b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:00.327428 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:00.350695 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:00.415451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network 2dc1842d-7007-4aed-9dab-f2140c951bbc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:52:00.419318 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:00.420415 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:52:00.424085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Port': ['ID=e1736fcc-5e6a-453b-8de5-89f24b3ef96b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:00.431124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:52:00.431992 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:00.473399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event deleted for resources: {'Port': ['ID=ddcf71c5-a2e9-4037-a72a-0f4057e6d253,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:00.659765 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Router 771d4111-d798-403d-af86-3e8aad0d573f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:52:00.851130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:52:00.867190 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] Sync routers for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:52:00.880948 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:00.881851 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:51:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:00.994211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-78c0e154-8cdc-4aa2-a763-2ab78981411b None None] Provisioning for port e1736fcc-5e6a-453b-8de5-89f24b3ef96b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:00.997371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] No DVR routers for this DVR port ddcf71c5-a2e9-4037-a72a-0f4057e6d253 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:01.001567 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:01.004542 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8558c5c3-9ddd-44a4-a875-7d55301d8071 req-5048cc6a-88dc-40e3-a581-402645c35d99 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "DELETE /v2.0/ports/ddcf71c5-a2e9-4037-a72a-0f4057e6d253 HTTP/1.1" status: 204 len: 173 time: 1.6318426 Sep 02 13:52:01.004769 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-78c0e154-8cdc-4aa2-a763-2ab78981411b None None] Provisioning complete for port e1736fcc-5e6a-453b-8de5-89f24b3ef96b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:01.005140 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78c0e154-8cdc-4aa2-a763-2ab78981411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:01.005891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016055f2-638c-4190-ba20-8779026f95e8', 'name': 'network-vif-deleted', 'tag': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:01.010230 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3da5668-f861-490f-8120-b3cde9ac7afd" -d '{"events": [{"server_uuid": "016055f2-638c-4190-ba20-8779026f95e8", "name": "network-vif-deleted", "tag": "ddcf71c5-a2e9-4037-a72a-0f4057e6d253"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:01.062085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafacea-86a5-4584-87ea-4717efe8fbc5 req-887214e3-4bd1-499c-91f2-cc3122709f2e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.068888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafacea-86a5-4584-87ea-4717efe8fbc5 req-887214e3-4bd1-499c-91f2-cc3122709f2e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.076146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafacea-86a5-4584-87ea-4717efe8fbc5 req-887214e3-4bd1-499c-91f2-cc3122709f2e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.082946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafacea-86a5-4584-87ea-4717efe8fbc5 req-887214e3-4bd1-499c-91f2-cc3122709f2e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.090102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafacea-86a5-4584-87ea-4717efe8fbc5 req-887214e3-4bd1-499c-91f2-cc3122709f2e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.106047 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafacea-86a5-4584-87ea-4717efe8fbc5 req-887214e3-4bd1-499c-91f2-cc3122709f2e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.112742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafacea-86a5-4584-87ea-4717efe8fbc5 req-887214e3-4bd1-499c-91f2-cc3122709f2e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.115440 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9cafacea-86a5-4584-87ea-4717efe8fbc5 req-887214e3-4bd1-499c-91f2-cc3122709f2e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.1571875 Sep 02 13:52:01.172583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-78c0e154-8cdc-4aa2-a763-2ab78981411b None None] Port e1736fcc-5e6a-453b-8de5-89f24b3ef96b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:52:01.177960 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a9f472-169c-4ca3-bcb1-6da000bbd570 x-openstack-request-id: req-d2a9f472-169c-4ca3-bcb1-6da000bbd570 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:01.178532 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016055f2-638c-4190-ba20-8779026f95e8", "name": "network-vif-deleted", "tag": "ddcf71c5-a2e9-4037-a72a-0f4057e6d253", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:01.178723 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2a9f472-169c-4ca3-bcb1-6da000bbd570 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:01.179223 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016055f2-638c-4190-ba20-8779026f95e8', 'name': 'network-vif-deleted', 'tag': 'ddcf71c5-a2e9-4037-a72a-0f4057e6d253', 'status': 'completed', 'code': 200} Sep 02 13:52:01.181519 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-581e72d6-c8b3-4618-a29b-77ebc7470916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:01.224526 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9cafacea-86a5-4584-87ea-4717efe8fbc5 req-57b39773-3b2b-4926-a61e-53294ba5baa0 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016488 Sep 02 13:52:01.280151 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:01.280893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7617811-7e58-43af-83a8-64076af63831 None None] Network 3f2cca9f-9429-4184-a97b-c9c6a10d96b2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:52:01.327427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.328053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.328161 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.328486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.328814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.329142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.329467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.329795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.330113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.330435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.330756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.340937 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:01.464022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-742d6a8f-af6e-4814-9f10-476d60449500 req-1f16d749-74a6-47d9-9450-cb67a58b5e87 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=016055f2-638c-4190-ba20-8779026f95e8 HTTP/1.1" status: 200 len: 210 time: 0.0394027 Sep 02 13:52:01.604413 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7742a9-3c36-4fc6-8ec8-33e3044e3120 req-66548472-2cef-4c63-807a-c7363362ab44 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.615103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7742a9-3c36-4fc6-8ec8-33e3044e3120 req-66548472-2cef-4c63-807a-c7363362ab44 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.624355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bff62766-69fc-487a-9675-5d12cac9a951 None None] Provisioning for port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:01.634405 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7742a9-3c36-4fc6-8ec8-33e3044e3120 req-66548472-2cef-4c63-807a-c7363362ab44 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.650022 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7742a9-3c36-4fc6-8ec8-33e3044e3120 req-66548472-2cef-4c63-807a-c7363362ab44 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.665489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7742a9-3c36-4fc6-8ec8-33e3044e3120 req-66548472-2cef-4c63-807a-c7363362ab44 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.675096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7742a9-3c36-4fc6-8ec8-33e3044e3120 req-66548472-2cef-4c63-807a-c7363362ab44 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.701655 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7742a9-3c36-4fc6-8ec8-33e3044e3120 req-66548472-2cef-4c63-807a-c7363362ab44 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:01.703631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0a7742a9-3c36-4fc6-8ec8-33e3044e3120 req-66548472-2cef-4c63-807a-c7363362ab44 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.2984252 Sep 02 13:52:01.715130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:01.721163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bf5517fb-f21c-45c2-b4e5-db30fdf436f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Request body: {'floatingip': {'port_id': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:01.769698 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:01.781252 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:01.803848 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] Checking router: 771d4111-d798-403d-af86-3e8aad0d573f for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:52:01.822003 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:01.822974 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:51:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:01.858624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 41745b77-4a2e-40c2-b3f5-382c34a7cc15 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:52:01.892233 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf5517fb-f21c-45c2-b4e5-db30fdf436f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:01.933797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:01.947968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:01.948656 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.059021 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:02.128708 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.224238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 41745b77-4a2e-40c2-b3f5-382c34a7cc15, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=41745b77-4a2e-40c2-b3f5-382c34a7cc15,segment=NetworkSegment(eeb6d42e-f742-47b9-bfa8-a450f6a68652),segment_id=eeb6d42e-f742-47b9-bfa8-a450f6a68652)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:02.230182 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.239009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a48bd7f7-e47e-48e4-8304-54cb9493e2db None None] Provisioning complete for port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:02.239385 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a48bd7f7-e47e-48e4-8304-54cb9493e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.339432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ddcf71c5-a2e9-4037-a72a-0f4057e6d253 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:02.356398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.364575 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.369620 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.385512 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:02.404712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: ddcf71c5-a2e9-4037-a72a-0f4057e6d253 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:02.405184 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device ddcf71c5-a2e9-4037-a72a-0f4057e6d253 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:02.447156 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e60730-4f78-4a45-9132-97f75aa4ea95 None None] The sync data for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 is: [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:52:02.466174 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=41745b77-4a2e-40c2-b3f5-382c34a7cc15,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:02.594169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event updated for resources: {'Port': ['ID=e1736fcc-5e6a-453b-8de5-89f24b3ef96b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:02.632739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:02.775024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Network 2dc1842d-7007-4aed-9dab-f2140c951bbc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:52:02.794227 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:52:02.841346 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf5517fb-f21c-45c2-b4e5-db30fdf436f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.851231 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf5517fb-f21c-45c2-b4e5-db30fdf436f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:02.941735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292fc5f-7c17-46a5-a50c-6a623da68dc7 None None] New status for floating IP 27c25578-db03-40c6-a055-e75f1758ea3f: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:52:02.990796 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Router 38565e22-753c-4be8-a46b-6c5085a32f14 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:52:02.994691 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c108c5c2-238f-4293-9459-6d1171ddebad tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.046482 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-bf5517fb-f21c-45c2-b4e5-db30fdf436f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Floating IP 34c3c24c-fcfe-4253-b182-a0f452cf00d1 associated. External IP: 172.25.3.59, port: 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5. Sep 02 13:52:03.066413 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c108c5c2-238f-4293-9459-6d1171ddebad tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.172263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:52:03.187147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3898323e-b059-4000-9c91-840748533d7d tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "PUT /v2.0/routers/38565e22-753c-4be8-a46b-6c5085a32f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9579391 Sep 02 13:52:03.190049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:03.197349 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104d2f3-8b10-4cb6-b533-452e57ed00c5 None None] Sync routers for ids ['38565e22-753c-4be8-a46b-6c5085a32f14'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:52:03.224696 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104d2f3-8b10-4cb6-b533-452e57ed00c5 None None] Routers {'38565e22-753c-4be8-a46b-6c5085a32f14'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:03.225427 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1104d2f3-8b10-4cb6-b533-452e57ed00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:51:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['38565e22-753c-4be8-a46b-6c5085a32f14'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:03.307292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-459da710-2130-4faa-9e7f-f1fc4641e812 None None] Provisioning complete for port e1736fcc-5e6a-453b-8de5-89f24b3ef96b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:03.308266 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-459da710-2130-4faa-9e7f-f1fc4641e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.325458 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1104d2f3-8b10-4cb6-b533-452e57ed00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:03.326756 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c108c5c2-238f-4293-9459-6d1171ddebad tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.329451 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c108c5c2-238f-4293-9459-6d1171ddebad tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.333596 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c108c5c2-238f-4293-9459-6d1171ddebad tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "DELETE /v2.0/security-groups/99ad03f9-b3e5-4221-9988-c4b82da22a4a HTTP/1.1" status: 204 len: 168 time: 0.6983144 Sep 02 13:52:03.334283 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:03.354860 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104d2f3-8b10-4cb6-b533-452e57ed00c5 None None] Routers {'38565e22-753c-4be8-a46b-6c5085a32f14'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:03.355932 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1104d2f3-8b10-4cb6-b533-452e57ed00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:51:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['38565e22-753c-4be8-a46b-6c5085a32f14'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:03.356741 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108c5c2-238f-4293-9459-6d1171ddebad tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ad03f9-b3e5-4221-9988-c4b82da22a4a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:03.367257 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-8d46bfb7-f733-44e9-8b06-32fe37b35274 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] show failed (client error): The resource could not be found. Sep 02 13:52:03.371449 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8d46bfb7-f733-44e9-8b06-32fe37b35274 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups/99ad03f9-b3e5-4221-9988-c4b82da22a4a HTTP/1.1" status: 404 len: 347 time: 0.0254622 Sep 02 13:52:03.374509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:03.421580 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-459da710-2130-4faa-9e7f-f1fc4641e812 None None] Port e1736fcc-5e6a-453b-8de5-89f24b3ef96b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:52:03.438901 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1104d2f3-8b10-4cb6-b533-452e57ed00c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:03.439575 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104d2f3-8b10-4cb6-b533-452e57ed00c5 None None] The sync data for ids ['38565e22-753c-4be8-a46b-6c5085a32f14'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:52:03.441564 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f03f5c4e-357e-44fd-b853-8dfa01a527c0 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.509537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5517fb-f21c-45c2-b4e5-db30fdf436f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Router 555bdd92-a5fd-4c7a-a964-7280a3052c55 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:52:03.594335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff2cba20-cbae-415a-8066-68da9034e800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.608840 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-f03f5c4e-357e-44fd-b853-8dfa01a527c0 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 02 13:52:03.609805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f03f5c4e-357e-44fd-b853-8dfa01a527c0 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/routers/38565e22-753c-4be8-a46b-6c5085a32f14 HTTP/1.1" status: 409 len: 329 time: 0.4130626 Sep 02 13:52:03.613179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:03.652193 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5517fb-f21c-45c2-b4e5-db30fdf436f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:52:03.658371 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf5517fb-f21c-45c2-b4e5-db30fdf436f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.665536 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] Sync routers for ids ['555bdd92-a5fd-4c7a-a964-7280a3052c55'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:52:03.685723 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] Routers {'555bdd92-a5fd-4c7a-a964-7280a3052c55'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:03.686759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['555bdd92-a5fd-4c7a-a964-7280a3052c55'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:03.720286 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bf5517fb-f21c-45c2-b4e5-db30fdf436f4 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "PUT /v2.0/floatingips/34c3c24c-fcfe-4253-b182-a0f452cf00d1 HTTP/1.1" status: 200 len: 990 time: 2.0035036 Sep 02 13:52:03.720952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:03.725746 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95b0390-09a9-43be-ae1a-d369d8466cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:03.744738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Deleting port d7c78ffd-b825-4061-9023-9079c72f9160 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:03.745086 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.803919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 41745b77-4a2e-40c2-b3f5-382c34a7cc15 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:52:03.820202 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6861fa-140d-4fff-92cf-8414cf35bc73 x-openstack-request-id: req-6e6861fa-140d-4fff-92cf-8414cf35bc73 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:03.820566 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:03.825059 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e6861fa-140d-4fff-92cf-8414cf35bc73 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:03.825575 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'status': 'completed', 'code': 200} Sep 02 13:52:03.973149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.973617 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:03.974769 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-f77ab4f2-2233-4295-8373-4f2d22617d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:03.976524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-f77ab4f2-2233-4295-8373-4f2d22617d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:03.977564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-f77ab4f2-2233-4295-8373-4f2d22617d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:03.978565 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-f77ab4f2-2233-4295-8373-4f2d22617d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:03.979472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-f77ab4f2-2233-4295-8373-4f2d22617d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:03.980178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-f77ab4f2-2233-4295-8373-4f2d22617d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:03.981095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-f77ab4f2-2233-4295-8373-4f2d22617d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:03.983832 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-f77ab4f2-2233-4295-8373-4f2d22617d27 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6501 time: 0.1171887 Sep 02 13:52:03.999461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Calling delete_port for d7c78ffd-b825-4061-9023-9079c72f9160 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:04.132445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-4f8848d6-60b8-44de-bfc3-06bf231e26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:04.136235 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-4f8848d6-60b8-44de-bfc3-06bf231e26ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35 HTTP/1.1" status: 200 len: 918 time: 0.1346443 Sep 02 13:52:04.170540 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:04.206631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:04.207304 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:04.254488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] Set router 555bdd92-a5fd-4c7a-a964-7280a3052c55 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:04.265082 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:04.293569 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-ff3db0c0-4e30-4183-b112-a8b59bbed550 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 200 len: 998 time: 0.1441755 Sep 02 13:52:04.294744 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event deleted for resources: {'Port': ['ID=d7c78ffd-b825-4061-9023-9079c72f9160,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:04.312342 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:04.390310 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-c5ae96b1-b9b6-47cf-9165-535aa1326bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:04.392136 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-c5ae96b1-b9b6-47cf-9165-535aa1326bff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dc2610b-8719-40d5-ba02-80ed337982a5 HTTP/1.1" status: 200 len: 856 time: 0.0818684 Sep 02 13:52:04.454778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-16671fab-641f-4848-8415-37d911b5f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:04.456589 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-16671fab-641f-4848-8415-37d911b5f9ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546026 Sep 02 13:52:04.533361 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:04.536131 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:04.550687 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f41da041-ef48-48b6-82c5-115665e478f1 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "DELETE /v2.0/floatingips/27c25578-db03-40c6-a055-e75f1758ea3f HTTP/1.1" status: 204 len: 168 time: 1.1750658 Sep 02 13:52:04.645340 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-3637c968-c658-4707-a776-b6257d90d251 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762006 Sep 02 13:52:04.661903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '34c3c24c-fcfe-4253-b182-a0f452cf00d1', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'port_id': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'mac_address': 'fa:16:3e:3b:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:50:39Z', 'updated_at': '2021-09-02T13:52:02Z', 'revision_number': 1, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:54Z', 'revision_number': 5, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:04.702775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] Checking router: 555bdd92-a5fd-4c7a-a964-7280a3052c55 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:52:04.717199 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] Routers {'555bdd92-a5fd-4c7a-a964-7280a3052c55'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:04.717854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['555bdd92-a5fd-4c7a-a964-7280a3052c55'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:04.806105 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d95b0390-09a9-43be-ae1a-d369d8466cc9 req-33bc335f-79c5-493b-8717-4598a0666fb2 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470075 Sep 02 13:52:04.888633 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:04.941587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Deleting port e1736fcc-5e6a-453b-8de5-89f24b3ef96b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:04.942403 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:04.948873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] Set router 555bdd92-a5fd-4c7a-a964-7280a3052c55 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:05.074438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:05.080244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-067c2f0b-9168-46c0-b4d3-9b7a06146992 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196088947', 'description': 'tempest-description--359542081'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:05.112190 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-067c2f0b-9168-46c0-b4d3-9b7a06146992 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.156539 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.179143 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Calling delete_port for e1736fcc-5e6a-453b-8de5-89f24b3ef96b owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:05.261558 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-067c2f0b-9168-46c0-b4d3-9b7a06146992 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.266460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-067c2f0b-9168-46c0-b4d3-9b7a06146992 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.328549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-067c2f0b-9168-46c0-b4d3-9b7a06146992 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.330074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-067c2f0b-9168-46c0-b4d3-9b7a06146992 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2545607 Sep 02 13:52:05.334282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52406) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:05.340627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-57dd4dc5-3fb9-4717-9c41-40fd1d50c229 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'security_group_rule': {'security_group_id': 'ced9097b-451c-46a3-b07f-0b48c8b13b67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:05.342614 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '34c3c24c-fcfe-4253-b182-a0f452cf00d1', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'port_id': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'mac_address': 'fa:16:3e:3b:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:50:39Z', 'updated_at': '2021-09-02T13:52:02Z', 'revision_number': 1, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:54Z', 'revision_number': 5, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:05.352307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c2f0b-9168-46c0-b4d3-9b7a06146992 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced9097b-451c-46a3-b07f-0b48c8b13b67,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:05.397368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57dd4dc5-3fb9-4717-9c41-40fd1d50c229 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.407432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca87ff-b918-417f-ad19-ac11519a7294 None None] The sync data for ids ['555bdd92-a5fd-4c7a-a964-7280a3052c55'] in n-d-794796-4 is: [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '34c3c24c-fcfe-4253-b182-a0f452cf00d1', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'port_id': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'mac_address': 'fa:16:3e:3b:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:50:39Z', 'updated_at': '2021-09-02T13:52:02Z', 'revision_number': 1, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:54Z', 'revision_number': 5, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:52:05.501774 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57dd4dc5-3fb9-4717-9c41-40fd1d50c229 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.518994 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57dd4dc5-3fb9-4717-9c41-40fd1d50c229 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.519504 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.582655 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd4dc5-3fb9-4717-9c41-40fd1d50c229 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388645df-5cb5-48d5-ad2c-1bacbfc1157c,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:05.588372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Port': ['ID=e1736fcc-5e6a-453b-8de5-89f24b3ef96b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:05.605636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57dd4dc5-3fb9-4717-9c41-40fd1d50c229 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.613785 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-57dd4dc5-3fb9-4717-9c41-40fd1d50c229 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2775843 Sep 02 13:52:05.616137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52408) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:05.623350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3f70dfe2-d1fe-439e-8d63-0bdf51ce7d11 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'security_group_rule': {'security_group_id': 'ced9097b-451c-46a3-b07f-0b48c8b13b67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:05.705272 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f70dfe2-d1fe-439e-8d63-0bdf51ce7d11 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.749000 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.843773 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2209c-e567-4a8f-bb11-282b6aade380 None None] New status for floating IP 34c3c24c-fcfe-4253-b182-a0f452cf00d1: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:52:05.893931 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f70dfe2-d1fe-439e-8d63-0bdf51ce7d11 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.902767 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f70dfe2-d1fe-439e-8d63-0bdf51ce7d11 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.954101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70dfe2-d1fe-439e-8d63-0bdf51ce7d11 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6486e4-f86c-4d6c-a449-b016281d93b2,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:05.959631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f70dfe2-d1fe-439e-8d63-0bdf51ce7d11 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:05.961087 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3f70dfe2-d1fe-439e-8d63-0bdf51ce7d11 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439069 Sep 02 13:52:05.965793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52412) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:05.997158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:06.074300 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:06.313224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Router 38565e22-753c-4be8-a46b-6c5085a32f14 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:52:06.394021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:06.424402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:52:06.437822 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0a2138ca-65ff-4536-a07b-e41495a5a1d2 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "PUT /v2.0/routers/38565e22-753c-4be8-a46b-6c5085a32f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229768 Sep 02 13:52:06.438769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:06.439158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05785315-6c1b-47c3-a46c-17cabd5895fb None None] Sync routers for ids ['38565e22-753c-4be8-a46b-6c5085a32f14'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:52:06.458950 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05785315-6c1b-47c3-a46c-17cabd5895fb None None] Routers {'38565e22-753c-4be8-a46b-6c5085a32f14'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:06.459987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-05785315-6c1b-47c3-a46c-17cabd5895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['38565e22-753c-4be8-a46b-6c5085a32f14'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:06.513088 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-fab079ba-450a-4a2e-8811-952c54cdc562 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] show failed (client error): The resource could not be found. Sep 02 13:52:06.515555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fab079ba-450a-4a2e-8811-952c54cdc562 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1990720963 HTTP/1.1" status: 404 len: 335 time: 0.0753374 Sep 02 13:52:06.519585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:06.528152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-05785315-6c1b-47c3-a46c-17cabd5895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:06.532402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-14c724f1-1f5b-4f26-807d-2fd7a319af2a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:06.543411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05785315-6c1b-47c3-a46c-17cabd5895fb None None] Routers {'38565e22-753c-4be8-a46b-6c5085a32f14'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:06.544597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-05785315-6c1b-47c3-a46c-17cabd5895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['38565e22-753c-4be8-a46b-6c5085a32f14'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:06.616114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-05785315-6c1b-47c3-a46c-17cabd5895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:06.617200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05785315-6c1b-47c3-a46c-17cabd5895fb None None] The sync data for ids ['38565e22-753c-4be8-a46b-6c5085a32f14'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:52:06.622338 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-14c724f1-1f5b-4f26-807d-2fd7a319af2a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] update failed (client error): The resource could not be found. Sep 02 13:52:06.625759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-14c724f1-1f5b-4f26-807d-2fd7a319af2a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1467394988 HTTP/1.1" status: 404 len: 335 time: 0.1008024 Sep 02 13:52:06.629334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:06.641306 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:06.647824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Allocated IP 172.25.3.167 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/63d91423-955b-4d16-aad2-dd3e56f89e83) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:52:06.737093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6013ae73-c753-4451-8486-e9a7d1baec8c tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Deleting subnet cddaf426-333a-4aa3-8c72-f2547ba176f4 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:52:06.745636 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6013ae73-c753-4451-8486-e9a7d1baec8c tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:06.831789 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6013ae73-c753-4451-8486-e9a7d1baec8c tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:06.839571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:06.911564 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:06.974188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:52:06.981974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:52:06.985053 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:52:06.987332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'Port': ['ID=63d91423-955b-4d16-aad2-dd3e56f89e83,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:06.991441 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6013ae73-c753-4451-8486-e9a7d1baec8c tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.109369 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.164242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.383961 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.391046 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.487479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'Port': ['ID=63d91423-955b-4d16-aad2-dd3e56f89e83,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:07.513130 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.522605 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6013ae73-c753-4451-8486-e9a7d1baec8c tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.535226 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.537102 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8aa583f6-d1cf-4a76-b3cc-2fce98d67e09 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5575790 Sep 02 13:52:07.567946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013ae73-c753-4451-8486-e9a7d1baec8c tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Subnet': ['ID=cddaf426-333a-4aa3-8c72-f2547ba176f4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:07.572649 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6013ae73-c753-4451-8486-e9a7d1baec8c tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.574798 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6013ae73-c753-4451-8486-e9a7d1baec8c tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/subnets/cddaf426-333a-4aa3-8c72-f2547ba176f4 HTTP/1.1" status: 204 len: 168 time: 0.9431126 Sep 02 13:52:07.577320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:07.584037 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5fd84-91b7-4f58-84be-b285b4d11d08 None None] Network 3f2cca9f-9429-4184-a97b-c9c6a10d96b2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:52:07.668053 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.747216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Deleting port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:07.747779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.823214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ec4b1d-8be3-4a9e-aa61-1a2b9de8e8b8 None None] DHCP port deletion for 3f2cca9f-9429-4184-a97b-c9c6a10d96b2 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:52:07.825983 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] For port 41745b77-4a2e-40c2-b3f5-382c34a7cc15, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=41745b77-4a2e-40c2-b3f5-382c34a7cc15,segment=NetworkSegment(eeb6d42e-f742-47b9-bfa8-a450f6a68652),segment_id=eeb6d42e-f742-47b9-bfa8-a450f6a68652)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:07.826540 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.843316 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-c62efe67-884e-41fc-9f4f-bd6a456e149a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--196088947&fields=id&tenant_id=3f7a79aca27240e1a2df26a0324ca471 HTTP/1.1" status: 200 len: 267 time: 0.0867059 Sep 02 13:52:07.843636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Calling delete_port for 41745b77-4a2e-40c2-b3f5-382c34a7cc15 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:07.921907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-68ec4b1d-8be3-4a9e-aa61-1a2b9de8e8b8 None None] Deleting port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:07.922309 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68ec4b1d-8be3-4a9e-aa61-1a2b9de8e8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.957624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:07.986047 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-54b20167-7ff2-4a41-99a6-f4da6707d4b5 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:07.987677 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-54b20167-7ff2-4a41-99a6-f4da6707d4b5 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 811 time: 0.1434915 Sep 02 13:52:07.988688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Port': ['ID=41745b77-4a2e-40c2-b3f5-382c34a7cc15,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:07.991238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] No DVR routers for this DVR port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:08.007774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-c77bf6d4-d6fb-4a31-bfa8-8e172d4a012c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/quotas/3f7a79aca27240e1a2df26a0324ca471 HTTP/1.1" status: 200 len: 375 time: 0.0109181 Sep 02 13:52:08.020555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-68ec4b1d-8be3-4a9e-aa61-1a2b9de8e8b8 None None] For port 41745b77-4a2e-40c2-b3f5-382c34a7cc15, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=41745b77-4a2e-40c2-b3f5-382c34a7cc15,segment=NetworkSegment(eeb6d42e-f742-47b9-bfa8-a450f6a68652),segment_id=eeb6d42e-f742-47b9-bfa8-a450f6a68652)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:08.021052 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68ec4b1d-8be3-4a9e-aa61-1a2b9de8e8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.041650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-68ec4b1d-8be3-4a9e-aa61-1a2b9de8e8b8 None None] Calling delete_port for 41745b77-4a2e-40c2-b3f5-382c34a7cc15 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:08.094801 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.105829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2cca9f-9429-4184-a97b-c9c6a10d96b2']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:08.118301 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb6d42e-f742-47b9-bfa8-a450f6a68652') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:08.118604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb6d42e-f742-47b9-bfa8-a450f6a68652') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:08.129165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.140257 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-e0a5efd6-cf01-4b76-a306-9eb45ff6bf88 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1245046 Sep 02 13:52:08.145899 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68ec4b1d-8be3-4a9e-aa61-1a2b9de8e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.146187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.155426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:52:08.155877 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:52:08.159970 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:52:08.181037 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec4b1d-8be3-4a9e-aa61-1a2b9de8e8b8 None None] No DVR routers for this DVR port 41745b77-4a2e-40c2-b3f5-382c34a7cc15 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:08.186347 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec4b1d-8be3-4a9e-aa61-1a2b9de8e8b8 None None] Pushing event deleted for resources: {'Port': ['ID=41745b77-4a2e-40c2-b3f5-382c34a7cc15,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:08.243306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.250846 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.256171 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52466) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:08.256417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/networks/3f2cca9f-9429-4184-a97b-c9c6a10d96b2 HTTP/1.1" status: 204 len: 168 time: 0.6776109 Sep 02 13:52:08.268176 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-cc0c2352-4e89-41d6-9daa-f47ea7611598 service neutron] 10.222.0.13 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222672 Sep 02 13:52:08.272995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18af53e-add4-4850-a4f8-80ca23eea731 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Network': ['ID=3f2cca9f-9429-4184-a97b-c9c6a10d96b2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:08.391303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Deleting subnet 5883df56-1458-4785-8dcb-658e64955488 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:52:08.397763 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.469338 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.493461 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-721d1bba-d7a8-4e52-907d-20adff831a80 service neutron] 10.222.0.13 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963849 Sep 02 13:52:08.618933 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.758565 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.781465 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e73695cf-c45c-41ab-8ca7-56c77c051bcf req-de69133f-cfd6-4686-a560-42f509a04bc9 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 210 time: 0.0591419 Sep 02 13:52:08.789267 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.794921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:08.795696 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/subnets/5883df56-1458-4785-8dcb-658e64955488 HTTP/1.1" status: 204 len: 168 time: 0.5374944 Sep 02 13:52:08.804804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65213b4-1f61-4dee-a4ca-18ee4e7096c7 None None] Network bd0cccd2-247e-486a-b8cf-af501fa290f4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:52:08.837264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Subnet': ['ID=5883df56-1458-4785-8dcb-658e64955488,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:08.846700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.847112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.847541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.848106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.848449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.848782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.849700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.850051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.850380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.850709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.851036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.851357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db5a29c-dea2-4f00-972a-d3096ea9dd62 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:08.897798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cd16d9-9230-4e4a-a39e-01c591a247e9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Deleting subnet dc7abaa1-5a2e-48e3-85f3-1d3b6a33bf9a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:52:08.913067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-46084029-9bb3-4708-a56e-ef691283fc1e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:08.915406 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-46084029-9bb3-4708-a56e-ef691283fc1e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.2618766 Sep 02 13:52:08.916263 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61cd16d9-9230-4e4a-a39e-01c591a247e9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:08.987880 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61cd16d9-9230-4e4a-a39e-01c591a247e9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.035747 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-4828ce5a-72fe-4096-bcb2-4727fba4c7b0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/quotas/2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 375 time: 0.0429099 Sep 02 13:52:09.102475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac48f63-fabb-421c-8cb4-dca85a3429c3 None None] DHCP port deletion for bd0cccd2-247e-486a-b8cf-af501fa290f4 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:52:09.161400 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61cd16d9-9230-4e4a-a39e-01c591a247e9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.172207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ac48f63-fabb-421c-8cb4-dca85a3429c3 None None] Deleting port aed89b61-5cd2-4c21-ba14-4ded18e0e579 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:09.172697 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac48f63-fabb-421c-8cb4-dca85a3429c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.264108 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-4995079c-4a8a-40ec-96b9-b3da71f411be tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2186546 Sep 02 13:52:09.265824 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9ac48f63-fabb-421c-8cb4-dca85a3429c3 None None] For port aed89b61-5cd2-4c21-ba14-4ded18e0e579, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=aed89b61-5cd2-4c21-ba14-4ded18e0e579,segment=NetworkSegment(16728550-a8a9-4787-8127-b31162ae4664),segment_id=16728550-a8a9-4787-8127-b31162ae4664)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:09.266816 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac48f63-fabb-421c-8cb4-dca85a3429c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.284733 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ac48f63-fabb-421c-8cb4-dca85a3429c3 None None] Calling delete_port for aed89b61-5cd2-4c21-ba14-4ded18e0e579 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:09.312238 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61cd16d9-9230-4e4a-a39e-01c591a247e9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.349644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd16d9-9230-4e4a-a39e-01c591a247e9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7abaa1-5a2e-48e3-85f3-1d3b6a33bf9a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:09.357274 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61cd16d9-9230-4e4a-a39e-01c591a247e9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.362386 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-61cd16d9-9230-4e4a-a39e-01c591a247e9 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/subnets/dc7abaa1-5a2e-48e3-85f3-1d3b6a33bf9a HTTP/1.1" status: 204 len: 168 time: 0.5637102 Sep 02 13:52:09.363301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52502) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:09.384797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905244f-0fd2-467a-92c8-7beb595ef227 None None] Network 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:52:09.447092 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-a54dcfcc-75bb-4e15-929d-6eb6966fca15 service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820769 Sep 02 13:52:09.502323 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.620085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Deleting port aed89b61-5cd2-4c21-ba14-4ded18e0e579 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:09.622173 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.625910 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac48f63-fabb-421c-8cb4-dca85a3429c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.686896 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device aed89b61-5cd2-4c21-ba14-4ded18e0e579 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:09.693856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac48f63-fabb-421c-8cb4-dca85a3429c3 None None] Pushing event deleted for resources: {'Port': ['ID=aed89b61-5cd2-4c21-ba14-4ded18e0e579,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:09.718133 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-95c9ad38-9362-44b7-a138-763d651bb1ee service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619510 Sep 02 13:52:09.720423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad46dc-e1aa-4d0f-a7f6-628afbd97b6c None None] DHCP port deletion for 3d1d3f2a-736c-4df5-9ce9-ff2c6101613d request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:52:09.722544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac48f63-fabb-421c-8cb4-dca85a3429c3 None None] No DVR routers for this DVR port aed89b61-5cd2-4c21-ba14-4ded18e0e579 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:09.724690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: aed89b61-5cd2-4c21-ba14-4ded18e0e579 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:09.724958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device aed89b61-5cd2-4c21-ba14-4ded18e0e579 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:09.725363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 41745b77-4a2e-40c2-b3f5-382c34a7cc15 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:09.737470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] For port aed89b61-5cd2-4c21-ba14-4ded18e0e579, host n-d-794796-4, got binding levels [] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:09.738252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.752757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 41745b77-4a2e-40c2-b3f5-382c34a7cc15 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:09.753119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 41745b77-4a2e-40c2-b3f5-382c34a7cc15 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:09.803026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Calling delete_port for aed89b61-5cd2-4c21-ba14-4ded18e0e579 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:09.806632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Port aed89b61-5cd2-4c21-ba14-4ded18e0e579 was not found and therefore no delete operation was performed {{(pid=94687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:52:09.808154 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.811136 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad46dc-e1aa-4d0f-a7f6-628afbd97b6c None None] Deleting port 05ac9fe0-ee31-4a0e-9618-97c88804d034 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:09.812228 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4ad46dc-e1aa-4d0f-a7f6-628afbd97b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:09.872160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Port': ['ID=aed89b61-5cd2-4c21-ba14-4ded18e0e579,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:09.889919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] No DVR routers for this DVR port aed89b61-5cd2-4c21-ba14-4ded18e0e579 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:10.005833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e4ad46dc-e1aa-4d0f-a7f6-628afbd97b6c None None] For port 05ac9fe0-ee31-4a0e-9618-97c88804d034, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=05ac9fe0-ee31-4a0e-9618-97c88804d034,segment=NetworkSegment(65ad7360-dd91-44aa-a250-736a22f9a5ec),segment_id=65ad7360-dd91-44aa-a250-736a22f9a5ec)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:10.011358 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4ad46dc-e1aa-4d0f-a7f6-628afbd97b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.024865 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5868ee96-2a75-4158-86f4-c60e1a32998b req-5fc491ee-2872-4b59-8986-ab92a6ea6560 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 210 time: 0.1420684 Sep 02 13:52:10.042070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad46dc-e1aa-4d0f-a7f6-628afbd97b6c None None] Calling delete_port for 05ac9fe0-ee31-4a0e-9618-97c88804d034 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:10.145916 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.195703 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4ad46dc-e1aa-4d0f-a7f6-628afbd97b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.224768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0cccd2-247e-486a-b8cf-af501fa290f4']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:10.255624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad46dc-e1aa-4d0f-a7f6-628afbd97b6c None None] Pushing event deleted for resources: {'Port': ['ID=05ac9fe0-ee31-4a0e-9618-97c88804d034,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:10.264605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad46dc-e1aa-4d0f-a7f6-628afbd97b6c None None] No DVR routers for this DVR port 05ac9fe0-ee31-4a0e-9618-97c88804d034 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:10.308262 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16728550-a8a9-4787-8127-b31162ae4664') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:10.308625 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16728550-a8a9-4787-8127-b31162ae4664') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:10.336693 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ee7361fc-ebdb-4cad-b646-ed57e7961d25 req-9d839f2a-128b-4828-8f7c-304b240f92c6 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 210 time: 0.0528278 Sep 02 13:52:10.340906 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.377829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.393553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:52:10.393975 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:52:10.412321 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:52:10.460501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-ecb9d279-ecac-40a0-b9d0-429ed55ef699 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:10.462897 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-ecb9d279-ecac-40a0-b9d0-429ed55ef699 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 811 time: 0.4345891 Sep 02 13:52:10.514470 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.527361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.533129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/networks/bd0cccd2-247e-486a-b8cf-af501fa290f4 HTTP/1.1" status: 204 len: 168 time: 1.1649172 Sep 02 13:52:10.534309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:10.545782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5420f-6454-49ca-b828-962fba546eac tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Network': ['ID=bd0cccd2-247e-486a-b8cf-af501fa290f4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:10.588766 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-0d4c795a-d2f2-4c62-9323-0270c632e051 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f7a79aca27240e1a2df26a0324ca471 HTTP/1.1" status: 200 len: 379 time: 0.1141140 Sep 02 13:52:10.601922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'port': {'device_id': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'admin_state_up': True, 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'security_groups': ['ced9097b-451c-46a3-b07f-0b48c8b13b67']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:10.633918 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.732288 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.744999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1d3f2a-736c-4df5-9ce9-ff2c6101613d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:10.757731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ad7360-dd91-44aa-a250-736a22f9a5ec') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:10.758599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ad7360-dd91-44aa-a250-736a22f9a5ec') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:10.761422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Made reservation on behalf of 3f7a79aca27240e1a2df26a0324ca471 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:52:10.766126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.769185 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.788851 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.799920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:52:10.799920 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:52:10.808789 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:52:10.886475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.896302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:10.898568 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/networks/3d1d3f2a-736c-4df5-9ce9-ff2c6101613d HTTP/1.1" status: 204 len: 168 time: 0.3630769 Sep 02 13:52:10.901265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:10.954626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f537696-0332-4dec-9f7b-a3218fcac6b4 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Network': ['ID=3d1d3f2a-736c-4df5-9ce9-ff2c6101613d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:10.965311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Allocated IP 172.20.0.5 (66347dcd-c6d4-4265-a223-b109e7c431b7/5d069bb7-3e6d-4ee6-a304-04695b14667a/0f166d3f-af47-4022-b26e-1bd008cef728) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:52:11.012205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-912f7d9d-bf5f-4fb5-a736-0797efb02b56 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Deleting subnet 1803346f-da53-4b93-84c2-24a1d8d06199 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:52:11.017116 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-912f7d9d-bf5f-4fb5-a736-0797efb02b56 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.076915 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-912f7d9d-bf5f-4fb5-a736-0797efb02b56 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.207525 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-912f7d9d-bf5f-4fb5-a736-0797efb02b56 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.320737 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-912f7d9d-bf5f-4fb5-a736-0797efb02b56 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.391584 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f7d9d-bf5f-4fb5-a736-0797efb02b56 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Subnet': ['ID=1803346f-da53-4b93-84c2-24a1d8d06199,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:11.394777 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-912f7d9d-bf5f-4fb5-a736-0797efb02b56 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.397618 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-912f7d9d-bf5f-4fb5-a736-0797efb02b56 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/subnets/1803346f-da53-4b93-84c2-24a1d8d06199 HTTP/1.1" status: 204 len: 168 time: 0.4952211 Sep 02 13:52:11.409151 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563953f2-ffab-455c-9d24-59620dee16e5 None None] Network 2dc1842d-7007-4aed-9dab-f2140c951bbc requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:52:11.410492 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:11.554877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-8d7f2cd3-d29e-48a6-9a33-517ba5ec1c1a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:11.557466 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-8d7f2cd3-d29e-48a6-9a33-517ba5ec1c1a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1819403 Sep 02 13:52:11.644729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'port': {'device_id': 'f320025a-f88f-428b-ab2e-fac41e60cd2d', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'admin_state_up': True, 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:11.665319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 05ac9fe0-ee31-4a0e-9618-97c88804d034 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:11.701140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 05ac9fe0-ee31-4a0e-9618-97c88804d034 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:11.701140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 05ac9fe0-ee31-4a0e-9618-97c88804d034 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:11.731037 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a921433-b0fe-42c1-950e-cbbc560ee096 req-61c818b7-7303-4521-a946-e4d3b8e78b9f tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 210 time: 0.0615952 Sep 02 13:52:11.801978 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.806923 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fdfd76d8-1835-4247-9f6e-8c53b256d7da req-a377a00a-f894-48e7-9361-fad5f2110652 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 210 time: 0.2061410 Sep 02 13:52:11.825258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5044be92-8a29-4f59-aefa-d002dd66b3db None None] DHCP port deletion for 2dc1842d-7007-4aed-9dab-f2140c951bbc request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:52:11.845821 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.862793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Transition to ACTIVE for port object 0f166d3f-af47-4022-b26e-1bd008cef728 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:11.922111 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.934469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5044be92-8a29-4f59-aefa-d002dd66b3db None None] Deleting port ac642d5f-c1db-4eeb-9867-4f6344302cb7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:11.935249 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5044be92-8a29-4f59-aefa-d002dd66b3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:11.997928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Deleting port ac642d5f-c1db-4eeb-9867-4f6344302cb7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:11.998262 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.001983 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Made reservation on behalf of 2cc73a6801e04277beffafe86d4cdb2d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:52:12.005878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.016870 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:52:12.025517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:52:12.031005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5044be92-8a29-4f59-aefa-d002dd66b3db None None] For port ac642d5f-c1db-4eeb-9867-4f6344302cb7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ac642d5f-c1db-4eeb-9867-4f6344302cb7,segment=NetworkSegment(9ffa400b-f37e-4807-b0a4-d81ab1500fad),segment_id=9ffa400b-f37e-4807-b0a4-d81ab1500fad)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:12.031612 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5044be92-8a29-4f59-aefa-d002dd66b3db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.042358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:52:12.057102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5044be92-8a29-4f59-aefa-d002dd66b3db None None] Calling delete_port for ac642d5f-c1db-4eeb-9867-4f6344302cb7 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:12.074059 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event updated for resources: {'Port': ['ID=0f166d3f-af47-4022-b26e-1bd008cef728,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:12.122619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:12.123549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.149362 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-8f51ad72-1848-45b7-b32e-783f3a5ad7f6 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5546043 Sep 02 13:52:12.161934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Request body: {'port': {'device_id': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:12.209457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] For port ac642d5f-c1db-4eeb-9867-4f6344302cb7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ac642d5f-c1db-4eeb-9867-4f6344302cb7,segment=NetworkSegment(9ffa400b-f37e-4807-b0a4-d81ab1500fad),segment_id=9ffa400b-f37e-4807-b0a4-d81ab1500fad)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:12.209969 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.228397 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5044be92-8a29-4f59-aefa-d002dd66b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.246211 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Calling delete_port for ac642d5f-c1db-4eeb-9867-4f6344302cb7 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:12.249840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5044be92-8a29-4f59-aefa-d002dd66b3db None None] No DVR routers for this DVR port ac642d5f-c1db-4eeb-9867-4f6344302cb7 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:12.308830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044be92-8a29-4f59-aefa-d002dd66b3db None None] Pushing event deleted for resources: {'Port': ['ID=ac642d5f-c1db-4eeb-9867-4f6344302cb7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:12.313092 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.427740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.20.0.3 (7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa/3eb181d3-ec78-4920-a475-5b57dd84145a/2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:52:12.480141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d9ac093b-0dea-456e-8672-87fae0516748 None None] Provisioning for port 0f166d3f-af47-4022-b26e-1bd008cef728 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:12.488926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d9ac093b-0dea-456e-8672-87fae0516748 None None] Provisioning complete for port 0f166d3f-af47-4022-b26e-1bd008cef728 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:12.489358 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d9ac093b-0dea-456e-8672-87fae0516748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.544046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.577642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] No DVR routers for this DVR port ac642d5f-c1db-4eeb-9867-4f6344302cb7 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:12.590619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac093b-0dea-456e-8672-87fae0516748 None None] Port 0f166d3f-af47-4022-b26e-1bd008cef728 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:52:12.626535 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Port': ['ID=ac642d5f-c1db-4eeb-9867-4f6344302cb7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:12.787844 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.789654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f166d3f-af47-4022-b26e-1bd008cef728 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:52:12.808147 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.815304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc1842d-7007-4aed-9dab-f2140c951bbc']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:12.839489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffa400b-f37e-4807-b0a4-d81ab1500fad') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:12.839489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffa400b-f37e-4807-b0a4-d81ab1500fad') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:12.841754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Transition to ACTIVE for port object 0f166d3f-af47-4022-b26e-1bd008cef728 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:12.846235 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:12.959930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Pushing event updated for resources: {'Port': ['ID=0f166d3f-af47-4022-b26e-1bd008cef728,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:12.989813 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.017197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.037111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.056613 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:52:13.057592 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: self.session.flush() Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:52:13.067599 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:52:13.072171 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Transition to ACTIVE for port object 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:13.086595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Attempting to bind port 0f166d3f-af47-4022-b26e-1bd008cef728 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:52:13.087091 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Attempting to bind port 0f166d3f-af47-4022-b26e-1bd008cef728 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:52:13.087482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Attempting to bind port 0f166d3f-af47-4022-b26e-1bd008cef728 on network 66347dcd-c6d4-4265-a223-b109e7c431b7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:52:13.101849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891616e0-1cd2-429d-a58e-c63934626a74 req-cf62460a-8961-459b-89d9-18b15eb2646d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:13.103936 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Port 0f166d3f-af47-4022-b26e-1bd008cef728 on network 66347dcd-c6d4-4265-a223-b109e7c431b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:52:13.104993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Attempting to bind port 0f166d3f-af47-4022-b26e-1bd008cef728 on network 66347dcd-c6d4-4265-a223-b109e7c431b7 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:52:13.106079 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-891616e0-1cd2-429d-a58e-c63934626a74 req-cf62460a-8961-459b-89d9-18b15eb2646d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 943 time: 0.2327111 Sep 02 13:52:13.147990 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-615d9072-68e7-44c2-af5d-ee2efe51a12a req-93e17e38-967e-44b9-856d-c6734a449dfe tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 210 time: 0.0638983 Sep 02 13:52:13.149154 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:52:13.149610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Checking segment: {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:52:13.150087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Bound using segment: {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:52:13.150863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Bound port: 0f166d3f-af47-4022-b26e-1bd008cef728, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98c86ee-bcd2-409f-a12a-00d90a6745c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:52:13.151422 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.257769 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.279645 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.287557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/networks/2dc1842d-7007-4aed-9dab-f2140c951bbc HTTP/1.1" status: 204 len: 168 time: 1.8729675 Sep 02 13:52:13.295113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52550) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:13.298122 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] For port 0f166d3f-af47-4022-b26e-1bd008cef728, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:52:13.309194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0f251-f0e7-4185-b810-1b9a4ae0341a tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Pushing event deleted for resources: {'Network': ['ID=2dc1842d-7007-4aed-9dab-f2140c951bbc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:13.341713 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-681baad1-430f-40fc-82e5-d5a035132e64 tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "GET /v2.0/ports?device_id=38565e22-753c-4be8-a46b-6c5085a32f14 HTTP/1.1" status: 200 len: 205 time: 0.0448744 Sep 02 13:52:13.342487 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-891616e0-1cd2-429d-a58e-c63934626a74 req-28c5126d-5f3d-44a4-b65c-9c607aa5645d tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642518 Sep 02 13:52:13.344525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] For port 0f166d3f-af47-4022-b26e-1bd008cef728, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0f166d3f-af47-4022-b26e-1bd008cef728,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:52:13.345950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52552) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:13.354548 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.389413 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.421948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:13.450295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:52:13.452253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:52:13.455825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:52:13.464781 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-580a27a7-ebd4-41b4-9980-649cb2e947ff tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.541091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:13.545117 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.576328 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:13.576328 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.576328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] 10.222.0.77 "PUT /v2.0/ports/0f166d3f-af47-4022-b26e-1bd008cef728 HTTP/1.1" status: 200 len: 1091 time: 1.4153020 Sep 02 13:52:13.576328 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'tag': '0f166d3f-af47-4022-b26e-1bd008cef728'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:13.589626 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfbe8ee-8fd8-45fe-acfc-d219144b06bd", "tag": "0f166d3f-af47-4022-b26e-1bd008cef728"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:13.633150 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-5b2ec56b-0acf-463e-9cba-1eb6487dc087 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0011828 Sep 02 13:52:13.652442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Request body: {'port': {'device_id': 'f320025a-f88f-428b-ab2e-fac41e60cd2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:13.687429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ac642d5f-c1db-4eeb-9867-4f6344302cb7 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:13.701947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce17ecc-73a9-4348-bf89-9b61ff8dbf06 service neutron] Pushing event updated for resources: {'Port': ['ID=0f166d3f-af47-4022-b26e-1bd008cef728,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:13.709372 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68df08e2-a6ff-42cc-ad7d-3e3dd65c9d1a x-openstack-request-id: req-68df08e2-a6ff-42cc-ad7d-3e3dd65c9d1a {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:13.710028 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfbe8ee-8fd8-45fe-acfc-d219144b06bd", "tag": "0f166d3f-af47-4022-b26e-1bd008cef728", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:13.710626 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68df08e2-a6ff-42cc-ad7d-3e3dd65c9d1a {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:13.711285 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'tag': '0f166d3f-af47-4022-b26e-1bd008cef728', 'status': 'completed', 'code': 200} Sep 02 13:52:13.786095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: ac642d5f-c1db-4eeb-9867-4f6344302cb7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:13.786467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ac642d5f-c1db-4eeb-9867-4f6344302cb7 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:13.825353 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-580a27a7-ebd4-41b4-9980-649cb2e947ff tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.829050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-580a27a7-ebd4-41b4-9980-649cb2e947ff tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.904882 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.943330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-ebe8c2ea-c356-47b0-9756-6272aed64564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:13.947302 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-ebe8c2ea-c356-47b0-9756-6272aed64564 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 1094 time: 0.2464800 Sep 02 13:52:13.974308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-580a27a7-ebd4-41b4-9980-649cb2e947ff tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:13.975290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a27a7-ebd4-41b4-9980-649cb2e947ff tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Fanout notify agent at l3_agent the message router_deleted on router 38565e22-753c-4be8-a46b-6c5085a32f14 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:52:14.027110 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-580a27a7-ebd4-41b4-9980-649cb2e947ff tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:14.031434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-580a27a7-ebd4-41b4-9980-649cb2e947ff tempest-RoutersNegativeIpV6Test-185272767 tempest-RoutersNegativeIpV6Test-185272767-project] 10.222.0.13 "DELETE /v2.0/routers/38565e22-753c-4be8-a46b-6c5085a32f14 HTTP/1.1" status: 204 len: 168 time: 0.6814916 Sep 02 13:52:14.031434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-51f1741a-11e7-4405-b003-79c3f570d6ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f166d3f-af47-4022-b26e-1bd008cef728 HTTP/1.1" status: 200 len: 217 time: 0.0744429 Sep 02 13:52:14.162369 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7a26318c-93d8-4ecd-acc6-976c93fb4bdf None None] Provisioning for port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:14.169666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7a26318c-93d8-4ecd-acc6-976c93fb4bdf None None] Provisioning complete for port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:14.171496 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a26318c-93d8-4ecd-acc6-976c93fb4bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:14.199906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-a91ef7bc-a4de-469d-9c75-19e1175afc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.201481 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-a91ef7bc-a4de-469d-9c75-19e1175afc3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.1574128 Sep 02 13:52:14.263772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7a26318c-93d8-4ecd-acc6-976c93fb4bdf None None] Port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:52:14.350660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-6e11c113-c85f-4552-a6e8-8436700bab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.359999 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-6e11c113-c85f-4552-a6e8-8436700bab6a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499152 Sep 02 13:52:14.429397 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f9e0-baf1-4529-8ac5-2d474ac088c0 req-dcca3e28-0fb5-4cd5-be97-53baef2db80b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.431612 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3d55f9e0-baf1-4529-8ac5-2d474ac088c0 req-dcca3e28-0fb5-4cd5-be97-53baef2db80b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 931 time: 0.1146269 Sep 02 13:52:14.555641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3d55f9e0-baf1-4529-8ac5-2d474ac088c0 req-bde95169-0e52-4dc8-a1ff-d49ea772efb1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068335 Sep 02 13:52:14.587389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:52:14.597322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:14.623869 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:14.647064 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-7927c483-1c35-41b6-a97b-bcc6620c41d4 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833476 Sep 02 13:52:14.660990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Transition to ACTIVE for port object 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:14.666622 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:14.812722 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Pushing event updated for resources: {'Port': ['ID=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:14.846735 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e60c66-3631-4589-884c-88f48b73d30d req-b91d374f-1712-4b3a-a63f-a22d35f21e4b tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:14.856616 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7e60c66-3631-4589-884c-88f48b73d30d req-b91d374f-1712-4b3a-a63f-a22d35f21e4b tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 943 time: 0.3216660 Sep 02 13:52:14.926893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Attempting to bind port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:52:14.927248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Attempting to bind port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:52:14.927592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Attempting to bind port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:52:14.958103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:52:14.958440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Attempting to bind port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:52:14.963256 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1716c685-e891-46d9-97fd-8992919364fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a85c5ea485fa405aa9564bf904b96d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649237 Sep 02 13:52:14.967881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:14.970408 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-03a94c74-6925-403d-aea6-b029e9d356b2 req-d892e4cb-3cdc-41a6-9dfd-35932a268f4d service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831724 Sep 02 13:52:14.976047 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7e60c66-3631-4589-884c-88f48b73d30d req-99addee1-7551-46cb-8096-7ccb19e0308b tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182532 Sep 02 13:52:14.976487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:52:14.976892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:52:14.977294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Bound using segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:52:14.977782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Bound port: 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:52:14.978146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:15.089784 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb1a-8cb1-4aab-833c-8c371a9e09d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:15.126795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-6a51be4a-c190-436f-a035-f31f47cb13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:15.129838 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-6a51be4a-c190-436f-a035-f31f47cb13a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 1094 time: 0.0868435 Sep 02 13:52:15.154790 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb1a-8cb1-4aab-833c-8c371a9e09d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:15.249794 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb1a-8cb1-4aab-833c-8c371a9e09d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:15.253119 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb1a-8cb1-4aab-833c-8c371a9e09d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:15.256016 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-06f9cb1a-8cb1-4aab-833c-8c371a9e09d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68a67ed9-40a5-4d2d-8078-f8c9b258881d HTTP/1.1" status: 204 len: 168 time: 0.2868905 Sep 02 13:52:15.257447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] For port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:52:15.271275 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] For port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:52:15.273051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9cb1a-8cb1-4aab-833c-8c371a9e09d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a67ed9-40a5-4d2d-8078-f8c9b258881d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:15.285440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:15.294386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-794db3dc-39ee-4e90-a759-9cfe65ab183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:15.299682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-794db3dc-39ee-4e90-a759-9cfe65ab183b service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.1613750 Sep 02 13:52:15.312499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:15.313664 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:15.316185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] 10.222.0.77 "PUT /v2.0/ports/2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc HTTP/1.1" status: 200 len: 1091 time: 1.6709905 Sep 02 13:52:15.320768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f320025a-f88f-428b-ab2e-fac41e60cd2d', 'tag': '2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:15.325471 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df8168b-19be-4ce3-8f4a-8c011e7a7702" -d '{"events": [{"name": "network-changed", "server_uuid": "f320025a-f88f-428b-ab2e-fac41e60cd2d", "tag": "2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:15.391104 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-5b273f07-6a91-4ed7-a9bf-6a205bf08cb2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f166d3f-af47-4022-b26e-1bd008cef728 HTTP/1.1" status: 200 len: 217 time: 0.0586050 Sep 02 13:52:15.478652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-daf8ac48-9bea-4424-8756-90c35226e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:15.480293 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-daf8ac48-9bea-4424-8756-90c35226e75d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.0817337 Sep 02 13:52:15.604698 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881569e-0069-4e0d-a77d-bdd2d634524e service neutron] Pushing event updated for resources: {'Port': ['ID=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:15.622868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-1eeb5696-96a9-43ca-acc6-58cf1c39fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:15.633588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-1eeb5696-96a9-43ca-acc6-58cf1c39fd80 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425350 Sep 02 13:52:15.655497 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-cd812841-68a6-47de-b227-6c8dcfae5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:15.658214 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-cd812841-68a6-47de-b227-6c8dcfae5c6c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 1094 time: 0.2718537 Sep 02 13:52:15.807709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-59cd22c5-5e5b-4efc-9062-5bbbc8fb7b96 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc HTTP/1.1" status: 200 len: 217 time: 0.1354454 Sep 02 13:52:15.907707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17783fe-ed7c-4bb6-930b-36b47010927b req-b1f53c5a-4397-4fb1-bb40-42df8cd00373 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:15.907707 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e17783fe-ed7c-4bb6-930b-36b47010927b req-b1f53c5a-4397-4fb1-bb40-42df8cd00373 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 943 time: 0.1355262 Sep 02 13:52:15.907707 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-5d7e6c14-4094-4fb9-ac3a-32373363a33c service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586870 Sep 02 13:52:15.942619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-0ffafce9-0331-42cc-b1a8-4e643b9022e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:15.945169 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-0ffafce9-0331-42cc-b1a8-4e643b9022e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.1319618 Sep 02 13:52:16.060778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-980ee150-29ab-4419-8776-11193d858c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:16.063177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-980ee150-29ab-4419-8776-11193d858c46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016660 Sep 02 13:52:16.089935 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e17783fe-ed7c-4bb6-930b-36b47010927b req-9ebd30c8-89cf-4166-8bbd-005bf489b0cb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784112 Sep 02 13:52:16.092769 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c06ffb80-ad7b-4241-ad72-3e14f69c0b24 req-15b74486-ca78-4566-bf79-6df5f6d8398f service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359458 Sep 02 13:52:16.098758 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac30b6a-38cc-4a1e-8430-d51189d1f637 x-openstack-request-id: req-cac30b6a-38cc-4a1e-8430-d51189d1f637 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:16.099060 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f320025a-f88f-428b-ab2e-fac41e60cd2d", "tag": "2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:16.099316 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cac30b6a-38cc-4a1e-8430-d51189d1f637 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:16.099718 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f320025a-f88f-428b-ab2e-fac41e60cd2d', 'tag': '2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc', 'status': 'completed', 'code': 200} Sep 02 13:52:16.254347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1048-6043-4e3b-a9a2-e13cc2451455 req-6276bdd0-91a5-485e-9926-3d18f7923137 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:16.260493 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-93cf1048-6043-4e3b-a9a2-e13cc2451455 req-6276bdd0-91a5-485e-9926-3d18f7923137 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 943 time: 0.0947049 Sep 02 13:52:16.265637 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-0e728eb1-a1fc-4ea7-85b8-cbf7b82b61dd service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955478 Sep 02 13:52:16.358562 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-93cf1048-6043-4e3b-a9a2-e13cc2451455 req-aac794e5-b7ec-43aa-88ae-c069bee828c8 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956070 Sep 02 13:52:16.409653 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a91da70-a9f2-487a-9f73-4e5f3bb19fbf req-a0822af9-3352-41bc-9620-5304016dea1b service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358418 Sep 02 13:52:16.525095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-f372f5df-f4bb-4123-a6ac-b8b66eba024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:16.525095 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-f372f5df-f4bb-4123-a6ac-b8b66eba024a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 1094 time: 0.0551915 Sep 02 13:52:16.632723 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-862d6724-5264-4156-b75f-4bc0cfe86500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:16.634376 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-862d6724-5264-4156-b75f-4bc0cfe86500 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.1051397 Sep 02 13:52:16.696821 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-fffe12da-bcad-4ad8-9ade-4342d89368b6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc HTTP/1.1" status: 200 len: 217 time: 0.0552678 Sep 02 13:52:16.760350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52626) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:16.766273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-67a3ad0c-71b4-4101-aaeb-c97ff31d6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:16.768193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-67a3ad0c-71b4-4101-aaeb-c97ff31d6967 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0647664 Sep 02 13:52:16.831115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-189ea215-5df3-4bf8-b10e-63bed11ed6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:16.832700 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-189ea215-5df3-4bf8-b10e-63bed11ed6ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576830 Sep 02 13:52:16.906174 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5358fbf9-e2c5-41cc-b13c-4a56140807c5 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:16.906853 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-5358fbf9-e2c5-41cc-b13c-4a56140807c5 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 02 13:52:16.907389 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-5358fbf9-e2c5-41cc-b13c-4a56140807c5 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): There was a conflict when trying to complete your request. Sep 02 13:52:16.913771 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5358fbf9-e2c5-41cc-b13c-4a56140807c5 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1514404 Sep 02 13:52:16.915374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52632) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:16.921093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020141333'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:16.943743 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-dd1b0c4c-4784-4bec-b19c-9b0c65eca2ae service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037531 Sep 02 13:52:16.948395 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:16.957295 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.080942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7df8168b-19be-4ce3-8f4a-8c011e7a7702 req-e25a5e03-d7e9-4a7c-9c18-61ad524cd582 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301887 Sep 02 13:52:17.101392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.107536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.239378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772b6165-8b13-4bd4-89ad-9bcf0a9ba82b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:17.309638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.315318 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.318312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d1bdf-eabc-4cd8-a38f-30d7513005a0 req-f3c7bd69-ee87-4326-953b-c7e8c2c20957 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:17.322124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-866d1bdf-eabc-4cd8-a38f-30d7513005a0 req-f3c7bd69-ee87-4326-953b-c7e8c2c20957 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 943 time: 0.1000748 Sep 02 13:52:17.371403 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.376834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4576502 Sep 02 13:52:17.378678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52642) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:17.388307 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-92d8002b-b887-40e3-b899-93215e4ca9ca tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': '12a4bd9b-b0f7-4398-ad57-5e7ab54a8b9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:17.405227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ab458-82ba-45ec-a887-b2ca92d0685d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4bd9b-b0f7-4398-ad57-5e7ab54a8b9c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:17.408869 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-866d1bdf-eabc-4cd8-a38f-30d7513005a0 req-03b6dca6-68af-42c3-b54f-f8243e621c2d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764484 Sep 02 13:52:17.459153 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92d8002b-b887-40e3-b899-93215e4ca9ca tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.541620 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92d8002b-b887-40e3-b899-93215e4ca9ca tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.559836 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92d8002b-b887-40e3-b899-93215e4ca9ca tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.586521 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8002b-b887-40e3-b899-93215e4ca9ca tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da874c1-101d-46e2-8a8d-0140aad3f1a3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:17.591687 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92d8002b-b887-40e3-b899-93215e4ca9ca tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.592979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-92d8002b-b887-40e3-b899-93215e4ca9ca tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2130287 Sep 02 13:52:17.596091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:17.601964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-861aef5b-c5b6-4b1b-8eb3-e27d613fee4e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': '12a4bd9b-b0f7-4398-ad57-5e7ab54a8b9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:17.608648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc187a-7100-47d0-a19d-0fd289f55ea5 req-d5f57b93-f69f-4240-b956-97212b9b4031 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:17.610886 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09cc187a-7100-47d0-a19d-0fd289f55ea5 req-d5f57b93-f69f-4240-b956-97212b9b4031 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 943 time: 0.0889204 Sep 02 13:52:17.644303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-861aef5b-c5b6-4b1b-8eb3-e27d613fee4e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.665697 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-09cc187a-7100-47d0-a19d-0fd289f55ea5 req-e67a4200-4390-409e-ba5c-fbd12d640e70 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465403 Sep 02 13:52:17.702125 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-861aef5b-c5b6-4b1b-8eb3-e27d613fee4e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): There was a conflict when trying to complete your request. Sep 02 13:52:17.715794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-861aef5b-c5b6-4b1b-8eb3-e27d613fee4e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1055858 Sep 02 13:52:17.720535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52648) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:17.807658 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7fc68578-e06a-4235-97bc-9b8da3ffea80 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.837572 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7fc68578-e06a-4235-97bc-9b8da3ffea80 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.921414 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7fc68578-e06a-4235-97bc-9b8da3ffea80 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.928013 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7fc68578-e06a-4235-97bc-9b8da3ffea80 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:17.933891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7fc68578-e06a-4235-97bc-9b8da3ffea80 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/12a4bd9b-b0f7-4398-ad57-5e7ab54a8b9c HTTP/1.1" status: 204 len: 168 time: 0.2142017 Sep 02 13:52:17.934067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52652) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:17.946070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc68578-e06a-4235-97bc-9b8da3ffea80 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a4bd9b-b0f7-4398-ad57-5e7ab54a8b9c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:17.998061 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d4300a20-d699-4568-874d-0d7582cdcfe8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627565 Sep 02 13:52:17.998867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:18.004045 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e188f48a-3eec-418e-a627-49c7f31e46e8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--417309706'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:18.036491 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e188f48a-3eec-418e-a627-49c7f31e46e8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.159851 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e188f48a-3eec-418e-a627-49c7f31e46e8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.164190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e188f48a-3eec-418e-a627-49c7f31e46e8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.181486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e188f48a-3eec-418e-a627-49c7f31e46e8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.185775 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52656) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:18.186320 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e188f48a-3eec-418e-a627-49c7f31e46e8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1864221 Sep 02 13:52:18.190892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3f2401c4-e6c2-4041-8b21-722237d1a87d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'a0787dde-a7eb-4e02-bfa9-094ac69a8d0f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:18.191872 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-3f2401c4-e6c2-4041-8b21-722237d1a87d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 02 13:52:18.193939 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-3f2401c4-e6c2-4041-8b21-722237d1a87d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:18.197280 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3f2401c4-e6c2-4041-8b21-722237d1a87d tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099044 Sep 02 13:52:18.200896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52658) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:18.214408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188f48a-3eec-418e-a627-49c7f31e46e8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0787dde-a7eb-4e02-bfa9-094ac69a8d0f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:18.284288 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13700428-9b55-4151-8cc4-a748b2163636 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.318262 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13700428-9b55-4151-8cc4-a748b2163636 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.339525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0f166d3f-af47-4022-b26e-1bd008cef728 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:52:18.401235 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13700428-9b55-4151-8cc4-a748b2163636 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.406311 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-13700428-9b55-4151-8cc4-a748b2163636 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.407549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-13700428-9b55-4151-8cc4-a748b2163636 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0787dde-a7eb-4e02-bfa9-094ac69a8d0f HTTP/1.1" status: 204 len: 168 time: 0.2050483 Sep 02 13:52:18.410580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52662) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:18.427211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13700428-9b55-4151-8cc4-a748b2163636 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0787dde-a7eb-4e02-bfa9-094ac69a8d0f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:18.476704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52666) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:18.482658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-79713e23-ac7c-4a90-8471-8df386b25841 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--751394210'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:18.488069 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-46fdd819-d727-41ec-abf4-6d04c10293de tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749817 Sep 02 13:52:18.520338 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79713e23-ac7c-4a90-8471-8df386b25841 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.560674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0f166d3f-af47-4022-b26e-1bd008cef728, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0f166d3f-af47-4022-b26e-1bd008cef728,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:18.577593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '0f166d3f-af47-4022-b26e-1bd008cef728', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'port_id': '0f166d3f-af47-4022-b26e-1bd008cef728', 'mac_address': 'fa:16:3e:57:24:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:52:18.602075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860afe95-00ed-49bc-93a0-b80dae6901e1 req-5e72690e-9313-41c9-922d-304f7e809bc3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:18.603678 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-860afe95-00ed-49bc-93a0-b80dae6901e1 req-5e72690e-9313-41c9-922d-304f7e809bc3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 943 time: 0.0805483 Sep 02 13:52:18.632709 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.653173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f166d3f-af47-4022-b26e-1bd008cef728 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:52:18.665617 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-860afe95-00ed-49bc-93a0-b80dae6901e1 req-f2622493-9770-48c5-b5a9-61e15b301aac tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522072 Sep 02 13:52:18.682114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0f166d3f-af47-4022-b26e-1bd008cef728, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0f166d3f-af47-4022-b26e-1bd008cef728,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:18.691933 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.694530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79713e23-ac7c-4a90-8471-8df386b25841 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.701974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79713e23-ac7c-4a90-8471-8df386b25841 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.734256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79713e23-ac7c-4a90-8471-8df386b25841 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.735785 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-79713e23-ac7c-4a90-8471-8df386b25841 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2578170 Sep 02 13:52:18.738453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52670) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:18.740755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79713e23-ac7c-4a90-8471-8df386b25841 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3129d81-0bee-48b7-9ac3-baeea34ede97,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:18.745704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d5c82a83-5399-4213-83bd-7a47db15ad65 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'a3129d81-0bee-48b7-9ac3-baeea34ede97', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:18.746744 n-d-794796-4 neutron-server[94688]: WARNING neutron.api.v2.base [None req-d5c82a83-5399-4213-83bd-7a47db15ad65 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 02 13:52:18.747366 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-d5c82a83-5399-4213-83bd-7a47db15ad65 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:18.748617 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d5c82a83-5399-4213-83bd-7a47db15ad65 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082116 Sep 02 13:52:18.751840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52672) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:18.778701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0f166d3f-af47-4022-b26e-1bd008cef728,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:18.875453 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac07f8-7da9-44ae-b922-bba3250a0796 req-cb959f78-dee4-417c-8630-671d5af51633 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:18.877057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42ac07f8-7da9-44ae-b922-bba3250a0796 req-cb959f78-dee4-417c-8630-671d5af51633 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 944 time: 0.1106756 Sep 02 13:52:18.877959 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae88b8b0-3164-4fd7-a758-65e6006876bc tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.913458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0f166d3f-af47-4022-b26e-1bd008cef728'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:52:18.918208 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae88b8b0-3164-4fd7-a758-65e6006876bc tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:18.960106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-42ac07f8-7da9-44ae-b922-bba3250a0796 req-488d1333-17a9-49fd-b7e6-b4d364221690 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696170 Sep 02 13:52:19.004757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae88b8b0-3164-4fd7-a758-65e6006876bc tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.004757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae88b8b0-3164-4fd7-a758-65e6006876bc tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.004757 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ae88b8b0-3164-4fd7-a758-65e6006876bc tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3129d81-0bee-48b7-9ac3-baeea34ede97 HTTP/1.1" status: 204 len: 168 time: 0.2489562 Sep 02 13:52:19.005219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.012214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88b8b0-3164-4fd7-a758-65e6006876bc tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3129d81-0bee-48b7-9ac3-baeea34ede97,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:19.085436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.085671 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e513302d-fe07-4711-bc3c-bdc061e6aceb tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792515 Sep 02 13:52:19.092121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d0e20ead-bf73-4216-8141-f049022c6300 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386958507'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.124338 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0e20ead-bf73-4216-8141-f049022c6300 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.208255 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0e20ead-bf73-4216-8141-f049022c6300 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.213322 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0e20ead-bf73-4216-8141-f049022c6300 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.241014 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0e20ead-bf73-4216-8141-f049022c6300 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.241559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d0e20ead-bf73-4216-8141-f049022c6300 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1532805 Sep 02 13:52:19.244822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52680) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.245680 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e20ead-bf73-4216-8141-f049022c6300 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440c149b-9a5c-4631-9dfe-5d71ae3585de,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:19.253085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-4f40239d-3a58-4826-92b0-a68a48b12cf9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': '440c149b-9a5c-4631-9dfe-5d71ae3585de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.254142 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-4f40239d-3a58-4826-92b0-a68a48b12cf9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 02 13:52:19.254767 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-4f40239d-3a58-4826-92b0-a68a48b12cf9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:19.258035 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4f40239d-3a58-4826-92b0-a68a48b12cf9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098228 Sep 02 13:52:19.259266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52682) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.266341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c2c22322-7b49-461f-b359-c2bfc47672a9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': '440c149b-9a5c-4631-9dfe-5d71ae3585de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.267256 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-c2c22322-7b49-461f-b359-c2bfc47672a9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 02 13:52:19.267979 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c2c22322-7b49-461f-b359-c2bfc47672a9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:19.271911 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c2c22322-7b49-461f-b359-c2bfc47672a9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085495 Sep 02 13:52:19.272124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52684) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.277779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c779df41-80ee-4313-91f4-8d5454d0d651 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': '440c149b-9a5c-4631-9dfe-5d71ae3585de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.278611 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-c779df41-80ee-4313-91f4-8d5454d0d651 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 02 13:52:19.279072 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c779df41-80ee-4313-91f4-8d5454d0d651 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:19.280601 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c779df41-80ee-4313-91f4-8d5454d0d651 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070026 Sep 02 13:52:19.283055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52686) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.287270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cfb48d53-d3c7-4610-83dc-a176cc5b45b8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': '440c149b-9a5c-4631-9dfe-5d71ae3585de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.288202 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-cfb48d53-d3c7-4610-83dc-a176cc5b45b8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 02 13:52:19.288752 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-cfb48d53-d3c7-4610-83dc-a176cc5b45b8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:19.290512 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cfb48d53-d3c7-4610-83dc-a176cc5b45b8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063505 Sep 02 13:52:19.293326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52688) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.369810 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-980d540b-21c1-4453-9e41-c5b89c46d866 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.397863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-980d540b-21c1-4453-9e41-c5b89c46d866 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.452269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-980d540b-21c1-4453-9e41-c5b89c46d866 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.454838 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-980d540b-21c1-4453-9e41-c5b89c46d866 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.456042 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-980d540b-21c1-4453-9e41-c5b89c46d866 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/440c149b-9a5c-4631-9dfe-5d71ae3585de HTTP/1.1" status: 204 len: 168 time: 0.1614211 Sep 02 13:52:19.458807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52694) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.467481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d540b-21c1-4453-9e41-c5b89c46d866 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c149b-9a5c-4631-9dfe-5d71ae3585de,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:19.520798 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6bde5192-dcc7-42c9-83ff-c6e7064528b8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556731 Sep 02 13:52:19.521254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52698) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.527756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-82256076-1cb0-4804-9264-525eb87e1f48 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--826966168'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.565088 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82256076-1cb0-4804-9264-525eb87e1f48 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.685760 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82256076-1cb0-4804-9264-525eb87e1f48 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.690495 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82256076-1cb0-4804-9264-525eb87e1f48 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.736101 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82256076-1cb0-4804-9264-525eb87e1f48 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:19.741627 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-82256076-1cb0-4804-9264-525eb87e1f48 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2144604 Sep 02 13:52:19.741832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.746838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-049f6dda-5780-42d1-836b-3961e11f0dff tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.747336 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-049f6dda-5780-42d1-836b-3961e11f0dff tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 02 13:52:19.747869 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-049f6dda-5780-42d1-836b-3961e11f0dff tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:19.752942 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-049f6dda-5780-42d1-836b-3961e11f0dff tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060549 Sep 02 13:52:19.753173 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52704) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.758523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82256076-1cb0-4804-9264-525eb87e1f48 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:19.762594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d40251e3-da9b-433c-b1ae-59149a308abf tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.843813 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-d40251e3-da9b-433c-b1ae-59149a308abf tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:19.847448 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d40251e3-da9b-433c-b1ae-59149a308abf tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0904026 Sep 02 13:52:19.847767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52706) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.854223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-efd77f5b-fbc8-4722-9492-56cbbdfd8ab4 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.854713 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-efd77f5b-fbc8-4722-9492-56cbbdfd8ab4 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 02 13:52:19.855198 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-efd77f5b-fbc8-4722-9492-56cbbdfd8ab4 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:19.858763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-efd77f5b-fbc8-4722-9492-56cbbdfd8ab4 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073280 Sep 02 13:52:19.859857 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.865511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6bf93b9b-d003-4e05-ab2b-394954402d6e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.881738 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43468505-f09c-4e25-a89e-77f72f958a7b req-3f4484a7-a7f9-4364-92f8-c4e24967385c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:19.884380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-43468505-f09c-4e25-a89e-77f72f958a7b req-3f4484a7-a7f9-4364-92f8-c4e24967385c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 943 time: 0.0747616 Sep 02 13:52:19.922173 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-6bf93b9b-d003-4e05-ab2b-394954402d6e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:19.927909 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6bf93b9b-d003-4e05-ab2b-394954402d6e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0665717 Sep 02 13:52:19.931010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52712) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.939257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2fa34a57-4275-4e26-9606-93af700f5ca8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.943825 n-d-794796-4 neutron-server[94688]: WARNING neutron.api.v2.base [None req-2fa34a57-4275-4e26-9606-93af700f5ca8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 02 13:52:19.950064 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-2fa34a57-4275-4e26-9606-93af700f5ca8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:19.952346 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2fa34a57-4275-4e26-9606-93af700f5ca8 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0199888 Sep 02 13:52:19.954100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:19.959417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4c92cbfb-8108-4b31-bc60-5e903af539de tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:19.965098 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-43468505-f09c-4e25-a89e-77f72f958a7b req-5960b423-e56e-4d50-b10d-2343ce8a33fb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Sep 02 13:52:19.991441 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-4c92cbfb-8108-4b31-bc60-5e903af539de tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Project 69044b4882b24bc4b30504a05cf1f04f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:52:20.009799 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-4c92cbfb-8108-4b31-bc60-5e903af539de tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:20.011184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4c92cbfb-8108-4b31-bc60-5e903af539de tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0555835 Sep 02 13:52:20.014240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.021127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-48009722-4055-4ab8-aef7-d5e4b511217c tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:20.021999 n-d-794796-4 neutron-server[94688]: WARNING neutron.api.v2.base [None req-48009722-4055-4ab8-aef7-d5e4b511217c tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 02 13:52:20.022763 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-48009722-4055-4ab8-aef7-d5e4b511217c tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:20.027052 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-48009722-4055-4ab8-aef7-d5e4b511217c tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090108 Sep 02 13:52:20.027383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52720) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.035699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-011bf5db-cfc1-4fb4-8f2a-bcc4a9664214 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:20.084534 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-011bf5db-cfc1-4fb4-8f2a-bcc4a9664214 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Project 69044b4882b24bc4b30504a05cf1f04f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:52:20.105399 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-011bf5db-cfc1-4fb4-8f2a-bcc4a9664214 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:20.109142 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-011bf5db-cfc1-4fb4-8f2a-bcc4a9664214 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0778656 Sep 02 13:52:20.109623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.114566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fc16e415-14de-4611-8153-ec660ba6dceb tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:20.118610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ba0ab-94fa-4a4d-8112-40f07417c215 req-038e2f6f-1039-460a-b7a4-556499a31d49 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:20.131081 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-318ba0ab-94fa-4a4d-8112-40f07417c215 req-038e2f6f-1039-460a-b7a4-556499a31d49 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 944 time: 0.0694931 Sep 02 13:52:20.143372 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-fc16e415-14de-4611-8153-ec660ba6dceb tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Project 69044b4882b24bc4b30504a05cf1f04f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:52:20.158150 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-fc16e415-14de-4611-8153-ec660ba6dceb tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:20.159200 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fc16e415-14de-4611-8153-ec660ba6dceb tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0486050 Sep 02 13:52:20.162012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.180454 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-318ba0ab-94fa-4a4d-8112-40f07417c215 req-7ee293d5-949c-41d2-ab8f-a85b4150e743 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472593 Sep 02 13:52:20.226022 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566fbd1a-e374-47ab-a570-c54db73d33b2 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.250746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566fbd1a-e374-47ab-a570-c54db73d33b2 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.295057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566fbd1a-e374-47ab-a570-c54db73d33b2 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.298633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-566fbd1a-e374-47ab-a570-c54db73d33b2 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.300550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-566fbd1a-e374-47ab-a570-c54db73d33b2 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3 HTTP/1.1" status: 204 len: 168 time: 0.1373098 Sep 02 13:52:20.303000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52726) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.315409 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fbd1a-e374-47ab-a570-c54db73d33b2 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd4f4bb-3dc1-4da9-a15e-8402cefdd8f3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:20.356170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0f166d3f-af47-4022-b26e-1bd008cef728 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:52:20.357032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-28505d6a-0f5c-4f69-bcf9-aad60d11ad66 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522959 Sep 02 13:52:20.363858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52728) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.369042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-39292212-92c9-4142-aad6-bff90896a5c7 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393533582'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:20.393329 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39292212-92c9-4142-aad6-bff90896a5c7 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.431439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 0f166d3f-af47-4022-b26e-1bd008cef728 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:20.436133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 0f166d3f-af47-4022-b26e-1bd008cef728 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:20.436797 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.487553 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39292212-92c9-4142-aad6-bff90896a5c7 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.492064 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39292212-92c9-4142-aad6-bff90896a5c7 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.526123 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-39292212-92c9-4142-aad6-bff90896a5c7 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.531644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.536901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bbeb7a69-b9af-4aa2-a548-b544b7a2717e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': '5e1345c9-29e9-4848-be80-2fe69ea7df78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:20.539621 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.541988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-39292212-92c9-4142-aad6-bff90896a5c7 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1770153 Sep 02 13:52:20.548401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39292212-92c9-4142-aad6-bff90896a5c7 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1345c9-29e9-4848-be80-2fe69ea7df78,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:20.578468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f166d3f-af47-4022-b26e-1bd008cef728'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:20.584417 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0241cb-ca7e-4b72-aa04-2cea43f4fbfc" -d '{"events": [{"server_uuid": "ecfbe8ee-8fd8-45fe-acfc-d219144b06bd", "name": "network-vif-plugged", "status": "completed", "tag": "0f166d3f-af47-4022-b26e-1bd008cef728"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:20.596562 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-bbeb7a69-b9af-4aa2-a548-b544b7a2717e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The resource could not be found. Sep 02 13:52:20.600550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bbeb7a69-b9af-4aa2-a548-b544b7a2717e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0671682 Sep 02 13:52:20.602203 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52736) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.607425 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0f166d3f-af47-4022-b26e-1bd008cef728, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0f166d3f-af47-4022-b26e-1bd008cef728,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:20.607566 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3b0a8fab-e2ea-4c6f-820b-3038c2651728 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': '5e1345c9-29e9-4848-be80-2fe69ea7df78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '070832f9-a830-438c-8e14-0727051ceac5'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:20.612517 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.670847 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65df7f3-3cad-403a-b130-bf26f50489cf x-openstack-request-id: req-b65df7f3-3cad-403a-b130-bf26f50489cf {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:20.671101 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfbe8ee-8fd8-45fe-acfc-d219144b06bd", "name": "network-vif-plugged", "status": "completed", "tag": "0f166d3f-af47-4022-b26e-1bd008cef728", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:20.671354 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b65df7f3-3cad-403a-b130-bf26f50489cf {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:20.672061 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f166d3f-af47-4022-b26e-1bd008cef728', 'code': 200} Sep 02 13:52:20.677926 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-3b0a8fab-e2ea-4c6f-820b-3038c2651728 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The resource could not be found. Sep 02 13:52:20.683331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3b0a8fab-e2ea-4c6f-820b-3038c2651728 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0758691 Sep 02 13:52:20.684067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.703712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0f166d3f-af47-4022-b26e-1bd008cef728,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:20.784494 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e417-8704-4cba-bd25-502441ad0b0f tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.813231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18385e7e-2225-4f50-b24f-08bbb8e00297 req-83edf854-4385-4396-a9c2-b17f25338bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:20.815095 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18385e7e-2225-4f50-b24f-08bbb8e00297 req-83edf854-4385-4396-a9c2-b17f25338bdd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 1096 time: 0.0788660 Sep 02 13:52:20.821126 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e417-8704-4cba-bd25-502441ad0b0f tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.879476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-18385e7e-2225-4f50-b24f-08bbb8e00297 req-ad0f8dea-236b-46c1-8913-606797b43adf service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551765 Sep 02 13:52:20.889980 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e417-8704-4cba-bd25-502441ad0b0f tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.893052 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e417-8704-4cba-bd25-502441ad0b0f tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:20.898109 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6ae0e417-8704-4cba-bd25-502441ad0b0f tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e1345c9-29e9-4848-be80-2fe69ea7df78 HTTP/1.1" status: 204 len: 168 time: 0.2092338 Sep 02 13:52:20.898740 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52740) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.907495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0e417-8704-4cba-bd25-502441ad0b0f tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1345c9-29e9-4848-be80-2fe69ea7df78,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:20.967494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-53a28903-b5e1-46a0-86ef-7c105ee0b8b7 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674734 Sep 02 13:52:20.971224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52742) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:20.975879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3004e0cd-4a72-4f96-a8e0-1388bbb4e54e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'd1c5469b-473b-4cb8-92f7-4aaaec5d6601', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:21.026938 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-3004e0cd-4a72-4f96-a8e0-1388bbb4e54e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The resource could not be found. Sep 02 13:52:21.028521 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3004e0cd-4a72-4f96-a8e0-1388bbb4e54e tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0563593 Sep 02 13:52:21.032479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:21.040073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c0c7157a-7887-4414-8d57-a01ff648d71b tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339086645'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:21.085746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0c7157a-7887-4414-8d57-a01ff648d71b tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.142563 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169c0f8-a624-4fcd-a0b8-7db0e2aeb8d9 req-d054a0c1-0586-4517-8315-9c384338b209 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:21.144245 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3169c0f8-a624-4fcd-a0b8-7db0e2aeb8d9 req-d054a0c1-0586-4517-8315-9c384338b209 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 943 time: 0.0815167 Sep 02 13:52:21.200226 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3169c0f8-a624-4fcd-a0b8-7db0e2aeb8d9 req-ab3d727d-8a9e-4f7e-8e31-530e4a6e248e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Sep 02 13:52:21.204510 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0c7157a-7887-4414-8d57-a01ff648d71b tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.213861 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0c7157a-7887-4414-8d57-a01ff648d71b tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.251204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0c7157a-7887-4414-8d57-a01ff648d71b tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.255157 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c0c7157a-7887-4414-8d57-a01ff648d71b tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2188268 Sep 02 13:52:21.255157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7157a-7887-4414-8d57-a01ff648d71b tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a2f537-4452-4db2-85e1-1a35bbef352a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:21.255352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52754) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:21.260202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d5a9dd9b-062a-4d38-92e8-7a6fe056d241 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--250022651'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:21.293392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a9dd9b-062a-4d38-92e8-7a6fe056d241 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.327093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7f549-0d16-4875-968e-8b1e3d9413a1 req-42308b35-7017-4432-9dd9-aff9a42f1d7a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:21.330277 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8da7f549-0d16-4875-968e-8b1e3d9413a1 req-42308b35-7017-4432-9dd9-aff9a42f1d7a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 945 time: 0.0661383 Sep 02 13:52:21.374559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8da7f549-0d16-4875-968e-8b1e3d9413a1 req-74f0cbdf-48a6-4969-9d57-7e0e9306e24a tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367696 Sep 02 13:52:21.403939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a9dd9b-062a-4d38-92e8-7a6fe056d241 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.407798 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a9dd9b-062a-4d38-92e8-7a6fe056d241 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.441161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d5a9dd9b-062a-4d38-92e8-7a6fe056d241 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.442418 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d5a9dd9b-062a-4d38-92e8-7a6fe056d241 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1859436 Sep 02 13:52:21.443379 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9dd9b-062a-4d38-92e8-7a6fe056d241 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adfbb5af-abb2-4252-bea3-1ff4bd02230f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:21.445769 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:21.451316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9b17996a-dbeb-497d-8d51-ed1682b36ec3 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2f537-4452-4db2-85e1-1a35bbef352a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'adfbb5af-abb2-4252-bea3-1ff4bd02230f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:21.493500 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-9b17996a-dbeb-497d-8d51-ed1682b36ec3 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:21.497136 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9b17996a-dbeb-497d-8d51-ed1682b36ec3 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0476737 Sep 02 13:52:21.497486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52758) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:21.564094 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27ce7992-46bb-4ade-a541-0e04d3dc80f3 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.588167 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27ce7992-46bb-4ade-a541-0e04d3dc80f3 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.633560 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27ce7992-46bb-4ade-a541-0e04d3dc80f3 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.636563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27ce7992-46bb-4ade-a541-0e04d3dc80f3 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.637748 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-27ce7992-46bb-4ade-a541-0e04d3dc80f3 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/adfbb5af-abb2-4252-bea3-1ff4bd02230f HTTP/1.1" status: 204 len: 168 time: 0.1392937 Sep 02 13:52:21.641076 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52760) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:21.646921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce7992-46bb-4ade-a541-0e04d3dc80f3 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfbb5af-abb2-4252-bea3-1ff4bd02230f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:21.707978 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7d0bfed6-91ab-4f19-8d05-4b8a93535767 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0629873 Sep 02 13:52:21.708495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52766) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:21.785860 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5777-5d22-4123-a61f-642a7d93c8e0 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.866579 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5777-5d22-4123-a61f-642a7d93c8e0 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.968922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5777-5d22-4123-a61f-642a7d93c8e0 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.973196 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5777-5d22-4123-a61f-642a7d93c8e0 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:21.977828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ce7e5777-5d22-4123-a61f-642a7d93c8e0 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/b9a2f537-4452-4db2-85e1-1a35bbef352a HTTP/1.1" status: 204 len: 168 time: 0.2651756 Sep 02 13:52:21.978304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52772) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:21.998376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e5777-5d22-4123-a61f-642a7d93c8e0 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a2f537-4452-4db2-85e1-1a35bbef352a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:22.040891 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-df6e3857-57c2-427f-a882-cc001e174ceb tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562749 Sep 02 13:52:22.041113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:22.046190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7e6e733c-c0a0-4c67-a884-f9eb07ec4217 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922115210'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:22.074711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e6e733c-c0a0-4c67-a884-f9eb07ec4217 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:22.209923 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e6e733c-c0a0-4c67-a884-f9eb07ec4217 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:22.214834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e6e733c-c0a0-4c67-a884-f9eb07ec4217 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:22.254574 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e6e733c-c0a0-4c67-a884-f9eb07ec4217 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:22.260225 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7e6e733c-c0a0-4c67-a884-f9eb07ec4217 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2150393 Sep 02 13:52:22.260429 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:22.266494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b3ffdca2-48ad-4ae4-862e-10f7e5c0fad6 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'ebe8d60b-1dff-4165-acd9-d4850c9000a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:22.278065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e733c-c0a0-4c67-a884-f9eb07ec4217 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe8d60b-1dff-4165-acd9-d4850c9000a1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:22.357617 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-b3ffdca2-48ad-4ae4-862e-10f7e5c0fad6 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:22.358606 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b3ffdca2-48ad-4ae4-862e-10f7e5c0fad6 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0969532 Sep 02 13:52:22.361844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52782) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:22.368415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a9a42c6e-6232-43f3-b560-1206c84a9cff tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group_rule': {'security_group_id': 'ebe8d60b-1dff-4165-acd9-d4850c9000a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:22.373951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1e3ba-53e5-4841-a230-ef102ba47212 req-392321ac-7df6-4316-8691-f9cf7f38e9eb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:22.375647 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9af1e3ba-53e5-4841-a230-ef102ba47212 req-392321ac-7df6-4316-8691-f9cf7f38e9eb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 943 time: 0.0747876 Sep 02 13:52:22.425433 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9af1e3ba-53e5-4841-a230-ef102ba47212 req-8401d449-8fdd-4ad1-87e8-3d59bf947426 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Sep 02 13:52:22.436772 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-a9a42c6e-6232-43f3-b560-1206c84a9cff tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:52:22.438896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a9a42c6e-6232-43f3-b560-1206c84a9cff tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0755663 Sep 02 13:52:22.441772 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52786) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:22.588217 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac327-e888-4dd8-b0cb-9e302603caa9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:22.609086 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0078a9-b0e2-42a4-86c9-c218b5c8622d req-f3830b20-a3ba-4724-a1be-1d6f2399cad7 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:22.610581 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a0078a9-b0e2-42a4-86c9-c218b5c8622d req-f3830b20-a3ba-4724-a1be-1d6f2399cad7 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 945 time: 0.1367743 Sep 02 13:52:22.643291 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac327-e888-4dd8-b0cb-9e302603caa9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:22.687341 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a0078a9-b0e2-42a4-86c9-c218b5c8622d req-181a3324-1276-406e-9698-27b1dac19017 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675418 Sep 02 13:52:22.712319 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac327-e888-4dd8-b0cb-9e302603caa9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:22.716208 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac327-e888-4dd8-b0cb-9e302603caa9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:22.721338 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7b9ac327-e888-4dd8-b0cb-9e302603caa9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/ebe8d60b-1dff-4165-acd9-d4850c9000a1 HTTP/1.1" status: 204 len: 168 time: 0.2745588 Sep 02 13:52:22.722944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:22.729847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ac327-e888-4dd8-b0cb-9e302603caa9 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe8d60b-1dff-4165-acd9-d4850c9000a1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:22.838680 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8f159c73-5dc2-498b-925a-b30a209b4cbf tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1132419 Sep 02 13:52:22.843198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52792) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:22.848054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-12122de7-67bf-4139-b8f3-933510fed3ef tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'tempest-secgroup--603879064'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:22.866551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09f948-562b-401e-9fa6-93615716f125 req-4bdbdeba-67a6-44a8-a63f-29f492cba35c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:22.875319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5f09f948-562b-401e-9fa6-93615716f125 req-4bdbdeba-67a6-44a8-a63f-29f492cba35c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 945 time: 0.0934722 Sep 02 13:52:22.879436 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:22.885182 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12122de7-67bf-4139-b8f3-933510fed3ef tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:22.887186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Request body: {'floatingip': {'port_id': '0f166d3f-af47-4022-b26e-1bd008cef728'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:22.933662 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.011210 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12122de7-67bf-4139-b8f3-933510fed3ef tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.017144 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12122de7-67bf-4139-b8f3-933510fed3ef tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.044855 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-12122de7-67bf-4139-b8f3-933510fed3ef tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.049327 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-12122de7-67bf-4139-b8f3-933510fed3ef tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2018054 Sep 02 13:52:23.049519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52798) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:23.054090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f4295074-5869-48fc-a3dc-4047009bb405 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:23.055220 n-d-794796-4 neutron-server[94687]: WARNING neutron.api.v2.base [None req-f4295074-5869-48fc-a3dc-4047009bb405 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 02 13:52:23.055757 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-f4295074-5869-48fc-a3dc-4047009bb405 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] update failed (client error): There was a conflict when trying to complete your request. Sep 02 13:52:23.059945 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f4295074-5869-48fc-a3dc-4047009bb405 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "PUT /v2.0/security-groups/3b0d0147-6ec4-47a6-a192-21db6e1ad107 HTTP/1.1" status: 409 len: 330 time: 0.0062990 Sep 02 13:52:23.059945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12122de7-67bf-4139-b8f3-933510fed3ef tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d0147-6ec4-47a6-a192-21db6e1ad107,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:23.061210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52800) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:23.134272 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4e20-2cda-4a30-af18-ad52db3f3f01 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.161825 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4e20-2cda-4a30-af18-ad52db3f3f01 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.217742 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4e20-2cda-4a30-af18-ad52db3f3f01 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.222126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4e20-2cda-4a30-af18-ad52db3f3f01 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:23.228302 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5d8b4e20-2cda-4a30-af18-ad52db3f3f01 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b0d0147-6ec4-47a6-a192-21db6e1ad107 HTTP/1.1" status: 204 len: 168 time: 0.1625547 Sep 02 13:52:23.228302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:23.248496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b4e20-2cda-4a30-af18-ad52db3f3f01 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d0147-6ec4-47a6-a192-21db6e1ad107,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:23.314175 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eb5428b3-37a5-4ed0-863f-b815f2955144 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808783 Sep 02 13:52:23.318947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52808) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:23.353909 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-44f383a4-2235-4637-bbde-42408b586bd2 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] delete failed (client error): The resource could not be found. Sep 02 13:52:23.355547 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-44f383a4-2235-4637-bbde-42408b586bd2 tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "DELETE /v2.0/security-groups/31fc8894-c432-42d9-8a87-feaa63a8b5bc HTTP/1.1" status: 404 len: 347 time: 0.0358562 Sep 02 13:52:23.365113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52812) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:23.388725 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-92d82408-5797-4e36-94ce-a8aca947d29a tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] show failed (client error): The resource could not be found. Sep 02 13:52:23.393354 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-92d82408-5797-4e36-94ce-a8aca947d29a tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-groups/8ac360cd-5848-47bd-97d6-7b530b0342bc HTTP/1.1" status: 404 len: 347 time: 0.0226958 Sep 02 13:52:23.393687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52814) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:23.415937 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-4f34d7de-a626-4b5c-81f4-c6be7a0a156f tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] show failed (client error): The resource could not be found. Sep 02 13:52:23.422359 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4f34d7de-a626-4b5c-81f4-c6be7a0a156f tempest-NegativeSecGroupIPv6Test-1294439100 tempest-NegativeSecGroupIPv6Test-1294439100-project] 10.222.0.13 "GET /v2.0/security-group-rules/d0b39e99-a534-45de-a512-aa778e60ca07 HTTP/1.1" status: 404 len: 356 time: 0.0227101 Sep 02 13:52:23.627805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efc8ae-4e6c-4343-8f8c-39ab9b5d63a3 req-33573272-3458-4161-9e16-f6d09b7eed55 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:23.632059 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14efc8ae-4e6c-4343-8f8c-39ab9b5d63a3 req-33573272-3458-4161-9e16-f6d09b7eed55 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 943 time: 0.0836642 Sep 02 13:52:23.709603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14efc8ae-4e6c-4343-8f8c-39ab9b5d63a3 req-d122e7dd-e393-45b2-9875-52ef19344c40 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702536 Sep 02 13:52:23.909974 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:52:23.917575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52828) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:23.983147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee7b3b-7145-4989-93cf-5a895d5a34e2 req-7026b223-e9e2-411a-bd3f-b7fe3e8af11b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:23.985141 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cee7b3b-7145-4989-93cf-5a895d5a34e2 req-7026b223-e9e2-411a-bd3f-b7fe3e8af11b tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 946 time: 0.1187479 Sep 02 13:52:24.021512 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.028873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.088900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-746a0452-00de-4af3-8c8a-71083aeedd1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69044b4882b24bc4b30504a05cf1f04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703024 Sep 02 13:52:24.093326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52836) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:24.142817 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4cee7b3b-7145-4989-93cf-5a895d5a34e2 req-68e31339-3517-40e7-8d73-cea282de8d49 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452696 Sep 02 13:52:24.202401 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1887744b-985c-4ff7-963c-da21f44b8c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.206205 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Floating IP 6e5caa38-68dd-4bfe-ac59-af0774ec67d4 associated. External IP: 172.25.3.167, port: 0f166d3f-af47-4022-b26e-1bd008cef728. Sep 02 13:52:24.251569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1887744b-985c-4ff7-963c-da21f44b8c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.331139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52842) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:24.354895 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1887744b-985c-4ff7-963c-da21f44b8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.359154 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1887744b-985c-4ff7-963c-da21f44b8c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.364954 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1887744b-985c-4ff7-963c-da21f44b8c9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/772b6165-8b13-4bd4-89ad-9bcf0a9ba82b HTTP/1.1" status: 204 len: 168 time: 0.2670760 Sep 02 13:52:24.375359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887744b-985c-4ff7-963c-da21f44b8c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772b6165-8b13-4bd4-89ad-9bcf0a9ba82b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:24.553681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Router 771d4111-d798-403d-af86-3e8aad0d573f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:52:24.708467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:52:24.716135 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.722422 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] Sync routers for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:52:24.734126 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:24.734763 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:24.743077 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312f4be1-3c39-4b1d-a5cc-68ab290316f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.767226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-262e1fe0-4804-415e-afad-897b7a9f869c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "PUT /v2.0/floatingips/6e5caa38-68dd-4bfe-ac59-af0774ec67d4 HTTP/1.1" status: 200 len: 991 time: 1.8861997 Sep 02 13:52:24.769302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'tag': '0f166d3f-af47-4022-b26e-1bd008cef728'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:24.772695 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898b41b7-c601-4905-aa59-1323426dfa32" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfbe8ee-8fd8-45fe-acfc-d219144b06bd", "tag": "0f166d3f-af47-4022-b26e-1bd008cef728"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:24.895684 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312f4be1-3c39-4b1d-a5cc-68ab290316f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.901782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-312f4be1-3c39-4b1d-a5cc-68ab290316f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:24.967539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-312f4be1-3c39-4b1d-a5cc-68ab290316f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27c9bb9102284cbdb767cf44aa9e3cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347818 Sep 02 13:52:24.970299 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 52864) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:24.981376 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1bec4f-217a-4554-937e-a8c96b334ebd x-openstack-request-id: req-bc1bec4f-217a-4554-937e-a8c96b334ebd {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:24.982204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f4be1-3c39-4b1d-a5cc-68ab290316f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3354592-f9ca-468a-8641-451a6ecbe92c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:24.982405 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfbe8ee-8fd8-45fe-acfc-d219144b06bd", "tag": "0f166d3f-af47-4022-b26e-1bd008cef728", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:24.988337 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc1bec4f-217a-4554-937e-a8c96b334ebd {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:24.989111 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'tag': '0f166d3f-af47-4022-b26e-1bd008cef728', 'status': 'completed', 'code': 200} Sep 02 13:52:24.990964 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:25.059245 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ac88c15-c55a-4ec8-8a33-84d216a87d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:25.062514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63827ca8-5032-46f4-b96a-00155a53772c req-757558b5-0f77-409c-9bce-cb250a5a98e3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:25.075890 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-63827ca8-5032-46f4-b96a-00155a53772c req-757558b5-0f77-409c-9bce-cb250a5a98e3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 943 time: 0.1746194 Sep 02 13:52:25.090842 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ac88c15-c55a-4ec8-8a33-84d216a87d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:25.116949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b41b7-c601-4905-aa59-1323426dfa32 req-3fc9d8dd-09aa-48e0-a093-42e100339235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:25.118498 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-898b41b7-c601-4905-aa59-1323426dfa32 req-3fc9d8dd-09aa-48e0-a093-42e100339235 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 1096 time: 0.1132283 Sep 02 13:52:25.158367 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ac88c15-c55a-4ec8-8a33-84d216a87d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:25.161681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4ac88c15-c55a-4ec8-8a33-84d216a87d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:25.166522 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4ac88c15-c55a-4ec8-8a33-84d216a87d7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3354592-f9ca-468a-8641-451a6ecbe92c HTTP/1.1" status: 204 len: 168 time: 0.1919081 Sep 02 13:52:25.173432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac88c15-c55a-4ec8-8a33-84d216a87d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3354592-f9ca-468a-8641-451a6ecbe92c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:25.243334 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-63827ca8-5032-46f4-b96a-00155a53772c req-356c3773-adcf-42cf-bf2e-779b78d28100 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645966 Sep 02 13:52:25.341441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b41b7-c601-4905-aa59-1323426dfa32 req-5e4666a8-c064-48e8-b76c-4e26a069732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:25.344111 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-898b41b7-c601-4905-aa59-1323426dfa32 req-5e4666a8-c064-48e8-b76c-4e26a069732d service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.2116992 Sep 02 13:52:25.379115 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '6e5caa38-68dd-4bfe-ac59-af0774ec67d4', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'port_id': '0f166d3f-af47-4022-b26e-1bd008cef728', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'mac_address': 'fa:16:3e:57:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:52:07Z', 'updated_at': '2021-09-02T13:52:23Z', 'revision_number': 1, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:25.410465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c7e46-5e05-42a1-a1f4-0e2882893807 req-10cbf9fa-416b-48a4-869a-e2295b420cee tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:25.412409 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d64c7e46-5e05-42a1-a1f4-0e2882893807 req-10cbf9fa-416b-48a4-869a-e2295b420cee tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 946 time: 0.1145377 Sep 02 13:52:25.442854 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-898b41b7-c601-4905-aa59-1323426dfa32 req-db33ea9c-3636-4f2f-8c32-46fc934c608d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f166d3f-af47-4022-b26e-1bd008cef728 HTTP/1.1" status: 200 len: 999 time: 0.0900226 Sep 02 13:52:25.455820 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] Checking router: 771d4111-d798-403d-af86-3e8aad0d573f for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:52:25.476028 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:25.478454 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:25.484733 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d64c7e46-5e05-42a1-a1f4-0e2882893807 req-c81db199-b6c3-459d-bcfa-71dd70832f51 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517621 Sep 02 13:52:25.563311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b41b7-c601-4905-aa59-1323426dfa32 req-d83092a2-042a-4e21-8f2d-8f0755239730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:25.565120 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-898b41b7-c601-4905-aa59-1323426dfa32 req-d83092a2-042a-4e21-8f2d-8f0755239730 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.1156106 Sep 02 13:52:25.663004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-6e47406e-1c5a-4803-a409-de6ba9705ce6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:25.664599 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-6e47406e-1c5a-4803-a409-de6ba9705ce6 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 946 time: 0.0875223 Sep 02 13:52:25.668494 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:25.669264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b41b7-c601-4905-aa59-1323426dfa32 req-4a283c6a-c07c-4388-9fcc-ec643772c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:25.672444 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-898b41b7-c601-4905-aa59-1323426dfa32 req-4a283c6a-c07c-4388-9fcc-ec643772c216 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993004 Sep 02 13:52:25.843496 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-898b41b7-c601-4905-aa59-1323426dfa32 req-33ea1520-ca1d-4d18-bf3e-277c2eabf3e6 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611192 Sep 02 13:52:25.872589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Deleting port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:25.872938 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:26.069744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] For port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:26.072277 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:26.087687 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '6e5caa38-68dd-4bfe-ac59-af0774ec67d4', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'port_id': '0f166d3f-af47-4022-b26e-1bd008cef728', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'mac_address': 'fa:16:3e:57:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:52:07Z', 'updated_at': '2021-09-02T13:52:23Z', 'revision_number': 1, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:26.089385 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-898b41b7-c601-4905-aa59-1323426dfa32 req-27a627d0-2421-4482-a26e-31dedd4e9f5f service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371070 Sep 02 13:52:26.140265 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2a02d-23bd-4096-ad3f-3692a5844bdc None None] The sync data for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 is: [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '6e5caa38-68dd-4bfe-ac59-af0774ec67d4', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'port_id': '0f166d3f-af47-4022-b26e-1bd008cef728', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'mac_address': 'fa:16:3e:57:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:52:07Z', 'updated_at': '2021-09-02T13:52:23Z', 'revision_number': 1, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:52:26.330198 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:26.330653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:26.331716 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Floating IP 0e12035f-34d7-4b43-9504-98af3e560470 disassociated. External IP: 172.25.3.24, port: 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f. Sep 02 13:52:26.332435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Calling delete_port for 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:26.379740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:52:26.455670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7af3f-0fab-49aa-89b5-15edef34c5d3 req-4193bb66-1ee7-453b-8942-a245745b16ff tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:26.465976 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68b7af3f-0fab-49aa-89b5-15edef34c5d3 req-4193bb66-1ee7-453b-8942-a245745b16ff tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 943 time: 0.1026196 Sep 02 13:52:26.576305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:26.585547 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-68b7af3f-0fab-49aa-89b5-15edef34c5d3 req-ee6145a1-7c3a-4765-b7c8-7bb09bec58c0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184859 Sep 02 13:52:26.604008 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec07f7-7b98-464c-8fcb-bc995036307f None None] New status for floating IP 6e5caa38-68dd-4bfe-ac59-af0774ec67d4: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:52:26.684489 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:26.740632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'port_id': '2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc', 'mac_address': 'fa:16:3e:ac:ae:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:52:26.744250 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event deleted for resources: {'Port': ['ID=993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:26.753960 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d78bb-5ac3-4f9a-a9c7-0a15333f4157 req-9f342968-d460-47ae-8b97-93d015f5d02e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:26.762441 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f92d78bb-5ac3-4f9a-a9c7-0a15333f4157 req-9f342968-d460-47ae-8b97-93d015f5d02e tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 868 time: 0.1162193 Sep 02 13:52:26.878785 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f92d78bb-5ac3-4f9a-a9c7-0a15333f4157 req-f3df053e-ff7d-41bc-9ec6-be3a7e6cf56d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups?id=cbc1aac8-406f-4254-b8d7-13f5afbf110c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119728 Sep 02 13:52:26.931462 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Router 5c6032a2-d966-4cd9-b034-27670158dab3 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:52:27.085418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:52:27.112699 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] Sync routers for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:52:27.138220 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:27.142313 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:27.151299 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:27.168674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:52:27.202582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:27.214797 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:27.239220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] No DVR routers for this DVR port 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f on host n-h1-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:27.245664 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:27.252648 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f9005b72-0ccd-4896-b51a-ff2d54bcd82f req-12a10caa-8857-4542-9dee-e9589ae554d7 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.90 "DELETE /v2.0/ports/993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f HTTP/1.1" status: 204 len: 173 time: 1.5767050 Sep 02 13:52:27.252648 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-deleted', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:27.257742 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb77b9d-f6e8-4260-8993-8e15e80da970" -d '{"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-deleted", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:27.356157 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b046c481-99ff-44e7-b787-58c14bf065bb x-openstack-request-id: req-b046c481-99ff-44e7-b787-58c14bf065bb {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:27.356657 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52", "name": "network-vif-deleted", "tag": "993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:27.357078 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b046c481-99ff-44e7-b787-58c14bf065bb {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:27.357818 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52', 'name': 'network-vif-deleted', 'tag': '993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f', 'status': 'completed', 'code': 200} Sep 02 13:52:27.375829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:27.462592 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:52:27.486091 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:27.800012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79594940-67a0-4d54-8db4-5846298b09da req-8eb9bd4d-b950-4fea-ab6e-99f1415cbdca tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:27.810743 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-79594940-67a0-4d54-8db4-5846298b09da req-8eb9bd4d-b950-4fea-ab6e-99f1415cbdca tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 944 time: 0.0953836 Sep 02 13:52:27.862569 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-79594940-67a0-4d54-8db4-5846298b09da req-24296925-c3f3-45a6-b547-5d77c1d55daa tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509388 Sep 02 13:52:27.935608 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:27.987588 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] Checking router: 5c6032a2-d966-4cd9-b034-27670158dab3 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:52:27.999478 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:28.000224 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:28.048378 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f5f8462e-bad4-4a30-a730-cd73f305a943 req-136a8e39-90ad-4b37-b3e9-ac0dbdcaee82 tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ee2c46f-2a36-40f2-acd4-8a96ca7a4e52 HTTP/1.1" status: 200 len: 210 time: 0.0387127 Sep 02 13:52:28.196068 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:28.396546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:52:28.463154 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:28.476843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:28.481216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:28.481664 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:28.492932 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af7e11-f3c0-488b-ad27-afaddb207f07 None None] The sync data for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 is: [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:43:13Z', 'revision_number': 4, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'f1aa4f2f-8e27-46d0-86c1-b0cccede256c', 'name': '', 'network_id': 'eea5c054-a14a-4488-995b-acc41eaae1cc', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'mac_address': 'fa:16:3e:fd:01:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:11Z', 'updated_at': '2021-09-02T13:43:24Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'subnets': [{'id': 'd0654868-4f39-4bbb-b698-b3624b87683b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:52:28.587052 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:28.614541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f320025a-f88f-428b-ab2e-fac41e60cd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:28.617072 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ff697-f0b6-4ce8-b753-c49b9d2f0219" -d '{"events": [{"server_uuid": "f320025a-f88f-428b-ab2e-fac41e60cd2d", "name": "network-vif-plugged", "status": "completed", "tag": "2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:28.633102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:28.639022 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:28.671874 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc9e13d-4c6c-4e72-9c5c-8a76444e1f7b x-openstack-request-id: req-edc9e13d-4c6c-4e72-9c5c-8a76444e1f7b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:28.672259 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f320025a-f88f-428b-ab2e-fac41e60cd2d", "name": "network-vif-plugged", "status": "completed", "tag": "2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:28.672542 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edc9e13d-4c6c-4e72-9c5c-8a76444e1f7b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:28.673553 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f320025a-f88f-428b-ab2e-fac41e60cd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc', 'code': 200} Sep 02 13:52:28.720120 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:28.805095 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93eff51-0a4b-446a-96d7-79e210a0f521 req-6831958c-4700-4eba-a62f-d90966de413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:28.806919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e93eff51-0a4b-446a-96d7-79e210a0f521 req-6831958c-4700-4eba-a62f-d90966de413a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 1096 time: 0.0648272 Sep 02 13:52:28.869305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a94361e-00c0-48c1-9de1-f352c4c6caba None None] New status for floating IP 0e12035f-34d7-4b43-9504-98af3e560470: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:52:28.876052 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e93eff51-0a4b-446a-96d7-79e210a0f521 req-61f86706-58d6-4423-b1db-3bb41acba326 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619431 Sep 02 13:52:28.880410 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-2c1beeec-8e7f-4fb0-9606-c4cca582e3c0 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=551d9d7849bf4995bbb99206492ba19f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429080 Sep 02 13:52:29.002412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 52994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:29.119395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdd132-bbc0-4781-a395-7088c3b71a8b req-d3ce50f1-e8fc-4efb-9f04-1a6c1c270399 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.121402 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ebfdd132-bbc0-4781-a395-7088c3b71a8b req-d3ce50f1-e8fc-4efb-9f04-1a6c1c270399 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 945 time: 0.0741098 Sep 02 13:52:29.162059 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b202fd70-0b4a-4de9-b27f-9bdd559d8283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.185331 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ebfdd132-bbc0-4781-a395-7088c3b71a8b req-0a8bb991-fe23-46e7-aa49-f5d4e1047478 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571196 Sep 02 13:52:29.204748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-4efa5923-0680-458c-a54a-b44e564503b5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2431993 Sep 02 13:52:29.223109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-37de49de-31a8-4de1-a889-07df9ad18106 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.225445 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-37de49de-31a8-4de1-a889-07df9ad18106 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3387203 Sep 02 13:52:29.249987 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-2eae9299-e5f6-465a-806c-3452429ebb70 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/quotas/551d9d7849bf4995bbb99206492ba19f HTTP/1.1" status: 200 len: 375 time: 0.0162940 Sep 02 13:52:29.297924 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-d231b7af-f6fd-4780-b847-0ed796f31cf6 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=551d9d7849bf4995bbb99206492ba19f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415556 Sep 02 13:52:29.307762 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b202fd70-0b4a-4de9-b27f-9bdd559d8283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.315954 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b202fd70-0b4a-4de9-b27f-9bdd559d8283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.340523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-1e84888b-0f43-410c-9592-7dc7ff0a5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.341130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-1e84888b-0f43-410c-9592-7dc7ff0a5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.341755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-1e84888b-0f43-410c-9592-7dc7ff0a5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.342304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-1e84888b-0f43-410c-9592-7dc7ff0a5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.342844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-1e84888b-0f43-410c-9592-7dc7ff0a5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.343591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-1e84888b-0f43-410c-9592-7dc7ff0a5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.344402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-1e84888b-0f43-410c-9592-7dc7ff0a5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.348334 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-1e84888b-0f43-410c-9592-7dc7ff0a5649 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6501 time: 0.0612247 Sep 02 13:52:29.349360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:29.369436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b202fd70-0b4a-4de9-b27f-9bdd559d8283 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d4620ed38074238815e9e21056847f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659022 Sep 02 13:52:29.372371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53006) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:29.375156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202fd70-0b4a-4de9-b27f-9bdd559d8283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad67d88-fbaa-48be-86b2-21d9a7fcb4dc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:29.522382 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8f8370e-92b1-49de-9975-324b8e96c4a8 req-ffd99e4e-4f72-45a9-9e06-c68b14f15cf8 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 210 time: 0.0286765 Sep 02 13:52:29.542055 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3567edfa-1049-4aff-8236-930d7098c99f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.555588 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50eb13b6-379f-4feb-b5f7-ded51fbaef8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.557498 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.589635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-fe339676-22d6-4f2c-ad08-925aa6029649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.590207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-fe339676-22d6-4f2c-ad08-925aa6029649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.590637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-fe339676-22d6-4f2c-ad08-925aa6029649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.592336 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-fe339676-22d6-4f2c-ad08-925aa6029649 service neutron] 10.222.0.90 "GET /v2.0/networks?id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=62f018b6-5f28-4167-bba5-9b658c1bc134&id=62f018b6-5f28-4167-bba5-9b658c1bc134 HTTP/1.1" status: 200 len: 2297 time: 0.1998594 Sep 02 13:52:29.613681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3567edfa-1049-4aff-8236-930d7098c99f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.668594 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50eb13b6-379f-4feb-b5f7-ded51fbaef8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.727171 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-96ddf21f-fad7-4e61-992e-cd1036c2d087 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 200 len: 1000 time: 0.1258132 Sep 02 13:52:29.799010 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3567edfa-1049-4aff-8236-930d7098c99f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.802375 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3567edfa-1049-4aff-8236-930d7098c99f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.804675 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3567edfa-1049-4aff-8236-930d7098c99f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "DELETE /v2.0/security-groups/cbc1aac8-406f-4254-b8d7-13f5afbf110c HTTP/1.1" status: 204 len: 168 time: 0.4534979 Sep 02 13:52:29.808329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:29.816754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-e254cb81-efb6-44c2-9474-bfea5a044054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.819069 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-e254cb81-efb6-44c2-9474-bfea5a044054 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dc2610b-8719-40d5-ba02-80ed337982a5 HTTP/1.1" status: 200 len: 856 time: 0.0811081 Sep 02 13:52:29.828355 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567edfa-1049-4aff-8236-930d7098c99f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc1aac8-406f-4254-b8d7-13f5afbf110c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:29.830729 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50eb13b6-379f-4feb-b5f7-ded51fbaef8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.833588 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-6b2e9e7d-7dc9-4a4a-bf15-fd3c5f70fe8d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] show failed (client error): The resource could not be found. Sep 02 13:52:29.835160 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6b2e9e7d-7dc9-4a4a-bf15-fd3c5f70fe8d tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "GET /v2.0/security-groups/cbc1aac8-406f-4254-b8d7-13f5afbf110c HTTP/1.1" status: 404 len: 347 time: 0.0244818 Sep 02 13:52:29.838222 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:29.841712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50eb13b6-379f-4feb-b5f7-ded51fbaef8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:29.842924 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-50eb13b6-379f-4feb-b5f7-ded51fbaef8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cad67d88-fbaa-48be-86b2-21d9a7fcb4dc HTTP/1.1" status: 204 len: 168 time: 0.4582415 Sep 02 13:52:29.894756 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb13b6-379f-4feb-b5f7-ded51fbaef8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad67d88-fbaa-48be-86b2-21d9a7fcb4dc,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:29.933123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-c581e614-286d-4d84-875c-ff90956f094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:29.935081 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-c581e614-286d-4d84-875c-ff90956f094a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885830 Sep 02 13:52:29.964859 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:52:30.062568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Deleting port 8b2fd411-686d-4c58-803f-74eff826794e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:30.063082 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.099293 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-8d36a0aa-c96b-420c-8f3a-1349ed0656e9 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543944 Sep 02 13:52:30.160855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.161181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.179417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Calling delete_port for 8b2fd411-686d-4c58-803f-74eff826794e owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:30.361051 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:30.388195 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84ef0232-5ddb-49aa-8b92-7494fc6d50b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.403569 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.403939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fff0a6-2ee5-4b1c-b6ba-7b3bca0a379c req-b0620a27-2325-45f4-82fd-e69fb58d5b03 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:30.408428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60fff0a6-2ee5-4b1c-b6ba-7b3bca0a379c req-b0620a27-2325-45f4-82fd-e69fb58d5b03 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 945 time: 0.1243556 Sep 02 13:52:30.500804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:30.517860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-60fff0a6-2ee5-4b1c-b6ba-7b3bca0a379c req-e4f3f225-4867-406c-ad60-c21030b802be tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961607 Sep 02 13:52:30.522593 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.547643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:30.548314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 993d2a13-7dda-4ce8-8481-dcb6dbfbdb0f not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:30.559234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Pushing event deleted for resources: {'Port': ['ID=8b2fd411-686d-4c58-803f-74eff826794e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:30.654205 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.656950 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.663414 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-68bbe188-5c82-48b1-a06e-88e416a4272f tempest-AttachVolumeShelveTestJSON-369144077 tempest-AttachVolumeShelveTestJSON-369144077-project] 10.222.0.13 "DELETE /v2.0/floatingips/0e12035f-34d7-4b43-9504-98af3e560470 HTTP/1.1" status: 204 len: 168 time: 0.8113043 Sep 02 13:52:30.712189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-4a932e06-5d83-4592-87e8-e4991f649c9e service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991864 Sep 02 13:52:30.776007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84ef0232-5ddb-49aa-8b92-7494fc6d50b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.781140 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-84ef0232-5ddb-49aa-8b92-7494fc6d50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:30.796095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-650189aa-992b-4ead-9a0e-3e7516b8154e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 217 time: 0.0746448 Sep 02 13:52:30.828499 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-84ef0232-5ddb-49aa-8b92-7494fc6d50b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ee65b66330f4cb4b07046cd57e11439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645059 Sep 02 13:52:30.829147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:30.885195 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-6b5c9f78-6f09-4d4e-9ca3-db174fc4b82f tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=551d9d7849bf4995bbb99206492ba19f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620162 Sep 02 13:52:30.893914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef0232-5ddb-49aa-8b92-7494fc6d50b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ad9ae1-9db9-43cc-8161-feeaa4fc27f7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:30.928637 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2c31c8f-29ce-4bc5-9ffb-862256e31333 req-a2ed08b1-d57b-4647-bfba-c77cf1344086 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 210 time: 0.0971014 Sep 02 13:52:30.932180 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783f3b4-bc93-4f9f-9cd5-dd199fede6b8 req-3ce97842-43ea-4823-9458-cdbac54355a6 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:30.939628 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5783f3b4-bc93-4f9f-9cd5-dd199fede6b8 req-3ce97842-43ea-4823-9458-cdbac54355a6 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 945 time: 0.2124085 Sep 02 13:52:30.979768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-892a6c77-1f04-4bef-9ad9-f88f5d919c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:30.982345 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-892a6c77-1f04-4bef-9ad9-f88f5d919c64 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.1719830 Sep 02 13:52:31.092595 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-17fb872b-b4d2-4d6b-9d5c-a395a6a02bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:31.094780 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-17fb872b-b4d2-4d6b-9d5c-a395a6a02bba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1035101 Sep 02 13:52:31.110826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5783f3b4-bc93-4f9f-9cd5-dd199fede6b8 req-22c039f1-1dd9-4a24-9907-0e7ba7510130 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703255 Sep 02 13:52:31.136192 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3514a46-f8dc-4a80-9e06-25deed528d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.159231 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d08bfc1-d4a2-4e43-b258-83847f958177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.255389 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-9dcf3b5d-2891-46b6-8d59-6377eb30bee2 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483061 Sep 02 13:52:31.265991 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3514a46-f8dc-4a80-9e06-25deed528d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.283244 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-5afba2e0-0eb4-44f8-8765-7922c07ebd66 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:31.284915 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-5afba2e0-0eb4-44f8-8765-7922c07ebd66 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3838191 Sep 02 13:52:31.306330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Request body: {'port': {'device_id': '4cfe9d8c-da2e-445e-9989-1297cfed612a', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'admin_state_up': True, 'tenant_id': '551d9d7849bf4995bbb99206492ba19f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:31.376872 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-f1d89092-acf4-4391-a649-106541d1897f service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079576 Sep 02 13:52:31.443298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-7aa094a9-24cb-46ce-836f-904596e67ae8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 217 time: 0.0586317 Sep 02 13:52:31.448613 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3514a46-f8dc-4a80-9e06-25deed528d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.460316 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3514a46-f8dc-4a80-9e06-25deed528d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.470993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e3514a46-f8dc-4a80-9e06-25deed528d34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17ad9ae1-9db9-43cc-8161-feeaa4fc27f7 HTTP/1.1" status: 204 len: 168 time: 0.6241646 Sep 02 13:52:31.501297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3514a46-f8dc-4a80-9e06-25deed528d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ad9ae1-9db9-43cc-8161-feeaa4fc27f7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:31.533630 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Made reservation on behalf of 551d9d7849bf4995bbb99206492ba19f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:52:31.539146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.540127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-2c4915c7-b9a1-461b-9053-9bea7d439a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:31.541816 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-2c4915c7-b9a1-461b-9053-9bea7d439a37 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0904593 Sep 02 13:52:31.550767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.653647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-8e464029-7b5e-409b-8b5b-7f5a6c93453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:31.656957 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-8e464029-7b5e-409b-8b5b-7f5a6c93453b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068022 Sep 02 13:52:31.708127 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.715782 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:31.800148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e094d308-aa5e-4536-a447-1058140c8af8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:31.866400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-2625329c-8915-4166-b174-c1660fa6fd65 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005584 Sep 02 13:52:31.975410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Allocated IP 192.168.233.6 (26cfa094-65b2-4539-8430-f507b2c04365/14460900-5bf5-481a-8612-074d0552f303/31e7d22b-7720-4d3d-9e34-7173ca652295) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:52:32.147398 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-413e3e51-b441-446e-9082-1c8d27a7a07c service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715411 Sep 02 13:52:32.305400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c741ff9e-f550-4660-a143-5f405c97c9f0 req-f0419cb9-28b6-4dd0-9868-ec176148f22f tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 210 time: 0.1473076 Sep 02 13:52:32.307488 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-34edfeec-c98b-4c17-814b-927e50fa76cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e HTTP/1.1" status: 200 len: 217 time: 0.1295004 Sep 02 13:52:32.378705 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-6992ecc8-de5e-4c64-92dd-093bd6841e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:32.380887 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-6992ecc8-de5e-4c64-92dd-093bd6841e9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0601897 Sep 02 13:52:32.405299 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:32.429471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Transition to ACTIVE for port object 31e7d22b-7720-4d3d-9e34-7173ca652295 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:32.456738 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-e748eebe-4c86-4eeb-a893-a40d6eac1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:32.458543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-e748eebe-4c86-4eeb-a893-a40d6eac1363 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699620 Sep 02 13:52:32.478863 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:32.547342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Network 26cfa094-65b2-4539-8430-f507b2c04365 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:52:32.552909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:52:32.578897 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:52:32.632052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Pushing event updated for resources: {'Port': ['ID=31e7d22b-7720-4d3d-9e34-7173ca652295,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:32.664676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:32.665367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:32.698329 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a75416e7-eaf2-4530-96cb-f09f20e96d5b tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3982832 Sep 02 13:52:32.714326 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Request body: {'port': {'device_id': '4cfe9d8c-da2e-445e-9989-1297cfed612a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:32.721376 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-e8932b7c-7450-4eca-a667-41ae7e16686e service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515821 Sep 02 13:52:32.856227 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-d3520189-a714-4e51-869f-3caf81db1a89 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263623 Sep 02 13:52:32.875755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:32.933641 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-419528c0-08e5-44f5-9adf-87957046a233 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=640ad35c-ba90-47a2-906b-ae87f5732818 HTTP/1.1" status: 200 len: 217 time: 0.0619309 Sep 02 13:52:33.049552 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31e71f9c-a25d-4e6f-8255-c94697a43985 None None] Provisioning for port 31e7d22b-7720-4d3d-9e34-7173ca652295 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:33.055836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-6e1b355b-4294-4bef-8841-2f62380fd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:33.061978 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-6e1b355b-4294-4bef-8841-2f62380fd84d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.1175847 Sep 02 13:52:33.064806 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-31e71f9c-a25d-4e6f-8255-c94697a43985 None None] Provisioning complete for port 31e7d22b-7720-4d3d-9e34-7173ca652295 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:33.067274 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31e71f9c-a25d-4e6f-8255-c94697a43985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:33.165458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-31e71f9c-a25d-4e6f-8255-c94697a43985 None None] Port 31e7d22b-7720-4d3d-9e34-7173ca652295 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:52:33.166232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-38a18a4c-b454-4908-a8f8-af99d792bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:33.168272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-38a18a4c-b454-4908-a8f8-af99d792bba1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990911 Sep 02 13:52:33.325522 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-a9e85ccb-3e55-47a9-ae4c-0f12ca3edba0 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490796 Sep 02 13:52:33.477711 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e7d22b-7720-4d3d-9e34-7173ca652295 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:52:33.501949 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:33.602809 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4e7a8af-36bb-44c7-8d2a-3b008d0fe3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:33.621344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Transition to ACTIVE for port object 31e7d22b-7720-4d3d-9e34-7173ca652295 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:33.632879 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:33.670160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e3060-e51e-4456-9bc9-7df23a8cedc1 req-7225c7a5-f657-4c0c-8d5b-db34a53391af tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:33.679539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b3e3060-e51e-4456-9bc9-7df23a8cedc1 req-7225c7a5-f657-4c0c-8d5b-db34a53391af tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 934 time: 0.1925004 Sep 02 13:52:33.686618 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-a360a802-ef54-4354-96fb-f06565fb8280 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531175 Sep 02 13:52:33.786913 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-f611d6f8-fa59-4875-a8e5-a9de5fcc329e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805 HTTP/1.1" status: 200 len: 217 time: 0.0849464 Sep 02 13:52:33.796112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Pushing event updated for resources: {'Port': ['ID=31e7d22b-7720-4d3d-9e34-7173ca652295,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:33.826787 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5b3e3060-e51e-4456-9bc9-7df23a8cedc1 req-cceeec64-939a-40a4-a7d0-9babd7f41373 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457181 Sep 02 13:52:33.931850 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-b1151f1e-742b-40a4-95b8-26028e66aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:33.933808 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-b1151f1e-742b-40a4-95b8-26028e66aeb7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.1058466 Sep 02 13:52:34.012835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Attempting to bind port 31e7d22b-7720-4d3d-9e34-7173ca652295 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:52:34.013186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Attempting to bind port 31e7d22b-7720-4d3d-9e34-7173ca652295 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:52:34.013530 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Attempting to bind port 31e7d22b-7720-4d3d-9e34-7173ca652295 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:52:34.028021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Port 31e7d22b-7720-4d3d-9e34-7173ca652295 on network 26cfa094-65b2-4539-8430-f507b2c04365 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:52:34.031035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Attempting to bind port 31e7d22b-7720-4d3d-9e34-7173ca652295 on network 26cfa094-65b2-4539-8430-f507b2c04365 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:52:34.045628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:52:34.048418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Checking segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:52:34.049150 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Bound using segment: {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:52:34.050425 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Bound port: 31e7d22b-7720-4d3d-9e34-7173ca652295, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa0bb0a-045f-436c-8a19-84b04deb50d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:52:34.050891 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:34.052770 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-12d52d6b-9e97-421f-af91-328046a6f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:34.059302 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-12d52d6b-9e97-421f-af91-328046a6f938 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125996 Sep 02 13:52:34.141159 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:34.173352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] For port 31e7d22b-7720-4d3d-9e34-7173ca652295, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:52:34.177663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] For port 31e7d22b-7720-4d3d-9e34-7173ca652295, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=31e7d22b-7720-4d3d-9e34-7173ca652295,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:52:34.183355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:34.200170 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-381defac-d600-4424-aa20-32f9b36ed115 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290438 Sep 02 13:52:34.232294 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:34.233756 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:34.235445 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] 10.222.0.90 "PUT /v2.0/ports/31e7d22b-7720-4d3d-9e34-7173ca652295 HTTP/1.1" status: 200 len: 1094 time: 1.5279040 Sep 02 13:52:34.236062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfe9d8c-da2e-445e-9989-1297cfed612a', 'tag': '31e7d22b-7720-4d3d-9e34-7173ca652295'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:34.238408 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfe9d8c-da2e-445e-9989-1297cfed612a", "tag": "31e7d22b-7720-4d3d-9e34-7173ca652295"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:34.280286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b4cb3-538a-4713-8cde-df84062895c7 service neutron] Pushing event updated for resources: {'Port': ['ID=31e7d22b-7720-4d3d-9e34-7173ca652295,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:34.340175 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f9fe6-24e7-405f-9acf-a6738f64b230 x-openstack-request-id: req-3e3f9fe6-24e7-405f-9acf-a6738f64b230 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:34.340525 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfe9d8c-da2e-445e-9989-1297cfed612a", "tag": "31e7d22b-7720-4d3d-9e34-7173ca652295", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:34.341066 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e3f9fe6-24e7-405f-9acf-a6738f64b230 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:34.341497 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfe9d8c-da2e-445e-9989-1297cfed612a', 'tag': '31e7d22b-7720-4d3d-9e34-7173ca652295', 'status': 'completed', 'code': 200} Sep 02 13:52:34.367774 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-0fa5eeaf-2eea-4d39-a2a5-b4c25b002881 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532729 Sep 02 13:52:34.374924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-6b7032c0-23df-49b8-a7a9-3cdaf40ae6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:34.376622 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-6b7032c0-23df-49b8-a7a9-3cdaf40ae6e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=551d9d7849bf4995bbb99206492ba19f&device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 1097 time: 0.0659935 Sep 02 13:52:34.427767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-bb5b4e2e-cd93-4b4a-ac5e-6d49d25d758a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 200 len: 217 time: 0.0511012 Sep 02 13:52:34.481184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-0ecb8e06-b155-4a92-85a0-553a7571d242 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=31e7d22b-7720-4d3d-9e34-7173ca652295 HTTP/1.1" status: 200 len: 217 time: 0.0922754 Sep 02 13:52:34.539128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-d9640321-8076-4290-aab7-ec30d83a51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:34.543834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-d9640321-8076-4290-aab7-ec30d83a51cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.1074355 Sep 02 13:52:34.545684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-c4f8b3cf-ae2e-4168-819e-2763cc8e6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:34.547216 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-c4f8b3cf-ae2e-4168-819e-2763cc8e6e7a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0579784 Sep 02 13:52:34.617295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902addef-0e67-4737-9a8a-418475f812f4 req-58393e47-ed11-4deb-a086-00094068a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:34.620118 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-58393e47-ed11-4deb-a086-00094068a7ae service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601344 Sep 02 13:52:34.633603 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-f10ec385-a7a5-4245-8ae7-e3c316d72277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:34.635149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-f10ec385-a7a5-4245-8ae7-e3c316d72277 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770426 Sep 02 13:52:34.753407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-5505c809-a224-42c8-8e9d-d3befa932828 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253934 Sep 02 13:52:34.760203 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-a23b497c-2e56-46d6-8758-2e3a4754d4c6 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115959 Sep 02 13:52:34.868774 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:34.893655 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-902addef-0e67-4737-9a8a-418475f812f4 req-350030ad-bc8d-4d88-a156-4f2d253590bb service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307096 Sep 02 13:52:34.967476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08f9d1d8-80cb-4749-ba42-47789b1db682 req-04f34bc1-c290-458a-8ee5-e14fecaa8c60 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976480 Sep 02 13:52:35.124315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b90e1-2ead-453f-ab86-975a4289a6ff req-f5676dda-b73a-47cf-8604-847fdb510c2d tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:35.125873 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-550b90e1-2ead-453f-ab86-975a4289a6ff req-f5676dda-b73a-47cf-8604-847fdb510c2d tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 946 time: 0.1546578 Sep 02 13:52:35.129181 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-0b42117d-d111-45ba-a1b2-62f233004925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:35.130730 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-0b42117d-d111-45ba-a1b2-62f233004925 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=551d9d7849bf4995bbb99206492ba19f&device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 1097 time: 0.1023710 Sep 02 13:52:35.243486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-550b90e1-2ead-453f-ab86-975a4289a6ff req-66d8e365-3fbe-492b-b13c-84a1149eb9a8 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111081 Sep 02 13:52:35.321939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-e8227c38-2f14-4c16-8438-1e1d8cdadb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:35.323491 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-e8227c38-2f14-4c16-8438-1e1d8cdadb7f service neutron] 10.222.0.90 "GET /v2.0/networks?id=26cfa094-65b2-4539-8430-f507b2c04365 HTTP/1.1" status: 200 len: 870 time: 0.1665559 Sep 02 13:52:35.605748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-078daf07-b67b-41af-8256-30ffa6193dec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:35.607363 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-078daf07-b67b-41af-8256-30ffa6193dec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1703272 Sep 02 13:52:35.630060 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-acaa61b9-e6fa-4679-8a5f-863f78a1c295 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/quotas/2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 375 time: 0.0121703 Sep 02 13:52:35.723193 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-5643ef92-eea9-4c9e-9b5b-b9391746ff4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854380 Sep 02 13:52:35.821578 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-83b90102-2fc5-4693-a210-85f80781e081 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=31e7d22b-7720-4d3d-9e34-7173ca652295 HTTP/1.1" status: 200 len: 217 time: 0.4895856 Sep 02 13:52:35.884705 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-c02c248a-193f-4eeb-a05a-450188e7b3ba service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474533 Sep 02 13:52:35.897640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-5e4ea769-0a1d-4377-9738-60cdcb546484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:35.901441 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-5e4ea769-0a1d-4377-9738-60cdcb546484 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14460900-5bf5-481a-8612-074d0552f303 HTTP/1.1" status: 200 len: 843 time: 0.0711002 Sep 02 13:52:35.966349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-0323c84c-f9f4-47d8-b5ce-1742bdeb73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:35.968081 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-0323c84c-f9f4-47d8-b5ce-1742bdeb73bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26cfa094-65b2-4539-8430-f507b2c04365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549853 Sep 02 13:52:36.008277 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-a06ad207-81f5-49dd-be15-e0699cc1179a service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216011 Sep 02 13:52:36.148534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-23dd87d4-bcbc-46d6-bf19-16af28511ec8 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654954 Sep 02 13:52:36.262533 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6a8f3586-c3a9-495b-834d-8c5ef9fa4de2 req-1d9ba563-0144-4e2e-9659-73f1fd89aa91 service neutron] 10.222.0.90 "GET /v2.0/networks/26cfa094-65b2-4539-8430-f507b2c04365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052210 Sep 02 13:52:36.280189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2bf9a8f-e1b5-4aa8-b01b-1ebd2be6dc56 req-a6e55b6e-f4f8-47f1-bdad-4518a7c7634b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 210 time: 0.0429344 Sep 02 13:52:36.496211 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756b93b-61ff-40e4-826f-06a7b44d06a8 req-ebfb818e-995c-4238-bbab-d1a767f65542 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:36.498413 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f756b93b-61ff-40e4-826f-06a7b44d06a8 req-ebfb818e-995c-4238-bbab-d1a767f65542 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 946 time: 0.0757039 Sep 02 13:52:36.557321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f756b93b-61ff-40e4-826f-06a7b44d06a8 req-f15d9b39-6be6-4935-a4a1-cf942bc6ef6f tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496085 Sep 02 13:52:36.577922 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:37.411539 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fd7862cc-03d9-4492-8314-73fcdb01a340 req-30a75a0e-756f-4381-b9e0-cfb4f2d9deec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 210 time: 0.0524583 Sep 02 13:52:37.520260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-42ace0ac-cb81-4443-b9c4-1ef1a828d6a3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:37.523529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-42ace0ac-cb81-4443-b9c4-1ef1a828d6a3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.2165470 Sep 02 13:52:37.537251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'port': {'device_id': '30cd9571-2500-4280-bbc1-379904d4eddb', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'admin_state_up': True, 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:37.755583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384653b6-253f-42a0-b2d2-fe04a83ebfd0 req-7efecc32-e3d6-429c-883e-24339efcabf0 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:37.764768 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-384653b6-253f-42a0-b2d2-fe04a83ebfd0 req-7efecc32-e3d6-429c-883e-24339efcabf0 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 946 time: 0.0924511 Sep 02 13:52:37.779842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Made reservation on behalf of 2cc73a6801e04277beffafe86d4cdb2d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:52:37.783568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:37.884335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-384653b6-253f-42a0-b2d2-fe04a83ebfd0 req-f654146f-42be-4d12-9bff-7b7a124ccccc tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186116 Sep 02 13:52:37.983678 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:37.990516 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.20.0.5 (7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa/3eb181d3-ec78-4920-a475-5b57dd84145a/32c5a38c-09d8-419d-b280-ddc959f90b01) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:52:38.192523 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:38.209260 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Transition to ACTIVE for port object 32c5a38c-09d8-419d-b280-ddc959f90b01 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:38.248551 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:38.262122 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:52:38.338102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:52:38.342101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:52:38.356725 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:52:38.414699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=32c5a38c-09d8-419d-b280-ddc959f90b01,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:38.522475 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:38.532550 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:38.550280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 31e7d22b-7720-4d3d-9e34-7173ca652295 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:52:38.580012 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-833bed2e-d414-4683-9332-975181850ac7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0475647 Sep 02 13:52:38.603988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Request body: {'port': {'device_id': '30cd9571-2500-4280-bbc1-379904d4eddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:38.662000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 31e7d22b-7720-4d3d-9e34-7173ca652295, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=31e7d22b-7720-4d3d-9e34-7173ca652295,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:38.678362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '31e7d22b-7720-4d3d-9e34-7173ca652295', 'network_id': '26cfa094-65b2-4539-8430-f507b2c04365', 'port_id': '31e7d22b-7720-4d3d-9e34-7173ca652295', 'mac_address': 'fa:16:3e:c8:fe:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14460900-5bf5-481a-8612-074d0552f303', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:52:38.739919 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:38.771049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e7d22b-7720-4d3d-9e34-7173ca652295 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:52:38.797155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d964c0e-20de-4725-a3bc-fa9e4e6c5aed req-320f66e9-ec0c-4207-9cec-ecc25ce15c29 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:38.811007 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d964c0e-20de-4725-a3bc-fa9e4e6c5aed req-320f66e9-ec0c-4207-9cec-ecc25ce15c29 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 931 time: 0.1381526 Sep 02 13:52:38.833988 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:38.845446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 31e7d22b-7720-4d3d-9e34-7173ca652295, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=31e7d22b-7720-4d3d-9e34-7173ca652295,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:38.851712 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:38.884859 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d964c0e-20de-4725-a3bc-fa9e4e6c5aed req-9f1c8934-ef1f-4c01-a9d3-19b8d81104d6 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709004 Sep 02 13:52:38.976839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=31e7d22b-7720-4d3d-9e34-7173ca652295,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:39.004978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.005346 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.005704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.008097 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.008939 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.009652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.010239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.011837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.012656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.014329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.015105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.017633 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:52:39.106487 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:39.130185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-281770d3-9ed9-4a9b-b10c-c990adb53177 None None] Provisioning for port 32c5a38c-09d8-419d-b280-ddc959f90b01 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:39.141313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-281770d3-9ed9-4a9b-b10c-c990adb53177 None None] Provisioning complete for port 32c5a38c-09d8-419d-b280-ddc959f90b01 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:39.142068 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-281770d3-9ed9-4a9b-b10c-c990adb53177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:39.219233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-281770d3-9ed9-4a9b-b10c-c990adb53177 None None] Port 32c5a38c-09d8-419d-b280-ddc959f90b01 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:52:39.239689 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['31e7d22b-7720-4d3d-9e34-7173ca652295'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:52:39.338610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6b7dc-4298-457b-89d4-fd9ecde24080 req-da5d0cca-ceff-4439-8dae-aaa13de29a50 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:39.348384 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7a6b7dc-4298-457b-89d4-fd9ecde24080 req-da5d0cca-ceff-4439-8dae-aaa13de29a50 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 947 time: 0.1548529 Sep 02 13:52:39.429232 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7a6b7dc-4298-457b-89d4-fd9ecde24080 req-ff3538c9-4887-4527-9700-10875d388cbc tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757542 Sep 02 13:52:39.568366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c5a38c-09d8-419d-b280-ddc959f90b01 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:52:39.577683 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:39.597426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Transition to ACTIVE for port object 32c5a38c-09d8-419d-b280-ddc959f90b01 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:39.605278 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:39.658159 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-8194d270-e5ee-498a-9082-94cbe21e4d07 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834863 Sep 02 13:52:39.674360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Deleting port f1aa4f2f-8e27-46d0-86c1-b0cccede256c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:39.674716 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:39.691400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Pushing event updated for resources: {'Port': ['ID=32c5a38c-09d8-419d-b280-ddc959f90b01,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:39.860669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Attempting to bind port 32c5a38c-09d8-419d-b280-ddc959f90b01 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:52:39.860927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Attempting to bind port 32c5a38c-09d8-419d-b280-ddc959f90b01 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:52:39.861541 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Attempting to bind port 32c5a38c-09d8-419d-b280-ddc959f90b01 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:52:39.868814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Port 32c5a38c-09d8-419d-b280-ddc959f90b01 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:52:39.869153 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Attempting to bind port 32c5a38c-09d8-419d-b280-ddc959f90b01 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:52:39.877489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:52:39.877769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:52:39.878179 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Bound using segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:52:39.878527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Bound port: 32c5a38c-09d8-419d-b280-ddc959f90b01, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:52:39.878902 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:39.896333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-54f0a124-7674-4692-9ef1-13c5d400d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:39.899131 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-54f0a124-7674-4692-9ef1-13c5d400d304 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 1096 time: 0.1223080 Sep 02 13:52:39.921662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] For port f1aa4f2f-8e27-46d0-86c1-b0cccede256c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f1aa4f2f-8e27-46d0-86c1-b0cccede256c,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:39.922310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:40.049712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] For port 32c5a38c-09d8-419d-b280-ddc959f90b01, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:52:40.055442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] For port 32c5a38c-09d8-419d-b280-ddc959f90b01, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32c5a38c-09d8-419d-b280-ddc959f90b01,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:52:40.067682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Calling delete_port for f1aa4f2f-8e27-46d0-86c1-b0cccede256c owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:40.077484 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-3dd318bd-6a95-4529-aae1-f0516dcebac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:40.079451 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-3dd318bd-6a95-4529-aae1-f0516dcebac2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.1385255 Sep 02 13:52:40.084086 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:40.170481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:40.176692 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:40.178358 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] 10.222.0.77 "PUT /v2.0/ports/32c5a38c-09d8-419d-b280-ddc959f90b01 HTTP/1.1" status: 200 len: 1091 time: 1.5886588 Sep 02 13:52:40.180615 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cd9571-2500-4280-bbc1-379904d4eddb', 'tag': '32c5a38c-09d8-419d-b280-ddc959f90b01'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:40.193658 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71" -d '{"events": [{"name": "network-changed", "server_uuid": "30cd9571-2500-4280-bbc1-379904d4eddb", "tag": "32c5a38c-09d8-419d-b280-ddc959f90b01"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:40.261640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cea64-fd4e-4093-9781-7d27b9a1198f req-98bf9e98-d01d-4d77-9015-a067841bc781 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:40.264255 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d54cea64-fd4e-4093-9781-7d27b9a1198f req-98bf9e98-d01d-4d77-9015-a067841bc781 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.2020323 Sep 02 13:52:40.298251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332fe6a-4f3d-4d67-854d-55fc6fd6bb6c service neutron] Pushing event updated for resources: {'Port': ['ID=32c5a38c-09d8-419d-b280-ddc959f90b01,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:40.333457 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-44c0f51e-1574-401f-ba84-ee8baed06132 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f166d3f-af47-4022-b26e-1bd008cef728 HTTP/1.1" status: 200 len: 1001 time: 0.1649201 Sep 02 13:52:40.341411 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58868a2-8963-4b25-a864-2419b9caf4fc x-openstack-request-id: req-e58868a2-8963-4b25-a864-2419b9caf4fc {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:40.342437 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cd9571-2500-4280-bbc1-379904d4eddb", "tag": "32c5a38c-09d8-419d-b280-ddc959f90b01", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:40.343718 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e58868a2-8963-4b25-a864-2419b9caf4fc {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:40.344829 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cd9571-2500-4280-bbc1-379904d4eddb', 'tag': '32c5a38c-09d8-419d-b280-ddc959f90b01', 'status': 'completed', 'code': 200} Sep 02 13:52:40.407289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d54cea64-fd4e-4093-9781-7d27b9a1198f req-a654b2d5-28ab-4fd5-a275-fef0d576e6fa tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108007 Sep 02 13:52:40.420806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-f675303b-a065-41cd-bfb3-73172ad149ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:40.426896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-f675303b-a065-41cd-bfb3-73172ad149ad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 1094 time: 0.1959388 Sep 02 13:52:40.508345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-04238b55-700e-4547-8287-89e97d407c65 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c5a38c-09d8-419d-b280-ddc959f90b01 HTTP/1.1" status: 200 len: 217 time: 0.0616667 Sep 02 13:52:40.565462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 31e7d22b-7720-4d3d-9e34-7173ca652295 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:52:40.664543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-bd7603da-5c5d-4a21-9b5b-eee95cdcd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:40.668670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 31e7d22b-7720-4d3d-9e34-7173ca652295 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:52:40.671205 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-bd7603da-5c5d-4a21-9b5b-eee95cdcd507 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.2607338 Sep 02 13:52:40.678150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 31e7d22b-7720-4d3d-9e34-7173ca652295 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:52:40.681343 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:40.703917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-8d3ed016-8130-427c-afdf-1c738889985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:40.707919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-8d3ed016-8130-427c-afdf-1c738889985e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.1929095 Sep 02 13:52:40.767399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda83046-e398-44c0-8697-83c96912cb57 req-e540aa78-4eca-4363-86cf-8579e1a18cda tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:40.809635 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cda83046-e398-44c0-8697-83c96912cb57 req-e540aa78-4eca-4363-86cf-8579e1a18cda tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 947 time: 0.2172425 Sep 02 13:52:40.829893 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:40.910416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfe9d8c-da2e-445e-9989-1297cfed612a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7d22b-7720-4d3d-9e34-7173ca652295'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:40.917845 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c46bc76-fb6e-46a4-8c56-f893ada9f89e" -d '{"events": [{"server_uuid": "4cfe9d8c-da2e-445e-9989-1297cfed612a", "name": "network-vif-plugged", "status": "completed", "tag": "31e7d22b-7720-4d3d-9e34-7173ca652295"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:40.957516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 31e7d22b-7720-4d3d-9e34-7173ca652295, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=31e7d22b-7720-4d3d-9e34-7173ca652295,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:40.964958 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:40.995523 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cda83046-e398-44c0-8697-83c96912cb57 req-dd97a421-2a94-4ee9-b05c-92d1d0a140c3 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787202 Sep 02 13:52:41.003489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-fe719407-50bf-4a01-b2d0-23e81a6db61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:41.009529 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-fe719407-50bf-4a01-b2d0-23e81a6db61c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2861786 Sep 02 13:52:41.052303 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbc210c-ff83-45d4-977a-b6ff48a1103c x-openstack-request-id: req-4dbc210c-ff83-45d4-977a-b6ff48a1103c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:41.052303 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfe9d8c-da2e-445e-9989-1297cfed612a", "name": "network-vif-plugged", "status": "completed", "tag": "31e7d22b-7720-4d3d-9e34-7173ca652295", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:41.065478 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dbc210c-ff83-45d4-977a-b6ff48a1103c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:41.067665 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfe9d8c-da2e-445e-9989-1297cfed612a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e7d22b-7720-4d3d-9e34-7173ca652295', 'code': 200} Sep 02 13:52:41.170718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=31e7d22b-7720-4d3d-9e34-7173ca652295,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:41.336935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11441e0e-b437-4ea7-aba3-61e0d8c67ddd req-23dbbb73-9a1a-4c2c-9a59-6c7400b4a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:41.339307 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11441e0e-b437-4ea7-aba3-61e0d8c67ddd req-23dbbb73-9a1a-4c2c-9a59-6c7400b4a6fd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 1099 time: 0.1323545 Sep 02 13:52:41.386193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-fa55d8ce-495b-4468-9b01-a65d53a4d124 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667922 Sep 02 13:52:41.420053 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11441e0e-b437-4ea7-aba3-61e0d8c67ddd req-d8834c7a-afa9-4733-acb4-5c5594cd97c2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720341 Sep 02 13:52:41.465884 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-6eaafe0e-fd66-49a3-8b9c-8344456fcbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:41.467707 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-6eaafe0e-fd66-49a3-8b9c-8344456fcbd4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7864811 Sep 02 13:52:41.505271 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:41.556021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:41.681450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1f94c4d2-c358-4398-bc89-eb8b205b8beb req-871a4814-b171-4929-ab5f-ec0eb2d00fb3 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743297 Sep 02 13:52:41.722344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a67ac-73f5-430d-8212-b2e773410a6e req-7fe10479-d38f-4f46-9469-9dc1ad732366 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:41.728115 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1aa4f2f-8e27-46d0-86c1-b0cccede256c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:41.740870 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8b3a67ac-73f5-430d-8212-b2e773410a6e req-7fe10479-d38f-4f46-9469-9dc1ad732366 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1678808 Sep 02 13:52:41.866103 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8b3a67ac-73f5-430d-8212-b2e773410a6e req-cfc1613e-24fe-4f41-a0e8-44a6bde19ba0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221073 Sep 02 13:52:41.893998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-fcbdf015-ec98-4abf-ad23-15075e38d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:41.896856 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-fcbdf015-ec98-4abf-ad23-15075e38d724 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 1094 time: 0.1155736 Sep 02 13:52:42.072108 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d0a6-9b90-469d-82dd-64144ec08996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:42.074750 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-37541484-a516-402c-85f8-d7b6d533fd12 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977170 Sep 02 13:52:42.138142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-31e52edf-9fcc-4e98-8676-5f7457313c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:42.139696 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-31e52edf-9fcc-4e98-8676-5f7457313c2c service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.2329371 Sep 02 13:52:42.232323 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-f6a1aaf4-6454-4def-87bf-e0d468e1f583 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c5a38c-09d8-419d-b280-ddc959f90b01 HTTP/1.1" status: 200 len: 217 time: 0.0715442 Sep 02 13:52:42.241298 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:42.245387 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-da40bc6b-aa49-4305-9bd9-a32a44cdd5b2 req-7abe3328-7998-4ee0-8348-09c075e94191 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624248 Sep 02 13:52:42.352963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-d3259676-d4b8-4b3c-8205-cea950fc4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:42.354464 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-d3259676-d4b8-4b3c-8205-cea950fc4b23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0976603 Sep 02 13:52:42.369936 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6f18f-2f2c-4be3-8081-0ff68e0abb17 req-94ce456a-3dd6-461d-b043-62d186a94979 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:42.371505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-65c6f18f-2f2c-4be3-8081-0ff68e0abb17 req-94ce456a-3dd6-461d-b043-62d186a94979 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 948 time: 0.1981332 Sep 02 13:52:42.483759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-65c6f18f-2f2c-4be3-8081-0ff68e0abb17 req-e5d39dd9-9ca1-4223-bada-4056534065a5 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723295 Sep 02 13:52:42.494331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-f82dd7b7-6035-4d58-893a-a2c3825d30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:42.496787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-f82dd7b7-6035-4d58-893a-a2c3825d30a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229887 Sep 02 13:52:42.506522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d0a6-9b90-469d-82dd-64144ec08996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:42.519350 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d0a6-9b90-469d-82dd-64144ec08996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:42.554724 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Router 5c6032a2-d966-4cd9-b034-27670158dab3 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:52:42.631689 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fbc9d0a6-9b90-469d-82dd-64144ec08996 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6617db6eb7cc4e4da02bd0991d245e31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0723805 Sep 02 13:52:42.640435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9d0a6-9b90-469d-82dd-64144ec08996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d2bc27-db0f-4cb1-9993-8a8585a7b9ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:42.646652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:42.726095 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-ac1496b4-06ef-44fe-a151-0446262c5269 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163050 Sep 02 13:52:42.742509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:52:42.748436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a093e57c-5d30-4173-9c21-559e26255f71 admin admin] 10.222.0.13 "PUT /v2.0/routers/5c6032a2-d966-4cd9-b034-27670158dab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7637956 Sep 02 13:52:42.751221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:42.755091 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] Sync routers for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:52:42.773774 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7497225a-334f-4303-81e6-32f51d06d2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:42.785466 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:42.789466 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:42.882421 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7497225a-334f-4303-81e6-32f51d06d2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:42.979132 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.017351 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d21e6fc-b04c-42dc-a3d4-4731d08d2b71 req-9f7281e2-86b4-497b-8db3-2756f7aaec0a service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705595 Sep 02 13:52:43.052212 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7497225a-334f-4303-81e6-32f51d06d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.063372 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7497225a-334f-4303-81e6-32f51d06d2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.065698 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7497225a-334f-4303-81e6-32f51d06d2ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90d2bc27-db0f-4cb1-9993-8a8585a7b9ef HTTP/1.1" status: 204 len: 168 time: 0.4147413 Sep 02 13:52:43.112970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497225a-334f-4303-81e6-32f51d06d2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d2bc27-db0f-4cb1-9993-8a8585a7b9ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:43.141991 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:43.169041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82973e4-6070-4372-a528-09e7c34b45a4 req-8aea965b-d0e2-4314-9e87-e29e3570578c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:43.171251 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b82973e4-6070-4372-a528-09e7c34b45a4 req-8aea965b-d0e2-4314-9e87-e29e3570578c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1022112 Sep 02 13:52:43.232882 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.275673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b82973e4-6070-4372-a528-09e7c34b45a4 req-e2cd88e1-77f9-4260-a58a-b9730a9adf9e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947781 Sep 02 13:52:43.357906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Deleting port e54a7347-3499-423f-9040-ab3740e5431c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:43.357906 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.481944 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] For port e54a7347-3499-423f-9040-ab3740e5431c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=e54a7347-3499-423f-9040-ab3740e5431c,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:43.482418 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.497118 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:52:40Z', 'revision_number': 5, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port': {'id': 'e54a7347-3499-423f-9040-ab3740e5431c', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:43:07Z', 'updated_at': '2021-09-02T13:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:43.498235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Calling delete_port for e54a7347-3499-423f-9040-ab3740e5431c owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:43.530618 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] Checking router: 5c6032a2-d966-4cd9-b034-27670158dab3 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:52:43.563116 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] Routers {'5c6032a2-d966-4cd9-b034-27670158dab3'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:52:43.563912 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['5c6032a2-d966-4cd9-b034-27670158dab3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:43.634277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:43.663280 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14cbe7d3-ec04-400a-8240-4af6ef1acbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.793664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a18bb8-1a62-4e05-958c-f922863c4b9c req-50cc74e3-2252-4b71-b1f9-2d5e9c76bcea tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:43.794834 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] Set router 5c6032a2-d966-4cd9-b034-27670158dab3 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:52:43.808304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-57a18bb8-1a62-4e05-958c-f922863c4b9c req-50cc74e3-2252-4b71-b1f9-2d5e9c76bcea tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 948 time: 0.1431093 Sep 02 13:52:43.862535 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:52:43Z', 'revision_number': 6, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:43.896053 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.897459 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14cbe7d3-ec04-400a-8240-4af6ef1acbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.909434 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14cbe7d3-ec04-400a-8240-4af6ef1acbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:43.931133 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-57a18bb8-1a62-4e05-958c-f922863c4b9c req-5230d26b-64b1-4ace-bad9-78cac8b52186 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204658 Sep 02 13:52:43.942734 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3006b0-b938-4b30-abb9-65d02c5d42eb None None] The sync data for ids ['5c6032a2-d966-4cd9-b034-27670158dab3'] in n-d-794796-4 is: [{'id': '5c6032a2-d966-4cd9-b034-27670158dab3', 'name': 'tempest-AttachVolumeShelveTestJSON-1110000735-router', 'tenant_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:43:06Z', 'updated_at': '2021-09-02T13:52:43Z', 'revision_number': 6, 'project_id': '9b5ea3ec49b14e03a5d3a50c63db08a5', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:52:43.981474 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbe7d3-ec04-400a-8240-4af6ef1acbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff134e4f-693c-4945-a87f-b62e5589f488,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:44.008611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54a7347-3499-423f-9040-ab3740e5431c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:44.033419 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-14cbe7d3-ec04-400a-8240-4af6ef1acbd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d3721796da44c60ab57791eaec1bbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984530 Sep 02 13:52:44.038462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:44.084412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.141519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc5bca3e-629c-47fd-a7ff-904f5710da1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.190805 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc5bca3e-629c-47fd-a7ff-904f5710da1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.238350 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.242312 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.335331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc5bca3e-629c-47fd-a7ff-904f5710da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.338315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc5bca3e-629c-47fd-a7ff-904f5710da1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.342992 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cc5bca3e-629c-47fd-a7ff-904f5710da1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff134e4f-693c-4945-a87f-b62e5589f488 HTTP/1.1" status: 204 len: 168 time: 0.3029323 Sep 02 13:52:44.368724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bca3e-629c-47fd-a7ff-904f5710da1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff134e4f-693c-4945-a87f-b62e5589f488,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:44.407299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.412691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6032a2-d966-4cd9-b034-27670158dab3 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:52:44.425430 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.426784 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b3c88923-d567-4f6e-921d-2fc1e2d27295 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5c6032a2-d966-4cd9-b034-27670158dab3 HTTP/1.1" status: 204 len: 168 time: 1.6743581 Sep 02 13:52:44.432952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:44.509097 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52702cc-e380-4146-8958-114ad166fb08 req-5ca0b950-00f6-4095-8e72-54191f9c45c2 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:44.512706 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c52702cc-e380-4146-8958-114ad166fb08 req-5ca0b950-00f6-4095-8e72-54191f9c45c2 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 948 time: 0.1398635 Sep 02 13:52:44.574256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f797604-e232-46b4-a0de-dd196f3641b5 admin admin] Deleting subnet d0654868-4f39-4bbb-b698-b3624b87683b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:52:44.584756 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f797604-e232-46b4-a0de-dd196f3641b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.640495 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c52702cc-e380-4146-8958-114ad166fb08 req-50756434-be87-4f06-80d8-a8a21268ee09 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178825 Sep 02 13:52:44.731715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f797604-e232-46b4-a0de-dd196f3641b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.812732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f0fa8-6f2a-4344-87b9-fa446bb6e747 req-4502c3e9-ee53-4fe8-a385-618734e862c7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:44.814325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b48f0fa8-6f2a-4344-87b9-fa446bb6e747 req-4502c3e9-ee53-4fe8-a385-618734e862c7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1754313 Sep 02 13:52:44.908700 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f797604-e232-46b4-a0de-dd196f3641b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:44.948679 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b48f0fa8-6f2a-4344-87b9-fa446bb6e747 req-aab83487-3cd7-4622-8326-7b8032738e08 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236038 Sep 02 13:52:45.056749 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f797604-e232-46b4-a0de-dd196f3641b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:45.112292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f797604-e232-46b4-a0de-dd196f3641b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0654868-4f39-4bbb-b698-b3624b87683b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:45.114405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f797604-e232-46b4-a0de-dd196f3641b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:45.116550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8f797604-e232-46b4-a0de-dd196f3641b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0654868-4f39-4bbb-b698-b3624b87683b HTTP/1.1" status: 204 len: 168 time: 0.6824250 Sep 02 13:52:45.119084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:45.120050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094cb079-befb-42bc-85d0-23b1415de9b9 None None] Network eea5c054-a14a-4488-995b-acc41eaae1cc requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:52:45.271501 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:45.386974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Deleting port 28789549-fe11-4302-88e5-9241c01cccc7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:45.387596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:45.399893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe9a95-0be2-4dfb-8652-225dd9daf235 None None] DHCP port deletion for eea5c054-a14a-4488-995b-acc41eaae1cc request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:52:45.512700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] For port 28789549-fe11-4302-88e5-9241c01cccc7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=28789549-fe11-4302-88e5-9241c01cccc7,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:45.513706 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:45.537319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Calling delete_port for 28789549-fe11-4302-88e5-9241c01cccc7 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:45.610918 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-35fe9a95-0be2-4dfb-8652-225dd9daf235 None None] Deleting port 28789549-fe11-4302-88e5-9241c01cccc7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:45.611303 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35fe9a95-0be2-4dfb-8652-225dd9daf235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:45.703768 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:45.762493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] No DVR routers for this DVR port 28789549-fe11-4302-88e5-9241c01cccc7 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:45.817792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-35fe9a95-0be2-4dfb-8652-225dd9daf235 None None] For port 28789549-fe11-4302-88e5-9241c01cccc7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=28789549-fe11-4302-88e5-9241c01cccc7,segment=NetworkSegment(1d190521-08b6-492f-b155-3fb34880ab5a),segment_id=1d190521-08b6-492f-b155-3fb34880ab5a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:45.818577 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35fe9a95-0be2-4dfb-8652-225dd9daf235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:45.823257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e54a7347-3499-423f-9040-ab3740e5431c no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:45.856317 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: e54a7347-3499-423f-9040-ab3740e5431c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:45.857086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device e54a7347-3499-423f-9040-ab3740e5431c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:45.857086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f1aa4f2f-8e27-46d0-86c1-b0cccede256c no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:45.862622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=28789549-fe11-4302-88e5-9241c01cccc7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:45.863859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-35fe9a95-0be2-4dfb-8652-225dd9daf235 None None] Calling delete_port for 28789549-fe11-4302-88e5-9241c01cccc7 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:45.903598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: f1aa4f2f-8e27-46d0-86c1-b0cccede256c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:45.904221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device f1aa4f2f-8e27-46d0-86c1-b0cccede256c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:45.905152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 28789549-fe11-4302-88e5-9241c01cccc7 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:45.932190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 28789549-fe11-4302-88e5-9241c01cccc7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:45.932790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 28789549-fe11-4302-88e5-9241c01cccc7 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:46.090394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34638-057d-4ba7-b6c0-09c87ef7e0cd req-7254782d-f739-4b75-86c7-5e7c3c580e1a tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:46.106121 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.107544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15f34638-057d-4ba7-b6c0-09c87ef7e0cd req-7254782d-f739-4b75-86c7-5e7c3c580e1a tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 948 time: 0.2190297 Sep 02 13:52:46.143225 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35fe9a95-0be2-4dfb-8652-225dd9daf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.151160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea5c054-a14a-4488-995b-acc41eaae1cc']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:46.188794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d190521-08b6-492f-b155-3fb34880ab5a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:46.189460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d190521-08b6-492f-b155-3fb34880ab5a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:52:46.192213 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe9a95-0be2-4dfb-8652-225dd9daf235 None None] Pushing event deleted for resources: {'Port': ['ID=28789549-fe11-4302-88e5-9241c01cccc7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:46.198207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe9a95-0be2-4dfb-8652-225dd9daf235 None None] No DVR routers for this DVR port 28789549-fe11-4302-88e5-9241c01cccc7 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:46.204366 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-15f34638-057d-4ba7-b6c0-09c87ef7e0cd req-bc548d2b-78d9-44cc-9358-84d69884eea8 tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/security-groups?id=e094d308-aa5e-4536-a447-1058140c8af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945623 Sep 02 13:52:46.214017 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.261487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f030a-b3d4-464c-9065-e4a6137eb4a4 req-db528e0b-b953-4d14-989a-8d6f7bef43cd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:46.265093 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-964f030a-b3d4-464c-9065-e4a6137eb4a4 req-db528e0b-b953-4d14-989a-8d6f7bef43cd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1543632 Sep 02 13:52:46.266840 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.308050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:52:46.308964 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:52:46.330991 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:52:46.441731 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-964f030a-b3d4-464c-9065-e4a6137eb4a4 req-e119f06e-deaf-4651-b540-f9aa0c085dbc tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559720 Sep 02 13:52:46.451834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.461528 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.466356 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] 10.222.0.13 "DELETE /v2.0/networks/eea5c054-a14a-4488-995b-acc41eaae1cc HTTP/1.1" status: 204 len: 168 time: 1.3460293 Sep 02 13:52:46.474939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0daf8-f561-4798-8389-a867685b640f req-f1d61af7-ca0e-406e-8dfa-c3342fe0bcba tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:46.476707 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ec0daf8-f561-4798-8389-a867685b640f req-f1d61af7-ca0e-406e-8dfa-c3342fe0bcba tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.90 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 948 time: 0.1952851 Sep 02 13:52:46.495253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270034ce-e8b3-4235-a392-3407ebd56c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=eea5c054-a14a-4488-995b-acc41eaae1cc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:46.629209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1ec0daf8-f561-4798-8389-a867685b640f req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Deleting port 31e7d22b-7720-4d3d-9e34-7173ca652295 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:52:46.630182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1ec0daf8-f561-4798-8389-a867685b640f req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.760864 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53392) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:46.818856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1ec0daf8-f561-4798-8389-a867685b640f req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] For port 31e7d22b-7720-4d3d-9e34-7173ca652295, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=31e7d22b-7720-4d3d-9e34-7173ca652295,segment=NetworkSegment(aaa0bb0a-045f-436c-8a19-84b04deb50d3),segment_id=aaa0bb0a-045f-436c-8a19-84b04deb50d3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:52:46.819572 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1ec0daf8-f561-4798-8389-a867685b640f req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.823233 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2ab07a6b-f722-4cf9-b5ea-500a5745ab8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b5ea3ec49b14e03a5d3a50c63db08a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581853 Sep 02 13:52:46.827647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53396) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:46.836999 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1ec0daf8-f561-4798-8389-a867685b640f req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Calling delete_port for 31e7d22b-7720-4d3d-9e34-7173ca652295 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:52:46.893790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8527-fa65-4507-83ca-92475a74ef5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:46.929154 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8527-fa65-4507-83ca-92475a74ef5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:47.023594 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8527-fa65-4507-83ca-92475a74ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:47.027922 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fdfc8527-fa65-4507-83ca-92475a74ef5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:47.029236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fdfc8527-fa65-4507-83ca-92475a74ef5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdaec90c-daa3-4f3d-bd03-116f9210f0bf HTTP/1.1" status: 204 len: 168 time: 0.1974194 Sep 02 13:52:47.045298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc8527-fa65-4507-83ca-92475a74ef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaec90c-daa3-4f3d-bd03-116f9210f0bf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:47.060768 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1ec0daf8-f561-4798-8389-a867685b640f req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:47.079964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['31e7d22b-7720-4d3d-9e34-7173ca652295'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:52:47.108867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Pushing event deleted for resources: {'Port': ['ID=31e7d22b-7720-4d3d-9e34-7173ca652295,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:47.170081 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec0daf8-f561-4798-8389-a867685b640f req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] No DVR routers for this DVR port 31e7d22b-7720-4d3d-9e34-7173ca652295 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:52:47.173843 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1ec0daf8-f561-4798-8389-a867685b640f req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:47.179983 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ec0daf8-f561-4798-8389-a867685b640f req-d8158c5a-3ace-45b5-904f-5d5f5171149c tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.90 "DELETE /v2.0/ports/31e7d22b-7720-4d3d-9e34-7173ca652295 HTTP/1.1" status: 204 len: 173 time: 0.6909077 Sep 02 13:52:47.180596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfe9d8c-da2e-445e-9989-1297cfed612a', 'name': 'network-vif-deleted', 'tag': '31e7d22b-7720-4d3d-9e34-7173ca652295'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:52:47.186182 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1c0639-9c16-4730-bed7-c3f046549f52" -d '{"events": [{"server_uuid": "4cfe9d8c-da2e-445e-9989-1297cfed612a", "name": "network-vif-deleted", "tag": "31e7d22b-7720-4d3d-9e34-7173ca652295"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:52:47.264761 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea451c5d-9115-49b8-ad57-f721c10809da x-openstack-request-id: req-ea451c5d-9115-49b8-ad57-f721c10809da {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:52:47.265048 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfe9d8c-da2e-445e-9989-1297cfed612a", "name": "network-vif-deleted", "tag": "31e7d22b-7720-4d3d-9e34-7173ca652295", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:52:47.265305 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea451c5d-9115-49b8-ad57-f721c10809da {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:52:47.265713 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfe9d8c-da2e-445e-9989-1297cfed612a', 'name': 'network-vif-deleted', 'tag': '31e7d22b-7720-4d3d-9e34-7173ca652295', 'status': 'completed', 'code': 200} Sep 02 13:52:47.485636 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3f20af4b-5441-48db-a927-7c9c85de13d3 req-ae4d74ad-0ca8-4c44-b37a-a92d651916fd tempest-VolumesNegativeTest-1835446968 tempest-VolumesNegativeTest-1835446968-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cfe9d8c-da2e-445e-9989-1297cfed612a HTTP/1.1" status: 200 len: 210 time: 0.0656219 Sep 02 13:52:47.682732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3560e4e-9dfa-4089-afeb-44209c1110cf req-fe02ca2d-1fba-4b4c-9a15-bb9b3761721c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:47.689339 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a3560e4e-9dfa-4089-afeb-44209c1110cf req-fe02ca2d-1fba-4b4c-9a15-bb9b3761721c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.0944047 Sep 02 13:52:47.770975 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a3560e4e-9dfa-4089-afeb-44209c1110cf req-629de3dd-2da5-4774-8b60-a946702a9a2e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764189 Sep 02 13:52:49.076506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fb519-2cde-4ba3-bad8-29cd46c803a5 req-490091f3-fff2-4e0c-8f6b-a5dd91714b53 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:49.088760 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b12fb519-2cde-4ba3-bad8-29cd46c803a5 req-490091f3-fff2-4e0c-8f6b-a5dd91714b53 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1318581 Sep 02 13:52:49.198558 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b12fb519-2cde-4ba3-bad8-29cd46c803a5 req-dcd00719-ebc9-4ad0-9596-ba5a01de47b5 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052201 Sep 02 13:52:50.409150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1373972-0b23-44d5-b295-ff5cde5a7525 req-6a710ee2-82da-4c71-b06b-eec4aed76aa2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:50.411905 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1373972-0b23-44d5-b295-ff5cde5a7525 req-6a710ee2-82da-4c71-b06b-eec4aed76aa2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1068316 Sep 02 13:52:50.494821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1373972-0b23-44d5-b295-ff5cde5a7525 req-88ffa86f-dc4b-4112-a0cf-5717c06711c8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747390 Sep 02 13:52:50.609731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 31e7d22b-7720-4d3d-9e34-7173ca652295 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:52:50.658844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 31e7d22b-7720-4d3d-9e34-7173ca652295 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:52:50.659918 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 31e7d22b-7720-4d3d-9e34-7173ca652295 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:52:51.734509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a0e25-1937-4022-a025-aa8b91eadc23 req-7bda09ba-1031-419a-94bb-12d39dce320b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:51.736130 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-333a0e25-1937-4022-a025-aa8b91eadc23 req-7bda09ba-1031-419a-94bb-12d39dce320b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.0937700 Sep 02 13:52:51.815986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-333a0e25-1937-4022-a025-aa8b91eadc23 req-84dc9b0c-b988-469c-9b5f-7fe9a019f19d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638571 Sep 02 13:52:53.056779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4667e30-55cb-419b-8471-2f1421489c2d req-129f68dd-7c65-452b-b538-20cbc4cd3a0c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:53.066458 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4667e30-55cb-419b-8471-2f1421489c2d req-129f68dd-7c65-452b-b538-20cbc4cd3a0c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1092653 Sep 02 13:52:53.114787 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d4667e30-55cb-419b-8471-2f1421489c2d req-eaa80e63-ac71-41d1-b3d1-d5f2703c0a5e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471003 Sep 02 13:52:54.303176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8f1b9-c3ea-4dfa-8c88-f34c3c5bc63a req-1610ce63-0cd0-4d6a-9477-ce99ad880999 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:54.306227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5e8f1b9-c3ea-4dfa-8c88-f34c3c5bc63a req-1610ce63-0cd0-4d6a-9477-ce99ad880999 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.0781219 Sep 02 13:52:54.411381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a5e8f1b9-c3ea-4dfa-8c88-f34c3c5bc63a req-b3a27e04-e69b-46c4-a0cc-2faa2c30b344 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853236 Sep 02 13:52:55.617558 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8e5a5-187b-4ac1-946c-974d6f934075 req-a5e282a7-27f0-42c4-a893-723369a85b1c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:55.634156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7df8e5a5-187b-4ac1-946c-974d6f934075 req-a5e282a7-27f0-42c4-a893-723369a85b1c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1298735 Sep 02 13:52:55.718823 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7df8e5a5-187b-4ac1-946c-974d6f934075 req-aecd64f3-fe7e-4971-b045-189f3cdf529f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832498 Sep 02 13:52:55.749641 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53874) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:56.233939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53882) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:56.302488 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e6484e-e882-4ac0-aaf2-1712f8cbde1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.423039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-10aae3f5-bb65-4e72-933e-d88e10e84655 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=551d9d7849bf4995bbb99206492ba19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855404 Sep 02 13:52:56.423819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53888) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:56.493261 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e6484e-e882-4ac0-aaf2-1712f8cbde1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.499316 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99e6484e-e882-4ac0-aaf2-1712f8cbde1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.511268 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb389-05e9-411f-bf8c-e9d6bba66a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.536546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6484e-e882-4ac0-aaf2-1712f8cbde1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d5e8a-75a3-40e7-8f2c-32c04eb80889,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:56.551385 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb389-05e9-411f-bf8c-e9d6bba66a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.561544 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-99e6484e-e882-4ac0-aaf2-1712f8cbde1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b2503249c944a9ba48353545539b74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8102853 Sep 02 13:52:56.562184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53892) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:56.564369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:56.676032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83035877-f4f8-40d5-b441-78034686bdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.715515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83035877-f4f8-40d5-b441-78034686bdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.722385 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-679bd75a-b602-444e-9185-5086d82fcc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.738563 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb389-05e9-411f-bf8c-e9d6bba66a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.742777 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ccbb389-05e9-411f-bf8c-e9d6bba66a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.744387 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5ccbb389-05e9-411f-bf8c-e9d6bba66a91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e094d308-aa5e-4536-a447-1058140c8af8 HTTP/1.1" status: 204 len: 168 time: 0.3182547 Sep 02 13:52:56.772149 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbb389-05e9-411f-bf8c-e9d6bba66a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e094d308-aa5e-4536-a447-1058140c8af8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:56.813647 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83035877-f4f8-40d5-b441-78034686bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.822446 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83035877-f4f8-40d5-b441-78034686bdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:56.825798 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-83035877-f4f8-40d5-b441-78034686bdd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c35d5e8a-75a3-40e7-8f2c-32c04eb80889 HTTP/1.1" status: 204 len: 168 time: 0.2601094 Sep 02 13:52:56.850595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83035877-f4f8-40d5-b441-78034686bdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35d5e8a-75a3-40e7-8f2c-32c04eb80889,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:56.989035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991afd18-6693-4fd6-ab42-889a5f09a961 req-73e39db0-93d3-4f3c-aae4-8fd40f1c9841 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:56.991389 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-991afd18-6693-4fd6-ab42-889a5f09a961 req-73e39db0-93d3-4f3c-aae4-8fd40f1c9841 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1050775 Sep 02 13:52:57.002393 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-679bd75a-b602-444e-9185-5086d82fcc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.008847 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-679bd75a-b602-444e-9185-5086d82fcc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.051930 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-991afd18-6693-4fd6-ab42-889a5f09a961 req-31c96b50-4680-4863-bf5f-a6c6a9b4d32b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529313 Sep 02 13:52:57.095866 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bd75a-b602-444e-9185-5086d82fcc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217e0674-196a-4278-a2ac-83bd496097e5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:57.120986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:57.121202 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-679bd75a-b602-444e-9185-5086d82fcc11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66668cb648dc4a928319b445b03f69fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577941 Sep 02 13:52:57.193352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a2f74de-8147-40e9-bf4e-eb1452e91996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.229596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a2f74de-8147-40e9-bf4e-eb1452e91996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.293391 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53918) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:57.307971 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd3aea97-c4d2-47c4-95ee-a0b3a4bfe72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.310307 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a2f74de-8147-40e9-bf4e-eb1452e91996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.313855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a2f74de-8147-40e9-bf4e-eb1452e91996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.318022 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7a2f74de-8147-40e9-bf4e-eb1452e91996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/217e0674-196a-4278-a2ac-83bd496097e5 HTTP/1.1" status: 204 len: 168 time: 0.1927123 Sep 02 13:52:57.333171 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f74de-8147-40e9-bf4e-eb1452e91996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217e0674-196a-4278-a2ac-83bd496097e5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:57.513464 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd3aea97-c4d2-47c4-95ee-a0b3a4bfe72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.520528 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cd3aea97-c4d2-47c4-95ee-a0b3a4bfe72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.581902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aea97-c4d2-47c4-95ee-a0b3a4bfe72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72d8351-426f-4bf1-a1cc-bddd617fb741,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:57.610867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:57.611598 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cd3aea97-c4d2-47c4-95ee-a0b3a4bfe72a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d42de1426cf45af89123c13d18ebc54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161175 Sep 02 13:52:57.688944 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f42f64b-3de2-4d4d-85fa-e1f85813a4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.719448 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f42f64b-3de2-4d4d-85fa-e1f85813a4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.795217 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f42f64b-3de2-4d4d-85fa-e1f85813a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.801158 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f42f64b-3de2-4d4d-85fa-e1f85813a4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.802509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6f42f64b-3de2-4d4d-85fa-e1f85813a4ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f72d8351-426f-4bf1-a1cc-bddd617fb741 HTTP/1.1" status: 204 len: 168 time: 0.1904674 Sep 02 13:52:57.818499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42f64b-3de2-4d4d-85fa-e1f85813a4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72d8351-426f-4bf1-a1cc-bddd617fb741,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:57.856125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:57.890090 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43ff6a57-cdaa-4252-9cf6-c502f81d726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:57.917144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:58.039856 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43ff6a57-cdaa-4252-9cf6-c502f81d726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.044810 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43ff6a57-cdaa-4252-9cf6-c502f81d726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.102300 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-43ff6a57-cdaa-4252-9cf6-c502f81d726f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86ba32d3aacf4e1ebdb746e2f24846df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433660 Sep 02 13:52:58.104117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff6a57-cdaa-4252-9cf6-c502f81d726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93edd047-63ff-4386-93b9-0e2886c61361,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:58.105408 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53952) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:58.139929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1975505483-network', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:58.228089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Made reservation on behalf of 74e780110b924263a8ab9ec4fe12b74f for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:52:58.230356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.250636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.270846 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8ce11-a4f4-44f7-852e-297efcc23f38 req-a3de2b74-4b5b-41ed-a10e-5aa7d5d33437 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:58.278407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d8a8ce11-a4f4-44f7-852e-297efcc23f38 req-a3de2b74-4b5b-41ed-a10e-5aa7d5d33437 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1199362 Sep 02 13:52:58.280225 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a838a11-943a-4deb-8f03-b3a3a0b9c6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.331900 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a838a11-943a-4deb-8f03-b3a3a0b9c6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.380340 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d8a8ce11-a4f4-44f7-852e-297efcc23f38 req-d444b633-d020-4c1d-99dd-95666a504c2d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009803 Sep 02 13:52:58.441358 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a838a11-943a-4deb-8f03-b3a3a0b9c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.445210 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a838a11-943a-4deb-8f03-b3a3a0b9c6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.449229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8a838a11-943a-4deb-8f03-b3a3a0b9c6ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93edd047-63ff-4386-93b9-0e2886c61361 HTTP/1.1" status: 204 len: 168 time: 0.3396997 Sep 02 13:52:58.462949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a838a11-943a-4deb-8f03-b3a3a0b9c6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93edd047-63ff-4386-93b9-0e2886c61361,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:58.502190 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.507711 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.547520 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:52:58.557550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be123384-58a7-43df-b5e7-630734a8bbd8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:58.578636 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.578999 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Added segment 36777f3c-664d-4424-bf11-684aa0d2b60a of type vlan for network 546c3cb7-18e9-414d-af9b-42368b4a5007 Sep 02 13:52:58.634836 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.669113 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.671842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:58.672750 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.701229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7827218 Sep 02 13:52:58.704255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 53974) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:58.710585 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Request body: {'subnet': {'network_id': '546c3cb7-18e9-414d-af9b-42368b4a5007', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1975505483-subnet', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:58.759356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Made reservation on behalf of 74e780110b924263a8ab9ec4fe12b74f for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:52:58.762181 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:58.795226 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c56ecd-8252-485a-9f02-674a612c0143 admin admin] Pushing event updated for resources: {'Network': ['ID=546c3cb7-18e9-414d-af9b-42368b4a5007,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:58.807385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 546c3cb7-18e9-414d-af9b-42368b4a5007 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:52:58.942737 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53982) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:58.972207 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.046426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Checking segment: {'id': '36777f3c-664d-4424-bf11-684aa0d2b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '546c3cb7-18e9-414d-af9b-42368b4a5007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:52:59.046847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Network hostable DHCP agents. Network: 546c3cb7-18e9-414d-af9b-42368b4a5007, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:52:59.051349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72fb9e4f-ef8b-4c94-991e-91d96fa87f8e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:59.075183 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Network 546c3cb7-18e9-414d-af9b-42368b4a5007 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:52:59.085039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 546c3cb7-18e9-414d-af9b-42368b4a5007) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:52:59.089523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:59.090125 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.095590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9088b-5583-49cd-9a05-f75bf41aa450 None None] Network 546c3cb7-18e9-414d-af9b-42368b4a5007 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:52:59.111321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 53990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:59.111537 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c5b6a472-6418-496a-8efc-4d032040d8e2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4059899 Sep 02 13:52:59.117428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1975505483-router', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:59.130971 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1959189414-network', 'tenant_id': '7a3737a4911749fdac9765201980bcb6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:59.151477 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:52:59.151477 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:52:59.151477 n-d-794796-4 neutron-server[94687]: [parameters: {'project_id_1': '74e780110b924263a8ab9ec4fe12b74f', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 52, 59, 138854)}] Sep 02 13:52:59.151477 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:52:59.152094 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:52:59.161553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Made reservation on behalf of 7a3737a4911749fdac9765201980bcb6 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:52:59.165579 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.177256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.306210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-546c3cb7-18e9-414d-af9b-42368b4a5007', 'network_id': '546c3cb7-18e9-414d-af9b-42368b4a5007', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'fixed_ips': [{'subnet_id': '72fb9e4f-ef8b-4c94-991e-91d96fa87f8e'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:52:59.308045 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.317330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.322079 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.347438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:52:59.364239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a75bf0a-7005-4481-8fc5-1fb6e467e152,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:59.377397 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.377762 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Added segment 1a82a09c-58b6-48f5-b638-8d56b10d0ef4 of type vlan for network b621342b-4b18-4259-9675-0ae76821a610 Sep 02 13:52:59.444176 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.475884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.477283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:59.478121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.505824 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Allocated IP 172.20.0.2 (546c3cb7-18e9-414d-af9b-42368b4a5007/72fb9e4f-ef8b-4c94-991e-91d96fa87f8e/44e779f9-6d01-44ea-a0c7-3c1b9724e250) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:52:59.561738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1b281-6f92-499c-8db7-4f77d01c90b2 req-a53b910f-3196-410e-a863-595c48c03f01 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:52:59.563584 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8f1b281-6f92-499c-8db7-4f77d01c90b2 req-a53b910f-3196-410e-a863-595c48c03f01 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.0752909 Sep 02 13:52:59.654193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8f1b281-6f92-499c-8db7-4f77d01c90b2 req-0ae48967-0267-44e2-91ec-da374bfcf5a7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795577 Sep 02 13:52:59.682840 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.789072 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.804282 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Transition to ACTIVE for port object 44e779f9-6d01-44ea-a0c7-3c1b9724e250 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:59.825999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Transition to ACTIVE for port object 44e779f9-6d01-44ea-a0c7-3c1b9724e250 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:52:59.833319 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.874857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Network 546c3cb7-18e9-414d-af9b-42368b4a5007 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:52:59.877966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:52:59.882386 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:52:59.893373 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Pushing event updated for resources: {'Port': ['ID=44e779f9-6d01-44ea-a0c7-3c1b9724e250,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:59.896059 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9509830 Sep 02 13:52:59.899088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:52:59.901583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ab618-3cf5-445a-a0da-8c2b54edceff admin admin] Pushing event updated for resources: {'Network': ['ID=b621342b-4b18-4259-9675-0ae76821a610,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:52:59.917480 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.919262 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Request body: {'subnet': {'network_id': 'b621342b-4b18-4259-9675-0ae76821a610', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1959189414-subnet', 'tenant_id': '7a3737a4911749fdac9765201980bcb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:52:59.919412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.945821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network b621342b-4b18-4259-9675-0ae76821a610 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:52:59.950823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Made reservation on behalf of 7a3737a4911749fdac9765201980bcb6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:52:59.955045 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:52:59.995399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Attempting to bind port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:52:59.995968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Attempting to bind port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '36777f3c-664d-4424-bf11-684aa0d2b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '546c3cb7-18e9-414d-af9b-42368b4a5007'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:52:59.996583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Attempting to bind port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 on network 546c3cb7-18e9-414d-af9b-42368b4a5007 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:00.019610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:00.020020 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Checking segment: {'id': '36777f3c-664d-4424-bf11-684aa0d2b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '546c3cb7-18e9-414d-af9b-42368b4a5007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:00.020436 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.020839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Bound using segment: {'id': '36777f3c-664d-4424-bf11-684aa0d2b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '546c3cb7-18e9-414d-af9b-42368b4a5007'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:00.021535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Bound port: 44e779f9-6d01-44ea-a0c7-3c1b9724e250, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36777f3c-664d-4424-bf11-684aa0d2b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '546c3cb7-18e9-414d-af9b-42368b4a5007'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:00.022148 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.027984 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.136601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] For port 44e779f9-6d01-44ea-a0c7-3c1b9724e250, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:00.140874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] For port 44e779f9-6d01-44ea-a0c7-3c1b9724e250, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=44e779f9-6d01-44ea-a0c7-3c1b9724e250,segment=NetworkSegment(36777f3c-664d-4424-bf11-684aa0d2b60a),segment_id=36777f3c-664d-4424-bf11-684aa0d2b60a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:00.148673 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.196925 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.203638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.223187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69035efb-b1aa-4cb5-b7e7-8153eea51fbb None None] Pushing event updated for resources: {'Port': ['ID=44e779f9-6d01-44ea-a0c7-3c1b9724e250,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:00.297858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Pushing event updated for resources: {'Subnet': ['ID=22bedc47-dacb-4124-a47b-8f503b6292e3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:00.309205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Checking segment: {'id': '1a82a09c-58b6-48f5-b638-8d56b10d0ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:00.309650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Network hostable DHCP agents. Network: b621342b-4b18-4259-9675-0ae76821a610, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:53:00.331038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Network b621342b-4b18-4259-9675-0ae76821a610 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:53:00.343710 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, b621342b-4b18-4259-9675-0ae76821a610) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:00.351325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:00.353384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1675d-018b-4557-ba2f-e86c00fd92d1 None None] Network b621342b-4b18-4259-9675-0ae76821a610 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:00.353857 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.375993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5e860e4c-7a48-4cd7-bf6d-29cf742226db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4729316 Sep 02 13:53:00.500516 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.563646 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.589077 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:00.602885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae8694-98ae-4c27-bde3-3b992c8f0b12 None None] Network b621342b-4b18-4259-9675-0ae76821a610 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:00.837711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Allocated IP 172.25.3.194 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/216de426-4a07-4f3f-92f2-19513db1820b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:00.873347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937e864-c3ee-40ee-8261-1244cc517a32 req-38bdba99-7ef0-46bc-861d-ae167836733f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:00.875197 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e937e864-c3ee-40ee-8261-1244cc517a32 req-38bdba99-7ef0-46bc-861d-ae167836733f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.0994370 Sep 02 13:53:00.975497 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e937e864-c3ee-40ee-8261-1244cc517a32 req-e101b7d3-388a-4024-92ba-41fcdd130522 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878868 Sep 02 13:53:01.021733 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:01.079559 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:01.152252 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d07ac8bf-3412-4047-a005-77d50fb552c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:01.169493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Pushing event updated for resources: {'Port': ['ID=216de426-4a07-4f3f-92f2-19513db1820b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:01.186504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:01.188253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:01.191412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:01.560738 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:01.696077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4a550-596c-48c7-b52e-f6d423cf98ec None None] Network 546c3cb7-18e9-414d-af9b-42368b4a5007 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:01.727295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 44e779f9-6d01-44ea-a0c7-3c1b9724e250 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:01.838949 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:01.919301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-57e2bcd3-add7-400c-aedc-27db98227f34 None None] Provisioning for port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:01.938098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:01.951850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:01.952577 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:02.057367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:53:02.171987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:02.273551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 44e779f9-6d01-44ea-a0c7-3c1b9724e250, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=44e779f9-6d01-44ea-a0c7-3c1b9724e250,segment=NetworkSegment(36777f3c-664d-4424-bf11-684aa0d2b60a),segment_id=36777f3c-664d-4424-bf11-684aa0d2b60a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:02.278904 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:02.292122 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:02.313748 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Sync routers for ids ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:02.322394 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:02.324431 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-57aa60db-ae4f-4a86-9904-6fbdf9e5ecbb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2116082 Sep 02 13:53:02.328387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54068) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:02.336517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Routers {'d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:02.337735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:52:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:02.718312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=44e779f9-6d01-44ea-a0c7-3c1b9724e250,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:02.733001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3b9eea75-9080-42a7-8dec-072e4206661a None None] Provisioning complete for port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:02.733508 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b9eea75-9080-42a7-8dec-072e4206661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:02.763525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5275d-756a-4bbb-9f03-f9b09146163a req-8c21ca48-9df0-41d2-b3b6-0673169c4e50 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:02.776243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3b5275d-756a-4bbb-9f03-f9b09146163a req-8c21ca48-9df0-41d2-b3b6-0673169c4e50 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.6658223 Sep 02 13:53:02.806575 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Set router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:02.832308 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b3b5275d-756a-4bbb-9f03-f9b09146163a req-5dbbc8ef-4299-4f75-83f4-cd5d7c9dd91e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Sep 02 13:53:03.033953 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.042003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:03.055293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'name': 'tempest-ImageQuotaTest-1975505483-router', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '216de426-4a07-4f3f-92f2-19513db1820b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:52:59Z', 'updated_at': '2021-09-02T13:53:01Z', 'revision_number': 3, 'project_id': '74e780110b924263a8ab9ec4fe12b74f', 'gw_port': {'id': '216de426-4a07-4f3f-92f2-19513db1820b', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:00Z', 'updated_at': '2021-09-02T13:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:03.087089 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Checking router: d6b9bd16-0627-4c6a-8d9d-7edc8caf130c for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:53:03.087545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Updating router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c port 216de426-4a07-4f3f-92f2-19513db1820b binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:53:03.115097 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.180700 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.289235 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.294896 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.344929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99a1625-c03d-409a-bebd-ee9f4ee0450e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:03.351413 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69b4d06b2a3043a8b61e3aac233005f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078849 Sep 02 13:53:03.356581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:03.365534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.365828 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.366142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.366551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.366975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.367511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.367921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.368315 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.368736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.369280 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.369707 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.370160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd5cc6-0186-45ac-ac80-dbfd7d057e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:03.433240 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50700f93-3375-433c-884f-85a4225e100d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.460344 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50700f93-3375-433c-884f-85a4225e100d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.463370 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.477846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Transition to ACTIVE for port object 216de426-4a07-4f3f-92f2-19513db1820b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:03.489489 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.532325 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50700f93-3375-433c-884f-85a4225e100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.537457 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50700f93-3375-433c-884f-85a4225e100d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.537457 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-50700f93-3375-433c-884f-85a4225e100d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c99a1625-c03d-409a-bebd-ee9f4ee0450e HTTP/1.1" status: 204 len: 168 time: 0.1790733 Sep 02 13:53:03.554547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50700f93-3375-433c-884f-85a4225e100d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99a1625-c03d-409a-bebd-ee9f4ee0450e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:03.564056 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Allocated IP 172.20.0.1 (546c3cb7-18e9-414d-af9b-42368b4a5007/72fb9e4f-ef8b-4c94-991e-91d96fa87f8e/9d3f89a2-4841-4304-9074-7d0697e0d517) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:03.572057 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd4855-0e24-4a52-9331-d7d004d168a8 None None] Pushing event updated for resources: {'Port': ['ID=216de426-4a07-4f3f-92f2-19513db1820b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:03.596228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Attempting to bind port 216de426-4a07-4f3f-92f2-19513db1820b on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:03.596682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Attempting to bind port 216de426-4a07-4f3f-92f2-19513db1820b by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:03.597128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Attempting to bind port 216de426-4a07-4f3f-92f2-19513db1820b on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:03.607868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:03.608451 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:03.608956 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.609429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:03.609982 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Bound port: 216de426-4a07-4f3f-92f2-19513db1820b, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:03.610443 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.613947 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14ad47d0-4224-4a62-82f9-40ac0f772954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.703826 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] For port 216de426-4a07-4f3f-92f2-19513db1820b, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:03.711420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] For port 216de426-4a07-4f3f-92f2-19513db1820b, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=216de426-4a07-4f3f-92f2-19513db1820b,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:03.717450 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.740632 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.757281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 44e779f9-6d01-44ea-a0c7-3c1b9724e250 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:03.758147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Transition to ACTIVE for port object 9d3f89a2-4841-4304-9074-7d0697e0d517 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:03.824734 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:03.837406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Routers {'d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:03.838040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:03.902023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Pushing event updated for resources: {'Port': ['ID=9d3f89a2-4841-4304-9074-7d0697e0d517,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:03.915397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Network 546c3cb7-18e9-414d-af9b-42368b4a5007 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:03.918256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:03.921311 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:04.002353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd4855-0e24-4a52-9331-d7d004d168a8 None None] Pushing event updated for resources: {'Port': ['ID=216de426-4a07-4f3f-92f2-19513db1820b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:04.025618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.048747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54104) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:04.070842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:04.072204 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.081586 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d9cf-bd16-4b70-81fa-7a006ff5eed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.128368 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528c089-6b11-49bd-9fdd-b5116c72f93e req-81f0eecc-1749-40cc-9a88-031d5e79fe39 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:04.129857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e528c089-6b11-49bd-9fdd-b5116c72f93e req-81f0eecc-1749-40cc-9a88-031d5e79fe39 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1651492 Sep 02 13:53:04.219588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e528c089-6b11-49bd-9fdd-b5116c72f93e req-e4e5f8ba-61b4-40bb-821d-be5045a77797 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810411 Sep 02 13:53:04.241867 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.247442 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] Set router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:04.287851 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d9cf-bd16-4b70-81fa-7a006ff5eed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.290837 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.293720 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d9cf-bd16-4b70-81fa-7a006ff5eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.349047 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3fe8d9cf-bd16-4b70-81fa-7a006ff5eed6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88d142937b4f428182debcd0432dff90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991793 Sep 02 13:53:04.349809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8d9cf-bd16-4b70-81fa-7a006ff5eed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0edbc3-6311-41fd-a3d6-523bb4402028,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:04.352774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:04.409989 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ef19b9c-a413-46c7-8053-123e8f6777d2 None None] Provisioning for port 9d3f89a2-4841-4304-9074-7d0697e0d517 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:04.415661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ef19b9c-a413-46c7-8053-123e8f6777d2 None None] Provisioning complete for port 9d3f89a2-4841-4304-9074-7d0697e0d517 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:04.416075 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ef19b9c-a413-46c7-8053-123e8f6777d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.425703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3473da27-453d-4364-b42b-8d0b4a42a53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.460470 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3473da27-453d-4364-b42b-8d0b4a42a53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.474061 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3ef19b9c-a413-46c7-8053-123e8f6777d2 None None] Port 9d3f89a2-4841-4304-9074-7d0697e0d517 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:53:04.500339 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.507817 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.542772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3473da27-453d-4364-b42b-8d0b4a42a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.545671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3473da27-453d-4364-b42b-8d0b4a42a53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.546855 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3473da27-453d-4364-b42b-8d0b4a42a53b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac0edbc3-6311-41fd-a3d6-523bb4402028 HTTP/1.1" status: 204 len: 168 time: 0.1930413 Sep 02 13:53:04.557176 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473da27-453d-4364-b42b-8d0b4a42a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0edbc3-6311-41fd-a3d6-523bb4402028,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:04.596211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Pushing event updated for resources: {'Port': ['ID=9d3f89a2-4841-4304-9074-7d0697e0d517,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:04.598126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'name': 'tempest-ImageQuotaTest-1975505483-router', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '216de426-4a07-4f3f-92f2-19513db1820b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:52:59Z', 'updated_at': '2021-09-02T13:53:01Z', 'revision_number': 3, 'project_id': '74e780110b924263a8ab9ec4fe12b74f', 'gw_port': {'id': '216de426-4a07-4f3f-92f2-19513db1820b', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:00Z', 'updated_at': '2021-09-02T13:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:04.599069 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.641552 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e3f114-afd4-4246-9877-b987494b089a None None] The sync data for ids ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'] in n-d-794796-4 is: [{'id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'name': 'tempest-ImageQuotaTest-1975505483-router', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '216de426-4a07-4f3f-92f2-19513db1820b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:52:59Z', 'updated_at': '2021-09-02T13:53:01Z', 'revision_number': 3, 'project_id': '74e780110b924263a8ab9ec4fe12b74f', 'gw_port': {'id': '216de426-4a07-4f3f-92f2-19513db1820b', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:00Z', 'updated_at': '2021-09-02T13:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:04.729108 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Network 546c3cb7-18e9-414d-af9b-42368b4a5007 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:04.730927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:04.879910 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:04.892214 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:53:05.068245 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:05.086313 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d330a164-b138-412c-85e1-426537443c3b admin admin] 10.222.0.13 "PUT /v2.0/routers/d6b9bd16-0627-4c6a-8d9d-7edc8caf130c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7564988 Sep 02 13:53:05.204755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6b045ae2-b1e8-4f1e-8230-0e66bbc62316 None None] Provisioning complete for port 9d3f89a2-4841-4304-9074-7d0697e0d517 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:05.205543 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b045ae2-b1e8-4f1e-8230-0e66bbc62316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:05.262925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6b045ae2-b1e8-4f1e-8230-0e66bbc62316 None None] Port 9d3f89a2-4841-4304-9074-7d0697e0d517 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:53:05.437278 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f1a2d-9452-40ca-bc6f-caa4a72545ab req-58696f89-184b-4e51-951b-ba2c22989d2d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:05.449996 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-539f1a2d-9452-40ca-bc6f-caa4a72545ab req-58696f89-184b-4e51-951b-ba2c22989d2d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.0977676 Sep 02 13:53:05.516501 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-539f1a2d-9452-40ca-bc6f-caa4a72545ab req-1bcb3eeb-606e-40fa-a00a-c5f16b65d3b2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665073 Sep 02 13:53:05.792494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 216de426-4a07-4f3f-92f2-19513db1820b up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:05.875939 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 216de426-4a07-4f3f-92f2-19513db1820b completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:05.880995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 216de426-4a07-4f3f-92f2-19513db1820b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:05.882402 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:05.992891 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:06.018073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 216de426-4a07-4f3f-92f2-19513db1820b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=216de426-4a07-4f3f-92f2-19513db1820b,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:06.042114 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:06.116742 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=216de426-4a07-4f3f-92f2-19513db1820b,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:06.573060 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:06.712068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2188b6-f1a2-4402-ac0a-63846ee68d73 req-a9cfccfe-0486-4347-9b37-2a8809828afd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:06.716936 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af2188b6-f1a2-4402-ac0a-63846ee68d73 req-a9cfccfe-0486-4347-9b37-2a8809828afd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.1000612 Sep 02 13:53:06.790533 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af2188b6-f1a2-4402-ac0a-63846ee68d73 req-ffed3431-bb56-49eb-8f3b-7a7ed59378c4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568156 Sep 02 13:53:06.830008 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:06.965637 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:53:07.171709 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Sync routers for ids ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:07.187964 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Routers {'d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:07.188712 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:07.306641 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:07.346144 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Set router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:07.641371 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'name': 'tempest-ImageQuotaTest-1975505483-router', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '216de426-4a07-4f3f-92f2-19513db1820b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:52:59Z', 'updated_at': '2021-09-02T13:53:04Z', 'revision_number': 4, 'project_id': '74e780110b924263a8ab9ec4fe12b74f', 'gw_port': {'id': '216de426-4a07-4f3f-92f2-19513db1820b', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:00Z', 'updated_at': '2021-09-02T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '9d3f89a2-4841-4304-9074-7d0697e0d517', 'name': '', 'network_id': '546c3cb7-18e9-414d-af9b-42368b4a5007', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'mac_address': 'fa:16:3e:55:39:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '72fb9e4f-ef8b-4c94-991e-91d96fa87f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:03Z', 'updated_at': '2021-09-02T13:53:04Z', 'revision_number': 2, 'project_id': '74e780110b924263a8ab9ec4fe12b74f', 'subnets': [{'id': '72fb9e4f-ef8b-4c94-991e-91d96fa87f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:07.691076 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Checking router: d6b9bd16-0627-4c6a-8d9d-7edc8caf130c for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:53:07.691492 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Updating router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c port 9d3f89a2-4841-4304-9074-7d0697e0d517 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:53:07.696138 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 216de426-4a07-4f3f-92f2-19513db1820b up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:07.712642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Deleting port 9d3f89a2-4841-4304-9074-7d0697e0d517 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:07.713130 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:07.719972 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:07.811964 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:07.825318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Calling delete_port for 9d3f89a2-4841-4304-9074-7d0697e0d517 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:07.848063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 216de426-4a07-4f3f-92f2-19513db1820b triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:07.848784 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:08.067488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c82d97-49c5-4673-b3f4-6bcff95ed371 req-be2842a1-8eb9-4dc2-8a03-535549e75e7f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:08.069238 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69c82d97-49c5-4673-b3f4-6bcff95ed371 req-be2842a1-8eb9-4dc2-8a03-535549e75e7f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 943 time: 0.0847657 Sep 02 13:53:08.156343 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69c82d97-49c5-4673-b3f4-6bcff95ed371 req-beba68d9-7dbd-4075-a8ef-a47f5a032a40 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503914 Sep 02 13:53:08.168872 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:08.170773 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:53:08.173302 n-d-794796-4 neutron-server[94690]: DEBUG oslo_db.api [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:53:08.200800 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3f89a2-4841-4304-9074-7d0697e0d517,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:08.429000 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:08.541255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 32c5a38c-09d8-419d-b280-ddc959f90b01 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:53:08.667196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 32c5a38c-09d8-419d-b280-ddc959f90b01, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32c5a38c-09d8-419d-b280-ddc959f90b01,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:08.687095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '32c5a38c-09d8-419d-b280-ddc959f90b01', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'port_id': '32c5a38c-09d8-419d-b280-ddc959f90b01', 'mac_address': 'fa:16:3e:2a:80:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:53:08.697727 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Port 9d3f89a2-4841-4304-9074-7d0697e0d517 not found while updating agent binding for router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c. {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 02 13:53:08.720366 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Routers {'d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:08.721288 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:08.724675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:53:08.763439 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:08.793691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c5a38c-09d8-419d-b280-ddc959f90b01 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:53:08.827969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 32c5a38c-09d8-419d-b280-ddc959f90b01, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32c5a38c-09d8-419d-b280-ddc959f90b01,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:08.837509 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:08.870788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:08.878870 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e3d65485-c163-44ad-8332-ea25e2fc0cb6 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6b9bd16-0627-4c6a-8d9d-7edc8caf130c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0452967 Sep 02 13:53:08.879120 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] Set router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:08.880351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:08.909488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=32c5a38c-09d8-419d-b280-ddc959f90b01,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:09.042678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:09.089354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['32c5a38c-09d8-419d-b280-ddc959f90b01'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:53:09.163981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:09.251523 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Deleting port 216de426-4a07-4f3f-92f2-19513db1820b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:09.252831 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:09.357822 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'name': 'tempest-ImageQuotaTest-1975505483-router', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '216de426-4a07-4f3f-92f2-19513db1820b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:52:59Z', 'updated_at': '2021-09-02T13:53:08Z', 'revision_number': 5, 'project_id': '74e780110b924263a8ab9ec4fe12b74f', 'gw_port': {'id': '216de426-4a07-4f3f-92f2-19513db1820b', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:00Z', 'updated_at': '2021-09-02T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:09.391611 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c141ab2-e713-4cd7-80a8-2c3af3ab8406 None None] The sync data for ids ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'] in n-d-794796-4 is: [{'id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'name': 'tempest-ImageQuotaTest-1975505483-router', 'tenant_id': '74e780110b924263a8ab9ec4fe12b74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '216de426-4a07-4f3f-92f2-19513db1820b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:52:59Z', 'updated_at': '2021-09-02T13:53:08Z', 'revision_number': 5, 'project_id': '74e780110b924263a8ab9ec4fe12b74f', 'gw_port': {'id': '216de426-4a07-4f3f-92f2-19513db1820b', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b9bd16-0627-4c6a-8d9d-7edc8caf130c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:00Z', 'updated_at': '2021-09-02T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:09.400252 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] For port 216de426-4a07-4f3f-92f2-19513db1820b, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=216de426-4a07-4f3f-92f2-19513db1820b,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:09.400638 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:09.419651 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Calling delete_port for 216de426-4a07-4f3f-92f2-19513db1820b owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:09.504124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027f464-ac03-4713-9469-d5e3dd532c69 req-a51a64da-0533-4f13-8b5a-f95b217b4d38 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:09.505716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6027f464-ac03-4713-9469-d5e3dd532c69 req-a51a64da-0533-4f13-8b5a-f95b217b4d38 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 944 time: 0.1579049 Sep 02 13:53:09.617055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6027f464-ac03-4713-9469-d5e3dd532c69 req-b67d4b52-d330-453b-a4cf-83339634927c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929532 Sep 02 13:53:09.720927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:09.750949 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=216de426-4a07-4f3f-92f2-19513db1820b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:09.770383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.770383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.772405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.772405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.772405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.772667 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.773531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.773531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.773698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.774590 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.774590 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.774590 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:09.847108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:09.965806 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:09.971472 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.032203 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.035512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b9bd16-0627-4c6a-8d9d-7edc8caf130c {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:53:10.041702 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.043128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-30e69932-39a6-464d-81fb-d87b92ae8d25 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d6b9bd16-0627-4c6a-8d9d-7edc8caf130c HTTP/1.1" status: 204 len: 168 time: 1.1608996 Sep 02 13:53:10.052996 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:10.103255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b0dbc7-36f3-49e3-9029-13a7216ef7df admin admin] Deleting subnet 72fb9e4f-ef8b-4c94-991e-91d96fa87f8e {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:53:10.106623 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71b0dbc7-36f3-49e3-9029-13a7216ef7df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.156277 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71b0dbc7-36f3-49e3-9029-13a7216ef7df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.266523 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71b0dbc7-36f3-49e3-9029-13a7216ef7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.356332 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71b0dbc7-36f3-49e3-9029-13a7216ef7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.372344 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71b0dbc7-36f3-49e3-9029-13a7216ef7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.374232 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-71b0dbc7-36f3-49e3-9029-13a7216ef7df admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72fb9e4f-ef8b-4c94-991e-91d96fa87f8e HTTP/1.1" status: 204 len: 168 time: 0.3250165 Sep 02 13:53:10.376780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:10.383934 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe10ee47-2ad2-4252-b0fe-c48a2777d27f None None] Network 546c3cb7-18e9-414d-af9b-42368b4a5007 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:10.413045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0dbc7-36f3-49e3-9029-13a7216ef7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72fb9e4f-ef8b-4c94-991e-91d96fa87f8e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:10.436418 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300f277-a355-4129-bda8-e03aa441b267 None None] Sync routers for ids ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:10.489251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300f277-a355-4129-bda8-e03aa441b267 None None] Routers set() bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:10.489465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300f277-a355-4129-bda8-e03aa441b267 None None] Router IDs set() for agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:53:10.490115 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-9300f277-a355-4129-bda8-e03aa441b267 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:53:10.510301 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.522109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300f277-a355-4129-bda8-e03aa441b267 None None] Routers set() bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:10.522507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300f277-a355-4129-bda8-e03aa441b267 None None] Router IDs set() for agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 02 13:53:10.523110 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_agentschedulers_db [None req-9300f277-a355-4129-bda8-e03aa441b267 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent'). {{(pid=94689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 02 13:53:10.523506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9300f277-a355-4129-bda8-e03aa441b267 None None] The sync data for ids ['d6b9bd16-0627-4c6a-8d9d-7edc8caf130c'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:10.561605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 32c5a38c-09d8-419d-b280-ddc959f90b01 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:10.627499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Deleting port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:10.630767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.717712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 32c5a38c-09d8-419d-b280-ddc959f90b01 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:10.736449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 32c5a38c-09d8-419d-b280-ddc959f90b01 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:10.736833 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.771304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] For port 44e779f9-6d01-44ea-a0c7-3c1b9724e250, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=44e779f9-6d01-44ea-a0c7-3c1b9724e250,segment=NetworkSegment(36777f3c-664d-4424-bf11-684aa0d2b60a),segment_id=36777f3c-664d-4424-bf11-684aa0d2b60a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:10.771687 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.792733 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Calling delete_port for 44e779f9-6d01-44ea-a0c7-3c1b9724e250 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:10.815549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d15cb-31c3-4566-b830-a628915eb6e8 None None] DHCP port deletion for 546c3cb7-18e9-414d-af9b-42368b4a5007 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:53:10.915594 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.918347 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d15cb-31c3-4566-b830-a628915eb6e8 None None] Deleting port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:10.918983 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac6d15cb-31c3-4566-b830-a628915eb6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.919108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ed56a-70a7-4848-bc1b-6382230edc0b req-6b3bbb77-9013-4013-82b2-365c273eef9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:10.920917 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa1ed56a-70a7-4848-bc1b-6382230edc0b req-6b3bbb77-9013-4013-82b2-365c273eef9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 944 time: 0.1106231 Sep 02 13:53:10.940188 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:10.979975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e779f9-6d01-44ea-a0c7-3c1b9724e250,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:10.987451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] No DVR routers for this DVR port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:11.003003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cd9571-2500-4280-bbc1-379904d4eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c5a38c-09d8-419d-b280-ddc959f90b01'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:53:11.005600 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eabbd5-bd7e-4359-b78e-a015cc3b3772" -d '{"events": [{"server_uuid": "30cd9571-2500-4280-bbc1-379904d4eddb", "name": "network-vif-plugged", "status": "completed", "tag": "32c5a38c-09d8-419d-b280-ddc959f90b01"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:53:11.029044 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa1ed56a-70a7-4848-bc1b-6382230edc0b req-a9b618b0-9ad9-4f69-a8a0-897c04ea1a49 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015351 Sep 02 13:53:11.030988 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 32c5a38c-09d8-419d-b280-ddc959f90b01, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32c5a38c-09d8-419d-b280-ddc959f90b01,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:11.033452 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ac6d15cb-31c3-4566-b830-a628915eb6e8 None None] For port 44e779f9-6d01-44ea-a0c7-3c1b9724e250, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=44e779f9-6d01-44ea-a0c7-3c1b9724e250,segment=NetworkSegment(36777f3c-664d-4424-bf11-684aa0d2b60a),segment_id=36777f3c-664d-4424-bf11-684aa0d2b60a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:11.034254 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac6d15cb-31c3-4566-b830-a628915eb6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.044948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.054290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d15cb-31c3-4566-b830-a628915eb6e8 None None] Calling delete_port for 44e779f9-6d01-44ea-a0c7-3c1b9724e250 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:11.143304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.156449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546c3cb7-18e9-414d-af9b-42368b4a5007']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:11.169115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36777f3c-664d-4424-bf11-684aa0d2b60a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:11.169635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36777f3c-664d-4424-bf11-684aa0d2b60a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:11.182611 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be69b71-aac2-4e89-8729-c634c058b917 x-openstack-request-id: req-4be69b71-aac2-4e89-8729-c634c058b917 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:53:11.182926 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cd9571-2500-4280-bbc1-379904d4eddb", "name": "network-vif-plugged", "status": "completed", "tag": "32c5a38c-09d8-419d-b280-ddc959f90b01", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:53:11.183162 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4be69b71-aac2-4e89-8729-c634c058b917 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:53:11.183561 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cd9571-2500-4280-bbc1-379904d4eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c5a38c-09d8-419d-b280-ddc959f90b01', 'code': 200} Sep 02 13:53:11.189666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=32c5a38c-09d8-419d-b280-ddc959f90b01,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:11.241185 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.276682 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac6d15cb-31c3-4566-b830-a628915eb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.305010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d15cb-31c3-4566-b830-a628915eb6e8 None None] Pushing event deleted for resources: {'Port': ['ID=44e779f9-6d01-44ea-a0c7-3c1b9724e250,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:11.316674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d15cb-31c3-4566-b830-a628915eb6e8 None None] No DVR routers for this DVR port 44e779f9-6d01-44ea-a0c7-3c1b9724e250 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:11.319541 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.341556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:53:11.343270 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:53:11.344077 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:53:11.382552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c755c74-a9ef-40b5-b68f-473918a2a3de req-8d317ba3-717c-4017-970e-eadaeb68fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:11.384325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c755c74-a9ef-40b5-b68f-473918a2a3de req-8d317ba3-717c-4017-970e-eadaeb68fed9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 1096 time: 0.1666596 Sep 02 13:53:11.424146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.431590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.433450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] 10.222.0.13 "DELETE /v2.0/networks/546c3cb7-18e9-414d-af9b-42368b4a5007 HTTP/1.1" status: 204 len: 168 time: 1.0556710 Sep 02 13:53:11.452034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1581c94-1607-4588-8d2d-7bbb75fa8a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=546c3cb7-18e9-414d-af9b-42368b4a5007,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:11.462386 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c755c74-a9ef-40b5-b68f-473918a2a3de req-276beb9b-b143-454d-8a03-f54280a97135 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657187 Sep 02 13:53:11.681826 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 216de426-4a07-4f3f-92f2-19513db1820b no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:11.702967 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 216de426-4a07-4f3f-92f2-19513db1820b {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:11.703329 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 216de426-4a07-4f3f-92f2-19513db1820b not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:11.703788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 44e779f9-6d01-44ea-a0c7-3c1b9724e250 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:11.722654 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 44e779f9-6d01-44ea-a0c7-3c1b9724e250 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:11.723014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 44e779f9-6d01-44ea-a0c7-3c1b9724e250 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:11.749168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:11.813024 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8bbfe27d-9d28-4f15-b413-4c06345ffcc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74e780110b924263a8ab9ec4fe12b74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628529 Sep 02 13:53:11.815543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54292) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:11.880395 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-399fe0b9-107b-4026-a9ae-cd2545e9b913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.906497 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-399fe0b9-107b-4026-a9ae-cd2545e9b913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.964403 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-399fe0b9-107b-4026-a9ae-cd2545e9b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.967161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-399fe0b9-107b-4026-a9ae-cd2545e9b913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:11.968403 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-399fe0b9-107b-4026-a9ae-cd2545e9b913 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be123384-58a7-43df-b5e7-630734a8bbd8 HTTP/1.1" status: 204 len: 168 time: 0.1518121 Sep 02 13:53:11.981392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fe0b9-107b-4026-a9ae-cd2545e9b913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be123384-58a7-43df-b5e7-630734a8bbd8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:12.162764 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03717d2c-7d5f-4359-89e5-ce63355bb95f req-7d014367-bec6-453e-83ea-f2da0c5bbdfb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:12.170488 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03717d2c-7d5f-4359-89e5-ce63355bb95f req-7d014367-bec6-453e-83ea-f2da0c5bbdfb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 945 time: 0.0684657 Sep 02 13:53:12.214945 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-03717d2c-7d5f-4359-89e5-ce63355bb95f req-5686f579-ab31-4d9a-b1a4-93ff186708d0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 Sep 02 13:53:12.533246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:12.559803 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53f1eae6-ed23-44ca-97e4-18d4c2693984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:12.690936 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53f1eae6-ed23-44ca-97e4-18d4c2693984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:12.696709 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53f1eae6-ed23-44ca-97e4-18d4c2693984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:12.737543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1eae6-ed23-44ca-97e4-18d4c2693984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee5625-c178-4712-8c5a-3934325742e9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:12.745843 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-53f1eae6-ed23-44ca-97e4-18d4c2693984 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2100990 Sep 02 13:53:12.746038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:12.819193 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b49c98b8-1b2a-40eb-9237-3dc62adac571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:12.843232 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b49c98b8-1b2a-40eb-9237-3dc62adac571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:12.914658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b49c98b8-1b2a-40eb-9237-3dc62adac571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:12.918474 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b49c98b8-1b2a-40eb-9237-3dc62adac571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:12.920226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b49c98b8-1b2a-40eb-9237-3dc62adac571 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39ee5625-c178-4712-8c5a-3934325742e9 HTTP/1.1" status: 204 len: 168 time: 0.1731813 Sep 02 13:53:12.935157 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c98b8-1b2a-40eb-9237-3dc62adac571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee5625-c178-4712-8c5a-3934325742e9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:13.369238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0701f5-424c-4bda-81a2-6d7653442220 req-a6c4a11c-668a-4e75-b33e-5340998d15d2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:13.371483 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cc0701f5-424c-4bda-81a2-6d7653442220 req-a6c4a11c-668a-4e75-b33e-5340998d15d2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 945 time: 0.0728838 Sep 02 13:53:13.433105 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cc0701f5-424c-4bda-81a2-6d7653442220 req-7d6a1d80-33f4-474e-930b-4c9685f461aa tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476680 Sep 02 13:53:13.575835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf198b-4c03-48c6-a0a7-2a6766ae1e41 req-ce9b6872-5469-41ed-8431-1c9cd768f9ab tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:13.577569 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28bf198b-4c03-48c6-a0a7-2a6766ae1e41 req-ce9b6872-5469-41ed-8431-1c9cd768f9ab tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 945 time: 0.0671253 Sep 02 13:53:13.633821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-28bf198b-4c03-48c6-a0a7-2a6766ae1e41 req-082fd0db-14c7-4763-baf9-36c78406d67e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493355 Sep 02 13:53:14.053868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332fc9-fc5f-4d71-907a-7d7a840849d7 req-398c42f7-b981-4807-8e6e-9076847538fe tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:14.061777 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-41332fc9-fc5f-4d71-907a-7d7a840849d7 req-398c42f7-b981-4807-8e6e-9076847538fe tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 945 time: 0.1009545 Sep 02 13:53:14.108778 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-41332fc9-fc5f-4d71-907a-7d7a840849d7 req-aa85b2c9-0c6e-48b0-b5df-b4a0553c22b4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Sep 02 13:53:14.158744 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:14.269927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1802374510-network', 'tenant_id': '6aabc82675484139b51152be179decc9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:14.296422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Made reservation on behalf of 6aabc82675484139b51152be179decc9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:14.298830 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:14.309231 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:14.511924 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:14.521223 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:14.558767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:53:14.566197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5699fdfa-eb0d-4d47-b79d-8649d303124e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:14.585066 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:14.585656 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Added segment 4fb0c2fc-46d9-4648-97c5-963c8aacd763 of type vlan for network 81e9acf0-dcef-4e52-8a82-413a053d5968 Sep 02 13:53:14.638822 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:14.677134 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:14.679093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:14.680093 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:14.779452 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=81e9acf0-dcef-4e52-8a82-413a053d5968,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:14.790759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 81e9acf0-dcef-4e52-8a82-413a053d5968 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:53:14.805507 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-88abc7a5-41fb-468a-bb4d-f56b14754cd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6431198 Sep 02 13:53:14.806526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:14.820255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Request body: {'subnet': {'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1802374510-subnet', 'tenant_id': '6aabc82675484139b51152be179decc9', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:14.856950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Made reservation on behalf of 6aabc82675484139b51152be179decc9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:14.859908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.113613 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.180394 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d7bbfe-ade7-46a9-a10f-d75107b5eea5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:15.188136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Checking segment: {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:15.188505 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Network hostable DHCP agents. Network: 81e9acf0-dcef-4e52-8a82-413a053d5968, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:53:15.223068 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Network 81e9acf0-dcef-4e52-8a82-413a053d5968 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:53:15.251024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 81e9acf0-dcef-4e52-8a82-413a053d5968) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:15.256323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:15.257022 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.265859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7513948-5060-4b70-be11-a4ff6dd9e778 None None] Network 81e9acf0-dcef-4e52-8a82-413a053d5968 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:15.276482 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4a36c5ad-1a5f-437c-a8c4-1895677a4391 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4686639 Sep 02 13:53:15.280866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54388) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:15.285007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:15.315225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49b008-3bad-426f-a87a-b3e97a5ae5fd req-63a7aae2-55b5-4e8e-93b6-5ddd8505428e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:15.316824 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b49b008-3bad-426f-a87a-b3e97a5ae5fd req-63a7aae2-55b5-4e8e-93b6-5ddd8505428e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 945 time: 0.1088116 Sep 02 13:53:15.346200 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.347234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.392883 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7b49b008-3bad-426f-a87a-b3e97a5ae5fd req-89176a2b-37f5-4cb4-88d1-86a6e272a667 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580342 Sep 02 13:53:15.440201 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.490877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-81e9acf0-dcef-4e52-8a82-413a053d5968', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:53:15.492690 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.668553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.688058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Allocated IP 172.20.0.2 (81e9acf0-dcef-4e52-8a82-413a053d5968/36d7bbfe-ade7-46a9-a10f-d75107b5eea5/ee748b41-4365-457f-9c38-dcf70ae78db0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:15.710554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-c86282bd-aeb1-4b10-af74-53987acc398e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:15.712110 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-c86282bd-aeb1-4b10-af74-53987acc398e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 945 time: 0.1372554 Sep 02 13:53:15.867900 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.887655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Transition to ACTIVE for port object ee748b41-4365-457f-9c38-dcf70ae78db0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:15.900992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Deleting port 32c5a38c-09d8-419d-b280-ddc959f90b01 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:15.901333 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.914641 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Transition to ACTIVE for port object ee748b41-4365-457f-9c38-dcf70ae78db0 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:15.926039 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:15.972881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Pushing event updated for resources: {'Port': ['ID=ee748b41-4365-457f-9c38-dcf70ae78db0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:15.997849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Network 81e9acf0-dcef-4e52-8a82-413a053d5968 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:16.001065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:16.005504 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:16.077676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Attempting to bind port ee748b41-4365-457f-9c38-dcf70ae78db0 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:16.078113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Attempting to bind port ee748b41-4365-457f-9c38-dcf70ae78db0 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:16.078488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Attempting to bind port ee748b41-4365-457f-9c38-dcf70ae78db0 on network 81e9acf0-dcef-4e52-8a82-413a053d5968 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:16.084750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:16.085135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Checking segment: {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:16.085547 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:16.085961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Bound using segment: {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:16.086622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Bound port: ee748b41-4365-457f-9c38-dcf70ae78db0, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:16.087117 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:16.116944 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] For port 32c5a38c-09d8-419d-b280-ddc959f90b01, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=32c5a38c-09d8-419d-b280-ddc959f90b01,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:16.117357 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:16.134259 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:16.139896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Calling delete_port for 32c5a38c-09d8-419d-b280-ddc959f90b01 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:16.164497 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:16.218502 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] For port ee748b41-4365-457f-9c38-dcf70ae78db0, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:16.227221 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] For port ee748b41-4365-457f-9c38-dcf70ae78db0, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee748b41-4365-457f-9c38-dcf70ae78db0,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:16.236869 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:16.335095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaefbf-0b65-4696-8ddf-1664b4cc9d85 None None] Pushing event updated for resources: {'Port': ['ID=ee748b41-4365-457f-9c38-dcf70ae78db0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:16.571501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0838f9-9cc2-4fd8-9da3-1963b0faeaba req-ebcc7918-38fe-464f-b882-5b664295a57e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:16.580244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af0838f9-9cc2-4fd8-9da3-1963b0faeaba req-ebcc7918-38fe-464f-b882-5b664295a57e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 945 time: 0.1007507 Sep 02 13:53:16.671464 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-af0838f9-9cc2-4fd8-9da3-1963b0faeaba req-1f883f13-a00a-49a0-be18-2a66bda70ff3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895739 Sep 02 13:53:16.874981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Allocated IP 172.25.3.164 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/52bafd36-470c-454e-b0bf-9f655469e7ca) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:17.010469 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:17.041389 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:17.055708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:53:17.079265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event deleted for resources: {'Port': ['ID=32c5a38c-09d8-419d-b280-ddc959f90b01,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:17.130043 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] No DVR routers for this DVR port 32c5a38c-09d8-419d-b280-ddc959f90b01 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:17.133084 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:17.144945 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:17.147896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dbc5df55-50a9-4d64-a067-7718ca75e346 req-5aa7c815-12ff-4e3d-b5a5-a1c5d52001f2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "DELETE /v2.0/ports/32c5a38c-09d8-419d-b280-ddc959f90b01 HTTP/1.1" status: 204 len: 173 time: 1.3993499 Sep 02 13:53:17.151408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cd9571-2500-4280-bbc1-379904d4eddb', 'name': 'network-vif-deleted', 'tag': '32c5a38c-09d8-419d-b280-ddc959f90b01'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:53:17.154013 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8e9b92-9ae5-4932-8bfb-dfb6b7feae80" -d '{"events": [{"server_uuid": "30cd9571-2500-4280-bbc1-379904d4eddb", "name": "network-vif-deleted", "tag": "32c5a38c-09d8-419d-b280-ddc959f90b01"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:53:17.184640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:17.199940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:17.203934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:17.255758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Pushing event updated for resources: {'Port': ['ID=52bafd36-470c-454e-b0bf-9f655469e7ca,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:17.291667 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57754f9-8e0a-46e3-8e2e-ccf6ee55fb88 x-openstack-request-id: req-c57754f9-8e0a-46e3-8e2e-ccf6ee55fb88 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:53:17.293652 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cd9571-2500-4280-bbc1-379904d4eddb", "name": "network-vif-deleted", "tag": "32c5a38c-09d8-419d-b280-ddc959f90b01", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:53:17.293943 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c57754f9-8e0a-46e3-8e2e-ccf6ee55fb88 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:53:17.294373 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cd9571-2500-4280-bbc1-379904d4eddb', 'name': 'network-vif-deleted', 'tag': '32c5a38c-09d8-419d-b280-ddc959f90b01', 'status': 'completed', 'code': 200} Sep 02 13:53:17.599255 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:17.773153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee748b41-4365-457f-9c38-dcf70ae78db0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:17.845776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c4d2bc-e6dd-4d5f-830d-4870520e28d2 None None] Network 81e9acf0-dcef-4e52-8a82-413a053d5968 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:17.905380 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dc674f03-5825-4e08-814e-018453e70616 req-ad4c9c0a-f71e-427f-a2ac-69173a297958 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 210 time: 0.0394495 Sep 02 13:53:17.947225 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:17.971631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d599dbbc-38b6-45d9-b520-394a56a3a567 None None] Provisioning for port ee748b41-4365-457f-9c38-dcf70ae78db0 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:18.017910 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ee748b41-4365-457f-9c38-dcf70ae78db0 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:18.024907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ee748b41-4365-457f-9c38-dcf70ae78db0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:18.025426 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:18.165533 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:18.183630 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Router cea19375-703c-45fb-9dd8-b5dd1553e6f5 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:53:18.204705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ee748b41-4365-457f-9c38-dcf70ae78db0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee748b41-4365-457f-9c38-dcf70ae78db0,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:18.213782 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:18.283213 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ee748b41-4365-457f-9c38-dcf70ae78db0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:18.335544 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:18.344969 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Sync routers for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:18.358667 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:18.360072 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:18.363757 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:18.368438 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1266e04a-d63e-4b45-a4ce-510f7df5cd54 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0841696 Sep 02 13:53:18.368846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:18.509188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1fbd012e-4fe0-4818-a308-975cfc6230b5 None None] Provisioning complete for port ee748b41-4365-457f-9c38-dcf70ae78db0 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:18.510927 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fbd012e-4fe0-4818-a308-975cfc6230b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:18.513839 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:18.598562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 32c5a38c-09d8-419d-b280-ddc959f90b01 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:18.624381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 32c5a38c-09d8-419d-b280-ddc959f90b01 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:18.624830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 32c5a38c-09d8-419d-b280-ddc959f90b01 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:18.795361 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:17Z', 'revision_number': 3, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:18.825627 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Checking router: cea19375-703c-45fb-9dd8-b5dd1553e6f5 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:53:18.826263 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Updating router cea19375-703c-45fb-9dd8-b5dd1553e6f5 port 52bafd36-470c-454e-b0bf-9f655469e7ca binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:53:18.853496 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:18.882147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54468) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:18.970982 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.046335 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71380f85-93a8-4038-92b1-cd3673119503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.116871 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d4bfa4c-9100-441e-9f73-75e30df028e0 req-147e33c6-c491-4607-b09b-5397c1cc4a1b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 210 time: 0.0499268 Sep 02 13:53:19.193612 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71380f85-93a8-4038-92b1-cd3673119503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.199942 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-71380f85-93a8-4038-92b1-cd3673119503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.211926 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.222867 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Transition to ACTIVE for port object 52bafd36-470c-454e-b0bf-9f655469e7ca will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:19.231024 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.236062 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-71380f85-93a8-4038-92b1-cd3673119503 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=698a3656d3944254b9a522a9dbf7134f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525486 Sep 02 13:53:19.240934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54476) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:19.258402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71380f85-93a8-4038-92b1-cd3673119503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925254f7-050d-465d-b0f1-daf1169ff384,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:19.290353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Allocated IP 172.20.0.1 (81e9acf0-dcef-4e52-8a82-413a053d5968/36d7bbfe-ade7-46a9-a10f-d75107b5eea5/0764456c-f879-4045-b960-b028afee5680) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:19.296267 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Attempting to bind port 52bafd36-470c-454e-b0bf-9f655469e7ca on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:19.296636 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Attempting to bind port 52bafd36-470c-454e-b0bf-9f655469e7ca by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:19.297000 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Attempting to bind port 52bafd36-470c-454e-b0bf-9f655469e7ca on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:19.307026 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Pushing event updated for resources: {'Port': ['ID=52bafd36-470c-454e-b0bf-9f655469e7ca,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:19.308286 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:19.308746 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:19.309144 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.309628 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:19.310090 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Bound port: 52bafd36-470c-454e-b0bf-9f655469e7ca, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:19.310462 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.317377 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.317764 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.318256 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.318549 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.318969 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.319307 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.319633 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.320323 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.320565 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.320900 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.321223 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.321562 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:19.341305 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1d04ca4-bb9e-4152-b680-2ab7e050367b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.378034 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] For port 52bafd36-470c-454e-b0bf-9f655469e7ca, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:19.381212 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] For port 52bafd36-470c-454e-b0bf-9f655469e7ca, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=52bafd36-470c-454e-b0bf-9f655469e7ca,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:19.386365 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.421831 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1d04ca4-bb9e-4152-b680-2ab7e050367b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.445746 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684acc3-f115-4612-aa7e-7c69e3895f82 None None] Pushing event updated for resources: {'Port': ['ID=52bafd36-470c-454e-b0bf-9f655469e7ca,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:19.460671 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:19.461405 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:19.531335 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.550151 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1d04ca4-bb9e-4152-b680-2ab7e050367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.554222 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1d04ca4-bb9e-4152-b680-2ab7e050367b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.559005 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e1d04ca4-bb9e-4152-b680-2ab7e050367b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/925254f7-050d-465d-b0f1-daf1169ff384 HTTP/1.1" status: 204 len: 168 time: 0.3146582 Sep 02 13:53:19.559005 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Transition to ACTIVE for port object 0764456c-f879-4045-b960-b028afee5680 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:19.573225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d04ca4-bb9e-4152-b680-2ab7e050367b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925254f7-050d-465d-b0f1-daf1169ff384,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:19.596867 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:19.668054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.741789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee748b41-4365-457f-9c38-dcf70ae78db0 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:19.760368 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Network 81e9acf0-dcef-4e52-8a82-413a053d5968 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:19.762418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:19.793031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:19.813607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ee748b41-4365-457f-9c38-dcf70ae78db0 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:19.813998 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.882328 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:19.887072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0764456c-f879-4045-b960-b028afee5680,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:19.907893 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:17Z', 'revision_number': 3, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:19.966353 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a55bb-15cc-4201-a5b1-a66774c2e32c None None] The sync data for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 is: [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:17Z', 'revision_number': 3, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:20.085626 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.103078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54488) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:20.133140 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b227b06a-79e8-4bd4-98e5-6ffa31459a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.278485 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cd77d10a-e4a8-4243-8c2f-22a04a22b1f7 None None] Provisioning for port 0764456c-f879-4045-b960-b028afee5680 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:20.283459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cd77d10a-e4a8-4243-8c2f-22a04a22b1f7 None None] Provisioning complete for port 0764456c-f879-4045-b960-b028afee5680 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:20.283948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd77d10a-e4a8-4243-8c2f-22a04a22b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.293831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8c05b7a7-5090-4d72-8149-61a91dff7198 req-e8d59e38-16b9-41ba-879d-d73fcc49a183 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 210 time: 0.0678771 Sep 02 13:53:20.346564 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b227b06a-79e8-4bd4-98e5-6ffa31459a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.354434 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b227b06a-79e8-4bd4-98e5-6ffa31459a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.360619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cd77d10a-e4a8-4243-8c2f-22a04a22b1f7 None None] Port 0764456c-f879-4045-b960-b028afee5680 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:53:20.367030 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.381342 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.408087 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b227b06a-79e8-4bd4-98e5-6ffa31459a52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8eec16c4343444997cff990a525e064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028970 Sep 02 13:53:20.410514 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:20.414025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227b06a-79e8-4bd4-98e5-6ffa31459a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7267eaa-c6d2-41b6-8e18-777616ef234d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:20.490624 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a68e0f-669c-4e8f-93a8-a906f26b6a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.518351 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.523521 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a68e0f-669c-4e8f-93a8-a906f26b6a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.531532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0764456c-f879-4045-b960-b028afee5680,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:20.611884 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a68e0f-669c-4e8f-93a8-a906f26b6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.614726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a68e0f-669c-4e8f-93a8-a906f26b6a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:20.616206 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d8a68e0f-669c-4e8f-93a8-a906f26b6a79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7267eaa-c6d2-41b6-8e18-777616ef234d HTTP/1.1" status: 204 len: 168 time: 0.2041621 Sep 02 13:53:20.639269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a68e0f-669c-4e8f-93a8-a906f26b6a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7267eaa-c6d2-41b6-8e18-777616ef234d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:20.680655 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Network 81e9acf0-dcef-4e52-8a82-413a053d5968 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:20.682903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:20.852506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Router cea19375-703c-45fb-9dd8-b5dd1553e6f5 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:53:21.029067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:21.047261 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5dc3701b-9cad-46e7-a1e6-86b99b0371d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/cea19375-703c-45fb-9dd8-b5dd1553e6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6686852 Sep 02 13:53:21.094885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cc83650d-a652-4415-9c1f-0afe1ee96722 None None] Provisioning complete for port 0764456c-f879-4045-b960-b028afee5680 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:21.095458 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc83650d-a652-4415-9c1f-0afe1ee96722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.144649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cc83650d-a652-4415-9c1f-0afe1ee96722 None None] Port 0764456c-f879-4045-b960-b028afee5680 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:53:21.197408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54506) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:21.218362 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ac4d525-f306-4c01-bddf-8625158999ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.394820 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ac4d525-f306-4c01-bddf-8625158999ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.400542 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ac4d525-f306-4c01-bddf-8625158999ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.462334 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b67b6649-b352-426b-8f4f-57af5e9a1f7d req-74c175e0-410d-4a99-bd30-95a125fb871d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 210 time: 0.0580013 Sep 02 13:53:21.475009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6ac4d525-f306-4c01-bddf-8625158999ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85adb90284ec4d98b524fdacf14be09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751889 Sep 02 13:53:21.477675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4d525-f306-4c01-bddf-8625158999ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abec25-a28d-44c7-9c11-44c214bd2f02,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:21.478893 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54514) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:21.553542 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b23aa92-1495-4ee2-b16a-892524ec71a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.593010 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b23aa92-1495-4ee2-b16a-892524ec71a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.654206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b23aa92-1495-4ee2-b16a-892524ec71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.658120 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9b23aa92-1495-4ee2-b16a-892524ec71a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.659527 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9b23aa92-1495-4ee2-b16a-892524ec71a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7abec25-a28d-44c7-9c11-44c214bd2f02 HTTP/1.1" status: 204 len: 168 time: 0.1795011 Sep 02 13:53:21.676254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23aa92-1495-4ee2-b16a-892524ec71a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abec25-a28d-44c7-9c11-44c214bd2f02,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:21.754651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 52bafd36-470c-454e-b0bf-9f655469e7ca up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:21.829735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 52bafd36-470c-454e-b0bf-9f655469e7ca completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:21.835669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 52bafd36-470c-454e-b0bf-9f655469e7ca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:21.836259 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.925472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:21.933928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1294042032-network', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:21.966071 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:21.983125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Made reservation on behalf of 50d15a7579e84e12a90c8d8ae071f8a8 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:21.986129 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.001813 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.006946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 52bafd36-470c-454e-b0bf-9f655469e7ca, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=52bafd36-470c-454e-b0bf-9f655469e7ca,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:22.015803 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.084728 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=52bafd36-470c-454e-b0bf-9f655469e7ca,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:22.128981 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.135412 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.166540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:53:22.177443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0e0ef-d1c2-4998-92da-de3b9f07218a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:22.193258 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.193912 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Added segment 61e324ef-8350-4dae-9217-84eb63a66eed of type vlan for network a19b7530-a87b-4fef-b80f-39b56b7d7d68 Sep 02 13:53:22.259908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.309523 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.311043 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:22.311895 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.387544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4604609 Sep 02 13:53:22.390858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54544) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:22.393720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cb72a-b85a-4685-92d2-e0d8c4029b7c admin admin] Pushing event updated for resources: {'Network': ['ID=a19b7530-a87b-4fef-b80f-39b56b7d7d68,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:22.400868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Request body: {'subnet': {'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1294042032-subnet', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:22.406524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network a19b7530-a87b-4fef-b80f-39b56b7d7d68 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:53:22.457291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Made reservation on behalf of 50d15a7579e84e12a90c8d8ae071f8a8 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:22.461296 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.515361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Sync routers for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:22.555832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:22.556479 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:22.678378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:22.691628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d7f1e15-de1b-400e-817f-0c94e54b8dbe req-885ab209-936d-4030-9a54-f59867bab091 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 210 time: 0.0395417 Sep 02 13:53:22.759783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.830693 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a3c5a2-07f9-4fbb-8097-f0067bda14ed,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:22.844726 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Checking segment: {'id': '61e324ef-8350-4dae-9217-84eb63a66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:22.845175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Network hostable DHCP agents. Network: a19b7530-a87b-4fef-b80f-39b56b7d7d68, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:53:22.866932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Network a19b7530-a87b-4fef-b80f-39b56b7d7d68 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:53:22.895957 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, a19b7530-a87b-4fef-b80f-39b56b7d7d68) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:22.903189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:22.903550 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.926804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:22.928281 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-862d52e0-079f-4fd6-96bb-42e43286eb46 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5356040 Sep 02 13:53:22.934215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4d446-28f6-43e3-8682-baaae2da4c6a None None] Network a19b7530-a87b-4fef-b80f-39b56b7d7d68 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:22.935402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:22.986803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:22.988539 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:23.077577 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:23.089432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 2, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:23.120504 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Checking router: cea19375-703c-45fb-9dd8-b5dd1553e6f5 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:53:23.120867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Updating router cea19375-703c-45fb-9dd8-b5dd1553e6f5 port 0764456c-f879-4045-b960-b028afee5680 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:53:23.179615 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:23.267619 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:23.469516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-a19b7530-a87b-4fef-b80f-39b56b7d7d68', 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'fixed_ips': [{'subnet_id': '17a3c5a2-07f9-4fbb-8097-f0067bda14ed'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:53:23.470398 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:23.633519 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:23.680787 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:23.715831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 52bafd36-470c-454e-b0bf-9f655469e7ca up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:23.933631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Allocated IP 172.25.3.76 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/efaa0c94-ac37-4964-92f7-35bb90291594) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:24.048462 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74385940-1a3b-46e1-9b92-a2b8d23cd7d9 req-dffe9fee-4fa7-4836-9533-568a74129889 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cd9571-2500-4280-bbc1-379904d4eddb HTTP/1.1" status: 200 len: 210 time: 0.1610191 Sep 02 13:53:24.084554 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.123666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Transition to ACTIVE for port object 0764456c-f879-4045-b960-b028afee5680 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:24.134937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 52bafd36-470c-454e-b0bf-9f655469e7ca triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:24.135294 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.139952 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.184483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54602) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:24.225979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Allocated IP 172.20.0.2 (a19b7530-a87b-4fef-b80f-39b56b7d7d68/17a3c5a2-07f9-4fbb-8097-f0067bda14ed/ee89c343-4b44-4414-81d7-e3c1255dddd2) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:24.239493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.259826 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f55f97-f065-45a3-82ba-29077bbf2ee2 None None] Pushing event updated for resources: {'Port': ['ID=0764456c-f879-4045-b960-b028afee5680,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:24.313106 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.359320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Attempting to bind port 0764456c-f879-4045-b960-b028afee5680 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:24.359703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Attempting to bind port 0764456c-f879-4045-b960-b028afee5680 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:24.360101 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Attempting to bind port 0764456c-f879-4045-b960-b028afee5680 on network 81e9acf0-dcef-4e52-8a82-413a053d5968 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:24.396196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:24.399896 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:24.400313 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-132e16bb-2950-4e19-bb9e-7a513b22656c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.405019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:24.409664 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:24.410130 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Checking segment: {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:24.410460 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.410868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Bound using segment: {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:24.411363 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Bound port: 0764456c-f879-4045-b960-b028afee5680, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:24.412462 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.434731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Pushing event updated for resources: {'Port': ['ID=efaa0c94-ac37-4964-92f7-35bb90291594,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:24.644202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] For port 0764456c-f879-4045-b960-b028afee5680, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:24.652501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] For port 0764456c-f879-4045-b960-b028afee5680, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0764456c-f879-4045-b960-b028afee5680,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:24.659971 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.669211 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.684483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Transition to ACTIVE for port object ee89c343-4b44-4414-81d7-e3c1255dddd2 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:24.702771 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-132e16bb-2950-4e19-bb9e-7a513b22656c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.712458 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-132e16bb-2950-4e19-bb9e-7a513b22656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.734259 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Transition to ACTIVE for port object ee89c343-4b44-4414-81d7-e3c1255dddd2 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:24.767899 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-132e16bb-2950-4e19-bb9e-7a513b22656c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c14921f10c164a24b18b2d4de6bf7752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814564 Sep 02 13:53:24.770458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:24.780530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e16bb-2950-4e19-bb9e-7a513b22656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542c0d32-5208-4f53-b081-ebf5aeea9bf7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:24.786038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f55f97-f065-45a3-82ba-29077bbf2ee2 None None] Pushing event updated for resources: {'Port': ['ID=0764456c-f879-4045-b960-b028afee5680,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:24.806389 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:24.807362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:24.836349 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.891444 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.943688 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b644d36-9b4c-4bf4-91f0-238c517a7d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.967229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Network a19b7530-a87b-4fef-b80f-39b56b7d7d68 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:24.975333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:24.978555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:24.979975 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b644d36-9b4c-4bf4-91f0-238c517a7d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:24.991890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Pushing event updated for resources: {'Port': ['ID=ee89c343-4b44-4414-81d7-e3c1255dddd2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:25.117745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:25.202409 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Attempting to bind port ee89c343-4b44-4414-81d7-e3c1255dddd2 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:25.202791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Attempting to bind port ee89c343-4b44-4414-81d7-e3c1255dddd2 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '61e324ef-8350-4dae-9217-84eb63a66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:25.203445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Attempting to bind port ee89c343-4b44-4414-81d7-e3c1255dddd2 on network a19b7530-a87b-4fef-b80f-39b56b7d7d68 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:25.215447 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:25.215860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Checking segment: {'id': '61e324ef-8350-4dae-9217-84eb63a66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:25.216272 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:25.216678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Bound using segment: {'id': '61e324ef-8350-4dae-9217-84eb63a66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:25.217178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Bound port: ee89c343-4b44-4414-81d7-e3c1255dddd2, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e324ef-8350-4dae-9217-84eb63a66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:25.217567 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:25.331545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] For port ee89c343-4b44-4414-81d7-e3c1255dddd2, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:25.336080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] For port ee89c343-4b44-4414-81d7-e3c1255dddd2, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee89c343-4b44-4414-81d7-e3c1255dddd2,segment=NetworkSegment(61e324ef-8350-4dae-9217-84eb63a66eed),segment_id=61e324ef-8350-4dae-9217-84eb63a66eed)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:25.359309 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:25.440281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a403f9-7971-43e1-a557-ad027bf1dd3f None None] Pushing event updated for resources: {'Port': ['ID=ee89c343-4b44-4414-81d7-e3c1255dddd2,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:25.473215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b644d36-9b4c-4bf4-91f0-238c517a7d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:25.477789 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b644d36-9b4c-4bf4-91f0-238c517a7d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:25.477789 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8b644d36-9b4c-4bf4-91f0-238c517a7d64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/542c0d32-5208-4f53-b081-ebf5aeea9bf7 HTTP/1.1" status: 204 len: 168 time: 0.7057946 Sep 02 13:53:25.510055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b644d36-9b4c-4bf4-91f0-238c517a7d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542c0d32-5208-4f53-b081-ebf5aeea9bf7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:25.543997 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:25.609203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:24Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:25.656284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9620b-bb6e-4c8a-b127-23c63737e143 None None] The sync data for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 is: [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:24Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:25.910687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Router 8d6b9d7d-673f-4e17-b8e0-74004195edec is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:53:26.091467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:26.103170 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Sync routers for ids ['8d6b9d7d-673f-4e17-b8e0-74004195edec'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:26.118852 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Routers {'8d6b9d7d-673f-4e17-b8e0-74004195edec'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:26.120534 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8d6b9d7d-673f-4e17-b8e0-74004195edec'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:26.142940 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:26.147313 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f42ca532-9381-4448-b465-9b6e0e79310b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2156885 Sep 02 13:53:26.147612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:26.350358 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Set router 8d6b9d7d-673f-4e17-b8e0-74004195edec gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:26.703450 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:22Z', 'updated_at': '2021-09-02T13:53:24Z', 'revision_number': 3, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'gw_port': {'id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:23Z', 'updated_at': '2021-09-02T13:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:26.789049 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Checking router: 8d6b9d7d-673f-4e17-b8e0-74004195edec for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:53:26.792421 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Updating router 8d6b9d7d-673f-4e17-b8e0-74004195edec port efaa0c94-ac37-4964-92f7-35bb90291594 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:53:26.885406 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:27.038820 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:27.147483 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8befe3b-43df-4a91-bfc2-02c65a3fead5 None None] Network a19b7530-a87b-4fef-b80f-39b56b7d7d68 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:27.296664 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2bae1afc-8b2a-4b6f-8d4b-813e1af7406f None None] Provisioning for port ee89c343-4b44-4414-81d7-e3c1255dddd2 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:27.516645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Allocated IP 172.20.0.1 (a19b7530-a87b-4fef-b80f-39b56b7d7d68/17a3c5a2-07f9-4fbb-8097-f0067bda14ed/251e78cb-5e61-4943-ab63-504ea774a230) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:27.809292 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:27.837524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Transition to ACTIVE for port object 251e78cb-5e61-4943-ab63-504ea774a230 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:27.847693 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:27.866623 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Transition to ACTIVE for port object efaa0c94-ac37-4964-92f7-35bb90291594 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:27.880634 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:27.904192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee89c343-4b44-4414-81d7-e3c1255dddd2 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:27.947801 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.017342 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Attempting to bind port efaa0c94-ac37-4964-92f7-35bb90291594 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:28.018577 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Attempting to bind port efaa0c94-ac37-4964-92f7-35bb90291594 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:28.019135 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Attempting to bind port efaa0c94-ac37-4964-92f7-35bb90291594 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:28.039191 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae105bbe-fdfa-4485-a040-c11b9e4a683b None None] Pushing event updated for resources: {'Port': ['ID=efaa0c94-ac37-4964-92f7-35bb90291594,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:28.041113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ee89c343-4b44-4414-81d7-e3c1255dddd2 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:28.045546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ee89c343-4b44-4414-81d7-e3c1255dddd2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:28.045929 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.064592 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:28.067098 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:28.068662 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.069166 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:28.069933 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Bound port: efaa0c94-ac37-4964-92f7-35bb90291594, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:28.070422 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.127590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Network a19b7530-a87b-4fef-b80f-39b56b7d7d68 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:28.169301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fb063d55-9628-4104-88ca-d815f3b475f4 None None] Provisioning complete for port ee89c343-4b44-4414-81d7-e3c1255dddd2 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:28.178262 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb063d55-9628-4104-88ca-d815f3b475f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.178447 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] For port efaa0c94-ac37-4964-92f7-35bb90291594, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:28.181957 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] For port efaa0c94-ac37-4964-92f7-35bb90291594, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=efaa0c94-ac37-4964-92f7-35bb90291594,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:28.186476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:28.190084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Pushing event updated for resources: {'Port': ['ID=251e78cb-5e61-4943-ab63-504ea774a230,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:28.195419 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:28.204443 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.297806 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-903cf6a2-2d4e-4515-81e4-074339751292 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1996007 Sep 02 13:53:28.303537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.327028 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.380646 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Routers {'8d6b9d7d-673f-4e17-b8e0-74004195edec'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:28.384394 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8d6b9d7d-673f-4e17-b8e0-74004195edec'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:28.441020 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ee89c343-4b44-4414-81d7-e3c1255dddd2, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee89c343-4b44-4414-81d7-e3c1255dddd2,segment=NetworkSegment(61e324ef-8350-4dae-9217-84eb63a66eed),segment_id=61e324ef-8350-4dae-9217-84eb63a66eed)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:28.538068 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb063d55-9628-4104-88ca-d815f3b475f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.582843 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.585608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0764456c-f879-4045-b960-b028afee5680 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:28.604765 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae105bbe-fdfa-4485-a040-c11b9e4a683b None None] Pushing event updated for resources: {'Port': ['ID=efaa0c94-ac37-4964-92f7-35bb90291594,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:28.642015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-bd080abf-b168-452c-bd52-bcf3f4a0af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:28.647162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-bd080abf-b168-452c-bd52-bcf3f4a0af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:28.647998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-bd080abf-b168-452c-bd52-bcf3f4a0af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:28.648484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-bd080abf-b168-452c-bd52-bcf3f4a0af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:28.649515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-bd080abf-b168-452c-bd52-bcf3f4a0af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:28.651977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-bd080abf-b168-452c-bd52-bcf3f4a0af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:28.652688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-bd080abf-b168-452c-bd52-bcf3f4a0af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:28.659503 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-bd080abf-b168-452c-bd52-bcf3f4a0af33 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6501 time: 0.2682433 Sep 02 13:53:28.683703 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] Set router 8d6b9d7d-673f-4e17-b8e0-74004195edec gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:28.754802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 0764456c-f879-4045-b960-b028afee5680 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:28.766274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 0764456c-f879-4045-b960-b028afee5680 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:28.767234 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.781304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:28.797401 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-fb063d55-9628-4104-88ca-d815f3b475f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:53:28.797837 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-fb063d55-9628-4104-88ca-d815f3b475f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:53:28.879126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ee89c343-4b44-4414-81d7-e3c1255dddd2,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:28.941215 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:29.001155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 0764456c-f879-4045-b960-b028afee5680, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0764456c-f879-4045-b960-b028afee5680,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:29.008205 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:29.105022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=0764456c-f879-4045-b960-b028afee5680,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:29.127602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-0ba4190a-6f81-4fa0-a26b-a27ad09455c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:29.128377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-0ba4190a-6f81-4fa0-a26b-a27ad09455c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:29.129194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-0ba4190a-6f81-4fa0-a26b-a27ad09455c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:29.131710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-0ba4190a-6f81-4fa0-a26b-a27ad09455c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=62f018b6-5f28-4167-bba5-9b658c1bc134&id=62f018b6-5f28-4167-bba5-9b658c1bc134 HTTP/1.1" status: 200 len: 2297 time: 0.4261167 Sep 02 13:53:29.138545 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:22Z', 'updated_at': '2021-09-02T13:53:24Z', 'revision_number': 3, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'gw_port': {'id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:23Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:29.209311 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac92bc-0aed-4b0b-9058-90ff069a4a0c None None] The sync data for ids ['8d6b9d7d-673f-4e17-b8e0-74004195edec'] in n-d-794796-4 is: [{'id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:22Z', 'updated_at': '2021-09-02T13:53:24Z', 'revision_number': 3, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'gw_port': {'id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:23Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:29.311812 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-e8a08418-13ee-4f49-957f-97b7e811e32a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 200 len: 1000 time: 0.1707404 Sep 02 13:53:29.426631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-95205fe8-2f78-4634-8c28-0b5b7ccac441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:29.429117 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-95205fe8-2f78-4634-8c28-0b5b7ccac441 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dc2610b-8719-40d5-ba02-80ed337982a5 HTTP/1.1" status: 200 len: 856 time: 0.1096225 Sep 02 13:53:29.444005 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:29.461634 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:29.521716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ffdab158-f6c7-482c-a9c1-c3f5be6983e7 None None] Provisioning for port 251e78cb-5e61-4943-ab63-504ea774a230 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:29.526414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ffdab158-f6c7-482c-a9c1-c3f5be6983e7 None None] Provisioning complete for port 251e78cb-5e61-4943-ab63-504ea774a230 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:29.526776 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ffdab158-f6c7-482c-a9c1-c3f5be6983e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:29.651584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ffdab158-f6c7-482c-a9c1-c3f5be6983e7 None None] Port 251e78cb-5e61-4943-ab63-504ea774a230 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:53:29.698703 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Pushing event updated for resources: {'Port': ['ID=251e78cb-5e61-4943-ab63-504ea774a230,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:29.714653 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:29.815426 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:29.822722 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-050306fe-9474-4ce9-98d0-21ec64a0ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:29.824302 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-050306fe-9474-4ce9-98d0-21ec64a0ab77 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3843725 Sep 02 13:53:29.875913 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee89c343-4b44-4414-81d7-e3c1255dddd2 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:29.969192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ee89c343-4b44-4414-81d7-e3c1255dddd2 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:29.969574 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:30.078327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-822511c9-32bc-4bd9-997d-e9d27fd4afb7 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431185 Sep 02 13:53:30.110029 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54806) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:30.150969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0764456c-f879-4045-b960-b028afee5680 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:30.208458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 0764456c-f879-4045-b960-b028afee5680 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:30.209991 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:30.308826 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-085ec371-cbde-4839-b04e-cb99b26c7138 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029822 Sep 02 13:53:30.311305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Network a19b7530-a87b-4fef-b80f-39b56b7d7d68 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:30.316299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:30.373757 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-b4e8171e-58a1-4a52-9f27-1e9c2ca039c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 217 time: 0.0539284 Sep 02 13:53:30.453422 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af0956cc-ac4b-4c37-914a-7c4c6b621722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:30.463096 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:30.681440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-0e110ab7-8318-4510-b801-3ca7efbb64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:30.686636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-0e110ab7-8318-4510-b801-3ca7efbb64cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.3030231 Sep 02 13:53:30.739014 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af0956cc-ac4b-4c37-914a-7c4c6b621722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:30.748788 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af0956cc-ac4b-4c37-914a-7c4c6b621722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:30.822652 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-af0956cc-ac4b-4c37-914a-7c4c6b621722 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=474ad4f3828a447592b40644f68ec887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113316 Sep 02 13:53:30.824243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0956cc-ac4b-4c37-914a-7c4c6b621722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61dbca7-ba2d-47e3-a964-fac4c3b14a47,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:30.825954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 54820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:30.829563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-527a34a9-9291-412e-a42e-e98f5622703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:30.831109 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-527a34a9-9291-412e-a42e-e98f5622703c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1319602 Sep 02 13:53:30.847449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Router 8d6b9d7d-673f-4e17-b8e0-74004195edec has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:53:30.895333 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3188fd55-6b0a-4bca-b3a2-0cd61c1940f6 None None] Provisioning complete for port 251e78cb-5e61-4943-ab63-504ea774a230 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:30.896370 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3188fd55-6b0a-4bca-b3a2-0cd61c1940f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:30.978750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3188fd55-6b0a-4bca-b3a2-0cd61c1940f6 None None] Port 251e78cb-5e61-4943-ab63-504ea774a230 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:53:31.104803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3d10572-80d3-47bb-a469-ead3ffa704e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:31.131911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-11353e96-3bb5-47df-b9d1-ab8713c48d0f service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833691 Sep 02 13:53:31.164699 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53c69482-9261-4e63-b202-fab6cd25fdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:31.200443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3d10572-80d3-47bb-a469-ead3ffa704e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:31.231684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:53:31.243753 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b9c009f1-a4ae-4066-844d-97e47ffd9eee admin admin] 10.222.0.13 "PUT /v2.0/routers/8d6b9d7d-673f-4e17-b8e0-74004195edec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0950854 Sep 02 13:53:31.281130 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-dea8fd4a-5ab4-4afc-8bd4-7e7254ca69c0 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395214 Sep 02 13:53:31.300288 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3d10572-80d3-47bb-a469-ead3ffa704e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:31.302881 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d3d10572-80d3-47bb-a469-ead3ffa704e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:31.306365 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d3d10572-80d3-47bb-a469-ead3ffa704e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b61dbca7-ba2d-47e3-a964-fac4c3b14a47 HTTP/1.1" status: 204 len: 168 time: 0.4719939 Sep 02 13:53:31.356113 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-7c00ba2c-66e9-424d-834d-cd4fa8719af0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 217 time: 0.0655582 Sep 02 13:53:31.361228 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d10572-80d3-47bb-a469-ead3ffa704e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61dbca7-ba2d-47e3-a964-fac4c3b14a47,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:31.443295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-fc8185b2-59ce-40e2-b4ae-300bad79c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:31.445685 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-fc8185b2-59ce-40e2-b4ae-300bad79c58d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0759094 Sep 02 13:53:31.569442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-1593c178-be95-45d5-a6ce-45c3232c2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:31.571574 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-1593c178-be95-45d5-a6ce-45c3232c2d8d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1163490 Sep 02 13:53:31.750647 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-60258003-845e-4bdf-8385-4cea8a2e8f9f service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701734 Sep 02 13:53:31.787909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device efaa0c94-ac37-4964-92f7-35bb90291594 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:31.928121 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port efaa0c94-ac37-4964-92f7-35bb90291594 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:31.934435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54858) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:31.936695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port efaa0c94-ac37-4964-92f7-35bb90291594 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:31.937192 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:31.958362 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9c06-60c1-4175-a57a-27954650f3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.020671 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-23589c09-e038-4d80-a7c1-a48001604c31 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594275 Sep 02 13:53:32.084863 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-ffa262d2-740c-44e8-8594-679d9dcc0bb9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e HTTP/1.1" status: 200 len: 217 time: 0.0528655 Sep 02 13:53:32.122055 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.152904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port efaa0c94-ac37-4964-92f7-35bb90291594, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=efaa0c94-ac37-4964-92f7-35bb90291594,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:32.165067 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.185954 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9c06-60c1-4175-a57a-27954650f3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.195802 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9c06-60c1-4175-a57a-27954650f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.201531 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-c75407a4-b5fb-4df9-b083-222b5b5b1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:32.208457 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-c75407a4-b5fb-4df9-b083-222b5b5b1adc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.1153178 Sep 02 13:53:32.219884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=efaa0c94-ac37-4964-92f7-35bb90291594,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:32.262449 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dcdd9c06-60c1-4175-a57a-27954650f3e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74916ceb1022471b98d9ad784ef8c6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234193 Sep 02 13:53:32.271008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 54894) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:32.283972 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Sync routers for ids ['8d6b9d7d-673f-4e17-b8e0-74004195edec'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:53:32.289133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd9c06-60c1-4175-a57a-27954650f3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c9c855-81c2-4cc6-84cd-678ccb164432,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:32.303135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Routers {'8d6b9d7d-673f-4e17-b8e0-74004195edec'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:32.303784 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8d6b9d7d-673f-4e17-b8e0-74004195edec'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:32.307543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-12c80a76-4efb-49c1-a07d-6b5af7dd5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:32.309066 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-12c80a76-4efb-49c1-a07d-6b5af7dd5d70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930922 Sep 02 13:53:32.361154 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eae9248-ef9b-4275-a43c-0270f458dc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.421912 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eae9248-ef9b-4275-a43c-0270f458dc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.446218 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-2f0cf43d-7412-4d4d-a723-942ac5c049c6 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283686 Sep 02 13:53:32.491938 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eae9248-ef9b-4275-a43c-0270f458dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.495422 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4eae9248-ef9b-4275-a43c-0270f458dc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:32.510537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4eae9248-ef9b-4275-a43c-0270f458dc41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64c9c855-81c2-4cc6-84cd-678ccb164432 HTTP/1.1" status: 204 len: 168 time: 0.2306895 Sep 02 13:53:32.541343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae9248-ef9b-4275-a43c-0270f458dc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c9c855-81c2-4cc6-84cd-678ccb164432,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:32.610367 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-de094b9d-ae27-4713-b20a-49d2e6833940 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561010 Sep 02 13:53:32.729972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-3e9218d6-a69e-4214-8a17-2559c3639998 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=640ad35c-ba90-47a2-906b-ae87f5732818 HTTP/1.1" status: 200 len: 217 time: 0.1095104 Sep 02 13:53:32.802730 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Set router 8d6b9d7d-673f-4e17-b8e0-74004195edec gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:32.822132 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-25cd71f8-e039-4030-8ed0-22929448fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:32.825884 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-25cd71f8-e039-4030-8ed0-22929448fc47 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0854142 Sep 02 13:53:32.881090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-d55bccc8-1783-4f27-a78a-e21cb73e3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:32.884295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-d55bccc8-1783-4f27-a78a-e21cb73e3d40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524848 Sep 02 13:53:33.119814 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:22Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 4, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'gw_port': {'id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:23Z', 'updated_at': '2021-09-02T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '251e78cb-5e61-4943-ab63-504ea774a230', 'name': '', 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'mac_address': 'fa:16:3e:31:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '17a3c5a2-07f9-4fbb-8097-f0067bda14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:27Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 2, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'subnets': [{'id': '17a3c5a2-07f9-4fbb-8097-f0067bda14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:33.138664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-60e98f0b-79e9-48a0-bec1-1c46e7bf17ea service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421703 Sep 02 13:53:33.154515 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Checking router: 8d6b9d7d-673f-4e17-b8e0-74004195edec for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:53:33.154861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Updating router 8d6b9d7d-673f-4e17-b8e0-74004195edec port 251e78cb-5e61-4943-ab63-504ea774a230 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:53:33.207851 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:33.313267 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-f276540a-9215-455d-bf71-9c624877f50d service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685762 Sep 02 13:53:33.421902 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-d1cc0021-05fc-43c1-89bc-f33e4c3d9034 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805 HTTP/1.1" status: 200 len: 217 time: 0.1001251 Sep 02 13:53:33.442278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376b9a-2510-43fb-b686-30ec63f6e763 req-98e47830-d521-45e6-b872-8c7a9ef017ef tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:33.459994 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b376b9a-2510-43fb-b686-30ec63f6e763 req-98e47830-d521-45e6-b872-8c7a9ef017ef tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 945 time: 0.1090696 Sep 02 13:53:33.510053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-d1048a70-21cf-4aeb-b9d6-b266b5d577f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:33.513634 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-d1048a70-21cf-4aeb-b9d6-b266b5d577f6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0803895 Sep 02 13:53:33.546055 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6b376b9a-2510-43fb-b686-30ec63f6e763 req-7f1ea22b-f8d0-468f-a5d2-81cdd8b69b19 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847049 Sep 02 13:53:33.597836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-ba948cc3-343d-40c8-95a0-048a818e00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:33.601470 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-ba948cc3-343d-40c8-95a0-048a818e00d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783699 Sep 02 13:53:33.633206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc809776-aba2-4522-bb40-2b234cce5f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:33.788036 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-26a8d7cd-0279-4970-84ea-d1e8c431e2a8 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780910 Sep 02 13:53:33.827335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:33.848891 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Transition to ACTIVE for port object 251e78cb-5e61-4943-ab63-504ea774a230 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:33.861218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device efaa0c94-ac37-4964-92f7-35bb90291594 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:33.929834 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:33.952637 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-e35ce388-23b9-45cb-8b81-74070cd3b16e service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547811 Sep 02 13:53:34.017885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891ec48-5afb-43f3-85ea-4126b290412a None None] Pushing event updated for resources: {'Port': ['ID=251e78cb-5e61-4943-ab63-504ea774a230,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:34.036014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port efaa0c94-ac37-4964-92f7-35bb90291594 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:34.036442 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:34.071269 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-22b72d44-fa6b-4793-af60-473c9d3daec4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 200 len: 217 time: 0.1066017 Sep 02 13:53:34.137188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Attempting to bind port 251e78cb-5e61-4943-ab63-504ea774a230 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:34.137692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Attempting to bind port 251e78cb-5e61-4943-ab63-504ea774a230 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '61e324ef-8350-4dae-9217-84eb63a66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:34.138034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Attempting to bind port 251e78cb-5e61-4943-ab63-504ea774a230 on network a19b7530-a87b-4fef-b80f-39b56b7d7d68 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:34.146465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:34.146850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Checking segment: {'id': '61e324ef-8350-4dae-9217-84eb63a66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:34.148752 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:34.149166 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Bound using segment: {'id': '61e324ef-8350-4dae-9217-84eb63a66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:34.149670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Bound port: 251e78cb-5e61-4943-ab63-504ea774a230, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e324ef-8350-4dae-9217-84eb63a66eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:34.150067 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:34.193587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-612b1ac5-1cb0-4984-a829-7b8cdab505e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:34.198688 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-612b1ac5-1cb0-4984-a829-7b8cdab505e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.1186628 Sep 02 13:53:34.220140 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:34.289012 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] For port 251e78cb-5e61-4943-ab63-504ea774a230, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:34.294246 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] For port 251e78cb-5e61-4943-ab63-504ea774a230, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=251e78cb-5e61-4943-ab63-504ea774a230,segment=NetworkSegment(61e324ef-8350-4dae-9217-84eb63a66eed),segment_id=61e324ef-8350-4dae-9217-84eb63a66eed)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:34.315296 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-5162a1f7-a709-49f6-ac84-8d879985670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:34.318906 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:34.320184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-5162a1f7-a709-49f6-ac84-8d879985670d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102648 Sep 02 13:53:34.442234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891ec48-5afb-43f3-85ea-4126b290412a None None] Pushing event updated for resources: {'Port': ['ID=251e78cb-5e61-4943-ab63-504ea774a230,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:34.456796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Routers {'8d6b9d7d-673f-4e17-b8e0-74004195edec'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:53:34.458377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:53:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8d6b9d7d-673f-4e17-b8e0-74004195edec'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:34.522723 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-01dddeff-f6ed-459e-b1c7-ce94c633ec31 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931372 Sep 02 13:53:34.669204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b5cf86c-7a06-4946-82bf-bd87d586dd28 req-b6dce1ff-8484-4a48-bb7d-57dcecc5ec34 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317935 Sep 02 13:53:34.709954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] Set router 8d6b9d7d-673f-4e17-b8e0-74004195edec gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:53:34.862146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd8875-8116-4c28-81af-f37a705f9b03 req-2c5ba188-1816-4bf4-82f3-d1d85f9c0671 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:34.863677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-59dd8875-8116-4c28-81af-f37a705f9b03 req-2c5ba188-1816-4bf4-82f3-d1d85f9c0671 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 945 time: 0.1652732 Sep 02 13:53:34.927775 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:34.967948 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-59dd8875-8116-4c28-81af-f37a705f9b03 req-cdde6ee8-ee5f-40bf-8deb-c5392308872e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627089 Sep 02 13:53:34.981306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-c604d214-c39e-4e03-9536-756c9132e2b2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:34.982925 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-c604d214-c39e-4e03-9536-756c9132e2b2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 945 time: 0.1795256 Sep 02 13:53:35.131786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:22Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 4, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'gw_port': {'id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:23Z', 'updated_at': '2021-09-02T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '251e78cb-5e61-4943-ab63-504ea774a230', 'name': '', 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'mac_address': 'fa:16:3e:31:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '17a3c5a2-07f9-4fbb-8097-f0067bda14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:27Z', 'updated_at': '2021-09-02T13:53:34Z', 'revision_number': 4, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'subnets': [{'id': '17a3c5a2-07f9-4fbb-8097-f0067bda14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:35.166265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2434a9-6475-461e-9fee-c9666cc25935 None None] The sync data for ids ['8d6b9d7d-673f-4e17-b8e0-74004195edec'] in n-d-794796-4 is: [{'id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:22Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 4, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'gw_port': {'id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:23Z', 'updated_at': '2021-09-02T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '251e78cb-5e61-4943-ab63-504ea774a230', 'name': '', 'network_id': 'a19b7530-a87b-4fef-b80f-39b56b7d7d68', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'mac_address': 'fa:16:3e:31:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '17a3c5a2-07f9-4fbb-8097-f0067bda14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:27Z', 'updated_at': '2021-09-02T13:53:34Z', 'revision_number': 4, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'subnets': [{'id': '17a3c5a2-07f9-4fbb-8097-f0067bda14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:53:35.640101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55038) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:35.834671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 251e78cb-5e61-4943-ab63-504ea774a230 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:35.867648 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Deleting port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:35.868288 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:35.910055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-51897043-470b-41fd-af51-3108d0c63aa7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:35.944247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 251e78cb-5e61-4943-ab63-504ea774a230 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:35.945821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-51897043-470b-41fd-af51-3108d0c63aa7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] 10.222.0.13 "PUT /v2.0/quotas/7cf6b76e337b4170a08033562a9485a4 HTTP/1.1" status: 200 len: 368 time: 0.3041048 Sep 02 13:53:35.948181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:35.957487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 251e78cb-5e61-4943-ab63-504ea774a230 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:35.958821 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:35.962842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Request body: {'network': {'project_id': '7cf6b76e337b4170a08033562a9485a4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:36.008378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Made reservation on behalf of 7cf6b76e337b4170a08033562a9485a4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:36.013618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.025341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] For port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:36.026104 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.037702 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.041521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Calling delete_port for 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:36.173069 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.270904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 251e78cb-5e61-4943-ab63-504ea774a230, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=251e78cb-5e61-4943-ab63-504ea774a230,segment=NetworkSegment(61e324ef-8350-4dae-9217-84eb63a66eed),segment_id=61e324ef-8350-4dae-9217-84eb63a66eed)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:36.278592 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.332836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.345386 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:53:36.368538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2579695-8d99-41ae-865f-c0c0cd6bc9a3 req-867bbbba-29a4-45fd-8bcc-c7f3fdd80ea0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:36.370741 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2579695-8d99-41ae-865f-c0c0cd6bc9a3 req-867bbbba-29a4-45fd-8bcc-c7f3fdd80ea0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 867 time: 0.1638300 Sep 02 13:53:36.372559 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.386779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=251e78cb-5e61-4943-ab63-504ea774a230,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:36.397863 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event deleted for resources: {'Port': ['ID=2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:36.404800 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.448321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:53:36.476044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] No DVR routers for this DVR port 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:36.479110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.480438 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.480990 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Added segment 5e08d406-1a43-4d42-93f4-dc83fc3edb08 of type vlan for network 3240c43b-cb12-4194-ac7a-fd1f0b05d63a Sep 02 13:53:36.482469 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b29b999b-936d-43a6-b8fc-77df1d539668 req-28579a0d-df00-4768-b505-eb28a23f7e24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "DELETE /v2.0/ports/2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc HTTP/1.1" status: 204 len: 173 time: 1.4888272 Sep 02 13:53:36.484792 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f320025a-f88f-428b-ab2e-fac41e60cd2d', 'name': 'network-vif-deleted', 'tag': '2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:53:36.487921 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004aa4b7-2d1e-43a2-8839-b5f560d34cfb" -d '{"events": [{"server_uuid": "f320025a-f88f-428b-ab2e-fac41e60cd2d", "name": "network-vif-deleted", "tag": "2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:53:36.508090 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2579695-8d99-41ae-865f-c0c0cd6bc9a3 req-efa2056f-1451-41fc-bbf9-f2aece87959d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c5ba7f6-029c-4599-922d-b2f54c404a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041410 Sep 02 13:53:36.513541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79020cb-5d0d-439f-82bd-6562e5a058b6,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:36.551358 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b0136f-df95-44a3-aa40-d45d382c35f9 x-openstack-request-id: req-48b0136f-df95-44a3-aa40-d45d382c35f9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:53:36.551775 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f320025a-f88f-428b-ab2e-fac41e60cd2d", "name": "network-vif-deleted", "tag": "2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:53:36.552293 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48b0136f-df95-44a3-aa40-d45d382c35f9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:53:36.552765 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f320025a-f88f-428b-ab2e-fac41e60cd2d', 'name': 'network-vif-deleted', 'tag': '2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc', 'status': 'completed', 'code': 200} Sep 02 13:53:36.566406 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.615983 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.652330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.654327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:36.655628 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.688663 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7380645 Sep 02 13:53:36.694349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:36.700501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Request body: {'network': {'project_id': '7cf6b76e337b4170a08033562a9485a4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:36.742714 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c311cbd-b95c-4f64-80c3-976d0edf90cb tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Pushing event updated for resources: {'Network': ['ID=3240c43b-cb12-4194-ac7a-fd1f0b05d63a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:36.759692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Made reservation on behalf of 7cf6b76e337b4170a08033562a9485a4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:36.761868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 3240c43b-cb12-4194-ac7a-fd1f0b05d63a details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:53:36.762730 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.821377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:53:36.845474 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:36.845837 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Added segment 8bada942-ffda-4e1a-8d21-89f59a2f81e2 of type vlan for network 4e61e2ad-837f-4fc1-a943-d8049e3db781 Sep 02 13:53:36.967128 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.038149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.039675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:37.040569 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.168694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4698002 Sep 02 13:53:37.168915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55076) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:37.172265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63c093-53c0-4763-8934-1b53571ffbd8 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Pushing event updated for resources: {'Network': ['ID=4e61e2ad-837f-4fc1-a943-d8049e3db781,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:37.179470 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-acc1288d-bb92-4584-b68f-de2d3cad9c68 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Request body: {'network': {'project_id': '7cf6b76e337b4170a08033562a9485a4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:37.186073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 4e61e2ad-837f-4fc1-a943-d8049e3db781 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:53:37.225475 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc1288d-bb92-4584-b68f-de2d3cad9c68 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 02 13:53:37.225955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc1288d-bb92-4584-b68f-de2d3cad9c68 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:53:37.229739 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-acc1288d-bb92-4584-b68f-de2d3cad9c68 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0575473 Sep 02 13:53:37.230140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:37.324835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f6fb6224-9625-4314-a186-d214e2cd5f91 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cf6b76e337b4170a08033562a9485a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913124 Sep 02 13:53:37.325240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55082) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:37.437417 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a6504d-2821-40e3-9586-06fdb0ccfcaa tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.488639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a6504d-2821-40e3-9586-06fdb0ccfcaa tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.558475 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a6504d-2821-40e3-9586-06fdb0ccfcaa tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.562545 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d8a6504d-2821-40e3-9586-06fdb0ccfcaa tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.563577 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d8a6504d-2821-40e3-9586-06fdb0ccfcaa tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/f79020cb-5d0d-439f-82bd-6562e5a058b6 HTTP/1.1" status: 204 len: 168 time: 0.2373445 Sep 02 13:53:37.566301 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:37.612890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6504d-2821-40e3-9586-06fdb0ccfcaa tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79020cb-5d0d-439f-82bd-6562e5a058b6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:37.763543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f07c4cfb-711e-4651-ae3c-0136a7fe12e9 req-78887f02-2e34-4e48-81ea-3dcb0b229a34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 210 time: 0.0820906 Sep 02 13:53:37.769620 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.785875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 251e78cb-5e61-4943-ab63-504ea774a230 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:37.869884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 251e78cb-5e61-4943-ab63-504ea774a230 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:37.870271 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.917149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:37.939629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e61e2ad-837f-4fc1-a943-d8049e3db781']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:37.960319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bada942-ffda-4e1a-8d21-89f59a2f81e2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:37.961064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bada942-ffda-4e1a-8d21-89f59a2f81e2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:37.973746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.002214 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.019492 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:53:38.020079 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:53:38.038390 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:53:38.091967 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.099626 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.101307 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] 10.222.0.13 "DELETE /v2.0/networks/4e61e2ad-837f-4fc1-a943-d8049e3db781 HTTP/1.1" status: 204 len: 168 time: 0.5339754 Sep 02 13:53:38.104205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:38.116478 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242582a-1c4e-4d79-992e-9999adf90efe tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e61e2ad-837f-4fc1-a943-d8049e3db781,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:38.190128 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.302558 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.328176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3240c43b-cb12-4194-ac7a-fd1f0b05d63a']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:38.344609 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e08d406-1a43-4d42-93f4-dc83fc3edb08') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:38.344908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e08d406-1a43-4d42-93f4-dc83fc3edb08') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:38.355545 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.374126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.387587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:53:38.394619 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:53:38.466818 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.479415 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:38.485418 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] 10.222.0.13 "DELETE /v2.0/networks/3240c43b-cb12-4194-ac7a-fd1f0b05d63a HTTP/1.1" status: 204 len: 168 time: 0.3797143 Sep 02 13:53:38.500152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9035979-b0a6-46e1-a970-eeee526d48a7 tempest-QuotasNegativeTest-348956539 tempest-QuotasNegativeTest-348956539-project-admin] Pushing event deleted for resources: {'Network': ['ID=3240c43b-cb12-4194-ac7a-fd1f0b05d63a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:38.664071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:53:38.718631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:53:38.718631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 2d35d11e-30fa-4a43-9c3a-fb9ab631d5fc not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:53:38.925607 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-85ebaf94-26e1-4f76-9c2e-84916f0d0fd1 req-3e4d65c4-2b91-46d6-acbf-6a670b748534 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 210 time: 0.0674210 Sep 02 13:53:39.158791 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55130) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:39.296776 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b06ca24d-537d-4ec7-9e27-122f7a814161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:39.417423 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b06ca24d-537d-4ec7-9e27-122f7a814161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:39.425723 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b06ca24d-537d-4ec7-9e27-122f7a814161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:39.476510 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b06ca24d-537d-4ec7-9e27-122f7a814161 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7629256a8f2d455984ca0d7bd1233364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165278 Sep 02 13:53:39.480495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:39.490225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ca24d-537d-4ec7-9e27-122f7a814161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7036d24f-0ce9-452b-a6fa-548a21bd6f9b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:39.585797 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-338001cf-aebb-4506-b13a-83fcc10f2fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:39.625054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-338001cf-aebb-4506-b13a-83fcc10f2fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:39.686552 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-338001cf-aebb-4506-b13a-83fcc10f2fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:39.689355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-338001cf-aebb-4506-b13a-83fcc10f2fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:39.690608 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-338001cf-aebb-4506-b13a-83fcc10f2fd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7036d24f-0ce9-452b-a6fa-548a21bd6f9b HTTP/1.1" status: 204 len: 168 time: 0.2091074 Sep 02 13:53:39.725952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338001cf-aebb-4506-b13a-83fcc10f2fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7036d24f-0ce9-452b-a6fa-548a21bd6f9b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:40.065811 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8aec7e06-86e7-4d93-9dd4-2d38f4e1215f req-97658961-8482-475d-9072-2048e483e8f7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 210 time: 0.0411406 Sep 02 13:53:40.161178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:40.177475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd824-ce0f-45cd-8101-530ceaa2f79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:40.357672 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd824-ce0f-45cd-8101-530ceaa2f79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:40.365361 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd824-ce0f-45cd-8101-530ceaa2f79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:40.403351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55168) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:40.403922 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d4fcd824-ce0f-45cd-8101-530ceaa2f79e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=238bc6cddc8246ec8eb6efa4416f6e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412043 Sep 02 13:53:40.424458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcd824-ce0f-45cd-8101-530ceaa2f79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29336cb4-e209-45b3-af42-7bc3cdfca0ae,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:40.541876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf181bc9-6d83-4b36-89ff-648befe59434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:40.577647 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf181bc9-6d83-4b36-89ff-648befe59434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:40.639914 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf181bc9-6d83-4b36-89ff-648befe59434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:40.642836 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bf181bc9-6d83-4b36-89ff-648befe59434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:40.644606 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bf181bc9-6d83-4b36-89ff-648befe59434 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29336cb4-e209-45b3-af42-7bc3cdfca0ae HTTP/1.1" status: 204 len: 168 time: 0.2395222 Sep 02 13:53:40.657691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf181bc9-6d83-4b36-89ff-648befe59434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29336cb4-e209-45b3-af42-7bc3cdfca0ae,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:41.262186 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a001419d-594a-4fac-a82a-e8b0170e6688 req-206c0649-c4f0-4f7f-8db5-dc8ae82ee298 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 210 time: 0.0830915 Sep 02 13:53:41.832842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55220) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:41.992220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-0afff993-fd80-48f9-a387-6858e135b53e tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:41.993248 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0afff993-fd80-48f9-a387-6858e135b53e tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1587045 Sep 02 13:53:41.996126 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55228) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.000720 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-d01ac3fa-9b87-4b86-ae75-d18ad55f95e1 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.002648 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d01ac3fa-9b87-4b86-ae75-d18ad55f95e1 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044167 Sep 02 13:53:42.004782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.019877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-1aad1c98-54c2-4f09-884f-b399167cde9a tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.022156 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1aad1c98-54c2-4f09-884f-b399167cde9a tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0158315 Sep 02 13:53:42.024980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55232) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.029623 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-ff117d27-213e-4896-aafd-22c776eeb456 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.030615 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ff117d27-213e-4896-aafd-22c776eeb456 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046659 Sep 02 13:53:42.033409 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.038850 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-fa4e8037-8a6d-4112-93d7-fb3a3355cda7 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.044116 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55236) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.053700 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fa4e8037-8a6d-4112-93d7-fb3a3355cda7 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0188971 Sep 02 13:53:42.055280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-b2c612c6-9736-4c6e-9745-9fbae359b0ac tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.059404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55240) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.064031 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b2c612c6-9736-4c6e-9745-9fbae359b0ac tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0171733 Sep 02 13:53:42.065630 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-5dac71d3-4a5d-4043-b8d4-a7af02140836 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.068357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5dac71d3-4a5d-4043-b8d4-a7af02140836 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077155 Sep 02 13:53:42.069135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.078501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-191610d2-9400-427c-acd0-4eba93fcb754 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.082086 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-191610d2-9400-427c-acd0-4eba93fcb754 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0094421 Sep 02 13:53:42.082513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.087874 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-b38f5d5c-1509-4d60-a5ba-d3c268625ce7 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.089002 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b38f5d5c-1509-4d60-a5ba-d3c268625ce7 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052989 Sep 02 13:53:42.091882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.097035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-2645acd8-ade7-463f-946e-20d5d8d7cfff tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.101297 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55250) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.101641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2645acd8-ade7-463f-946e-20d5d8d7cfff tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0082359 Sep 02 13:53:42.107346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-02c223ab-b0c0-4197-a273-e4d7bd046dfd tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.108654 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-02c223ab-b0c0-4197-a273-e4d7bd046dfd tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064132 Sep 02 13:53:42.110860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.116054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-44ae595f-8c6d-430b-bd75-64e5d8db4bb9 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.117187 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-44ae595f-8c6d-430b-bd75-64e5d8db4bb9 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052955 Sep 02 13:53:42.119409 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.124317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-ff5e2f31-c37d-4b48-87f9-46fd0e635862 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.128285 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.129437 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ff5e2f31-c37d-4b48-87f9-46fd0e635862 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0089295 Sep 02 13:53:42.136626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-ecb815b7-92bd-4324-8de3-d29a24aad907 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.140439 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ecb815b7-92bd-4324-8de3-d29a24aad907 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0109763 Sep 02 13:53:42.141195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55258) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.147237 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-19822451-5d7c-4bd7-953d-24b3021f125c tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.148331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-19822451-5d7c-4bd7-953d-24b3021f125c tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056434 Sep 02 13:53:42.151510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.156648 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-db4026ce-7eff-42f6-a7d8-d165b355dc71 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.160465 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-db4026ce-7eff-42f6-a7d8-d165b355dc71 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074363 Sep 02 13:53:42.160934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55262) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.168429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-405942a0-03d4-404c-b079-482b8175e6fd tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.172224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.176082 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-405942a0-03d4-404c-b079-482b8175e6fd tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0124321 Sep 02 13:53:42.176802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-3a1555f9-73fa-471a-9043-8d31503c96e8 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.178283 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3a1555f9-73fa-471a-9043-8d31503c96e8 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050843 Sep 02 13:53:42.180871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.185119 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-c3fb2f67-f964-4e39-baa3-6b9cb8013fa2 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.188475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55268) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.191966 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c3fb2f67-f964-4e39-baa3-6b9cb8013fa2 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042789 Sep 02 13:53:42.192985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-41a9459d-9085-4f03-a421-f8c36f1a73f1 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.194113 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-41a9459d-9085-4f03-a421-f8c36f1a73f1 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045040 Sep 02 13:53:42.196242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55270) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.201596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-2bf90c44-39b5-45ff-91e8-42d70b9f1780 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.202764 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2bf90c44-39b5-45ff-91e8-42d70b9f1780 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054553 Sep 02 13:53:42.204956 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55272) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.210266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-7940764f-4ded-4f88-8121-9bfdb72df5b2 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.212815 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7940764f-4ded-4f88-8121-9bfdb72df5b2 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0067441 Sep 02 13:53:42.215189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.220090 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-06a906f2-6a79-43d2-a4a6-d3c4f65163ee tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.221149 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-06a906f2-6a79-43d2-a4a6-d3c4f65163ee tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046451 Sep 02 13:53:42.224221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55276) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.228961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-bbc447ea-859f-4ac5-95b9-55df09be533c tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.230134 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bbc447ea-859f-4ac5-95b9-55df09be533c tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046973 Sep 02 13:53:42.232659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.236864 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-7773c8f0-8734-48ba-ac6d-d4873f3d20e4 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.238022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7773c8f0-8734-48ba-ac6d-d4873f3d20e4 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044489 Sep 02 13:53:42.240930 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55280) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.249517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-9b95e836-b20c-4f76-a6b1-41f3dd8282af tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.250425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9b95e836-b20c-4f76-a6b1-41f3dd8282af tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0084579 Sep 02 13:53:42.253095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55282) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.261685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-1cb306c1-7eee-44da-8363-52076acdc41d tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.263779 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1cb306c1-7eee-44da-8363-52076acdc41d tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0082810 Sep 02 13:53:42.266322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55284) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.273581 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-b7da6072-732b-43cd-b8bb-251bf45bf0b6 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.278685 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.284682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b7da6072-732b-43cd-b8bb-251bf45bf0b6 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0163548 Sep 02 13:53:42.285566 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-92e62878-9126-497a-939f-c8d0355eda1b tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.287350 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-92e62878-9126-497a-939f-c8d0355eda1b tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0066373 Sep 02 13:53:42.290233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.305206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-936d9fa5-f49a-4c51-9b1c-43dbde512599 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.310101 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55292) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.312062 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-936d9fa5-f49a-4c51-9b1c-43dbde512599 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0198572 Sep 02 13:53:42.316732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-ad49da96-2750-48a3-b9f3-f9a2eb7dbcaf tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.317855 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ad49da96-2750-48a3-b9f3-f9a2eb7dbcaf tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0063479 Sep 02 13:53:42.320699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55294) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.329805 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-2ad5a461-2a16-4621-beaf-27f699da1cc4 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.330794 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2ad5a461-2a16-4621-beaf-27f699da1cc4 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0091677 Sep 02 13:53:42.333985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.338814 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-a46adbd9-a0e2-449a-a973-42c514145288 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.340074 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a46adbd9-a0e2-449a-a973-42c514145288 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046782 Sep 02 13:53:42.342665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.347587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-7ca00020-b062-433a-af23-72399c20ef2b tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.351707 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55300) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.351935 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7ca00020-b062-433a-af23-72399c20ef2b tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0082889 Sep 02 13:53:42.356709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-b6422113-bd57-407e-98ba-b7d583bf1b5e tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.357660 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b6422113-bd57-407e-98ba-b7d583bf1b5e tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049143 Sep 02 13:53:42.360036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55302) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.368691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-ca3866f5-2dd2-4092-89ef-114e50ca5a27 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.369965 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ca3866f5-2dd2-4092-89ef-114e50ca5a27 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0088403 Sep 02 13:53:42.372757 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55304) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.381831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-964ab5fb-0ba2-4c5d-8e59-cc5abe6f0a6f tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.384809 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-964ab5fb-0ba2-4c5d-8e59-cc5abe6f0a6f tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0109198 Sep 02 13:53:42.387852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55306) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.399364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-596c5821-9efd-4914-bbbe-2ce98fb3f09d tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.400773 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-596c5821-9efd-4914-bbbe-2ce98fb3f09d tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0114727 Sep 02 13:53:42.403331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.416676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-9b1e1adf-f80a-4868-b3a7-08939e9ea66a tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.420842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.421374 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9b1e1adf-f80a-4868-b3a7-08939e9ea66a tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0158746 Sep 02 13:53:42.426020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-8c47fad2-f527-474d-a303-dc864fe028b2 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.430105 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8c47fad2-f527-474d-a303-dc864fe028b2 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075197 Sep 02 13:53:42.430960 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.435811 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-73b03f19-13e8-4538-b9ac-11595376bb3d tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.440454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-73b03f19-13e8-4538-b9ac-11595376bb3d tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0082710 Sep 02 13:53:42.441254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.445876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-5afa10e4-cebe-4725-9af9-7464f1a844bc tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.449393 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5afa10e4-cebe-4725-9af9-7464f1a844bc tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0070415 Sep 02 13:53:42.449998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55316) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.454565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-f71b794b-fd8e-44ed-85a5-a5e04f8b8c85 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.459335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f71b794b-fd8e-44ed-85a5-a5e04f8b8c85 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0081656 Sep 02 13:53:42.460254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.465305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-f310d21c-c3a1-4541-afa3-bc60b390ba8b tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.467540 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f310d21c-c3a1-4541-afa3-bc60b390ba8b tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062003 Sep 02 13:53:42.470451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.476987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-03cf8f67-ae72-486f-a2e4-3bbe64ef74e9 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.481328 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-03cf8f67-ae72-486f-a2e4-3bbe64ef74e9 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0096717 Sep 02 13:53:42.482141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.487379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-a73b8a89-b95d-49a9-8850-83443e10075e tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.491371 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a73b8a89-b95d-49a9-8850-83443e10075e tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0080483 Sep 02 13:53:42.492206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.496089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5656289-3168-4749-9d5d-fcc33032afd7 req-42174b8b-e74c-4376-9e6f-703546ba76ee tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=f320025a-f88f-428b-ab2e-fac41e60cd2d HTTP/1.1" status: 200 len: 210 time: 0.0699458 Sep 02 13:53:42.519946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-457331a6-9057-4e2c-9d62-f399b0168adf tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.524653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55330) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.525006 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-457331a6-9057-4e2c-9d62-f399b0168adf tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0203941 Sep 02 13:53:42.529927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-365b3a53-a4c4-4631-87f2-3939f0a91e11 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.534012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.534768 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-365b3a53-a4c4-4631-87f2-3939f0a91e11 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088902 Sep 02 13:53:42.539846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-1f554aed-db39-4d3b-8a91-f06866c430dd tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.543489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55334) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.543682 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1f554aed-db39-4d3b-8a91-f06866c430dd tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0085156 Sep 02 13:53:42.548662 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-24f7033d-d348-4904-9b06-489c70cf13f6 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.552736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.553162 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-24f7033d-d348-4904-9b06-489c70cf13f6 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0078566 Sep 02 13:53:42.557883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-913c4758-27b0-4fab-bee3-8bd2a9bce492 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.559111 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-913c4758-27b0-4fab-bee3-8bd2a9bce492 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048692 Sep 02 13:53:42.561867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.568290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-efaf87d2-de96-4f87-8c87-58bdbfae9a25 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.569585 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-efaf87d2-de96-4f87-8c87-58bdbfae9a25 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0065246 Sep 02 13:53:42.573715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55340) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.580833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-9dd027c0-2eda-45e1-bc18-674280a2d879 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.585545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.586019 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9dd027c0-2eda-45e1-bc18-674280a2d879 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0100086 Sep 02 13:53:42.590279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-f2d5b195-5092-4909-bc6e-53847f0efe7c tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.592346 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f2d5b195-5092-4909-bc6e-53847f0efe7c tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058103 Sep 02 13:53:42.593897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.599394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-d3d47835-459d-49d6-9478-219f09d7e362 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.601239 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d3d47835-459d-49d6-9478-219f09d7e362 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062397 Sep 02 13:53:42.603403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55346) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.616444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-4912c4bb-8a49-4e4b-9f29-df1f3290c87b tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.621080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.624211 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4912c4bb-8a49-4e4b-9f29-df1f3290c87b tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0190318 Sep 02 13:53:42.628009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-d66c6a57-9d0d-4096-9f29-7d540decf756 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.631886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55350) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.632423 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d66c6a57-9d0d-4096-9f29-7d540decf756 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0102942 Sep 02 13:53:42.638103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-ad0aec17-c161-4092-8137-e5d83804def1 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.642391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.644256 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ad0aec17-c161-4092-8137-e5d83804def1 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0111501 Sep 02 13:53:42.648049 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-e9c9290d-56cd-4243-bbc0-d0d965b14cdd tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.651711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55354) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.652407 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e9c9290d-56cd-4243-bbc0-d0d965b14cdd tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0084445 Sep 02 13:53:42.657453 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-23706417-26ac-401b-a8eb-a64259c643a3 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.660168 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-23706417-26ac-401b-a8eb-a64259c643a3 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072815 Sep 02 13:53:42.661763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.669560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-71ef3fda-fe85-42c2-8cf5-90290e1fcdb3 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.673574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55358) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.676923 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-71ef3fda-fe85-42c2-8cf5-90290e1fcdb3 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0136395 Sep 02 13:53:42.683575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-576d0bb4-37cb-46a6-b6da-a0aa633f831c tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.688491 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-576d0bb4-37cb-46a6-b6da-a0aa633f831c tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0135076 Sep 02 13:53:42.689155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.699058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-f54019a2-047f-4dda-ae94-18fe273b1b37 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.700898 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f54019a2-047f-4dda-ae94-18fe273b1b37 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0106699 Sep 02 13:53:42.704007 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55364) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.709494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-290b280c-32c9-4b48-86a1-abdb7a7730ed tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.713715 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-290b280c-32c9-4b48-86a1-abdb7a7730ed tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085943 Sep 02 13:53:42.713906 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.720455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-fd2241ce-c820-4f75-8858-9317a1bc9deb tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.721473 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fd2241ce-c820-4f75-8858-9317a1bc9deb tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0066776 Sep 02 13:53:42.724333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55368) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.730904 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [None req-2a89a438-78fe-4b0e-8658-d6670129fdce tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.734540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.737348 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2a89a438-78fe-4b0e-8658-d6670129fdce tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0113344 Sep 02 13:53:42.739616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-b7646690-8570-432a-839a-23fbee1e56c0 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.741123 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b7646690-8570-432a-839a-23fbee1e56c0 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054321 Sep 02 13:53:42.743650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.748014 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-b7fd95db-b63d-4e00-9ccf-c80628f63c07 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.752461 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b7fd95db-b63d-4e00-9ccf-c80628f63c07 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077655 Sep 02 13:53:42.756610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:42.764729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [None req-10660763-94d0-4c68-9170-cce81e9f5900 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:53:42.776967 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-10660763-94d0-4c68-9170-cce81e9f5900 tempest-ExtensionsTestJSON-1477217134 tempest-ExtensionsTestJSON-1477217134-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0119607 Sep 02 13:53:43.173525 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:43.314075 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dedc3df7-64c6-4e4d-88ea-a75b3ea5352f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.446790 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dedc3df7-64c6-4e4d-88ea-a75b3ea5352f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.454972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dedc3df7-64c6-4e4d-88ea-a75b3ea5352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.502219 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dedc3df7-64c6-4e4d-88ea-a75b3ea5352f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59e0fbb1ea1a446d8eb2afa5f183bb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251204 Sep 02 13:53:43.502606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55402) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:43.506159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc3df7-64c6-4e4d-88ea-a75b3ea5352f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abd677a-6265-4baf-b25d-e1641ba95e2c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:43.556580 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bad24fd4-d5df-4043-bea2-625a596ae028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.581403 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bad24fd4-d5df-4043-bea2-625a596ae028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.649111 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bad24fd4-d5df-4043-bea2-625a596ae028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.652599 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bad24fd4-d5df-4043-bea2-625a596ae028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:43.664947 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bad24fd4-d5df-4043-bea2-625a596ae028 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2abd677a-6265-4baf-b25d-e1641ba95e2c HTTP/1.1" status: 204 len: 168 time: 0.1534772 Sep 02 13:53:43.686497 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad24fd4-d5df-4043-bea2-625a596ae028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abd677a-6265-4baf-b25d-e1641ba95e2c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:43.966176 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:53:44.627026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:44.769843 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1121792390'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:44.828863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:44.832514 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:44.844910 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:44.973954 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:44.980873 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:45.016828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:53:45.027769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:45.028101 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment 9a60048e-358b-44b7-8c83-3e0364c948af of type vlan for network 0677b873-5e16-4390-9d37-d0eb1a3f2ae2 Sep 02 13:53:45.083932 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:45.127340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:45.134417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:45.135280 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:45.243932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b380802-5fe9-40c8-bfea-73916eaac97d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:45.262503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6335878 Sep 02 13:53:45.277825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67557595-4243-44e2-96b4-064cedb9483e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=0677b873-5e16-4390-9d37-d0eb1a3f2ae2,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:45.322322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 0677b873-5e16-4390-9d37-d0eb1a3f2ae2 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:53:46.268197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55532) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:46.277323 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-42f54f32-18ee-4690-a9ca-64827e522f42 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90170872', 'description': 'tempest-secgroup-smoke-90170872 description', 'project_id': '2cc73a6801e04277beffafe86d4cdb2d'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:46.305308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42f54f32-18ee-4690-a9ca-64827e522f42 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.454540 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42f54f32-18ee-4690-a9ca-64827e522f42 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.460340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42f54f32-18ee-4690-a9ca-64827e522f42 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.501016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f54f32-18ee-4690-a9ca-64827e522f42 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:46.508374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-42f54f32-18ee-4690-a9ca-64827e522f42 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.509979 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-42f54f32-18ee-4690-a9ca-64827e522f42 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2398155 Sep 02 13:53:46.513223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55536) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:46.519272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-730d40a1-75b7-4589-9136-b4a6802bd440 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'security_group_rule': {'security_group_id': '4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0', 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:46.559148 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-730d40a1-75b7-4589-9136-b4a6802bd440 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.659215 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-730d40a1-75b7-4589-9136-b4a6802bd440 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.664500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-730d40a1-75b7-4589-9136-b4a6802bd440 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.688818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d40a1-75b7-4589-9136-b4a6802bd440 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304c4ac9-67bb-4fbb-ba67-968d2e0a8b9a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:46.700156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-730d40a1-75b7-4589-9136-b4a6802bd440 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.705050 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:46.710911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-23486b20-f348-4ff7-91f5-4d6d7d2792c4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'security_group_rule': {'security_group_id': '4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0', 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:46.716054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-730d40a1-75b7-4589-9136-b4a6802bd440 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2010291 Sep 02 13:53:46.744906 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23486b20-f348-4ff7-91f5-4d6d7d2792c4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.831792 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23486b20-f348-4ff7-91f5-4d6d7d2792c4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.838875 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23486b20-f348-4ff7-91f5-4d6d7d2792c4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.869089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23486b20-f348-4ff7-91f5-4d6d7d2792c4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea9714f-2abf-4ad6-a812-d482c4230a9b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:46.878273 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23486b20-f348-4ff7-91f5-4d6d7d2792c4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:46.881982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-23486b20-f348-4ff7-91f5-4d6d7d2792c4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1755610 Sep 02 13:53:46.884749 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55546) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:46.889933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-95de07e9-3694-4a72-bbb8-66759c960e9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'security_group_rule': {'security_group_id': '4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0', 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:46.951148 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95de07e9-3694-4a72-bbb8-66759c960e9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.043670 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95de07e9-3694-4a72-bbb8-66759c960e9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.048416 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95de07e9-3694-4a72-bbb8-66759c960e9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.076192 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95de07e9-3694-4a72-bbb8-66759c960e9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.080162 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-95de07e9-3694-4a72-bbb8-66759c960e9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1919618 Sep 02 13:53:47.080540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:47.087412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dcfc64cc-ce63-40b5-b07e-805a50f0ca17 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'security_group_rule': {'security_group_id': '4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0', 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:47.088708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de07e9-3694-4a72-bbb8-66759c960e9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed15bdc-26e2-4a1f-aa40-35e225757e02,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:47.142167 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dcfc64cc-ce63-40b5-b07e-805a50f0ca17 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.264187 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dcfc64cc-ce63-40b5-b07e-805a50f0ca17 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.270182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dcfc64cc-ce63-40b5-b07e-805a50f0ca17 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.291359 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc64cc-ce63-40b5-b07e-805a50f0ca17 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ff580a-6df9-4a54-bb35-a7d9f3da8870,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:47.311394 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dcfc64cc-ce63-40b5-b07e-805a50f0ca17 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.315774 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dcfc64cc-ce63-40b5-b07e-805a50f0ca17 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2318020 Sep 02 13:53:47.316371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:47.322782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-353503ac-5461-4997-afd8-b1847b67669f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'security_group_rule': {'security_group_id': '4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0', 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:47.358504 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-353503ac-5461-4997-afd8-b1847b67669f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Project 2cc73a6801e04277beffafe86d4cdb2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:53:47.365289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-353503ac-5461-4997-afd8-b1847b67669f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.441058 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-353503ac-5461-4997-afd8-b1847b67669f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.446058 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-353503ac-5461-4997-afd8-b1847b67669f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.471264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353503ac-5461-4997-afd8-b1847b67669f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d49a42-8824-49d2-a604-885302a435b9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:47.479036 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-353503ac-5461-4997-afd8-b1847b67669f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.480378 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-353503ac-5461-4997-afd8-b1847b67669f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1624079 Sep 02 13:53:47.483146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:47.508951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b2f1979e-c883-43fd-a90e-4c2853b6aaad tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'security_group_rule': {'security_group_id': '4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0', 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:47.557640 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-b2f1979e-c883-43fd-a90e-4c2853b6aaad tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Project 2cc73a6801e04277beffafe86d4cdb2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:53:47.563523 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2f1979e-c883-43fd-a90e-4c2853b6aaad tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.649689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2f1979e-c883-43fd-a90e-4c2853b6aaad tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.655387 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2f1979e-c883-43fd-a90e-4c2853b6aaad tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.679940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1979e-c883-43fd-a90e-4c2853b6aaad tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9fedbe-5fed-4d2a-8663-7a9f82ca92ee,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:47.688937 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2f1979e-c883-43fd-a90e-4c2853b6aaad tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:47.695076 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b2f1979e-c883-43fd-a90e-4c2853b6aaad tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2104056 Sep 02 13:53:48.681582 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55658) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:48.686947 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': '0677b873-5e16-4390-9d37-d0eb1a3f2ae2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:48.815484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:48.819798 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.046542 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.131576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=1618cb3f-9838-4448-b6d1-db7a9af1c777,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:49.146660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking segment: {'id': '9a60048e-358b-44b7-8c83-3e0364c948af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0677b873-5e16-4390-9d37-d0eb1a3f2ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:49.147277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network hostable DHCP agents. Network: 0677b873-5e16-4390-9d37-d0eb1a3f2ae2, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:53:49.172836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network 0677b873-5e16-4390-9d37-d0eb1a3f2ae2 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:53:49.186882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 0677b873-5e16-4390-9d37-d0eb1a3f2ae2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:49.191220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:49.191976 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.202941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57c1c4-ef30-4a89-bfba-eb17623d6926 None None] Network 0677b873-5e16-4390-9d37-d0eb1a3f2ae2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:49.228680 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1bdf74ca-8051-461b-9433-b082dbb8cd0d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5449669 Sep 02 13:53:49.231424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:49.243467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2127293821'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:49.281774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:49.287911 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.327499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:53:49.343967 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.344639 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment 16e1db3b-dd50-4d09-a9cb-4b4eb86f1727 of type vlan for network dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e Sep 02 13:53:49.409709 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-0677b873-5e16-4390-9d37-d0eb1a3f2ae2', 'network_id': '0677b873-5e16-4390-9d37-d0eb1a3f2ae2', 'tenant_id': '9fff223bc1a8404ca6c1030287d66ea4', 'fixed_ips': [{'subnet_id': '1618cb3f-9838-4448-b6d1-db7a9af1c777'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:53:49.410781 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.435925 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.484228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.491070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:49.491870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.556107 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3217165 Sep 02 13:53:49.558548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55680) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:49.566222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': 'dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:49.570433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a4adf-2cd1-4cbf-9932-cca4cf2e2a50 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:49.588074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:53:49.668326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Allocated IP 2001:db8:0:ffff::2 (0677b873-5e16-4390-9d37-d0eb1a3f2ae2/1618cb3f-9838-4448-b6d1-db7a9af1c777/bd7d6b42-db23-4587-a9fd-8a54114e0a19) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:49.695622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:49.700978 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.906790 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.921260 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Transition to ACTIVE for port object bd7d6b42-db23-4587-a9fd-8a54114e0a19 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:49.946773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Transition to ACTIVE for port object bd7d6b42-db23-4587-a9fd-8a54114e0a19 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:49.952956 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:49.954806 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:50.061014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Network 0677b873-5e16-4390-9d37-d0eb1a3f2ae2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:50.062695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:50.065445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:50.074557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Pushing event updated for resources: {'Port': ['ID=bd7d6b42-db23-4587-a9fd-8a54114e0a19,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:50.099569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.100111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.100969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.100969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.101473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.102088 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.102541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.103686 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.104194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.104590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.105038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.105472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:53:50.153687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Attempting to bind port bd7d6b42-db23-4587-a9fd-8a54114e0a19 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:50.154172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Attempting to bind port bd7d6b42-db23-4587-a9fd-8a54114e0a19 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '9a60048e-358b-44b7-8c83-3e0364c948af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0677b873-5e16-4390-9d37-d0eb1a3f2ae2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:50.154662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Attempting to bind port bd7d6b42-db23-4587-a9fd-8a54114e0a19 on network 0677b873-5e16-4390-9d37-d0eb1a3f2ae2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:50.160868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:50.161314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Checking segment: {'id': '9a60048e-358b-44b7-8c83-3e0364c948af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0677b873-5e16-4390-9d37-d0eb1a3f2ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:50.161844 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:50.162339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Bound using segment: {'id': '9a60048e-358b-44b7-8c83-3e0364c948af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0677b873-5e16-4390-9d37-d0eb1a3f2ae2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:50.163373 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Bound port: bd7d6b42-db23-4587-a9fd-8a54114e0a19, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a60048e-358b-44b7-8c83-3e0364c948af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0677b873-5e16-4390-9d37-d0eb1a3f2ae2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:50.163912 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:50.234857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] For port bd7d6b42-db23-4587-a9fd-8a54114e0a19, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:50.239986 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] For port bd7d6b42-db23-4587-a9fd-8a54114e0a19, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd7d6b42-db23-4587-a9fd-8a54114e0a19,segment=NetworkSegment(9a60048e-358b-44b7-8c83-3e0364c948af),segment_id=9a60048e-358b-44b7-8c83-3e0364c948af)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:50.248521 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:50.318498 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=e510037c-e7e7-4d84-8a8a-0015b2d12dbd,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:50.329724 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking segment: {'id': '16e1db3b-dd50-4d09-a9cb-4b4eb86f1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:50.330334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network hostable DHCP agents. Network: dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:53:50.343406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5118-1852-4f4e-834f-24c8785a81e7 None None] Pushing event updated for resources: {'Port': ['ID=bd7d6b42-db23-4587-a9fd-8a54114e0a19,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:50.352339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:53:50.366132 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:50.375793 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:50.377745 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:50.386688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb09403-d093-4a03-a013-50f03b9ab38a None None] Network dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:50.410430 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-97b5acaf-7b57-482b-baba-1a733f689774 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8471797 Sep 02 13:53:50.412223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:50.659591 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:50.668899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e', 'network_id': 'dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e', 'tenant_id': '9fff223bc1a8404ca6c1030287d66ea4', 'fixed_ips': [{'subnet_id': 'e510037c-e7e7-4d84-8a8a-0015b2d12dbd'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:53:50.669994 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:50.809926 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.070622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Allocated IP 2001:db8::1 (dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e/e510037c-e7e7-4d84-8a8a-0015b2d12dbd/5b433dce-b575-41ba-9b67-94f29c59e7be) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:51.301986 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.313186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Transition to ACTIVE for port object 5b433dce-b575-41ba-9b67-94f29c59e7be will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:51.334778 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Transition to ACTIVE for port object 5b433dce-b575-41ba-9b67-94f29c59e7be will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:51.345889 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.370456 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.402140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=e510037c-e7e7-4d84-8a8a-0015b2d12dbd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:51.405130 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Network dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:51.408469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:51.414123 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:51.433879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Pushing event updated for resources: {'Port': ['ID=5b433dce-b575-41ba-9b67-94f29c59e7be,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:51.494583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Attempting to bind port 5b433dce-b575-41ba-9b67-94f29c59e7be on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:51.495061 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Attempting to bind port 5b433dce-b575-41ba-9b67-94f29c59e7be by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '16e1db3b-dd50-4d09-a9cb-4b4eb86f1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:51.495574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Attempting to bind port 5b433dce-b575-41ba-9b67-94f29c59e7be on network dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:51.503632 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:51.504309 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Checking segment: {'id': '16e1db3b-dd50-4d09-a9cb-4b4eb86f1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:51.505248 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.505772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Bound using segment: {'id': '16e1db3b-dd50-4d09-a9cb-4b4eb86f1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:51.506463 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Bound port: 5b433dce-b575-41ba-9b67-94f29c59e7be, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e1db3b-dd50-4d09-a9cb-4b4eb86f1727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:51.506926 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.566338 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.593871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:51.608692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e1db3b-dd50-4d09-a9cb-4b4eb86f1727') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:51.609278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e1db3b-dd50-4d09-a9cb-4b4eb86f1727') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:51.628639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] For port 5b433dce-b575-41ba-9b67-94f29c59e7be, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:51.634571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] For port 5b433dce-b575-41ba-9b67-94f29c59e7be, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5b433dce-b575-41ba-9b67-94f29c59e7be,segment=NetworkSegment(16e1db3b-dd50-4d09-a9cb-4b4eb86f1727),segment_id=16e1db3b-dd50-4d09-a9cb-4b4eb86f1727)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:51.643034 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.648698 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.678339 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.688111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:53:51.688758 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:53:51.695522 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:53:51.737689 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad895d-f0a4-4604-b5ac-9290b15e5592 None None] Network 0677b873-5e16-4390-9d37-d0eb1a3f2ae2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:51.791275 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 13:53:51.791275 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 13:53:51.791275 n-d-794796-4 neutron-server[94687]: [parameters: {'id': 'dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e'}] Sep 02 13:53:51.791275 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:53:51.792156 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:53:51.870006 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd7d6b42-db23-4587-a9fd-8a54114e0a19 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:51.916065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a37e314-6383-4986-998e-266c7601a719 None None] Network dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:51.995840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08f868-ff1c-4b00-a158-b18e8f1cb0bd None None] Pushing event updated for resources: {'Port': ['ID=5b433dce-b575-41ba-9b67-94f29c59e7be,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:51.998673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-54cb94de-9709-4af0-a47f-8faa2ec8b6c4 None None] Provisioning for port bd7d6b42-db23-4587-a9fd-8a54114e0a19 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:52.134011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port bd7d6b42-db23-4587-a9fd-8a54114e0a19 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:52.149908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port bd7d6b42-db23-4587-a9fd-8a54114e0a19 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:52.150436 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.294458 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.341932 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.390213 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port bd7d6b42-db23-4587-a9fd-8a54114e0a19, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd7d6b42-db23-4587-a9fd-8a54114e0a19,segment=NetworkSegment(9a60048e-358b-44b7-8c83-3e0364c948af),segment_id=9a60048e-358b-44b7-8c83-3e0364c948af)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:52.398071 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.427976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Deleting port 5b433dce-b575-41ba-9b67-94f29c59e7be {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:52.428618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.469652 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=bd7d6b42-db23-4587-a9fd-8a54114e0a19,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:52.522032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] For port 5b433dce-b575-41ba-9b67-94f29c59e7be, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=5b433dce-b575-41ba-9b67-94f29c59e7be,segment=NetworkSegment(16e1db3b-dd50-4d09-a9cb-4b4eb86f1727),segment_id=16e1db3b-dd50-4d09-a9cb-4b4eb86f1727)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:52.522313 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.536440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Calling delete_port for 5b433dce-b575-41ba-9b67-94f29c59e7be owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:52.621587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1596d787-fd0a-40a5-94cb-1bd3f3d38fa7 None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:53:52.693440 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.723535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Port': ['ID=5b433dce-b575-41ba-9b67-94f29c59e7be,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:52.727565 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No DVR routers for this DVR port 5b433dce-b575-41ba-9b67-94f29c59e7be on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:52.817774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1596d787-fd0a-40a5-94cb-1bd3f3d38fa7 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:53:52.847029 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-96ed945d-ed36-48df-95f2-bbb331effda8 None None] Provisioning complete for port bd7d6b42-db23-4587-a9fd-8a54114e0a19 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:52.847706 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96ed945d-ed36-48df-95f2-bbb331effda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.881916 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.897170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:52.908889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e1db3b-dd50-4d09-a9cb-4b4eb86f1727') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:52.909538 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e1db3b-dd50-4d09-a9cb-4b4eb86f1727') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:52.922256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.949129 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:52.961525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:53:52.962165 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:53:53.034610 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:53:53.042540 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.058711 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.061595 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e HTTP/1.1" status: 204 len: 168 time: 2.6482325 Sep 02 13:53:53.065196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:53.071964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1882483279'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:53.111243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50272f69-f83d-497c-b847-60cd30486072 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:53.144192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:53.148184 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.185246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:53:53.198023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.198681 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment 2c7c44ec-55a3-4aea-9571-4b3905c2814a of type vlan for network fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 Sep 02 13:53:53.261598 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.309469 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.325361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:53.326244 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.408080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:53.413952 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': 'fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:53.417680 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3506117 Sep 02 13:53:53.430632 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a9cbd-bd8a-4b6d-a4e8-22d3e1d83784 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:53.445561 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:53:53.576729 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:53.580979 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.742862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd7d6b42-db23-4587-a9fd-8a54114e0a19 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:53.814829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port bd7d6b42-db23-4587-a9fd-8a54114e0a19 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:53.815458 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:53.999238 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.112378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=a2e4c2e7-7345-4335-a091-7d3f42e01053,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:54.125081 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking segment: {'id': '2c7c44ec-55a3-4aea-9571-4b3905c2814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:54.125647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network hostable DHCP agents. Network: fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:53:54.148324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:53:54.160682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:54.180798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:54.181621 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.183554 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66320fa0-9273-4c50-8d5a-83da7a002233 None None] Network fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:54.213592 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b334aa9f-9ec3-46b1-b4c8-963e63d8acb8 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8042793 Sep 02 13:53:54.216724 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55802) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:54.229321 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83310236'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:54.253327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:54.257619 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.288867 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:53:54.311319 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.311636 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment f102d8de-420a-4f2b-9d87-5e6d73e9ccc4 of type vlan for network 5e76ee15-45a7-447a-b0ca-5433a871fcb9 Sep 02 13:53:54.373835 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.401410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3', 'network_id': 'fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3', 'tenant_id': '9fff223bc1a8404ca6c1030287d66ea4', 'fixed_ips': [{'subnet_id': 'a2e4c2e7-7345-4335-a091-7d3f42e01053'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:53:54.402385 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.414157 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.420777 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:54.421705 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.502101 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:54.503033 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2842667 Sep 02 13:53:54.508596 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': '5e76ee15-45a7-447a-b0ca-5433a871fcb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:54.554282 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14a28f-67ab-4f5d-a922-a33e1cd490a2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=5e76ee15-45a7-447a-b0ca-5433a871fcb9,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:54.572600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 5e76ee15-45a7-447a-b0ca-5433a871fcb9 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:53:54.663953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:54.674487 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.691155 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Allocated IP 2001:db8::1 (fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3/a2e4c2e7-7345-4335-a091-7d3f42e01053/7586f22e-df90-4212-839e-f372f0045304) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:54.775515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Performing IP validity checks on allocation pools {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 13:53:54.778424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 13:53:54.973598 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.976509 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:54.992414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Transition to ACTIVE for port object 7586f22e-df90-4212-839e-f372f0045304 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:55.019987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Transition to ACTIVE for port object 7586f22e-df90-4212-839e-f372f0045304 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:55.031085 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.062241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=47cc114b-be11-4959-a229-257a91d37ab8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:55.072517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking segment: {'id': 'f102d8de-420a-4f2b-9d87-5e6d73e9ccc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5e76ee15-45a7-447a-b0ca-5433a871fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:55.072876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network hostable DHCP agents. Network: 5e76ee15-45a7-447a-b0ca-5433a871fcb9, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:53:55.101531 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network 5e76ee15-45a7-447a-b0ca-5433a871fcb9 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:53:55.129656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Pushing event updated for resources: {'Port': ['ID=7586f22e-df90-4212-839e-f372f0045304,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:55.131523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 5e76ee15-45a7-447a-b0ca-5433a871fcb9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:55.135908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:55.136780 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.144655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Network fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:55.149937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:55.152702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:55.157650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3947c03-919c-4795-b77c-aaa47997baea None None] Network 5e76ee15-45a7-447a-b0ca-5433a871fcb9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:55.169202 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-736e92c4-5521-4258-ba05-d8b38f75e164 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6657124 Sep 02 13:53:55.171480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:55.321730 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.358085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Attempting to bind port 7586f22e-df90-4212-839e-f372f0045304 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:55.358295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Attempting to bind port 7586f22e-df90-4212-839e-f372f0045304 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '2c7c44ec-55a3-4aea-9571-4b3905c2814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:55.358521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Attempting to bind port 7586f22e-df90-4212-839e-f372f0045304 on network fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:55.366535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:55.366916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Checking segment: {'id': '2c7c44ec-55a3-4aea-9571-4b3905c2814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:55.367324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.367743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Bound using segment: {'id': '2c7c44ec-55a3-4aea-9571-4b3905c2814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:55.368220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Bound port: 7586f22e-df90-4212-839e-f372f0045304, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7c44ec-55a3-4aea-9571-4b3905c2814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:55.368611 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.392274 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.466922 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.499322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=47cc114b-be11-4959-a229-257a91d37ab8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:55.596095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87de849-02a1-4a01-917d-64d548fdfbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-5e76ee15-45a7-447a-b0ca-5433a871fcb9', 'network_id': '5e76ee15-45a7-447a-b0ca-5433a871fcb9', 'tenant_id': '9fff223bc1a8404ca6c1030287d66ea4', 'fixed_ips': [{'subnet_id': '47cc114b-be11-4959-a229-257a91d37ab8'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:53:55.597963 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a87de849-02a1-4a01-917d-64d548fdfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.617345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.633167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e76ee15-45a7-447a-b0ca-5433a871fcb9']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:55.636738 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] For port 7586f22e-df90-4212-839e-f372f0045304, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:55.649994 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f102d8de-420a-4f2b-9d87-5e6d73e9ccc4') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:55.650608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f102d8de-420a-4f2b-9d87-5e6d73e9ccc4') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:55.673834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.693528 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.702055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:53:55.702965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:53:55.710227 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:53:55.730283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] For port 7586f22e-df90-4212-839e-f372f0045304, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7586f22e-df90-4212-839e-f372f0045304,segment=NetworkSegment(2c7c44ec-55a3-4aea-9571-4b3905c2814a),segment_id=2c7c44ec-55a3-4aea-9571-4b3905c2814a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:55.738270 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.811203 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.820783 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.823284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/5e76ee15-45a7-447a-b0ca-5433a871fcb9 HTTP/1.1" status: 204 len: 168 time: 0.6507413 Sep 02 13:53:55.826993 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55840) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:55.833954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1594824248'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:55.838839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5c080-d247-4e16-a5c7-761f793213ae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=5e76ee15-45a7-447a-b0ca-5433a871fcb9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:55.863277 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:55.871704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.913106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:53:55.926618 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:55.927582 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment 81d6bbbc-ec05-403d-9fa3-59fcb3ca7137 of type vlan for network f39ddec9-9a89-4e84-8f0b-9d0e585d1111 Sep 02 13:53:55.977203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698c2b8-556c-4b4a-b919-6813e0b8825a None None] Network 5e76ee15-45a7-447a-b0ca-5433a871fcb9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:56.002926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698c2b8-556c-4b4a-b919-6813e0b8825a None None] Network 5e76ee15-45a7-447a-b0ca-5433a871fcb9 could not be found, it might have been deleted concurrently. {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:53:56.025132 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.045627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a5637-fdb4-4a55-a3c2-5b6ebb5aaca5 None None] Pushing event updated for resources: {'Port': ['ID=7586f22e-df90-4212-839e-f372f0045304,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:56.090963 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.103338 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:56.104879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.197745 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3682854 Sep 02 13:53:56.201399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55850) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:56.205102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d025687-c065-42e6-9c7a-f35e6aace326 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=f39ddec9-9a89-4e84-8f0b-9d0e585d1111,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:56.207558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': 'f39ddec9-9a89-4e84-8f0b-9d0e585d1111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:53:56.230667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network f39ddec9-9a89-4e84-8f0b-9d0e585d1111 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:53:56.455622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:53:56.473493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.774495 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.857636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=e8f9076a-3498-419a-bb5d-5b57dec9c58a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:56.902831 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking segment: {'id': '81d6bbbc-ec05-403d-9fa3-59fcb3ca7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f39ddec9-9a89-4e84-8f0b-9d0e585d1111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:56.903370 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network hostable DHCP agents. Network: f39ddec9-9a89-4e84-8f0b-9d0e585d1111, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:53:56.932203 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network f39ddec9-9a89-4e84-8f0b-9d0e585d1111 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:53:56.962591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, f39ddec9-9a89-4e84-8f0b-9d0e585d1111) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:56.973633 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:53:56.979963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:56.980109 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2708b529-2f9a-4486-9836-18a57f231210 None None] Network f39ddec9-9a89-4e84-8f0b-9d0e585d1111 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:56.992886 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-920b697c-cb3d-4208-be54-3d223e7bc6ec tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7901673 Sep 02 13:53:57.003048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:53:57.235211 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.293631 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-f39ddec9-9a89-4e84-8f0b-9d0e585d1111', 'network_id': 'f39ddec9-9a89-4e84-8f0b-9d0e585d1111', 'tenant_id': '9fff223bc1a8404ca6c1030287d66ea4', 'fixed_ips': [{'subnet_id': 'e8f9076a-3498-419a-bb5d-5b57dec9c58a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:53:57.295124 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.398610 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:57.638201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Allocated IP 2001:db8::1 (f39ddec9-9a89-4e84-8f0b-9d0e585d1111/e8f9076a-3498-419a-bb5d-5b57dec9c58a/f72837fc-62bd-4059-87b5-ce6506c4db73) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:53:57.799985 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213fbf61-ed54-43f3-a1c4-4ceafa1e58ee None None] Network fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:57.883994 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7586f22e-df90-4212-839e-f372f0045304 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:57.993713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-66c47786-0607-4264-9775-23c15ef4a71e None None] Provisioning for port 7586f22e-df90-4212-839e-f372f0045304 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:58.061486 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.139048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Transition to ACTIVE for port object f72837fc-62bd-4059-87b5-ce6506c4db73 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:58.169721 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 7586f22e-df90-4212-839e-f372f0045304 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:53:58.195365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Transition to ACTIVE for port object f72837fc-62bd-4059-87b5-ce6506c4db73 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:53:58.197406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 7586f22e-df90-4212-839e-f372f0045304 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:58.197945 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.235342 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.245086 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.350443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f9076a-3498-419a-bb5d-5b57dec9c58a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:58.383897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Network f39ddec9-9a89-4e84-8f0b-9d0e585d1111 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:53:58.394565 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:53:58.400564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:53:58.421965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Pushing event updated for resources: {'Port': ['ID=f72837fc-62bd-4059-87b5-ce6506c4db73,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:58.481534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.564934 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.568320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Attempting to bind port f72837fc-62bd-4059-87b5-ce6506c4db73 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:53:58.568949 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Attempting to bind port f72837fc-62bd-4059-87b5-ce6506c4db73 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '81d6bbbc-ec05-403d-9fa3-59fcb3ca7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f39ddec9-9a89-4e84-8f0b-9d0e585d1111'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:53:58.569376 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Attempting to bind port f72837fc-62bd-4059-87b5-ce6506c4db73 on network f39ddec9-9a89-4e84-8f0b-9d0e585d1111 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:53:58.569510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39ddec9-9a89-4e84-8f0b-9d0e585d1111']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:58.607432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d6bbbc-ec05-403d-9fa3-59fcb3ca7137') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:58.607878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d6bbbc-ec05-403d-9fa3-59fcb3ca7137') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:58.626186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:53:58.626874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Checking segment: {'id': '81d6bbbc-ec05-403d-9fa3-59fcb3ca7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f39ddec9-9a89-4e84-8f0b-9d0e585d1111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:53:58.627503 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.628147 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.630431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Bound using segment: {'id': '81d6bbbc-ec05-403d-9fa3-59fcb3ca7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f39ddec9-9a89-4e84-8f0b-9d0e585d1111'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:53:58.631613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Bound port: f72837fc-62bd-4059-87b5-ce6506c4db73, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d6bbbc-ec05-403d-9fa3-59fcb3ca7137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f39ddec9-9a89-4e84-8f0b-9d0e585d1111'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:53:58.634287 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.663993 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.674686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:53:58.675167 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:53:58.679866 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:53:58.732843 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 7586f22e-df90-4212-839e-f372f0045304, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7586f22e-df90-4212-839e-f372f0045304,segment=NetworkSegment(2c7c44ec-55a3-4aea-9571-4b3905c2814a),segment_id=2c7c44ec-55a3-4aea-9571-4b3905c2814a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:58.763473 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.790649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a903e7fc-c42c-4d86-bd63-4926d43a08fd None None] Provisioning complete for port 7586f22e-df90-4212-839e-f372f0045304 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:58.791028 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a903e7fc-c42c-4d86-bd63-4926d43a08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.819302 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 13:53:58.819302 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 13:53:58.819302 n-d-794796-4 neutron-server[94687]: [parameters: {'id': 'f39ddec9-9a89-4e84-8f0b-9d0e585d1111'}] Sep 02 13:53:58.819302 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:53:58.819953 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:53:58.943199 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] For port f72837fc-62bd-4059-87b5-ce6506c4db73, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:53:58.971441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] For port f72837fc-62bd-4059-87b5-ce6506c4db73, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f72837fc-62bd-4059-87b5-ce6506c4db73,segment=NetworkSegment(81d6bbbc-ec05-403d-9fa3-59fcb3ca7137),segment_id=81d6bbbc-ec05-403d-9fa3-59fcb3ca7137)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:53:58.990085 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:58.994994 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=7586f22e-df90-4212-839e-f372f0045304,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:59.122878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b769cc-6cdd-4253-8b9a-5e7e8562731f None None] Pushing event updated for resources: {'Port': ['ID=f72837fc-62bd-4059-87b5-ce6506c4db73,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:59.148686 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37e022-a294-4f7c-9efb-76f34f3f443d None None] Network f39ddec9-9a89-4e84-8f0b-9d0e585d1111 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:53:59.297568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888ce95-c1e9-4c6d-8aac-ec7f405b1c3d None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:53:59.321242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.404854 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Deleting port f72837fc-62bd-4059-87b5-ce6506c4db73 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:53:59.406440 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.463616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888ce95-c1e9-4c6d-8aac-ec7f405b1c3d None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:53:59.502021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] For port f72837fc-62bd-4059-87b5-ce6506c4db73, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=f72837fc-62bd-4059-87b5-ce6506c4db73,segment=NetworkSegment(81d6bbbc-ec05-403d-9fa3-59fcb3ca7137),segment_id=81d6bbbc-ec05-403d-9fa3-59fcb3ca7137)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:53:59.502524 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.526776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Calling delete_port for f72837fc-62bd-4059-87b5-ce6506c4db73 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:53:59.604141 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.670825 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.709768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Port': ['ID=f72837fc-62bd-4059-87b5-ce6506c4db73,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:53:59.716727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No DVR routers for this DVR port f72837fc-62bd-4059-87b5-ce6506c4db73 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:53:59.833512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7586f22e-df90-4212-839e-f372f0045304 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:53:59.872492 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.889481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39ddec9-9a89-4e84-8f0b-9d0e585d1111']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:59.909271 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d6bbbc-ec05-403d-9fa3-59fcb3ca7137') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:59.910034 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d6bbbc-ec05-403d-9fa3-59fcb3ca7137') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:53:59.938049 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.989361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 7586f22e-df90-4212-839e-f372f0045304 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:53:59.989750 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:53:59.993413 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.014225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:00.015766 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:00.019755 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:00.106922 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.125166 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.131188 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/f39ddec9-9a89-4e84-8f0b-9d0e585d1111 HTTP/1.1" status: 204 len: 168 time: 3.1270332 Sep 02 13:54:00.135435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:00.144331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1645621912'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:00.149397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75326134-65af-403e-b8b7-0f16f6bb437e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=f39ddec9-9a89-4e84-8f0b-9d0e585d1111,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:00.177229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:00.181605 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.220536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:00.237458 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.238240 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment 3fde968c-a263-44b7-9ae9-7c78e3dfe93a of type vlan for network e73228a5-46ba-4230-b0d9-405b189b1ce8 Sep 02 13:54:00.292051 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.334628 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.347924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:00.349146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.414080 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.439092 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3021791 Sep 02 13:54:00.442719 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55940) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:00.443402 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd3e0c-f5a1-47a0-98d5-1e8c990b0280 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=e73228a5-46ba-4230-b0d9-405b189b1ce8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:00.448220 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': 'e73228a5-46ba-4230-b0d9-405b189b1ce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:00.456308 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network e73228a5-46ba-4230-b0d9-405b189b1ce8 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:00.693704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:00.698409 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:00.946678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.027189 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=64a97789-2029-4710-b175-3c3d882029e0,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:01.059552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking segment: {'id': '3fde968c-a263-44b7-9ae9-7c78e3dfe93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e73228a5-46ba-4230-b0d9-405b189b1ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:01.060000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network hostable DHCP agents. Network: e73228a5-46ba-4230-b0d9-405b189b1ce8, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:01.085942 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network e73228a5-46ba-4230-b0d9-405b189b1ce8 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:01.105704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, e73228a5-46ba-4230-b0d9-405b189b1ce8) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:01.111033 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:01.112059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.116283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb820b3-3acc-4485-ad81-935be0cf9f61 None None] Network e73228a5-46ba-4230-b0d9-405b189b1ce8 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:01.132115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:01.133201 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b9661263-5314-4ba3-b20c-4634966ec0cb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6889825 Sep 02 13:54:01.304972 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.349494 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0aa16cd2-6a00-493f-a720-aa83e81c86f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.379465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef32e1-64bd-46e2-8f65-774311fa2c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-e73228a5-46ba-4230-b0d9-405b189b1ce8', 'network_id': 'e73228a5-46ba-4230-b0d9-405b189b1ce8', 'tenant_id': '9fff223bc1a8404ca6c1030287d66ea4', 'fixed_ips': [{'subnet_id': '64a97789-2029-4710-b175-3c3d882029e0'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:01.380374 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86ef32e1-64bd-46e2-8f65-774311fa2c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.391973 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.484602 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.514447 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=64a97789-2029-4710-b175-3c3d882029e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-86ef32e1-64bd-46e2-8f65-774311fa2c3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64a97789-2029-4710-b175-3c3d882029e0: This subnet is being modified by another concurrent operation. Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64a97789-2029-4710-b175-3c3d882029e0: This subnet is being modified by another concurrent operation. Sep 02 13:54:01.538848 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Sep 02 13:54:01.564474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7047e-8931-4760-841e-b024af83cde2 None None] Network e73228a5-46ba-4230-b0d9-405b189b1ce8 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:01.616884 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.627923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73228a5-46ba-4230-b0d9-405b189b1ce8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:01.646934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fde968c-a263-44b7-9ae9-7c78e3dfe93a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:01.647231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fde968c-a263-44b7-9ae9-7c78e3dfe93a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:01.658068 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.709734 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.718471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:01.719267 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:01.723043 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:01.796619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9784f73-7e06-4937-a98e-9a40f3d34b85 None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:54:01.832039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.846454 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.848446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/e73228a5-46ba-4230-b0d9-405b189b1ce8 HTTP/1.1" status: 204 len: 168 time: 0.7153065 Sep 02 13:54:01.852149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 55972) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:01.857660 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1928255866'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:01.886961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337a8d0-1226-4b81-9a0d-609781b42548 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=e73228a5-46ba-4230-b0d9-405b189b1ce8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:01.899818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:01.903440 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.959140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:01.995646 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:01.996156 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment e1babeca-6e1d-4847-81c7-4914a4a0fefb of type vlan for network 41f914fb-5560-455e-a83a-f5f5db5cb812 Sep 02 13:54:02.000665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9784f73-7e06-4937-a98e-9a40f3d34b85 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:54:02.092788 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.149991 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.170577 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:02.171207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.243264 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3899009 Sep 02 13:54:02.246184 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 55988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:02.251564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': '41f914fb-5560-455e-a83a-f5f5db5cb812', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:02.259351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47732b6-2f88-4cca-812a-4b69238da56e tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=41f914fb-5560-455e-a83a-f5f5db5cb812,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:02.272698 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 41f914fb-5560-455e-a83a-f5f5db5cb812 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:02.419039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:02.423665 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.800421 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:02.900526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=7c800179-35cc-49ea-894a-cc792e29092d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:02.960816 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking segment: {'id': 'e1babeca-6e1d-4847-81c7-4914a4a0fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f914fb-5560-455e-a83a-f5f5db5cb812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:02.961184 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network hostable DHCP agents. Network: 41f914fb-5560-455e-a83a-f5f5db5cb812, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:02.987215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network 41f914fb-5560-455e-a83a-f5f5db5cb812 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:03.002708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 41f914fb-5560-455e-a83a-f5f5db5cb812) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:03.015251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f830b9-4bd3-46f4-b5e4-e31ed7551297 None None] Network 41f914fb-5560-455e-a83a-f5f5db5cb812 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:03.023640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:03.024578 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.063536 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-056541e7-6c18-48a2-8c30-945a2c4d7f9a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8158681 Sep 02 13:54:03.066185 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56010) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:03.072685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': '41f914fb-5560-455e-a83a-f5f5db5cb812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:03.287755 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-41f914fb-5560-455e-a83a-f5f5db5cb812', 'network_id': '41f914fb-5560-455e-a83a-f5f5db5cb812', 'tenant_id': '9fff223bc1a8404ca6c1030287d66ea4', 'fixed_ips': [{'subnet_id': '7c800179-35cc-49ea-894a-cc792e29092d'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:03.290236 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.386620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:03.392998 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.534792 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Allocated IP 2001:db8::2 (41f914fb-5560-455e-a83a-f5f5db5cb812/7c800179-35cc-49ea-894a-cc792e29092d/21b922bf-216a-4d77-b09a-a56eba3854ea) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:03.632397 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-969f5132-7d5b-438a-bfa2-73b069eb78d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.745943 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.765544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Transition to ACTIVE for port object 21b922bf-216a-4d77-b09a-a56eba3854ea will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:03.784397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Transition to ACTIVE for port object 21b922bf-216a-4d77-b09a-a56eba3854ea will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:03.788377 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.795239 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.811674 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network 41f914fb-5560-455e-a83a-f5f5db5cb812 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:03.835019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:03.839735 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:03.840441 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:03.875998 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8070586 Sep 02 13:54:03.877788 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:03.889820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248867f-e445-4ccb-8ee0-06cc019193e6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=0169e482-2754-48dd-899c-2c2728a04037,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:03.906025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Network 41f914fb-5560-455e-a83a-f5f5db5cb812 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:03.920730 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:03.938223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:03.957897 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Pushing event updated for resources: {'Port': ['ID=21b922bf-216a-4d77-b09a-a56eba3854ea,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:04.027468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Attempting to bind port 21b922bf-216a-4d77-b09a-a56eba3854ea on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:04.028179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Attempting to bind port 21b922bf-216a-4d77-b09a-a56eba3854ea by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'e1babeca-6e1d-4847-81c7-4914a4a0fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f914fb-5560-455e-a83a-f5f5db5cb812'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:04.028315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Attempting to bind port 21b922bf-216a-4d77-b09a-a56eba3854ea on network 41f914fb-5560-455e-a83a-f5f5db5cb812 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:04.033866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:04.034249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Checking segment: {'id': 'e1babeca-6e1d-4847-81c7-4914a4a0fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f914fb-5560-455e-a83a-f5f5db5cb812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:04.034660 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.035063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Bound using segment: {'id': 'e1babeca-6e1d-4847-81c7-4914a4a0fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f914fb-5560-455e-a83a-f5f5db5cb812'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:04.036401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Bound port: 21b922bf-216a-4d77-b09a-a56eba3854ea, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1babeca-6e1d-4847-81c7-4914a4a0fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '41f914fb-5560-455e-a83a-f5f5db5cb812'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:04.036922 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.123625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f636231-e872-4cc0-96ac-6ac3fd97905c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:04.125494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f636231-e872-4cc0-96ac-6ac3fd97905c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:04.126894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f636231-e872-4cc0-96ac-6ac3fd97905c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:04.133829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f636231-e872-4cc0-96ac-6ac3fd97905c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:04.136586 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f636231-e872-4cc0-96ac-6ac3fd97905c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:04.140253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0f636231-e872-4cc0-96ac-6ac3fd97905c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2579222 Sep 02 13:54:04.142977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:04.148857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-723352383'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:04.168313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] For port 21b922bf-216a-4d77-b09a-a56eba3854ea, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:04.189145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:04.192726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.205407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] For port 21b922bf-216a-4d77-b09a-a56eba3854ea, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=21b922bf-216a-4d77-b09a-a56eba3854ea,segment=NetworkSegment(e1babeca-6e1d-4847-81c7-4914a4a0fefb),segment_id=e1babeca-6e1d-4847-81c7-4914a4a0fefb)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:04.217513 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.240273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:04.259210 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.272821 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.273423 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment c8247721-1bf7-4607-83d6-94a40b75461c of type vlan for network eda01d32-f905-401b-8930-bb9e1d25146c Sep 02 13:54:04.314866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cd46e-6759-4bf9-af46-48388b6aeab6 None None] Pushing event updated for resources: {'Port': ['ID=21b922bf-216a-4d77-b09a-a56eba3854ea,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:04.400348 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.467983 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.473874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:04.474516 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.632399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:04.632569 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4883871 Sep 02 13:54:04.637634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:04.673357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68788-03a5-4071-a875-fef905cd48cd tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=eda01d32-f905-401b-8930-bb9e1d25146c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:04.694145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network eda01d32-f905-401b-8930-bb9e1d25146c details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:04.885218 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:04.978665 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.007436 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.026994 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network eda01d32-f905-401b-8930-bb9e1d25146c is not hosted by any dhcp agent {{(pid=94688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:54:05.052649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:05.053909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.064948 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "PUT /v2.0/networks/eda01d32-f905-401b-8930-bb9e1d25146c HTTP/1.1" status: 200 len: 723 time: 0.4318337 Sep 02 13:54:05.068334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:05.073969 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': 'eda01d32-f905-401b-8930-bb9e1d25146c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:05.266676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=eda01d32-f905-401b-8930-bb9e1d25146c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:05.282749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.283269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.283776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.284588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.285025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.286001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.286434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.286861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.287303 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.288042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.288473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.288899 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fa18c-d071-425d-ae0c-ae112c9a04e7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:05.303796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network eda01d32-f905-401b-8930-bb9e1d25146c details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:05.310206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:05.315245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.651278 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.766728 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=a20c11b5-1052-4ed5-bdc0-9ec1e7221eb5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:05.797860 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking segment: {'id': 'c8247721-1bf7-4607-83d6-94a40b75461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eda01d32-f905-401b-8930-bb9e1d25146c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:05.798155 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network hostable DHCP agents. Network: eda01d32-f905-401b-8930-bb9e1d25146c, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:05.859266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network eda01d32-f905-401b-8930-bb9e1d25146c is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:05.864318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 21b922bf-216a-4d77-b09a-a56eba3854ea up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:05.885075 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, eda01d32-f905-401b-8930-bb9e1d25146c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:05.889604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:05.890276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:05.911031 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c530419c-e239-40f8-bd04-cda687ac35da tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8389082 Sep 02 13:54:05.911254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:05.920675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b1419412-b9a0-4bcb-b642-958b1c3e0d02 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:05.928708 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddebe40-a5be-4782-ad3a-525fb4f345ee None None] Network eda01d32-f905-401b-8930-bb9e1d25146c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:05.946699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87348a09-bf03-4e63-9565-5e11fe0b21be None None] Network 41f914fb-5560-455e-a83a-f5f5db5cb812 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:06.034304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1419412-b9a0-4bcb-b642-958b1c3e0d02 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2144331335'] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.145183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-05d9cbd2-cbe5-451a-a1fb-cf738f0ad0a1 None None] Provisioning for port 21b922bf-216a-4d77-b09a-a56eba3854ea completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:06.227011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1419412-b9a0-4bcb-b642-958b1c3e0d02 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743480733386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2146522708'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.243772 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 21b922bf-216a-4d77-b09a-a56eba3854ea completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:06.249108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 21b922bf-216a-4d77-b09a-a56eba3854ea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:06.249631 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.308692 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1419412-b9a0-4bcb-b642-958b1c3e0d02 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:06.309296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1419412-b9a0-4bcb-b642-958b1c3e0d02 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.310608 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b1419412-b9a0-4bcb-b642-958b1c3e0d02 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "PUT /v2.0/subnets/a20c11b5-1052-4ed5-bdc0-9ec1e7221eb5 HTTP/1.1" status: 200 len: 826 time: 0.3960891 Sep 02 13:54:06.313393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:06.389965 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1419412-b9a0-4bcb-b642-958b1c3e0d02 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=a20c11b5-1052-4ed5-bdc0-9ec1e7221eb5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:06.486746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.550654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.616909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64df1b36-2cd8-4c2f-9417-ae3d31ed65a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-eda01d32-f905-401b-8930-bb9e1d25146c', 'network_id': 'eda01d32-f905-401b-8930-bb9e1d25146c', 'tenant_id': '9fff223bc1a8404ca6c1030287d66ea4', 'fixed_ips': [{'subnet_id': 'a20c11b5-1052-4ed5-bdc0-9ec1e7221eb5'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:06.618930 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64df1b36-2cd8-4c2f-9417-ae3d31ed65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.672216 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.674364 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.692001 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.727152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=a20c11b5-1052-4ed5-bdc0-9ec1e7221eb5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:06.820716 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.840073 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda01d32-f905-401b-8930-bb9e1d25146c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:06.859400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8247721-1bf7-4607-83d6-94a40b75461c') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:06.859763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8247721-1bf7-4607-83d6-94a40b75461c') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:06.872636 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.895433 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9e118-07d2-43bc-8f37-43ed008f8a1e None None] Network eda01d32-f905-401b-8930-bb9e1d25146c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:06.904564 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.924820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:06.925493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.929322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 21b922bf-216a-4d77-b09a-a56eba3854ea, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=21b922bf-216a-4d77-b09a-a56eba3854ea,segment=NetworkSegment(e1babeca-6e1d-4847-81c7-4914a4a0fefb),segment_id=e1babeca-6e1d-4847-81c7-4914a4a0fefb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:06.932735 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:06.990598 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:06.996065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80bd64c-bb1c-4fee-9b07-4a90c49ccd53 None None] Update dhcp port {'port': {'network_id': '41f914fb-5560-455e-a83a-f5f5db5cb812', 'fixed_ips': [{'subnet_id': '7c800179-35cc-49ea-894a-cc792e29092d', 'ip_address': '2001:db8::2'}, {'subnet_id': '0169e482-2754-48dd-899c-2c2728a04037'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '21b922bf-216a-4d77-b09a-a56eba3854ea'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:54:07.027337 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.036982 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.041643 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/eda01d32-f905-401b-8930-bb9e1d25146c HTTP/1.1" status: 204 len: 168 time: 0.7246768 Sep 02 13:54:07.042019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56106) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:07.079466 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfb6130-489e-4f6d-a53f-98be48974c0a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:07.080140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfb6130-489e-4f6d-a53f-98be48974c0a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:07.086957 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ddfb6130-489e-4f6d-a53f-98be48974c0a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/eda01d32-f905-401b-8930-bb9e1d25146c HTTP/1.1" status: 404 len: 339 time: 0.0399442 Sep 02 13:54:07.089040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56108) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:07.092437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c03f98-5c21-45e2-99ae-ed24620fbeb2 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=eda01d32-f905-401b-8930-bb9e1d25146c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:07.107618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382982325', 'description': 'd1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:07.119388 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a80bd64c-bb1c-4fee-9b07-4a90c49ccd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.140037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:07.145138 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.181529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:07.190831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=21b922bf-216a-4d77-b09a-a56eba3854ea,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:07.203680 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.204325 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment 17ccdcc8-4e44-426f-97eb-fa04d0d9708b of type vlan for network 629af192-dded-4e55-95a9-462e8e431827 Sep 02 13:54:07.209684 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b764c7-1ed8-44fc-a8e5-179a53d6f305 None None] Network eda01d32-f905-401b-8930-bb9e1d25146c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:07.232395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b764c7-1ed8-44fc-a8e5-179a53d6f305 None None] Network eda01d32-f905-401b-8930-bb9e1d25146c could not be found, it might have been deleted concurrently. {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:54:07.257144 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.291542 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.311113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:07.312576 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.455295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=629af192-dded-4e55-95a9-462e8e431827,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:07.476258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:07.486707 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 629af192-dded-4e55-95a9-462e8e431827 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:07.499247 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b84aa536-52ba-4fd5-9578-2dd84ec84cfa tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3886542 Sep 02 13:54:07.645194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be76ea-bd64-48ef-8692-72b69dc27141 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:07.653512 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b1be76ea-bd64-48ef-8692-72b69dc27141 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/networks?id=629af192-dded-4e55-95a9-462e8e431827 HTTP/1.1" status: 200 len: 765 time: 0.1734357 Sep 02 13:54:07.653703 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:07.669238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-52e13fab-55e9-4296-8b7c-a7309fef32bc tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'description': 'd2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:07.751563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a80bd64c-bb1c-4fee-9b07-4a90c49ccd53 None None] Allocated IP 172.20.0.1 (41f914fb-5560-455e-a83a-f5f5db5cb812/0169e482-2754-48dd-899c-2c2728a04037/21b922bf-216a-4d77-b09a-a56eba3854ea) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:07.929781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a80bd64c-bb1c-4fee-9b07-4a90c49ccd53 None None] For port 21b922bf-216a-4d77-b09a-a56eba3854ea, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=21b922bf-216a-4d77-b09a-a56eba3854ea,segment=NetworkSegment(e1babeca-6e1d-4847-81c7-4914a4a0fefb),segment_id=e1babeca-6e1d-4847-81c7-4914a4a0fefb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:07.978346 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a80bd64c-bb1c-4fee-9b07-4a90c49ccd53 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:07.992765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 21b922bf-216a-4d77-b09a-a56eba3854ea up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:08.029927 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a80bd64c-bb1c-4fee-9b07-4a90c49ccd53 None None] Transition to ACTIVE for port object 21b922bf-216a-4d77-b09a-a56eba3854ea will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:08.043428 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a80bd64c-bb1c-4fee-9b07-4a90c49ccd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.183456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd64c-bb1c-4fee-9b07-4a90c49ccd53 None None] Pushing event updated for resources: {'Port': ['ID=21b922bf-216a-4d77-b09a-a56eba3854ea,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:08.425706 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52e13fab-55e9-4296-8b7c-a7309fef32bc tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.447145 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52e13fab-55e9-4296-8b7c-a7309fef32bc tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.467631 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52e13fab-55e9-4296-8b7c-a7309fef32bc tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network 629af192-dded-4e55-95a9-462e8e431827 is not hosted by any dhcp agent {{(pid=94688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:54:08.482450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e13fab-55e9-4296-8b7c-a7309fef32bc tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:08.483155 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52e13fab-55e9-4296-8b7c-a7309fef32bc tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:08.492208 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56142) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:08.506124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-52e13fab-55e9-4296-8b7c-a7309fef32bc tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "PUT /v2.0/networks/629af192-dded-4e55-95a9-462e8e431827 HTTP/1.1" status: 200 len: 762 time: 0.8513629 Sep 02 13:54:08.635399 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e13fab-55e9-4296-8b7c-a7309fef32bc tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=629af192-dded-4e55-95a9-462e8e431827,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:08.660231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 629af192-dded-4e55-95a9-462e8e431827 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:08.685026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8174ce-a148-4f29-bd2c-4b2e5a8a48ac tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:08.686664 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3c8174ce-a148-4f29-bd2c-4b2e5a8a48ac tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/networks?id=629af192-dded-4e55-95a9-462e8e431827 HTTP/1.1" status: 200 len: 765 time: 0.1934342 Sep 02 13:54:08.690800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56144) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:09.074820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca165db-6447-4474-84f0-79535061e416 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:09.080703 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3ca165db-6447-4474-84f0-79535061e416 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3880422 Sep 02 13:54:09.081304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:09.134299 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559e9bf-f3dc-4ec0-892b-d0a08c6aa955 None None] Network 41f914fb-5560-455e-a83a-f5f5db5cb812 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:09.160820 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4bb382b0-0110-443a-943d-93f05c17eb44 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/subnets?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 207 time: 0.0772128 Sep 02 13:54:09.164813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56158) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:09.262128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f27b2936-5baf-4340-9e68-24339ea34e97 None None] Provisioning for port 21b922bf-216a-4d77-b09a-a56eba3854ea completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:09.293415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f27b2936-5baf-4340-9e68-24339ea34e97 None None] Provisioning complete for port 21b922bf-216a-4d77-b09a-a56eba3854ea triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:09.293799 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f27b2936-5baf-4340-9e68-24339ea34e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:09.488000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99480f78-e4f6-41e5-8256-84a2b094c307 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:09.499171 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99480f78-e4f6-41e5-8256-84a2b094c307 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:09.522931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99480f78-e4f6-41e5-8256-84a2b094c307 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:09.541975 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99480f78-e4f6-41e5-8256-84a2b094c307 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:09.547997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99480f78-e4f6-41e5-8256-84a2b094c307 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:09.558504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99480f78-e4f6-41e5-8256-84a2b094c307 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:09.562787 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-99480f78-e4f6-41e5-8256-84a2b094c307 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3965044 Sep 02 13:54:09.569769 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:09.775954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 21b922bf-216a-4d77-b09a-a56eba3854ea up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:10.179862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-78e60cbc-a70a-468e-aa1e-b36f0348c5f0 None None] Provisioning complete for port 21b922bf-216a-4d77-b09a-a56eba3854ea triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:10.180535 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78e60cbc-a70a-468e-aa1e-b36f0348c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:10.225972 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-312f6b33-2cea-4882-a29a-f8157ea7a22d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.6546917 Sep 02 13:54:10.231102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56212) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:10.268533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 21b922bf-216a-4d77-b09a-a56eba3854ea triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:10.272578 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:10.426719 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f4aba-baa4-4384-806e-1aabb7451301 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.428526 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f4aba-baa4-4384-806e-1aabb7451301 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.430261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f4aba-baa4-4384-806e-1aabb7451301 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.433339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f4aba-baa4-4384-806e-1aabb7451301 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.439172 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f4aba-baa4-4384-806e-1aabb7451301 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.441669 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6d2f4aba-baa4-4384-806e-1aabb7451301 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2092433 Sep 02 13:54:10.446997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56222) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:10.549024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c3ed8-f765-4522-aa10-e8aecd7fae21 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.550515 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c3ed8-f765-4522-aa10-e8aecd7fae21 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.552013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c3ed8-f765-4522-aa10-e8aecd7fae21 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.553440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c3ed8-f765-4522-aa10-e8aecd7fae21 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.554869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c3ed8-f765-4522-aa10-e8aecd7fae21 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.560396 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:10.570500 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3e4c3ed8-f765-4522-aa10-e8aecd7fae21 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1221852 Sep 02 13:54:10.809880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2433cab-ebd0-48c9-b40a-1ae4a8100b05 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:10.818508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56236) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:10.821062 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f2433cab-ebd0-48c9-b40a-1ae4a8100b05 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/networks/0677b873-5e16-4390-9d37-d0eb1a3f2ae2 HTTP/1.1" status: 200 len: 804 time: 0.2595487 Sep 02 13:54:10.970799 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c433ebee-85cc-4332-b90f-443a8864e711 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/networks/0677b873-5e16-4390-9d37-d0eb1a3f2ae2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1507239 Sep 02 13:54:10.974464 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.037519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be2d36-d47c-4d76-ac71-a83555b44c4d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:11.042598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.048320 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d6be2d36-d47c-4d76-ac71-a83555b44c4d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/subnets/1618cb3f-9838-4448-b6d1-db7a9af1c777 HTTP/1.1" status: 200 len: 843 time: 0.0723991 Sep 02 13:54:11.160440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc55deba-0223-4f73-b015-a7fe611905a7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:11.162485 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dc55deba-0223-4f73-b015-a7fe611905a7 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "GET /v2.0/subnets/1618cb3f-9838-4448-b6d1-db7a9af1c777?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1182544 Sep 02 13:54:11.165914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56248) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.171638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476179610'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:11.221024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:11.225863 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.274928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:11.312245 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.312815 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Added segment 63629c41-202d-4bdb-b19e-5f25a51bb7f1 of type vlan for network 31b19e96-f3d5-4cb0-9732-f2b68fbded54 Sep 02 13:54:11.373513 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.402958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.411299 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:11.412328 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.489455 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3174303 Sep 02 13:54:11.489455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:11.493302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'network_id': '31b19e96-f3d5-4cb0-9732-f2b68fbded54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:11.511920 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Network': ['ID=31b19e96-f3d5-4cb0-9732-f2b68fbded54,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:11.570420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.571240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.572043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.572530 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.572988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.573390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.573767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.574103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.574454 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.574768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.575146 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.575482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9ee1ab-47dd-4442-8a52-d96083ec6982 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:11.589000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 31b19e96-f3d5-4cb0-9732-f2b68fbded54 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:11.735148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Made reservation on behalf of 9fff223bc1a8404ca6c1030287d66ea4 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:11.741791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:11.822266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Performing IP validity checks on allocation pools {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 13:54:11.822994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 13:54:11.970907 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.065050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=34277063-6a62-4946-8b37-87ca708b8efd,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:12.082044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Checking segment: {'id': '63629c41-202d-4bdb-b19e-5f25a51bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31b19e96-f3d5-4cb0-9732-f2b68fbded54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:12.082576 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network hostable DHCP agents. Network: 31b19e96-f3d5-4cb0-9732-f2b68fbded54, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:12.108762 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Network 31b19e96-f3d5-4cb0-9732-f2b68fbded54 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:12.123275 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 31b19e96-f3d5-4cb0-9732-f2b68fbded54) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:12.133951 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3716a1-4b57-4c1e-966e-358084ea6bc6 None None] Network 31b19e96-f3d5-4cb0-9732-f2b68fbded54 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:12.142914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:12.143560 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578950'] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.180357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3043fa65-045b-4f88-9689-efa6c502f361 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6910872 Sep 02 13:54:12.182891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:12.188372 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-92cfb5d1-37e7-4149-a2ba-694ca5a5cfb5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:12.412763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95acfa9-233e-4e27-8a74-f7d437020118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-31b19e96-f3d5-4cb0-9732-f2b68fbded54', 'network_id': '31b19e96-f3d5-4cb0-9732-f2b68fbded54', 'tenant_id': '9fff223bc1a8404ca6c1030287d66ea4', 'fixed_ips': [{'subnet_id': '34277063-6a62-4946-8b37-87ca708b8efd'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:12.414017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e95acfa9-233e-4e27-8a74-f7d437020118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.457269 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92cfb5d1-37e7-4149-a2ba-694ca5a5cfb5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2144140212'] for subnet, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.576247 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-e95acfa9-233e-4e27-8a74-f7d437020118 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:54:12.576247 n-d-794796-4 neutron-server[94689]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 02 13:54:12.576247 n-d-794796-4 neutron-server[94689]: [parameters: {'in_use': 1, 'id_1': '34277063-6a62-4946-8b37-87ca708b8efd'}] Sep 02 13:54:12.576247 n-d-794796-4 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:54:12.576671 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-e95acfa9-233e-4e27-8a74-f7d437020118 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:54:12.735059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92cfb5d1-37e7-4149-a2ba-694ca5a5cfb5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743480733386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2144152016'] for subnet, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.819945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfb5d1-37e7-4149-a2ba-694ca5a5cfb5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event updated for resources: {'Subnet': ['ID=34277063-6a62-4946-8b37-87ca708b8efd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:12.833295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cfb5d1-37e7-4149-a2ba-694ca5a5cfb5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:12.834378 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92cfb5d1-37e7-4149-a2ba-694ca5a5cfb5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:12.835925 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-92cfb5d1-37e7-4149-a2ba-694ca5a5cfb5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "PUT /v2.0/subnets/34277063-6a62-4946-8b37-87ca708b8efd HTTP/1.1" status: 200 len: 900 time: 0.6520011 Sep 02 13:54:12.838627 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56286) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:12.945823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.009970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.077586 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e95acfa9-233e-4e27-8a74-f7d437020118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.087112 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.138663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=34277063-6a62-4946-8b37-87ca708b8efd,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:13.202590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4832bd36-b3d7-4625-b8bd-4c454b991635 None None] Network 31b19e96-f3d5-4cb0-9732-f2b68fbded54 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:13.222641 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.238980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b19e96-f3d5-4cb0-9732-f2b68fbded54']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:13.252033 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63629c41-202d-4bdb-b19e-5f25a51bb7f1') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:13.252510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63629c41-202d-4bdb-b19e-5f25a51bb7f1') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:13.264645 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.280677 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.289155 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:13.290042 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:13.294422 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:13.328426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428a65c-524e-4957-9c50-4bb1bd8d12d9 None None] Network 31b19e96-f3d5-4cb0-9732-f2b68fbded54 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:13.404538 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.469511 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.471496 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/31b19e96-f3d5-4cb0-9732-f2b68fbded54 HTTP/1.1" status: 204 len: 168 time: 0.6317368 Sep 02 13:54:13.475883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:13.476399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d77a6-5223-43d0-97d0-30392e67d3e5 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=31b19e96-f3d5-4cb0-9732-f2b68fbded54,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:13.537131 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-26307d7d-2211-4b6d-8673-fdf75daa33ea tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:13.537679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26307d7d-2211-4b6d-8673-fdf75daa33ea tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:13.539651 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-26307d7d-2211-4b6d-8673-fdf75daa33ea tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/34277063-6a62-4946-8b37-87ca708b8efd HTTP/1.1" status: 404 len: 337 time: 0.0627966 Sep 02 13:54:13.542341 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:13.562528 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fe3a62-b872-46fd-8e0b-f3682e3af31a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:13.563418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99fe3a62-b872-46fd-8e0b-f3682e3af31a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:13.565594 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-99fe3a62-b872-46fd-8e0b-f3682e3af31a tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/31b19e96-f3d5-4cb0-9732-f2b68fbded54 HTTP/1.1" status: 404 len: 339 time: 0.0221169 Sep 02 13:54:13.568390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:13.654783 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.750830 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.762606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629af192-dded-4e55-95a9-462e8e431827']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:13.773982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ccdcc8-4e44-426f-97eb-fa04d0d9708b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:13.774643 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ccdcc8-4e44-426f-97eb-fa04d0d9708b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:13.786048 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.802739 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.812661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:13.813558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:13.883839 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:13.895586 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.901825 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:13.908246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56308) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:13.909352 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/629af192-dded-4e55-95a9-462e8e431827 HTTP/1.1" status: 204 len: 168 time: 0.3385303 Sep 02 13:54:13.926096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4170b8-f169-4992-a254-661470710813 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=629af192-dded-4e55-95a9-462e8e431827,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:13.956492 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7a1f46-39a4-437a-8fad-5e27b07ed130 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:13.957502 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7a1f46-39a4-437a-8fad-5e27b07ed130 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:13.959339 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2f7a1f46-39a4-437a-8fad-5e27b07ed130 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/a20c11b5-1052-4ed5-bdc0-9ec1e7221eb5 HTTP/1.1" status: 404 len: 337 time: 0.0501568 Sep 02 13:54:13.961878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:13.981308 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb230b1-9a6d-446d-98cb-04bc5bf6e978 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:13.981896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb230b1-9a6d-446d-98cb-04bc5bf6e978 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:13.983638 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4eb230b1-9a6d-446d-98cb-04bc5bf6e978 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/eda01d32-f905-401b-8930-bb9e1d25146c HTTP/1.1" status: 404 len: 339 time: 0.0208421 Sep 02 13:54:13.986511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:14.055505 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-63781861-7997-4955-a10f-c5037e035a7d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Deleting subnet 0169e482-2754-48dd-899c-2c2728a04037 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:54:14.060313 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63781861-7997-4955-a10f-c5037e035a7d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.123297 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63781861-7997-4955-a10f-c5037e035a7d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.241384 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63781861-7997-4955-a10f-c5037e035a7d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.329836 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63781861-7997-4955-a10f-c5037e035a7d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.373478 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63781861-7997-4955-a10f-c5037e035a7d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.376528 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-63781861-7997-4955-a10f-c5037e035a7d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/0169e482-2754-48dd-899c-2c2728a04037 HTTP/1.1" status: 204 len: 168 time: 0.3889117 Sep 02 13:54:14.377720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63781861-7997-4955-a10f-c5037e035a7d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=0169e482-2754-48dd-899c-2c2728a04037,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:14.379644 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:14.381598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d562deed-343e-443e-945d-be2bf740b987 None None] Network 41f914fb-5560-455e-a83a-f5f5db5cb812 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:14.528343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c924e8-0fe2-422c-9ef5-67f3c3510fae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Deleting subnet 7c800179-35cc-49ea-894a-cc792e29092d {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:54:14.537114 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1c924e8-0fe2-422c-9ef5-67f3c3510fae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.640338 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1c924e8-0fe2-422c-9ef5-67f3c3510fae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.805777 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1c924e8-0fe2-422c-9ef5-67f3c3510fae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:14.968077 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1c924e8-0fe2-422c-9ef5-67f3c3510fae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.030154 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1c924e8-0fe2-422c-9ef5-67f3c3510fae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.034659 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:15.060494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f1c924e8-0fe2-422c-9ef5-67f3c3510fae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/7c800179-35cc-49ea-894a-cc792e29092d HTTP/1.1" status: 204 len: 168 time: 0.6792789 Sep 02 13:54:15.123224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c924e8-0fe2-422c-9ef5-67f3c3510fae tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=7c800179-35cc-49ea-894a-cc792e29092d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:15.207222 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.286570 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Deleting port 21b922bf-216a-4d77-b09a-a56eba3854ea {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:15.286919 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.370753 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] For port 21b922bf-216a-4d77-b09a-a56eba3854ea, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=21b922bf-216a-4d77-b09a-a56eba3854ea,segment=NetworkSegment(e1babeca-6e1d-4847-81c7-4914a4a0fefb),segment_id=e1babeca-6e1d-4847-81c7-4914a4a0fefb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:15.371392 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.395322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Calling delete_port for 21b922bf-216a-4d77-b09a-a56eba3854ea owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:15.491918 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.515845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Port': ['ID=21b922bf-216a-4d77-b09a-a56eba3854ea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:15.528840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No DVR routers for this DVR port 21b922bf-216a-4d77-b09a-a56eba3854ea on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:15.666580 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.677671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f914fb-5560-455e-a83a-f5f5db5cb812']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:15.688922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1babeca-6e1d-4847-81c7-4914a4a0fefb') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:15.689352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1babeca-6e1d-4847-81c7-4914a4a0fefb') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:15.694301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42498975-65f6-4ec2-8002-d07cd80f251f None None] Network 41f914fb-5560-455e-a83a-f5f5db5cb812 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:15.721277 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.767363 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.780835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:15.781378 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:15.784630 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:15.789523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-730199a4-e1f0-4a3c-809f-c1abe05bc5cb None None] Could not find standard attr ID for object 21b922bf-216a-4d77-b09a-a56eba3854ea. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:54:15.879502 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.886847 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:15.888721 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/41f914fb-5560-455e-a83a-f5f5db5cb812 HTTP/1.1" status: 204 len: 168 time: 0.8525000 Sep 02 13:54:15.891350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56346) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:15.923040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c80cb-1c77-469d-9b5e-617f1575354d tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=41f914fb-5560-455e-a83a-f5f5db5cb812,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:15.947800 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2d7fb5-d425-4a87-83b8-4a43614dd5eb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:15.948428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2d7fb5-d425-4a87-83b8-4a43614dd5eb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:15.969123 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7c2d7fb5-d425-4a87-83b8-4a43614dd5eb tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/64a97789-2029-4710-b175-3c3d882029e0 HTTP/1.1" status: 404 len: 337 time: 0.0763810 Sep 02 13:54:15.972112 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:16.002088 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8674e6d6-4dc7-408f-8a4e-a979ac53255a None None] DHCP port deletion for 41f914fb-5560-455e-a83a-f5f5db5cb812 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:54:16.011598 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2846ca-91bf-42e9-8a57-dffd1d82913b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:16.012421 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2846ca-91bf-42e9-8a57-dffd1d82913b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:16.014876 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4f2846ca-91bf-42e9-8a57-dffd1d82913b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/e73228a5-46ba-4230-b0d9-405b189b1ce8 HTTP/1.1" status: 404 len: 339 time: 0.0416098 Sep 02 13:54:16.018241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56352) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:16.068095 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdaf2a5-e3c6-4e96-96b6-2c67d025c7c6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:16.068979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdaf2a5-e3c6-4e96-96b6-2c67d025c7c6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:16.071658 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4fdaf2a5-e3c6-4e96-96b6-2c67d025c7c6 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/e8f9076a-3498-419a-bb5d-5b57dec9c58a HTTP/1.1" status: 404 len: 337 time: 0.0496287 Sep 02 13:54:16.074610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:16.098964 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00026b4-e111-4e9a-8547-87996da1c000 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:16.100194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00026b4-e111-4e9a-8547-87996da1c000 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:16.102680 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c00026b4-e111-4e9a-8547-87996da1c000 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/f39ddec9-9a89-4e84-8f0b-9d0e585d1111 HTTP/1.1" status: 404 len: 339 time: 0.0269847 Sep 02 13:54:16.105212 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:16.138914 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1d4942-d56a-4e36-8c43-ff88789efd54 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:16.139880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1d4942-d56a-4e36-8c43-ff88789efd54 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:16.142165 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7d1d4942-d56a-4e36-8c43-ff88789efd54 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/47cc114b-be11-4959-a229-257a91d37ab8 HTTP/1.1" status: 404 len: 337 time: 0.0356719 Sep 02 13:54:16.144772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:16.178086 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-420f51c3-8c49-40d4-aa36-51632a40a262 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:16.178712 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420f51c3-8c49-40d4-aa36-51632a40a262 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:16.180636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-420f51c3-8c49-40d4-aa36-51632a40a262 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/5e76ee15-45a7-447a-b0ca-5433a871fcb9 HTTP/1.1" status: 404 len: 339 time: 0.0344324 Sep 02 13:54:16.183282 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:16.245639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6c6e7b-f907-413b-b9fb-f8dd722f595c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Deleting subnet a2e4c2e7-7345-4335-a091-7d3f42e01053 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:54:16.249006 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d6c6e7b-f907-413b-b9fb-f8dd722f595c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.290848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d6c6e7b-f907-413b-b9fb-f8dd722f595c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.380242 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d6c6e7b-f907-413b-b9fb-f8dd722f595c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.443507 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d6c6e7b-f907-413b-b9fb-f8dd722f595c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.469625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c6e7b-f907-413b-b9fb-f8dd722f595c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e4c2e7-7345-4335-a091-7d3f42e01053,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:16.474032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d6c6e7b-f907-413b-b9fb-f8dd722f595c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.478181 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d6c6e7b-f907-413b-b9fb-f8dd722f595c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/a2e4c2e7-7345-4335-a091-7d3f42e01053 HTTP/1.1" status: 204 len: 168 time: 0.2916009 Sep 02 13:54:16.478481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:16.493203 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d23aa5-82fd-40e4-a8cb-de1f643ccec0 None None] Network fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:16.576921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.642838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Deleting port 7586f22e-df90-4212-839e-f372f0045304 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:16.643183 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.733626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca4d60-2e56-4242-81fa-ed97a065fce5 None None] DHCP port deletion for fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:54:16.803257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] For port 7586f22e-df90-4212-839e-f372f0045304, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7586f22e-df90-4212-839e-f372f0045304,segment=NetworkSegment(2c7c44ec-55a3-4aea-9571-4b3905c2814a),segment_id=2c7c44ec-55a3-4aea-9571-4b3905c2814a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:16.805046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.823835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-98ca4d60-2e56-4242-81fa-ed97a065fce5 None None] Deleting port 7586f22e-df90-4212-839e-f372f0045304 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:16.824492 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98ca4d60-2e56-4242-81fa-ed97a065fce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.833920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Calling delete_port for 7586f22e-df90-4212-839e-f372f0045304 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:16.899457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-98ca4d60-2e56-4242-81fa-ed97a065fce5 None None] For port 7586f22e-df90-4212-839e-f372f0045304, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7586f22e-df90-4212-839e-f372f0045304,segment=NetworkSegment(2c7c44ec-55a3-4aea-9571-4b3905c2814a),segment_id=2c7c44ec-55a3-4aea-9571-4b3905c2814a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:16.900360 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98ca4d60-2e56-4242-81fa-ed97a065fce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.914397 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-98ca4d60-2e56-4242-81fa-ed97a065fce5 None None] Calling delete_port for 7586f22e-df90-4212-839e-f372f0045304 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:16.927817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:16.945123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No DVR routers for this DVR port 7586f22e-df90-4212-839e-f372f0045304 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:17.008044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Port': ['ID=7586f22e-df90-4212-839e-f372f0045304,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:17.015199 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98ca4d60-2e56-4242-81fa-ed97a065fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.029324 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca4d60-2e56-4242-81fa-ed97a065fce5 None None] No DVR routers for this DVR port 7586f22e-df90-4212-839e-f372f0045304 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:17.052636 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca4d60-2e56-4242-81fa-ed97a065fce5 None None] Pushing event deleted for resources: {'Port': ['ID=7586f22e-df90-4212-839e-f372f0045304,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:17.078796 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.092026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:17.104378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7c44ec-55a3-4aea-9571-4b3905c2814a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:17.104823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7c44ec-55a3-4aea-9571-4b3905c2814a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:17.115310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.130522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.137461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:17.137932 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:17.141462 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:17.209430 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.233940 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.235958 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3 HTTP/1.1" status: 204 len: 168 time: 0.7564905 Sep 02 13:54:17.237127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa393c3-147b-4193-b3cb-637691e7d215 tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=fb5da22b-7f8d-47c8-80e2-8a7666cd4ea3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:17.240532 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56390) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:17.272836 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4af8091-bde5-4e03-96ee-9962352fbf2f tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:17.273388 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4af8091-bde5-4e03-96ee-9962352fbf2f tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:17.277856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:17.278058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d4af8091-bde5-4e03-96ee-9962352fbf2f tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/e510037c-e7e7-4d84-8a8a-0015b2d12dbd HTTP/1.1" status: 404 len: 337 time: 0.0363150 Sep 02 13:54:17.298849 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab86dc43-1721-411f-8890-edb398a2767c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:17.298849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab86dc43-1721-411f-8890-edb398a2767c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:17.301805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ab86dc43-1721-411f-8890-edb398a2767c tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/dff9a2f8-0f50-41d7-9e7f-ef77a0564a1e HTTP/1.1" status: 404 len: 339 time: 0.0218611 Sep 02 13:54:17.303513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56396) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:17.359818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb7c907-46df-4323-9772-9e39ff99149b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Deleting subnet 1618cb3f-9838-4448-b6d1-db7a9af1c777 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:54:17.364061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c907-46df-4323-9772-9e39ff99149b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.413276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c907-46df-4323-9772-9e39ff99149b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.554108 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c907-46df-4323-9772-9e39ff99149b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.560844 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-d6bb0bae-8c69-4a76-824b-0933ffdd3ee7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90170872&fields=id&tenant_id=2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 267 time: 0.0445981 Sep 02 13:54:17.623172 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c907-46df-4323-9772-9e39ff99149b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.656276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7c907-46df-4323-9772-9e39ff99149b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Subnet': ['ID=1618cb3f-9838-4448-b6d1-db7a9af1c777,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:17.658346 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c907-46df-4323-9772-9e39ff99149b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.661393 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dbb7c907-46df-4323-9772-9e39ff99149b tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/subnets/1618cb3f-9838-4448-b6d1-db7a9af1c777 HTTP/1.1" status: 204 len: 168 time: 0.3565562 Sep 02 13:54:17.663473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 56406) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:17.666172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8ba47-cd78-42ed-912c-3a14a34376eb None None] Network 0677b873-5e16-4390-9d37-d0eb1a3f2ae2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:17.735508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e66a-1895-498c-8264-225c1a033999 req-2a2e925b-46a1-42f4-8ac4-207271f8f56c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:17.743382 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-2a2e925b-46a1-42f4-8ac4-207271f8f56c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1720173 Sep 02 13:54:17.766260 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-eb533ba6-93f9-4107-b95b-906b3da9dc0f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/quotas/2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 375 time: 0.0215111 Sep 02 13:54:17.821713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7586f22e-df90-4212-839e-f372f0045304 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:54:17.834296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:17.848306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 7586f22e-df90-4212-839e-f372f0045304 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:54:17.849399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7586f22e-df90-4212-839e-f372f0045304 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:54:17.850351 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 21b922bf-216a-4d77-b09a-a56eba3854ea no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:54:17.876240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 21b922bf-216a-4d77-b09a-a56eba3854ea {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:54:17.876766 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 21b922bf-216a-4d77-b09a-a56eba3854ea not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:54:17.924877 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-946243f9-ce41-42c8-bcc5-0c4b91fa7ea9 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571670 Sep 02 13:54:17.974371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Deleting port bd7d6b42-db23-4587-a9fd-8a54114e0a19 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:17.975026 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.094521 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7ce54-73b4-4eae-8dfb-a52bf62df4da None None] DHCP port deletion for 0677b873-5e16-4390-9d37-d0eb1a3f2ae2 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:54:18.162628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] For port bd7d6b42-db23-4587-a9fd-8a54114e0a19, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd7d6b42-db23-4587-a9fd-8a54114e0a19,segment=NetworkSegment(9a60048e-358b-44b7-8c83-3e0364c948af),segment_id=9a60048e-358b-44b7-8c83-3e0364c948af)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:18.164640 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.199943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Calling delete_port for bd7d6b42-db23-4587-a9fd-8a54114e0a19 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:18.200571 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7ce54-73b4-4eae-8dfb-a52bf62df4da None None] Deleting port bd7d6b42-db23-4587-a9fd-8a54114e0a19 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:18.201799 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ce54-73b4-4eae-8dfb-a52bf62df4da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.215543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-afdd5135-d7e5-45c4-a72a-325cbbc74123 service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436233 Sep 02 13:54:18.395163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b2b7ce54-73b4-4eae-8dfb-a52bf62df4da None None] For port bd7d6b42-db23-4587-a9fd-8a54114e0a19, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd7d6b42-db23-4587-a9fd-8a54114e0a19,segment=NetworkSegment(9a60048e-358b-44b7-8c83-3e0364c948af),segment_id=9a60048e-358b-44b7-8c83-3e0364c948af)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:18.395845 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ce54-73b4-4eae-8dfb-a52bf62df4da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.396320 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.414727 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-a00d6697-ae85-4a5e-9867-1bb1b8ae6999 service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893897 Sep 02 13:54:18.430287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7ce54-73b4-4eae-8dfb-a52bf62df4da None None] Calling delete_port for bd7d6b42-db23-4587-a9fd-8a54114e0a19 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:18.471658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Port': ['ID=bd7d6b42-db23-4587-a9fd-8a54114e0a19,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:18.478554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] No DVR routers for this DVR port bd7d6b42-db23-4587-a9fd-8a54114e0a19 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:18.577513 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ce54-73b4-4eae-8dfb-a52bf62df4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.607232 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.611127 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ce54-73b4-4eae-8dfb-a52bf62df4da None None] Pushing event deleted for resources: {'Port': ['ID=bd7d6b42-db23-4587-a9fd-8a54114e0a19,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:18.630133 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7ce54-73b4-4eae-8dfb-a52bf62df4da None None] No DVR routers for this DVR port bd7d6b42-db23-4587-a9fd-8a54114e0a19 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:18.642254 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0677b873-5e16-4390-9d37-d0eb1a3f2ae2']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:18.663562 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a60048e-358b-44b7-8c83-3e0364c948af') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:18.664138 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a60048e-358b-44b7-8c83-3e0364c948af') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:18.682746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.712995 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.720265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:18.720765 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:18.724654 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:18.841182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.849743 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:18.851557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] 10.222.0.13 "DELETE /v2.0/networks/0677b873-5e16-4390-9d37-d0eb1a3f2ae2 HTTP/1.1" status: 204 len: 168 time: 1.1870399 Sep 02 13:54:18.871866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b5071-4ddd-456a-9b58-8778a3861ccf tempest-NetworksIpV6Test-2076251763 tempest-NetworksIpV6Test-2076251763-project] Pushing event deleted for resources: {'Network': ['ID=0677b873-5e16-4390-9d37-d0eb1a3f2ae2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:19.102960 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5529a0cd-58e3-4fb0-863e-642d5d319fff req-6ede8312-fa4a-4f85-a001-e8781a791bbd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 210 time: 0.1439881 Sep 02 13:54:19.582473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56622) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:19.834178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd7d6b42-db23-4587-a9fd-8a54114e0a19 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:54:19.916713 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: bd7d6b42-db23-4587-a9fd-8a54114e0a19 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:54:19.917123 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd7d6b42-db23-4587-a9fd-8a54114e0a19 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:54:20.012569 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7053b85b-da84-45e0-9540-e54df74a28b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fff223bc1a8404ca6c1030287d66ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283302 Sep 02 13:54:20.015066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:20.103514 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06fcd11c-d67e-49c1-90c0-63b299b51bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:20.199485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06fcd11c-d67e-49c1-90c0-63b299b51bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:20.305647 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06fcd11c-d67e-49c1-90c0-63b299b51bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:20.309352 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-06fcd11c-d67e-49c1-90c0-63b299b51bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:20.310751 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-06fcd11c-d67e-49c1-90c0-63b299b51bd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b380802-5fe9-40c8-bfea-73916eaac97d HTTP/1.1" status: 204 len: 168 time: 0.2944951 Sep 02 13:54:20.330987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcd11c-d67e-49c1-90c0-63b299b51bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b380802-5fe9-40c8-bfea-73916eaac97d,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:20.407162 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a3de0d3a-737b-4291-ad72-b63d3e51cfa9 req-7a30790a-da5a-4734-a16e-d99cc49ba961 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 210 time: 0.1325707 Sep 02 13:54:20.813106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e66a-1895-498c-8264-225c1a033999 req-a1bd1ac2-b310-458b-984f-77d3f7131838 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:20.814671 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-a1bd1ac2-b310-458b-984f-77d3f7131838 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.3400590 Sep 02 13:54:20.939136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-da350e51-610e-4f7a-af52-9ee053585338 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 378 time: 0.1140599 Sep 02 13:54:20.967656 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:54:20.968529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'port': {'device_id': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'admin_state_up': True, 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'security_groups': ['4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:21.312708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Made reservation on behalf of 2cc73a6801e04277beffafe86d4cdb2d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:21.320712 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:21.570292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbd84dde-8d41-48f3-932b-64eb83251b43 req-53913179-b4a4-4873-855b-f87daccce645 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 210 time: 0.0367861 Sep 02 13:54:21.628170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.20.0.9 (7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa/3eb181d3-ec78-4920-a475-5b57dd84145a/ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:21.808437 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56870) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:21.856970 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:21.881866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Transition to ACTIVE for port object ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:21.926957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:21.957449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-353787588'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:21.982485 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:21.992114 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:21.992916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:21.997862 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.010483 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.010920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:22.116992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:22.117686 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.162079 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:22.189813 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.195368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.201855 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-0ba0fbc4-5d83-45a7-b0ef-395e7d99c2ec tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2550812 Sep 02 13:54:22.216048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Request body: {'port': {'device_id': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:22.268656 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:22.287955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aced991e-d383-40b9-958c-cd305eaff20c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:22.303073 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.303622 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Added segment 6f209091-7398-4ed7-848f-58230a1cadd3 of type vlan for network a8b6a10e-cc9c-4782-bb68-1d18d935567f Sep 02 13:54:22.405607 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.445147 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.482790 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.486816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-263c9356-dafa-4462-a3e7-2de0989f8516 None None] Provisioning for port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:22.498288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:22.498955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-263c9356-dafa-4462-a3e7-2de0989f8516 None None] Provisioning complete for port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:22.501986 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-263c9356-dafa-4462-a3e7-2de0989f8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.511783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.569633 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7597208 Sep 02 13:54:22.600833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56966) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:22.624981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'name': 'tempest-PortsIpV6TestJSON-339609699'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:22.651771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-263c9356-dafa-4462-a3e7-2de0989f8516 None None] Port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:22.789568 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73586b06-f3d8-44eb-9791-cf32aaef5d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Network': ['ID=a8b6a10e-cc9c-4782-bb68-1d18d935567f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:22.808781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:22.824676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca6044-b6dd-46df-9f24-e93130560731 req-281f52a3-252a-4954-8a40-ec3d5b55740b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:22.836511 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-afca6044-b6dd-46df-9f24-e93130560731 req-281f52a3-252a-4954-8a40-ec3d5b55740b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 931 time: 0.0880942 Sep 02 13:54:22.861353 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:22.868789 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.900622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 538023ff-5556-431e-8072-53c7e00a479d yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:22.911787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:54:22.919544 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-afca6044-b6dd-46df-9f24-e93130560731 req-2526e652-885b-417d-b13c-cbfb55f5a72e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817680 Sep 02 13:54:22.925011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:22.941582 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Transition to ACTIVE for port object ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:22.945721 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.018912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:23.105625 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Attempting to bind port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:23.106243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Attempting to bind port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:23.106804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Attempting to bind port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:23.111747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:54:23.112311 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Attempting to bind port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:23.118367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:23.119011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:23.119610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Bound using segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:23.120286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Bound port: ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:23.120881 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.193699 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.234170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] For port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:23.239573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] For port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:23.246458 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.269173 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.303229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.304076 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.306446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] 10.222.0.90 "PUT /v2.0/ports/ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a HTTP/1.1" status: 200 len: 1091 time: 1.0951316 Sep 02 13:54:23.307492 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'tag': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:54:23.311186 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f" -d '{"events": [{"name": "network-changed", "server_uuid": "125c2488-f2a5-49d6-9849-e9f4d81efb6d", "tag": "ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:54:23.395589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=538023ff-5556-431e-8072-53c7e00a479d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:23.397288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed246f-dc3f-4066-849b-e8bf323badb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:23.422813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Checking segment: {'id': '6f209091-7398-4ed7-848f-58230a1cadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:23.423318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network hostable DHCP agents. Network: a8b6a10e-cc9c-4782-bb68-1d18d935567f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:23.435402 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb8aa52-2a76-463a-b7ca-25533a6b3716 x-openstack-request-id: req-ddb8aa52-2a76-463a-b7ca-25533a6b3716 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:54:23.435704 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125c2488-f2a5-49d6-9849-e9f4d81efb6d", "tag": "ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:54:23.436173 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddb8aa52-2a76-463a-b7ca-25533a6b3716 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:54:23.436741 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'tag': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'status': 'completed', 'code': 200} Sep 02 13:54:23.456023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:23.458956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e66a-1895-498c-8264-225c1a033999 req-055a37fe-46a4-4e16-a7e9-337c4897775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.460713 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-055a37fe-46a4-4e16-a7e9-337c4897775f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 1094 time: 0.0850565 Sep 02 13:54:23.469762 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, a8b6a10e-cc9c-4782-bb68-1d18d935567f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:23.478783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa269f6-18d6-41d7-ae15-c9e089ac5f10 None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:23.483257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:23.500710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.501581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.531919 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-364ebe2b-37a2-49f1-ab09-d6fe7bd9511b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9296942 Sep 02 13:54:23.535436 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 56994) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:23.541757 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1194638815'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:23.613139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-b04a03dd-f175-42c1-8421-f7ab24a2b84e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a HTTP/1.1" status: 200 len: 217 time: 0.1413379 Sep 02 13:54:23.623959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:23.633193 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.679859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:23.695063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.695463 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Added segment 8fb25769-a4a2-4121-87b4-93444a14ea04 of type vlan for network 99f5e0b7-38ed-47ab-a1ac-91e6e2e50690 Sep 02 13:54:23.757968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e66a-1895-498c-8264-225c1a033999 req-ed72ba52-2182-4e8d-8a0f-82ef174afb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.758252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.759479 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-ed72ba52-2182-4e8d-8a0f-82ef174afb4a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.1404924 Sep 02 13:54:23.794487 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.801407 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.817187 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e66a-1895-498c-8264-225c1a033999 req-61c11ef7-8e00-4eba-9523-02eee1b92107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:23.818743 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-61c11ef7-8e00-4eba-9523-02eee1b92107 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493536 Sep 02 13:54:23.821904 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:23.890345 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3536193 Sep 02 13:54:23.893170 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:23.906129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'ports': [{'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f'}, {'network_id': '99f5e0b7-38ed-47ab-a1ac-91e6e2e50690'}]} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:23.906742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:23.907671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': '99f5e0b7-38ed-47ab-a1ac-91e6e2e50690'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:23.953589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-d7b3a02e-435d-47e7-9895-7eff59e6b247 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265261 Sep 02 13:54:23.965279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b643773-f037-48a3-b7b0-489523c16d89 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Network': ['ID=99f5e0b7-38ed-47ab-a1ac-91e6e2e50690,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:23.982021 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 99f5e0b7-38ed-47ab-a1ac-91e6e2e50690 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:24.086646 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dd80e66a-1895-498c-8264-225c1a033999 req-47ba8920-d308-4742-b9dc-c88f4209d988 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253419 Sep 02 13:54:24.137942 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 2} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:24.144977 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:24.160699 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:24.196481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-4da3afc0-6111-47e3-b574-528c79081aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:24.198459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-4da3afc0-6111-47e3-b574-528c79081aef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 1094 time: 0.0562379 Sep 02 13:54:24.309049 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port e1787432-1979-46e0-8b21-80f68c566f21 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:24.371806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-cda0460d-c51d-44c6-8169-c9ee6dc66102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:24.373401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-cda0460d-c51d-44c6-8169-c9ee6dc66102 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.1656601 Sep 02 13:54:24.385913 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e5b6e-e1de-4494-b4f7-f51c1c021b1e req-a1cee728-a7c1-41c4-91e6-9a05edfa1616 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:24.387993 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e1e5b6e-e1de-4494-b4f7-f51c1c021b1e req-a1cee728-a7c1-41c4-91e6-9a05edfa1616 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.0690136 Sep 02 13:54:24.421866 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-d955faf6-ad7b-4f46-b32e-61dfd2a52381 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a HTTP/1.1" status: 200 len: 217 time: 0.0406890 Sep 02 13:54:24.485639 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3e1e5b6e-e1de-4494-b4f7-f51c1c021b1e req-3607d419-8687-4532-8955-f828c384ec90 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886726 Sep 02 13:54:24.491160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-bbfbaae9-083f-447d-9c7a-b5793c4d3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:24.494301 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-bbfbaae9-083f-447d-9c7a-b5793c4d3de7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0627961 Sep 02 13:54:24.526350 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:24.557393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-8739dc2a-4525-4dd8-96aa-b9fc70f0efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:24.559764 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-8739dc2a-4525-4dd8-96aa-b9fc70f0efdd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586352 Sep 02 13:54:24.612236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port e8a307ad-6015-463a-be38-ecc4d3800205 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:24.687060 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-b405745d-e951-4543-b3d7-811b0ed86ff2 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168728 Sep 02 13:54:24.747067 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:24.819582 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:24.844730 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-016ca5f4-6ab3-4221-84c3-3daa13c9e21f req-bf3ec7fd-5dcc-4dd5-b856-90d0180e9716 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518176 Sep 02 13:54:24.870327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:24.873514 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:24.877121 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:24.877958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:24.891087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=e1787432-1979-46e0-8b21-80f68c566f21,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:24.951652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=e8a307ad-6015-463a-be38-ecc4d3800205,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:24.956145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Checking segment: {'id': '8fb25769-a4a2-4121-87b4-93444a14ea04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '99f5e0b7-38ed-47ab-a1ac-91e6e2e50690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:24.956536 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network hostable DHCP agents. Network: 99f5e0b7-38ed-47ab-a1ac-91e6e2e50690, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:24.973722 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network 99f5e0b7-38ed-47ab-a1ac-91e6e2e50690 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:24.983075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 99f5e0b7-38ed-47ab-a1ac-91e6e2e50690) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:24.986939 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:24.993742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:24.995920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db221e-bc5c-42d9-8762-4a95ea5f899b None None] Network 99f5e0b7-38ed-47ab-a1ac-91e6e2e50690 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:25.006615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:25.007709 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:25.029350 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:25.029940 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b56d8226-8c71-437a-a27e-fe9ae4a7edac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1351600 Sep 02 13:54:25.169287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe41c6-bae1-4d07-b3a6-d96cd408a2ee tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port e8a307ad-6015-463a-be38-ecc4d3800205 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:25.169639 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0fe41c6-bae1-4d07-b3a6-d96cd408a2ee tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:25.243615 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0fe41c6-bae1-4d07-b3a6-d96cd408a2ee tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:25.256820 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe41c6-bae1-4d07-b3a6-d96cd408a2ee tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for e8a307ad-6015-463a-be38-ecc4d3800205 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:25.336052 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0fe41c6-bae1-4d07-b3a6-d96cd408a2ee tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:25.367124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe41c6-bae1-4d07-b3a6-d96cd408a2ee tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=e8a307ad-6015-463a-be38-ecc4d3800205,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:25.372774 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a0fe41c6-bae1-4d07-b3a6-d96cd408a2ee tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:25.374874 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a0fe41c6-bae1-4d07-b3a6-d96cd408a2ee tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/e8a307ad-6015-463a-be38-ecc4d3800205 HTTP/1.1" status: 204 len: 168 time: 0.3443840 Sep 02 13:54:25.377663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:25.431220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780990f-9577-4707-ba64-e4815eaa6409 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:25.437068 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780990f-9577-4707-ba64-e4815eaa6409 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:25.441914 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a780990f-9577-4707-ba64-e4815eaa6409 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0595348 Sep 02 13:54:25.441914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:25.538233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf456f-b819-46e6-a9bc-815ab9d66192 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port e1787432-1979-46e0-8b21-80f68c566f21 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:25.538741 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dcf456f-b819-46e6-a9bc-815ab9d66192 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:25.622735 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dcf456f-b819-46e6-a9bc-815ab9d66192 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:25.629193 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e389421-4cc6-4afa-9ff6-a09c384689ff req-5fe7d218-f07b-4c14-a4c3-9822ef5550ef tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:25.631373 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e389421-4cc6-4afa-9ff6-a09c384689ff req-5fe7d218-f07b-4c14-a4c3-9822ef5550ef tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.0546911 Sep 02 13:54:25.637325 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf456f-b819-46e6-a9bc-815ab9d66192 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for e1787432-1979-46e0-8b21-80f68c566f21 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:25.673818 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1e389421-4cc6-4afa-9ff6-a09c384689ff req-328cd25d-f47c-412c-95d1-f13ebe297d99 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353522 Sep 02 13:54:25.727759 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dcf456f-b819-46e6-a9bc-815ab9d66192 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:25.758232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf456f-b819-46e6-a9bc-815ab9d66192 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=e1787432-1979-46e0-8b21-80f68c566f21,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:25.766059 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dcf456f-b819-46e6-a9bc-815ab9d66192 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:25.772274 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9dcf456f-b819-46e6-a9bc-815ab9d66192 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/e1787432-1979-46e0-8b21-80f68c566f21 HTTP/1.1" status: 204 len: 168 time: 0.3259337 Sep 02 13:54:25.772564 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57020) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:25.868045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53acf51c-2a4b-4cc1-906b-c607a0a13c25 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:25.869875 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-53acf51c-2a4b-4cc1-906b-c607a0a13c25 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0963101 Sep 02 13:54:25.872663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:25.897613 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c87582-ed78-4a47-a9a7-093acb9b7455 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:54:25.901889 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-22c87582-ed78-4a47-a9a7-093acb9b7455 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/e8a307ad-6015-463a-be38-ecc4d3800205 HTTP/1.1" status: 404 len: 333 time: 0.0254993 Sep 02 13:54:25.902237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:25.931362 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbf3d10-d1ab-40aa-ad3d-205d80d1f7ab tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:54:25.935500 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8dbf3d10-d1ab-40aa-ad3d-205d80d1f7ab tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/e1787432-1979-46e0-8b21-80f68c566f21 HTTP/1.1" status: 404 len: 333 time: 0.0298407 Sep 02 13:54:25.935888 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:26.015180 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.111841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.125045 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f5e0b7-38ed-47ab-a1ac-91e6e2e50690']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:26.135490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb25769-a4a2-4121-87b4-93444a14ea04') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:26.135857 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb25769-a4a2-4121-87b4-93444a14ea04') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:26.145819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.166373 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.172634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:26.173036 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:26.176594 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:26.250908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.260315 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.267195 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/networks/99f5e0b7-38ed-47ab-a1ac-91e6e2e50690 HTTP/1.1" status: 204 len: 168 time: 0.3257205 Sep 02 13:54:26.267195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:26.273091 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-355996948'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:26.290772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b2697-88dc-4223-8328-85a33c7dcfcc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Network': ['ID=99f5e0b7-38ed-47ab-a1ac-91e6e2e50690,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:26.309523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:26.313057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.337517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:26.346523 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.347001 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Added segment 37adc3a6-ad2e-4c40-abea-37b90a633aa8 of type vlan for network af5fa54b-b5ef-4e33-b7bd-13de75f79de2 Sep 02 13:54:26.385668 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.410894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.417449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:26.418174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.476325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:26.476896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2077322 Sep 02 13:54:26.484546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'af5fa54b-b5ef-4e33-b7bd-13de75f79de2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:26.494129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb67b1-f586-49e6-8504-7b03e0e42604 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Network': ['ID=af5fa54b-b5ef-4e33-b7bd-13de75f79de2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:26.505238 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network af5fa54b-b5ef-4e33-b7bd-13de75f79de2 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:26.585326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:26.590027 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.828500 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:26.883635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b92d7-7055-4d48-9b5d-dfb7c09c91c8 req-6eabab29-2781-43ce-89bd-6d6134881fef tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:26.885089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a8b92d7-7055-4d48-9b5d-dfb7c09c91c8 req-6eabab29-2781-43ce-89bd-6d6134881fef tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.1108046 Sep 02 13:54:26.921011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=13747f0d-48b1-4b31-b0b4-885520eaef85,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:26.945663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Checking segment: {'id': '37adc3a6-ad2e-4c40-abea-37b90a633aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'af5fa54b-b5ef-4e33-b7bd-13de75f79de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:26.946027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network hostable DHCP agents. Network: af5fa54b-b5ef-4e33-b7bd-13de75f79de2, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:26.955366 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9a8b92d7-7055-4d48-9b5d-dfb7c09c91c8 req-35dd3be7-662f-4418-b1af-ebf9fa4df54e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604906 Sep 02 13:54:26.969953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network af5fa54b-b5ef-4e33-b7bd-13de75f79de2 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:26.991413 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, af5fa54b-b5ef-4e33-b7bd-13de75f79de2) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:26.995692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:26.996324 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:27.002745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcca81e-3dfb-40b9-a6b7-825d6ea0c9ca None None] Network af5fa54b-b5ef-4e33-b7bd-13de75f79de2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:27.023699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57046) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:27.024046 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cbace8a4-30f4-4142-9af0-48ce078922ac tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5456762 Sep 02 13:54:27.035988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'af5fa54b-b5ef-4e33-b7bd-13de75f79de2', 'name': 'tempest-PortsIpV6TestJSON-2103743812'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:27.163686 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-af5fa54b-b5ef-4e33-b7bd-13de75f79de2', 'network_id': 'af5fa54b-b5ef-4e33-b7bd-13de75f79de2', 'tenant_id': '1d0ef530fbc643d68769befa852fd748', 'fixed_ips': [{'subnet_id': '13747f0d-48b1-4b31-b0b4-885520eaef85'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:27.164848 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:27.168323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:27.173148 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:27.194407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 16e989a8-6329-4828-a6ca-c6e0b268cdde yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:27.322268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::1da (af5fa54b-b5ef-4e33-b7bd-13de75f79de2/13747f0d-48b1-4b31-b0b4-885520eaef85/16e989a8-6329-4828-a6ca-c6e0b268cdde) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:27.476396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:27.830690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object 16e989a8-6329-4828-a6ca-c6e0b268cdde will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:27.864849 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:27.905644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network af5fa54b-b5ef-4e33-b7bd-13de75f79de2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:27.911361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:27.915616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:27.921336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:27.922106 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:27.926844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Allocated IP 2001:db8::2 (af5fa54b-b5ef-4e33-b7bd-13de75f79de2/13747f0d-48b1-4b31-b0b4-885520eaef85/0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:27.948619 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9231386 Sep 02 13:54:27.951330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57052) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:27.953084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe6818-11fb-4352-ab1f-b6d8bf45a07d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=16e989a8-6329-4828-a6ca-c6e0b268cdde,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:28.121588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a863e67b-a034-4349-969a-bfa90939605a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 16e989a8-6329-4828-a6ca-c6e0b268cdde {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:28.122745 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a863e67b-a034-4349-969a-bfa90939605a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.129351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698d39d-a359-4850-9a59-b383f0f9c396 req-204f1d87-1e8d-4aa4-a968-747d7d1750ed tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:28.137820 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5698d39d-a359-4850-9a59-b383f0f9c396 req-204f1d87-1e8d-4aa4-a968-747d7d1750ed tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.0634789 Sep 02 13:54:28.140167 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.150106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Transition to ACTIVE for port object 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:28.166996 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Transition to ACTIVE for port object 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:28.174150 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.203219 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5698d39d-a359-4850-9a59-b383f0f9c396 req-c0c3cc2f-f3dd-4453-82e8-6cf9dd01ce23 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645132 Sep 02 13:54:28.231084 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a863e67b-a034-4349-969a-bfa90939605a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.241083 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Pushing event updated for resources: {'Port': ['ID=0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:28.244823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a863e67b-a034-4349-969a-bfa90939605a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 16e989a8-6329-4828-a6ca-c6e0b268cdde owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:28.252867 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Network af5fa54b-b5ef-4e33-b7bd-13de75f79de2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:28.254300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:28.256558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:28.319544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Attempting to bind port 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:28.320019 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Attempting to bind port 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '37adc3a6-ad2e-4c40-abea-37b90a633aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'af5fa54b-b5ef-4e33-b7bd-13de75f79de2'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:28.320401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Attempting to bind port 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 on network af5fa54b-b5ef-4e33-b7bd-13de75f79de2 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:28.329090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:28.329464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Checking segment: {'id': '37adc3a6-ad2e-4c40-abea-37b90a633aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'af5fa54b-b5ef-4e33-b7bd-13de75f79de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:28.329829 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.330390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Bound using segment: {'id': '37adc3a6-ad2e-4c40-abea-37b90a633aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'af5fa54b-b5ef-4e33-b7bd-13de75f79de2'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:28.330868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Bound port: 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37adc3a6-ad2e-4c40-abea-37b90a633aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'af5fa54b-b5ef-4e33-b7bd-13de75f79de2'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:28.331884 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.398878 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a863e67b-a034-4349-969a-bfa90939605a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.411035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] For port 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:28.416118 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] For port 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02,segment=NetworkSegment(37adc3a6-ad2e-4c40-abea-37b90a633aa8),segment_id=37adc3a6-ad2e-4c40-abea-37b90a633aa8)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:28.421479 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.437439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863e67b-a034-4349-969a-bfa90939605a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=16e989a8-6329-4828-a6ca-c6e0b268cdde,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:28.471105 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a863e67b-a034-4349-969a-bfa90939605a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.476410 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a863e67b-a034-4349-969a-bfa90939605a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/16e989a8-6329-4828-a6ca-c6e0b268cdde HTTP/1.1" status: 204 len: 168 time: 0.5205953 Sep 02 13:54:28.477223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57058) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:28.513169 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6073f1-1297-4e78-b2d1-3989b6ba0d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:54:28.519640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6073f1-1297-4e78-b2d1-3989b6ba0d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:28.524173 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dc6073f1-1297-4e78-b2d1-3989b6ba0d84 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/16e989a8-6329-4828-a6ca-c6e0b268cdde HTTP/1.1" status: 404 len: 333 time: 0.0432780 Sep 02 13:54:28.524557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57060) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:28.532173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1489eb-2bbe-478c-b534-0b7f4ff76746 None None] Pushing event updated for resources: {'Port': ['ID=0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:28.560204 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1d0ca6-9bab-4c39-a1e1-e542bf85d12a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:54:28.561710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fe1d0ca6-9bab-4c39-a1e1-e542bf85d12a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/16e989a8-6329-4828-a6ca-c6e0b268cdde HTTP/1.1" status: 404 len: 333 time: 0.0361655 Sep 02 13:54:28.564362 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57062) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:28.616138 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fbdbae-5bd1-4a55-9283-b284c2d4aeed tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet 13747f0d-48b1-4b31-b0b4-885520eaef85 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:54:28.619615 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55fbdbae-5bd1-4a55-9283-b284c2d4aeed tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.699055 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55fbdbae-5bd1-4a55-9283-b284c2d4aeed tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.831528 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55fbdbae-5bd1-4a55-9283-b284c2d4aeed tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.911492 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55fbdbae-5bd1-4a55-9283-b284c2d4aeed tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.957685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbdbae-5bd1-4a55-9283-b284c2d4aeed tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=13747f0d-48b1-4b31-b0b4-885520eaef85,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:28.964086 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55fbdbae-5bd1-4a55-9283-b284c2d4aeed tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:28.966095 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-55fbdbae-5bd1-4a55-9283-b284c2d4aeed tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/13747f0d-48b1-4b31-b0b4-885520eaef85 HTTP/1.1" status: 204 len: 168 time: 0.4008315 Sep 02 13:54:28.968765 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:29.059703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:29.146022 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:29.146523 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:29.243552 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] For port 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02,segment=NetworkSegment(37adc3a6-ad2e-4c40-abea-37b90a633aa8),segment_id=37adc3a6-ad2e-4c40-abea-37b90a633aa8)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:29.244215 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:29.260166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:29.413231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e97b2-d981-4425-8300-08225e8aeee6 req-3d299c45-4152-4b70-aebf-3b1db9fc369d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:29.414943 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-818e97b2-d981-4425-8300-08225e8aeee6 req-3d299c45-4152-4b70-aebf-3b1db9fc369d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.0886638 Sep 02 13:54:29.452751 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:29.500733 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:29.556196 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-818e97b2-d981-4425-8300-08225e8aeee6 req-46658ef6-4dca-4b14-bdb3-26871f75e05c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309366 Sep 02 13:54:29.561232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No DVR routers for this DVR port 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:29.632096 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:29.858355 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:29.872555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5fa54b-b5ef-4e33-b7bd-13de75f79de2']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:29.896214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad170f6-1aed-4eb6-8b16-ee76f4757133 None None] Network af5fa54b-b5ef-4e33-b7bd-13de75f79de2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:29.902200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37adc3a6-ad2e-4c40-abea-37b90a633aa8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:29.902900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37adc3a6-ad2e-4c40-abea-37b90a633aa8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:29.916558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:29.921013 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-24f330cb-4303-42e8-9192-79f57d589fc3 None None] Could not find standard attr ID for object 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:54:29.950742 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:29.970873 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:29.971289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:29.975059 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:30.067472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:30.076717 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:30.093979 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/networks/af5fa54b-b5ef-4e33-b7bd-13de75f79de2 HTTP/1.1" status: 204 len: 168 time: 1.1205742 Sep 02 13:54:30.098643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57090) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:30.104710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1866101090'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:30.117688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405d362-688e-4965-a4a5-2c8b75c64413 None None] DHCP port deletion for af5fa54b-b5ef-4e33-b7bd-13de75f79de2 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:54:30.135103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7ee52-76b1-4420-8a98-dda9aa7807e8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Network': ['ID=af5fa54b-b5ef-4e33-b7bd-13de75f79de2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:30.195784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0c41-4910-488d-9317-c9f413f92355 req-59c10416-f7be-480e-b6bd-0a7fca825908 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:30.197709 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-59c10416-f7be-480e-b6bd-0a7fca825908 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/networks?id=b621342b-4b18-4259-9675-0ae76821a610 HTTP/1.1" status: 200 len: 814 time: 0.2283280 Sep 02 13:54:30.205178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:30.208977 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:30.233524 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-24aec6ef-088b-44c0-9042-c32bfce9d11c tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/quotas/7a3737a4911749fdac9765201980bcb6 HTTP/1.1" status: 200 len: 375 time: 0.0218816 Sep 02 13:54:30.257611 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:30.297821 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-8b82e64b-2030-4550-bf80-5f59df0135a6 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a3737a4911749fdac9765201980bcb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413873 Sep 02 13:54:30.299422 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:30.300627 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Added segment 3e059bd8-5656-4ce1-969d-84cdad682159 of type vlan for network d66876f1-e10d-4b06-9f18-c0e1e1af8388 Sep 02 13:54:30.414577 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:30.424876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:30.467476 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-b78813fa-e7da-4ccb-8e5d-3c674aff3bea service neutron] 10.222.0.13 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538396 Sep 02 13:54:30.471635 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:30.477847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:30.478432 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:30.589349 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4894462 Sep 02 13:54:30.592293 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:30.598298 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'd66876f1-e10d-4b06-9f18-c0e1e1af8388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:30.601706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764433-de69-47cd-95dc-211b04a58ace tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Network': ['ID=d66876f1-e10d-4b06-9f18-c0e1e1af8388,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:30.612249 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network d66876f1-e10d-4b06-9f18-c0e1e1af8388 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:30.677189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-6c877ead-2edd-4840-8afb-3e9010c1cbe6 service neutron] 10.222.0.13 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960702 Sep 02 13:54:30.884486 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a33a3a-156c-46a0-a24e-b08a8b39f38f req-7cc1ec5f-4638-49b1-909a-7c1e67369854 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:30.886987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7a33a3a-156c-46a0-a24e-b08a8b39f38f req-7cc1ec5f-4638-49b1-909a-7c1e67369854 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.1858959 Sep 02 13:54:30.896127 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2a9d3ddc-8cd5-466b-8cdb-2f436c8b58ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2058270 Sep 02 13:54:30.946037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:30.955343 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:30.987267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-abc2eb71-656d-4b69-8c95-a783b785ce84 req-61903a2d-7b7d-4938-a84c-42b3831b60ad tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 210 time: 0.0431921 Sep 02 13:54:31.046903 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c7a33a3a-156c-46a0-a24e-b08a8b39f38f req-f6149d09-5893-4add-879c-abbffba69ce0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478090 Sep 02 13:54:31.137038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2c720303-800f-4ba7-8e3f-4c37a63db972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.137642 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2c720303-800f-4ba7-8e3f-4c37a63db972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.138133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2c720303-800f-4ba7-8e3f-4c37a63db972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.138825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2c720303-800f-4ba7-8e3f-4c37a63db972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.139312 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2c720303-800f-4ba7-8e3f-4c37a63db972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.139997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2c720303-800f-4ba7-8e3f-4c37a63db972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.140874 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2c720303-800f-4ba7-8e3f-4c37a63db972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.143193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2c720303-800f-4ba7-8e3f-4c37a63db972 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6501 time: 0.1771536 Sep 02 13:54:31.175828 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d1c8451-e64f-4c20-a38c-e24f368ebc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:31.400256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-5298e220-512a-4a5e-875d-2ff6cd75b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.400956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-5298e220-512a-4a5e-875d-2ff6cd75b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.401641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-5298e220-512a-4a5e-875d-2ff6cd75b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.403346 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-5298e220-512a-4a5e-875d-2ff6cd75b65e service neutron] 10.222.0.90 "GET /v2.0/networks?id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=62f018b6-5f28-4167-bba5-9b658c1bc134&id=62f018b6-5f28-4167-bba5-9b658c1bc134 HTTP/1.1" status: 200 len: 2297 time: 0.2251503 Sep 02 13:54:31.404545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:31.529392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-b9e8a9f1-f6a7-445e-bba3-b769a9b82249 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 200 len: 1000 time: 0.1105962 Sep 02 13:54:31.529924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=90708aec-324e-419a-8ab8-2c9c00ac6fe8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:31.584435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Checking segment: {'id': '3e059bd8-5656-4ce1-969d-84cdad682159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd66876f1-e10d-4b06-9f18-c0e1e1af8388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:31.584807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network hostable DHCP agents. Network: d66876f1-e10d-4b06-9f18-c0e1e1af8388, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:31.609132 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-6dc91d9b-1b48-4676-a520-0f17f1fe72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.611193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-6dc91d9b-1b48-4676-a520-0f17f1fe72a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dc2610b-8719-40d5-ba02-80ed337982a5 HTTP/1.1" status: 200 len: 856 time: 0.0694487 Sep 02 13:54:31.612347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network d66876f1-e10d-4b06-9f18-c0e1e1af8388 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:31.629640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, d66876f1-e10d-4b06-9f18-c0e1e1af8388) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:31.638733 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcaa225-ea10-4647-a9d0-a66c0b4f220a None None] Network d66876f1-e10d-4b06-9f18-c0e1e1af8388 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:31.647955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.649918 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:31.697655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a476aeda-9643-42fe-9f2e-978dc522d623 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1040814 Sep 02 13:54:31.699930 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-71217a97-ecf7-47e7-bea3-7d88b646625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:31.700504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57124) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:31.701921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-71217a97-ecf7-47e7-bea3-7d88b646625c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815945 Sep 02 13:54:31.708314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'd66876f1-e10d-4b06-9f18-c0e1e1af8388', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-762147683'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:31.732803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:54:31.764084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:54:31.764443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0a1a6dcd-4563-4fe9-b1c7-6f97a28d3a02 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:54:31.835692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-bf172311-2457-4f59-89e2-21b98f60b8ec service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253064 Sep 02 13:54:31.926981 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-d66876f1-e10d-4b06-9f18-c0e1e1af8388', 'network_id': 'd66876f1-e10d-4b06-9f18-c0e1e1af8388', 'tenant_id': '1d0ef530fbc643d68769befa852fd748', 'fixed_ips': [{'subnet_id': '90708aec-324e-419a-8ab8-2c9c00ac6fe8'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:31.928494 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:31.982840 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-e1e88ad8-ee8f-4ea8-88ff-f09d36af7947 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375735 Sep 02 13:54:32.080317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-84c7bc41-d941-4007-9c0e-251a984144cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 217 time: 0.0892630 Sep 02 13:54:32.177879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Allocated IP 2001:db8::2 (d66876f1-e10d-4b06-9f18-c0e1e1af8388/90708aec-324e-419a-8ab8-2c9c00ac6fe8/af67d879-aa4e-4036-a415-f369151089a9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:32.214043 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-a60c40b5-3829-43d4-ad02-f2c402b8fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:32.215623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-a60c40b5-3829-43d4-ad02-f2c402b8fad9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0892007 Sep 02 13:54:32.260395 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02452c1-bc37-4445-ae8d-7e64948408c8 req-23da12f9-ba4d-4ebc-9133-5fe07f389b47 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:32.263430 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b02452c1-bc37-4445-ae8d-7e64948408c8 req-23da12f9-ba4d-4ebc-9133-5fe07f389b47 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.1117737 Sep 02 13:54:32.272100 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9d5e22fd-e7f0-41eb-966c-b296ab636abe req-c6210121-2497-4727-8054-d4ee5e17a89a tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 210 time: 0.0384719 Sep 02 13:54:32.333410 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b02452c1-bc37-4445-ae8d-7e64948408c8 req-f5ff0bd2-2c29-403d-a5d1-dae3625b61e2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627682 Sep 02 13:54:32.350824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:32.355134 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:32.376108 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 889ffd82-33f5-4060-81f9-4c9b489a0752 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:32.395924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-ecd6990f-31ae-4783-955c-d22db8603441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:32.397632 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-ecd6990f-31ae-4783-955c-d22db8603441 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934172 Sep 02 13:54:32.493847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0c41-4910-488d-9317-c9f413f92355 req-e106629a-551a-4c04-8eff-9620815161dc tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:32.495533 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-e106629a-551a-4c04-8eff-9620815161dc tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.77 "GET /v2.0/networks?id=b621342b-4b18-4259-9675-0ae76821a610 HTTP/1.1" status: 200 len: 814 time: 0.4124713 Sep 02 13:54:32.514473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Request body: {'port': {'device_id': '4ef8d813-b65e-4848-9b3b-e2259ab2011a', 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610', 'admin_state_up': True, 'tenant_id': '7a3737a4911749fdac9765201980bcb6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:32.533029 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-6ba6b9e9-a4c3-4af9-882a-a53461373e47 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214924 Sep 02 13:54:32.630873 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:32.639883 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Transition to ACTIVE for port object af67d879-aa4e-4036-a415-f369151089a9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:32.655805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Transition to ACTIVE for port object af67d879-aa4e-4036-a415-f369151089a9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:32.662250 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:32.698767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Network d66876f1-e10d-4b06-9f18-c0e1e1af8388 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:32.703757 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:32.709300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:32.711222 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-19a62707-7995-4aef-a71c-230308ae1fb0 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485827 Sep 02 13:54:32.723334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Pushing event updated for resources: {'Port': ['ID=af67d879-aa4e-4036-a415-f369151089a9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:32.744136 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::2a6 (d66876f1-e10d-4b06-9f18-c0e1e1af8388/90708aec-324e-419a-8ab8-2c9c00ac6fe8/889ffd82-33f5-4060-81f9-4c9b489a0752) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:32.780400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Attempting to bind port af67d879-aa4e-4036-a415-f369151089a9 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:32.780895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Attempting to bind port af67d879-aa4e-4036-a415-f369151089a9 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '3e059bd8-5656-4ce1-969d-84cdad682159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd66876f1-e10d-4b06-9f18-c0e1e1af8388'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:32.781280 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Attempting to bind port af67d879-aa4e-4036-a415-f369151089a9 on network d66876f1-e10d-4b06-9f18-c0e1e1af8388 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:32.786374 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-cb9bca52-bcc6-4b1a-b4ab-2957868cd31f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 217 time: 0.0444801 Sep 02 13:54:32.789220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:32.792454 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Checking segment: {'id': '3e059bd8-5656-4ce1-969d-84cdad682159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd66876f1-e10d-4b06-9f18-c0e1e1af8388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:32.792892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Made reservation on behalf of 7a3737a4911749fdac9765201980bcb6 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:32.793266 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:32.793924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Bound using segment: {'id': '3e059bd8-5656-4ce1-969d-84cdad682159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd66876f1-e10d-4b06-9f18-c0e1e1af8388'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:32.794608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Bound port: af67d879-aa4e-4036-a415-f369151089a9, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e059bd8-5656-4ce1-969d-84cdad682159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd66876f1-e10d-4b06-9f18-c0e1e1af8388'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:32.795164 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:32.797585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:32.884242 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] For port af67d879-aa4e-4036-a415-f369151089a9, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:32.890240 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] For port af67d879-aa4e-4036-a415-f369151089a9, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=af67d879-aa4e-4036-a415-f369151089a9,segment=NetworkSegment(3e059bd8-5656-4ce1-969d-84cdad682159),segment_id=3e059bd8-5656-4ce1-969d-84cdad682159)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:32.896809 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:32.907565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-d12a8900-226c-49f5-a936-74809f358ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:32.909151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-d12a8900-226c-49f5-a936-74809f358ddd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.1092086 Sep 02 13:54:32.942066 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:32.964390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object 889ffd82-33f5-4060-81f9-4c9b489a0752 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:32.987780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538c0c0-5dc9-4d75-b289-8c0a71b19219 None None] Pushing event updated for resources: {'Port': ['ID=af67d879-aa4e-4036-a415-f369151089a9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:33.006992 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.041469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Allocated IP 172.20.0.3 (b621342b-4b18-4259-9675-0ae76821a610/22bedc47-dacb-4124-a47b-8f503b6292e3/08c460dc-a152-402a-8ce7-b0d1d25b1afe) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:33.044621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-04f53bc7-c8ac-495c-af5c-91357615edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:33.046152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-04f53bc7-c8ac-495c-af5c-91357615edb7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282575 Sep 02 13:54:33.056795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network d66876f1-e10d-4b06-9f18-c0e1e1af8388 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:33.064767 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:33.069468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:33.075276 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:33.076068 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.094262 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3905771 Sep 02 13:54:33.097039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57142) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:33.109455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac0f1c-d428-4c0d-9663-50aab6226d2a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=889ffd82-33f5-4060-81f9-4c9b489a0752,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:33.204659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4b5db279-62be-4686-803b-86a4c177246e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 889ffd82-33f5-4060-81f9-4c9b489a0752 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:33.205153 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b5db279-62be-4686-803b-86a4c177246e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.280360 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2d68833a-5cd5-4ffc-b2c3-7ebcea718487 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252309 Sep 02 13:54:33.387234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b5db279-62be-4686-803b-86a4c177246e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.404365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4b5db279-62be-4686-803b-86a4c177246e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 889ffd82-33f5-4060-81f9-4c9b489a0752 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:33.464675 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.486209 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-05820254-e3cd-4ea1-a0de-c55d40b609b4 req-53227e65-0aaa-4fcc-819e-e475e03564e7 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 210 time: 0.0632949 Sep 02 13:54:33.526660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-75313bc0-da76-443d-9620-c5142cfb1641 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310259 Sep 02 13:54:33.583992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94271b94-b600-4ef7-aa16-6eac804c3fe0 req-5a9c82c5-6c66-41b5-bff0-9bfe6be38da9 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:33.585635 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94271b94-b600-4ef7-aa16-6eac804c3fe0 req-5a9c82c5-6c66-41b5-bff0-9bfe6be38da9 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.1347604 Sep 02 13:54:33.592704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-b0d07cd4-10cb-4ab5-9a16-6d17f0877f21 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e HTTP/1.1" status: 200 len: 217 time: 0.0573635 Sep 02 13:54:33.598710 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-01d7d39d-0189-4f0c-89c5-86a31b943b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.614346 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b5db279-62be-4686-803b-86a4c177246e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.641963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5db279-62be-4686-803b-86a4c177246e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=889ffd82-33f5-4060-81f9-4c9b489a0752,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:33.671134 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4b5db279-62be-4686-803b-86a4c177246e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.673332 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4b5db279-62be-4686-803b-86a4c177246e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/889ffd82-33f5-4060-81f9-4c9b489a0752 HTTP/1.1" status: 204 len: 168 time: 0.5752742 Sep 02 13:54:33.676285 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57154) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:33.683251 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94271b94-b600-4ef7-aa16-6eac804c3fe0 req-bc4a2159-2bf5-402e-b16f-85412628ee61 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845213 Sep 02 13:54:33.691005 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.735209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-c079577a-8b23-4e9a-babf-61b5a522cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:33.738464 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-c079577a-8b23-4e9a-babf-61b5a522cb7b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.1147194 Sep 02 13:54:33.738578 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d46f9fb-d272-43ee-aa05-85e01e48526f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:54:33.740137 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5d46f9fb-d272-43ee-aa05-85e01e48526f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/889ffd82-33f5-4060-81f9-4c9b489a0752 HTTP/1.1" status: 404 len: 333 time: 0.0616210 Sep 02 13:54:33.742484 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57158) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:33.805092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device af67d879-aa4e-4036-a415-f369151089a9 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:33.811873 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Network b621342b-4b18-4259-9675-0ae76821a610 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:33.823468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Pushing event updated for resources: {'Port': ['ID=08c460dc-a152-402a-8ce7-b0d1d25b1afe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:33.827233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:33.833115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:33.834958 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9cf384-e834-4e40-b0fc-1351a4dc1038 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet 90708aec-324e-419a-8ab8-2c9c00ac6fe8 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:54:33.839016 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf384-e834-4e40-b0fc-1351a4dc1038 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.873785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-6df694dc-7cb8-4a3f-83c7-7153bda736fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:33.875325 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-6df694dc-7cb8-4a3f-83c7-7153bda736fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284535 Sep 02 13:54:33.880997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf384-e834-4e40-b0fc-1351a4dc1038 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.914961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port af67d879-aa4e-4036-a415-f369151089a9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:33.972542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:33.973179 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:33.996549 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-0e4af7c3-fe41-4758-bf20-35dc5fa6ef89 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4862885 Sep 02 13:54:34.020569 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf384-e834-4e40-b0fc-1351a4dc1038 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.020839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Request body: {'port': {'device_id': '4ef8d813-b65e-4848-9b3b-e2259ab2011a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:34.065232 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-bab62ed9-4b1b-4428-ae54-939f6b380a98 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794579 Sep 02 13:54:34.119583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf384-e834-4e40-b0fc-1351a4dc1038 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.151587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cf384-e834-4e40-b0fc-1351a4dc1038 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=90708aec-324e-419a-8ab8-2c9c00ac6fe8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:34.153028 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.155883 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf384-e834-4e40-b0fc-1351a4dc1038 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.157976 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8d9cf384-e834-4e40-b0fc-1351a4dc1038 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/90708aec-324e-419a-8ab8-2c9c00ac6fe8 HTTP/1.1" status: 204 len: 168 time: 0.4144046 Sep 02 13:54:34.164270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57162) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:34.182352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.272050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4677f2f-5e5c-4fab-b8b4-4131af38182f None None] Network d66876f1-e10d-4b06-9f18-c0e1e1af8388 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:34.281175 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.342754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-8c1934cf-d57d-47c7-bd06-9c079bbd03c5 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655902 Sep 02 13:54:34.350624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e50af79d-bf5b-4550-a3de-208793e67138 None None] Provisioning for port af67d879-aa4e-4036-a415-f369151089a9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:34.374024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port af67d879-aa4e-4036-a415-f369151089a9 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:34.376400 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.376564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e50af79d-bf5b-4550-a3de-208793e67138 None None] Provisioning complete for port af67d879-aa4e-4036-a415-f369151089a9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:34.376564 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e50af79d-bf5b-4550-a3de-208793e67138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.398110 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-31a0d24c-4ea2-4423-b5d2-6851878921c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=640ad35c-ba90-47a2-906b-ae87f5732818 HTTP/1.1" status: 200 len: 217 time: 0.0434787 Sep 02 13:54:34.481318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] For port af67d879-aa4e-4036-a415-f369151089a9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=af67d879-aa4e-4036-a415-f369151089a9,segment=NetworkSegment(3e059bd8-5656-4ce1-969d-84cdad682159),segment_id=3e059bd8-5656-4ce1-969d-84cdad682159)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:34.481779 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.500541 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e50af79d-bf5b-4550-a3de-208793e67138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.501264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for af67d879-aa4e-4036-a415-f369151089a9 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:34.502437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-071a8376-592e-4044-aa43-98cbbe383722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:34.504527 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-071a8376-592e-4044-aa43-98cbbe383722 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0945818 Sep 02 13:54:34.554905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] DHCP port deletion for d66876f1-e10d-4b06-9f18-c0e1e1af8388 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:54:34.568841 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e50af79d-bf5b-4550-a3de-208793e67138 None None] For port af67d879-aa4e-4036-a415-f369151089a9, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=af67d879-aa4e-4036-a415-f369151089a9,segment=NetworkSegment(3e059bd8-5656-4ce1-969d-84cdad682159),segment_id=3e059bd8-5656-4ce1-969d-84cdad682159)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:34.619056 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e50af79d-bf5b-4550-a3de-208793e67138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.636616 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-ee9cc837-e883-475b-91f1-1e3951a0ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:34.638125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-ee9cc837-e883-475b-91f1-1e3951a0ad6c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1052604 Sep 02 13:54:34.692149 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd13dc-2839-4a06-a5f3-12fa744fa8ac req-918d1d91-8b50-4c5d-8123-7c4ecea6aae5 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:34.694969 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1cd13dc-2839-4a06-a5f3-12fa744fa8ac req-918d1d91-8b50-4c5d-8123-7c4ecea6aae5 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 931 time: 0.0886700 Sep 02 13:54:34.698100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50af79d-bf5b-4550-a3de-208793e67138 None None] Pushing event updated for resources: {'Port': ['ID=af67d879-aa4e-4036-a415-f369151089a9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:34.729920 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.738687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] Deleting port af67d879-aa4e-4036-a415-f369151089a9 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:34.739094 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.795619 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c460dc-a152-402a-8ce7-b0d1d25b1afe {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:54:34.808198 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.818987 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=af67d879-aa4e-4036-a415-f369151089a9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:34.832412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No DVR routers for this DVR port af67d879-aa4e-4036-a415-f369151089a9 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:34.837908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] For port af67d879-aa4e-4036-a415-f369151089a9, host n-d-794796-4, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:34.839201 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.861216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] Calling delete_port for af67d879-aa4e-4036-a415-f369151089a9 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:34.866224 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] Port af67d879-aa4e-4036-a415-f369151089a9 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:54:34.871251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Transition to ACTIVE for port object 08c460dc-a152-402a-8ce7-b0d1d25b1afe will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:34.872362 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.878848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.888167 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-38e1389a-d7e4-4473-8a80-40c7bf72c4e8 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414062 Sep 02 13:54:34.910025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] Pushing event deleted for resources: {'Port': ['ID=af67d879-aa4e-4036-a415-f369151089a9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:34.912335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.918008 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8818b-e8ee-4266-ad6f-410ec97c5886 None None] No DVR routers for this DVR port af67d879-aa4e-4036-a415-f369151089a9 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:34.935453 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.947977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66876f1-e10d-4b06-9f18-c0e1e1af8388']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:34.961214 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e059bd8-5656-4ce1-969d-84cdad682159') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:34.961513 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e059bd8-5656-4ce1-969d-84cdad682159') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:34.965631 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a1cd13dc-2839-4a06-a5f3-12fa744fa8ac req-9f593d33-8580-489f-af94-5233d22ab8ac tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649400 Sep 02 13:54:34.976183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.993038 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:34.999319 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:34.999776 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:35.003453 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:35.073913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.087613 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.093089 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/networks/d66876f1-e10d-4b06-9f18-c0e1e1af8388 HTTP/1.1" status: 204 len: 168 time: 0.9240065 Sep 02 13:54:35.094188 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57176) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:35.109914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'name': 'tempest-PortsIpV6TestJSON-706753289'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:35.115363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08618ee0-0b58-4d6a-97af-63ac05e192c3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Network': ['ID=d66876f1-e10d-4b06-9f18-c0e1e1af8388,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:35.213945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:35.218316 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.242123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 41d5113b-b0e0-40f8-bdab-da56754227cf yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:35.404371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5bff2-fe7a-4dac-8063-7990d4574929 req-8a08fb19-a6e5-4da6-8e18-e66fcc4439ca tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:35.406186 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-93b5bff2-fe7a-4dac-8063-7990d4574929 req-8a08fb19-a6e5-4da6-8e18-e66fcc4439ca tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.5880072 Sep 02 13:54:35.423532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Pushing event updated for resources: {'Port': ['ID=08c460dc-a152-402a-8ce7-b0d1d25b1afe,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:35.446974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.486303 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.532869 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-93b5bff2-fe7a-4dac-8063-7990d4574929 req-697f58f2-5500-4896-a464-33265c71cf56 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137471 Sep 02 13:54:35.537535 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:35.539087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:35.543044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:35.549064 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-aa383168-b823-4231-a6c0-66da185a452e service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292400 Sep 02 13:54:35.549248 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:35.550202 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.573747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Attempting to bind port 08c460dc-a152-402a-8ce7-b0d1d25b1afe on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:35.574240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Attempting to bind port 08c460dc-a152-402a-8ce7-b0d1d25b1afe by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '1a82a09c-58b6-48f5-b638-8d56b10d0ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:35.574589 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Attempting to bind port 08c460dc-a152-402a-8ce7-b0d1d25b1afe on network b621342b-4b18-4259-9675-0ae76821a610 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:35.592235 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4967513 Sep 02 13:54:35.596019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57184) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:35.604923 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001182b-e3e4-4015-9233-e70e35d6a7f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=41d5113b-b0e0-40f8-bdab-da56754227cf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:35.614208 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-60f6cc1d-d4c7-4d6e-b6cc-f48348d07e4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805 HTTP/1.1" status: 200 len: 217 time: 0.0486155 Sep 02 13:54:35.615064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Port 08c460dc-a152-402a-8ce7-b0d1d25b1afe on network b621342b-4b18-4259-9675-0ae76821a610 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:54:35.615393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Attempting to bind port 08c460dc-a152-402a-8ce7-b0d1d25b1afe on network b621342b-4b18-4259-9675-0ae76821a610 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:35.621850 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:35.622331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Checking segment: {'id': '1a82a09c-58b6-48f5-b638-8d56b10d0ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:35.622728 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Bound using segment: {'id': '1a82a09c-58b6-48f5-b638-8d56b10d0ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:35.623174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Bound port: 08c460dc-a152-402a-8ce7-b0d1d25b1afe, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a82a09c-58b6-48f5-b638-8d56b10d0ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:35.623701 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.709281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-e9b7abb4-fc53-4e3b-a021-ad7f951ea19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:35.711947 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-e9b7abb4-fc53-4e3b-a021-ad7f951ea19f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0857399 Sep 02 13:54:35.721123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-53d75f9b-981e-4991-92f8-ecee60ac388c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 41d5113b-b0e0-40f8-bdab-da56754227cf {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:35.722101 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53d75f9b-981e-4991-92f8-ecee60ac388c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.765872 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] For port 08c460dc-a152-402a-8ce7-b0d1d25b1afe, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:35.772678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device af67d879-aa4e-4036-a415-f369151089a9 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:54:35.795761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] For port 08c460dc-a152-402a-8ce7-b0d1d25b1afe, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=08c460dc-a152-402a-8ce7-b0d1d25b1afe,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:35.813248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.816511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: af67d879-aa4e-4036-a415-f369151089a9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:54:35.816990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device af67d879-aa4e-4036-a415-f369151089a9 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:54:35.824417 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53d75f9b-981e-4991-92f8-ecee60ac388c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.836666 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-62e74757-6e99-4376-8f30-c2e1b3d2fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:35.838223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-62e74757-6e99-4376-8f30-c2e1b3d2fc7a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172016 Sep 02 13:54:35.853799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-53d75f9b-981e-4991-92f8-ecee60ac388c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 41d5113b-b0e0-40f8-bdab-da56754227cf owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:35.886632 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:35.887274 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.888721 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] 10.222.0.77 "PUT /v2.0/ports/08c460dc-a152-402a-8ce7-b0d1d25b1afe HTTP/1.1" status: 200 len: 1091 time: 1.8760910 Sep 02 13:54:35.889177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef8d813-b65e-4848-9b3b-e2259ab2011a', 'tag': '08c460dc-a152-402a-8ce7-b0d1d25b1afe'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:54:35.891510 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9619a99-cf82-468d-af1c-7a1492653a55" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef8d813-b65e-4848-9b3b-e2259ab2011a", "tag": "08c460dc-a152-402a-8ce7-b0d1d25b1afe"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:54:35.970806 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53d75f9b-981e-4991-92f8-ecee60ac388c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:35.979581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10960f5e-0e91-46c0-971b-73f83e023949 service neutron] Pushing event updated for resources: {'Port': ['ID=08c460dc-a152-402a-8ce7-b0d1d25b1afe,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:35.988032 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd6404f-e992-4cdb-8862-14a31c62f7ed x-openstack-request-id: req-ccd6404f-e992-4cdb-8862-14a31c62f7ed {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:54:35.988323 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef8d813-b65e-4848-9b3b-e2259ab2011a", "tag": "08c460dc-a152-402a-8ce7-b0d1d25b1afe", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:54:35.988577 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccd6404f-e992-4cdb-8862-14a31c62f7ed {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:54:35.988978 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef8d813-b65e-4848-9b3b-e2259ab2011a', 'tag': '08c460dc-a152-402a-8ce7-b0d1d25b1afe', 'status': 'completed', 'code': 200} Sep 02 13:54:36.010832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d75f9b-981e-4991-92f8-ecee60ac388c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=41d5113b-b0e0-40f8-bdab-da56754227cf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:36.027031 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-53d75f9b-981e-4991-92f8-ecee60ac388c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:36.033895 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-53d75f9b-981e-4991-92f8-ecee60ac388c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/41d5113b-b0e0-40f8-bdab-da56754227cf HTTP/1.1" status: 204 len: 168 time: 0.4321604 Sep 02 13:54:36.033895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57194) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:36.039120 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'mac_address': 'fa:16:3e:7d:5d:b0', 'name': 'tempest-PortsIpV6TestJSON-942013152'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:36.050428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-1450b483-bbaa-489d-8b33-24fc7415bf59 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916544 Sep 02 13:54:36.054620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0c41-4910-488d-9317-c9f413f92355 req-9c23a06e-015a-48d7-b756-2a5f57b7f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.056128 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-9c23a06e-015a-48d7-b756-2a5f57b7f2af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a3737a4911749fdac9765201980bcb6&device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 1094 time: 0.1244204 Sep 02 13:54:36.160542 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-4947414e-7806-43e5-9b60-c31b833fe3ae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08c460dc-a152-402a-8ce7-b0d1d25b1afe HTTP/1.1" status: 200 len: 217 time: 0.0933280 Sep 02 13:54:36.166117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253c003-250f-47b5-8915-c3b640179f49 req-08765ae1-7eaf-4648-891d-e5622a3ee15b tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.167717 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e253c003-250f-47b5-8915-c3b640179f49 req-08765ae1-7eaf-4648-891d-e5622a3ee15b tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 943 time: 0.0849531 Sep 02 13:54:36.177227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:36.232948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0c41-4910-488d-9317-c9f413f92355 req-1938bed8-0642-4f6a-a406-56106a6e383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.234952 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-1938bed8-0642-4f6a-a406-56106a6e383c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bedc47-dacb-4124-a47b-8f503b6292e3 HTTP/1.1" status: 200 len: 854 time: 0.0652752 Sep 02 13:54:36.260647 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-327ccd28-8147-46b7-b277-212a515ef76d service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013016 Sep 02 13:54:36.273992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e253c003-250f-47b5-8915-c3b640179f49 req-30288874-0ddd-47b5-9404-8751195322d0 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817211 Sep 02 13:54:36.276605 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:36.279976 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-9870173b-5d0b-4117-bf71-2df1fe8f5a37 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b621342b-4b18-4259-9675-0ae76821a610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337183 Sep 02 13:54:36.301800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port a9ceee89-4b5f-440c-aa41-1d13ee5b6c38 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:36.363444 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-2c3199c2-ab2a-49ba-8759-0ce7b221e865 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 200 len: 217 time: 0.0891056 Sep 02 13:54:36.445795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-33da9490-800e-4253-afcd-dbe02291ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.447279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-33da9490-800e-4253-afcd-dbe02291ddfc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0746484 Sep 02 13:54:36.465993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-7dd8528b-48a9-4af3-9983-fabb608106d9 service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771169 Sep 02 13:54:36.487252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:36.526257 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:36.567369 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:36.573559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-e9e42052-e154-4411-9608-095b3561d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.575089 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-e9e42052-e154-4411-9608-095b3561d0fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182365 Sep 02 13:54:36.578009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:36.582445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:36.587025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:36.592941 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.593595 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:36.598286 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=a9ceee89-4b5f-440c-aa41-1d13ee5b6c38,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:36.613411 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fba0c41-4910-488d-9317-c9f413f92355 req-74c0f9ec-b43d-430e-ad27-5a948fbe0be7 service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272790 Sep 02 13:54:36.613788 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7b3a8412-9082-44c3-9621-f284188096b3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5785389 Sep 02 13:54:36.616278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57204) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:36.666412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8572f-b65a-4176-acbb-d0d40125cea3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.667801 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2af8572f-b65a-4176-acbb-d0d40125cea3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/a9ceee89-4b5f-440c-aa41-1d13ee5b6c38 HTTP/1.1" status: 200 len: 844 time: 0.0504217 Sep 02 13:54:36.670425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57206) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:36.780178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-3ad25d53-ce16-4eeb-bc37-030c6fe0bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.781281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bb600f92-66d4-4280-aa2a-b54c3d63eaea tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port a9ceee89-4b5f-440c-aa41-1d13ee5b6c38 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:36.781756 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb600f92-66d4-4280-aa2a-b54c3d63eaea tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:36.781908 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-3ad25d53-ce16-4eeb-bc37-030c6fe0bfd3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a3737a4911749fdac9765201980bcb6&device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 1094 time: 0.1020255 Sep 02 13:54:36.796216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d500d8-4a8e-46f2-a12c-3fa52f1424e2 req-85f2e67a-1464-4afe-91d5-96af48f1eb67 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.797664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b2d500d8-4a8e-46f2-a12c-3fa52f1424e2 req-85f2e67a-1464-4afe-91d5-96af48f1eb67 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 943 time: 0.1192093 Sep 02 13:54:36.872268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-96dbaf79-1eaf-4d1d-9c2a-97715721e783 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619638 Sep 02 13:54:36.877436 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb600f92-66d4-4280-aa2a-b54c3d63eaea tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:36.895559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-bb600f92-66d4-4280-aa2a-b54c3d63eaea tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for a9ceee89-4b5f-440c-aa41-1d13ee5b6c38 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:36.987639 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-c0c1c9e5-b3ab-48e7-9321-b215f9c2c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:36.989249 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-c0c1c9e5-b3ab-48e7-9321-b215f9c2c105 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b621342b-4b18-4259-9675-0ae76821a610 HTTP/1.1" status: 200 len: 915 time: 0.1892233 Sep 02 13:54:37.004023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b2d500d8-4a8e-46f2-a12c-3fa52f1424e2 req-edc93bd4-02b4-429f-9dbe-58ce666a487b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391573 Sep 02 13:54:37.030305 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb600f92-66d4-4280-aa2a-b54c3d63eaea tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:37.069295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-8ed68966-aee2-4632-bb45-c9fc099f4a5e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08c460dc-a152-402a-8ce7-b0d1d25b1afe HTTP/1.1" status: 200 len: 217 time: 0.0624294 Sep 02 13:54:37.070899 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bb600f92-66d4-4280-aa2a-b54c3d63eaea tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:37.075644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57212) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:37.076192 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bb600f92-66d4-4280-aa2a-b54c3d63eaea tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/a9ceee89-4b5f-440c-aa41-1d13ee5b6c38 HTTP/1.1" status: 204 len: 168 time: 0.4046993 Sep 02 13:54:37.077427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600f92-66d4-4280-aa2a-b54c3d63eaea tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=a9ceee89-4b5f-440c-aa41-1d13ee5b6c38,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:37.119302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:54:37.131600 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8709dcc-94b6-4eba-838b-0f30b3e593f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:54:37.136990 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c8709dcc-94b6-4eba-838b-0f30b3e593f0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/a9ceee89-4b5f-440c-aa41-1d13ee5b6c38 HTTP/1.1" status: 404 len: 333 time: 0.0565941 Sep 02 13:54:37.137638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57214) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:37.142069 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-53dcd94f-3bef-4226-8a81-9e052c4fb20a req-e7c3291a-ef55-4fdc-a17c-4de4852341b8 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605352 Sep 02 13:54:37.144492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'name': 'tempest-PortsIpV6TestJSON-1507414992'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:37.156234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-17023fff-ff8e-4b1b-9e2a-a2dd90f37c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:37.157743 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-17023fff-ff8e-4b1b-9e2a-a2dd90f37c73 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bedc47-dacb-4124-a47b-8f503b6292e3 HTTP/1.1" status: 200 len: 854 time: 0.0726864 Sep 02 13:54:37.195897 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-d6df7e6a-c24d-4487-a46e-1caafc85cbce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b621342b-4b18-4259-9675-0ae76821a610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296648 Sep 02 13:54:37.251258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:37.264811 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'port_id': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'mac_address': 'fa:16:3e:3e:1a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:54:37.270533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:37.275199 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:37.296916 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 2865ea4c-5794-40c6-9a84-4274a79d5805 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:37.308433 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:37.314802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-999c0fb5-cd11-4aaf-ab67-72f13367d0ad service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102784 Sep 02 13:54:37.340312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:54:37.369112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:37.373592 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:37.437067 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b9619a99-cf82-468d-af1c-7a1492653a55 req-28f09a67-3a80-488b-8361-6e818f54eacd service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136451 Sep 02 13:54:37.440100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:37.479701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d6078-fd64-4eb2-bdb7-b248ca9f428e req-8d5f9704-6220-4d38-a577-3bed7d99ca39 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:37.481296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a1d6078-fd64-4eb2-bdb7-b248ca9f428e req-8d5f9704-6220-4d38-a577-3bed7d99ca39 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 943 time: 0.1190796 Sep 02 13:54:37.549563 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:37.560510 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2a1d6078-fd64-4eb2-bdb7-b248ca9f428e req-6a35da81-db9a-44b7-8a92-42ef007438ab tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640352 Sep 02 13:54:37.614963 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:37.673542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:37.676390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:37.679065 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:37.688753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:37.689251 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:54:37.689421 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:37.696559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=2865ea4c-5794-40c6-9a84-4274a79d5805,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:37.714238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:37.714691 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-14b71d31-bbbb-424f-a671-ccaa1d55e1db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5758049 Sep 02 13:54:37.720461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-23faca3c-8108-4c24-bb2c-4f31b00d91be tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:37.809354 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23faca3c-8108-4c24-bb2c-4f31b00d91be tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.018062 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23faca3c-8108-4c24-bb2c-4f31b00d91be tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.024538 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23faca3c-8108-4c24-bb2c-4f31b00d91be tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.047599 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-23faca3c-8108-4c24-bb2c-4f31b00d91be tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] In _notify_port_updated(), no bound segment for port 2865ea4c-5794-40c6-9a84-4274a79d5805 on network a8b6a10e-cc9c-4782-bb68-1d18d935567f {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:54:38.054495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23faca3c-8108-4c24-bb2c-4f31b00d91be tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:38.055531 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23faca3c-8108-4c24-bb2c-4f31b00d91be tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.056793 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-23faca3c-8108-4c24-bb2c-4f31b00d91be tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "PUT /v2.0/ports/2865ea4c-5794-40c6-9a84-4274a79d5805 HTTP/1.1" status: 200 len: 818 time: 0.3410938 Sep 02 13:54:38.059638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57246) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:38.127358 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faca3c-8108-4c24-bb2c-4f31b00d91be tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=2865ea4c-5794-40c6-9a84-4274a79d5805,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:38.157606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c88f74-476b-43ff-a3b8-413d05678e1d req-14b1fca0-c1d2-460f-8f29-11a92a4fe26a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:38.159759 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8c88f74-476b-43ff-a3b8-413d05678e1d req-14b1fca0-c1d2-460f-8f29-11a92a4fe26a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 944 time: 0.0637300 Sep 02 13:54:38.188099 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ea76ca7e-9cfa-4197-8baa-88f630203e1d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 2865ea4c-5794-40c6-9a84-4274a79d5805 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:38.189256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea76ca7e-9cfa-4197-8baa-88f630203e1d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.215880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8c88f74-476b-43ff-a3b8-413d05678e1d req-a4c8728c-0584-4aab-9e5f-0b805faa4095 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452027 Sep 02 13:54:38.286969 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea76ca7e-9cfa-4197-8baa-88f630203e1d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.303928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ea76ca7e-9cfa-4197-8baa-88f630203e1d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 2865ea4c-5794-40c6-9a84-4274a79d5805 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:38.398416 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea76ca7e-9cfa-4197-8baa-88f630203e1d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.428433 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76ca7e-9cfa-4197-8baa-88f630203e1d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=2865ea4c-5794-40c6-9a84-4274a79d5805,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:38.431968 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ea76ca7e-9cfa-4197-8baa-88f630203e1d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.436857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ea76ca7e-9cfa-4197-8baa-88f630203e1d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/2865ea4c-5794-40c6-9a84-4274a79d5805 HTTP/1.1" status: 204 len: 168 time: 0.3729987 Sep 02 13:54:38.436857 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57252) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:38.487069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7524bad8-79f7-4c85-bbc1-56c6d60dab75 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:38.488580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7524bad8-79f7-4c85-bbc1-56c6d60dab75 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0508475 Sep 02 13:54:38.491406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57254) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:38.516810 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e57abf-3ab7-4cff-8b28-9f58a0697b99 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:54:38.518941 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-27e57abf-3ab7-4cff-8b28-9f58a0697b99 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/2865ea4c-5794-40c6-9a84-4274a79d5805 HTTP/1.1" status: 404 len: 333 time: 0.0259771 Sep 02 13:54:38.524329 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:38.529412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1201018416'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:38.551217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:38.554980 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.579059 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:38.589595 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.589976 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Added segment 0f18db86-97cb-4cbb-a761-b3fb29609bc9 of type vlan for network 8be16a66-d3b0-4035-b9ee-453aa243805c Sep 02 13:54:38.644868 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.696896 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.702269 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:38.702873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:38.722493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9b781-8b62-4193-a358-0702af5f1ece req-e49025aa-cfab-4df4-8c29-d0e35a2a542a tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:38.724603 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cca9b781-8b62-4193-a358-0702af5f1ece req-e49025aa-cfab-4df4-8c29-d0e35a2a542a tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 943 time: 0.0826542 Sep 02 13:54:38.787623 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2621665 Sep 02 13:54:38.791226 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57260) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:38.800089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:38.804939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0397e-5a47-48cb-bef4-f46ebf5cf525 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Network': ['ID=8be16a66-d3b0-4035-b9ee-453aa243805c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:38.817189 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 8be16a66-d3b0-4035-b9ee-453aa243805c details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:38.833006 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cca9b781-8b62-4193-a358-0702af5f1ece req-0e2a9b2a-c201-459c-9f4d-763f1f5cf9c2 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961261 Sep 02 13:54:38.929292 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 08c460dc-a152-402a-8ce7-b0d1d25b1afe details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:54:38.980225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:38.984570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.071895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 08c460dc-a152-402a-8ce7-b0d1d25b1afe, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=08c460dc-a152-402a-8ce7-b0d1d25b1afe,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:39.083651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '08c460dc-a152-402a-8ce7-b0d1d25b1afe', 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610', 'port_id': '08c460dc-a152-402a-8ce7-b0d1d25b1afe', 'mac_address': 'fa:16:3e:45:c4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bedc47-dacb-4124-a47b-8f503b6292e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:54:39.135946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:39.162349 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.184589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c460dc-a152-402a-8ce7-b0d1d25b1afe {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:54:39.209374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 08c460dc-a152-402a-8ce7-b0d1d25b1afe, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=08c460dc-a152-402a-8ce7-b0d1d25b1afe,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:39.214449 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.218088 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.250202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:39.258566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:39.259237 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.304421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=08c460dc-a152-402a-8ce7-b0d1d25b1afe,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:39.317092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Checking segment: {'id': '0f18db86-97cb-4cbb-a761-b3fb29609bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:39.317612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network hostable DHCP agents. Network: 8be16a66-d3b0-4035-b9ee-453aa243805c, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:39.321663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=3a74e357-0f20-4889-84d4-27c7454c186a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:39.342290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network 8be16a66-d3b0-4035-b9ee-453aa243805c is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:39.352918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 8be16a66-d3b0-4035-b9ee-453aa243805c) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:39.358356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:39.359178 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.368998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c2a3e4-0baf-4a17-a6f7-1c0a1414d436 None None] Network 8be16a66-d3b0-4035-b9ee-453aa243805c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:39.378915 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7a924b0f-4de7-4d04-9bdc-1b9cc4a24c1e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5860684 Sep 02 13:54:39.382381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57274) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:39.397823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7aa521dc-566b-4ef3-8f3f-6c9cc23817f2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:39.424964 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67623-49a2-4ada-aba9-3ada19a42736 req-d4da21b4-24b2-4f83-a06a-9b4ce7f3851e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:39.427640 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73f67623-49a2-4ada-aba9-3ada19a42736 req-d4da21b4-24b2-4f83-a06a-9b4ce7f3851e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 944 time: 0.1287811 Sep 02 13:54:39.479095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['08c460dc-a152-402a-8ce7-b0d1d25b1afe'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:54:39.482934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-73f67623-49a2-4ada-aba9-3ada19a42736 req-3a2e1f70-b480-40e3-bf1e-04c9e057d71e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484998 Sep 02 13:54:39.560799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa521dc-566b-4ef3-8f3f-6c9cc23817f2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:39.565282 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7aa521dc-566b-4ef3-8f3f-6c9cc23817f2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.586276 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.696550 n-d-794796-4 neutron-server[94687]: INFO neutron.db.ipam_backend_mixin [None req-7aa521dc-566b-4ef3-8f3f-6c9cc23817f2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a74e357-0f20-4889-84d4-27c7454c186a (CIDR: 2001:db8::/64) Sep 02 13:54:39.703345 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa521dc-566b-4ef3-8f3f-6c9cc23817f2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:54:39.703597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:39.704699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa521dc-566b-4ef3-8f3f-6c9cc23817f2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:54:39.710102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:54:39.712819 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3169526-4d29-4580-a984-a70dac0d25bc" -d '{"events": [{"server_uuid": "125c2488-f2a5-49d6-9849-e9f4d81efb6d", "name": "network-vif-plugged", "status": "completed", "tag": "ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:54:39.716431 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.782370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-8be16a66-d3b0-4035-b9ee-453aa243805c', 'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c', 'tenant_id': '1d0ef530fbc643d68769befa852fd748', 'fixed_ips': [{'subnet_id': '3a74e357-0f20-4889-84d4-27c7454c186a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:39.783598 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7aa521dc-566b-4ef3-8f3f-6c9cc23817f2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3998904 Sep 02 13:54:39.786591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:39.787068 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:39.791217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:39.792943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:39.839038 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe82a132-77ec-470f-b0b9-61d08514dafb x-openstack-request-id: req-fe82a132-77ec-470f-b0b9-61d08514dafb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:54:39.839613 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125c2488-f2a5-49d6-9849-e9f4d81efb6d", "name": "network-vif-plugged", "status": "completed", "tag": "ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:54:39.839613 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe82a132-77ec-470f-b0b9-61d08514dafb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:54:39.840035 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'code': 200} Sep 02 13:54:40.079004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Allocated IP 2001:db8::2 (8be16a66-d3b0-4035-b9ee-453aa243805c/3a74e357-0f20-4889-84d4-27c7454c186a/0944a31a-e929-4624-8679-b43838f636a7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:40.186532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5783bf-255d-43f1-87f2-bcd04bb6caf0 req-e96f8d73-d6ac-4f1b-a932-7893ed9ae563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:40.188020 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba5783bf-255d-43f1-87f2-bcd04bb6caf0 req-e96f8d73-d6ac-4f1b-a932-7893ed9ae563 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 1096 time: 0.2135820 Sep 02 13:54:40.203338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a01d0d-dbfe-487a-92e6-46b141f2c97e req-58e928f0-0019-4cfa-88ca-04953df1d08b tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:40.211771 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99a01d0d-dbfe-487a-92e6-46b141f2c97e req-58e928f0-0019-4cfa-88ca-04953df1d08b tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 944 time: 0.2358789 Sep 02 13:54:40.240522 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:40.243977 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:40.316149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-99a01d0d-dbfe-487a-92e6-46b141f2c97e req-0a67fb50-d29f-4358-96e6-bdea34b06977 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034853 Sep 02 13:54:40.363290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ba5783bf-255d-43f1-87f2-bcd04bb6caf0 req-349ada44-a203-4ade-900d-910d39f6d5a5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1420445 Sep 02 13:54:40.396908 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:40.409752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Transition to ACTIVE for port object 0944a31a-e929-4624-8679-b43838f636a7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:40.438586 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Transition to ACTIVE for port object 0944a31a-e929-4624-8679-b43838f636a7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:40.456606 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:40.509500 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Network 8be16a66-d3b0-4035-b9ee-453aa243805c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:40.513113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:40.522287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:40.534953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Pushing event updated for resources: {'Port': ['ID=0944a31a-e929-4624-8679-b43838f636a7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:40.608160 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Attempting to bind port 0944a31a-e929-4624-8679-b43838f636a7 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:40.608491 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Attempting to bind port 0944a31a-e929-4624-8679-b43838f636a7 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '0f18db86-97cb-4cbb-a761-b3fb29609bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:40.608859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Attempting to bind port 0944a31a-e929-4624-8679-b43838f636a7 on network 8be16a66-d3b0-4035-b9ee-453aa243805c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:40.624024 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:40.624469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Checking segment: {'id': '0f18db86-97cb-4cbb-a761-b3fb29609bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:40.624899 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:40.625380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Bound using segment: {'id': '0f18db86-97cb-4cbb-a761-b3fb29609bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:40.628671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Bound port: 0944a31a-e929-4624-8679-b43838f636a7, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f18db86-97cb-4cbb-a761-b3fb29609bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:40.629083 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:40.634177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-009436cc-7b0d-4870-8c10-0411280b6204 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710418 Sep 02 13:54:40.657403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06862a-c31c-4328-b4ac-f09cc29c08e5 req-3f95a5b4-e9e9-47a2-8976-014373d197b8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:40.666991 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba06862a-c31c-4328-b4ac-f09cc29c08e5 req-3f95a5b4-e9e9-47a2-8976-014373d197b8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 945 time: 0.0799448 Sep 02 13:54:40.740851 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ba06862a-c31c-4328-b4ac-f09cc29c08e5 req-cd399765-dfe8-4de8-9f78-e3b47344ad34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724256 Sep 02 13:54:40.745095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] For port 0944a31a-e929-4624-8679-b43838f636a7, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:40.763252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] For port 0944a31a-e929-4624-8679-b43838f636a7, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0944a31a-e929-4624-8679-b43838f636a7,segment=NetworkSegment(0f18db86-97cb-4cbb-a761-b3fb29609bc9),segment_id=0f18db86-97cb-4cbb-a761-b3fb29609bc9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:40.779296 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:40.864352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a6fc9-f909-41eb-8904-0b03e3112474 None None] Pushing event updated for resources: {'Port': ['ID=0944a31a-e929-4624-8679-b43838f636a7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:40.896131 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:40.934657 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-de44938a-a1b8-48d1-9526-12c28e6b1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:40.936337 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-de44938a-a1b8-48d1-9526-12c28e6b1bd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3f7a79aca27240e1a2df26a0324ca471&device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 1096 time: 0.2416747 Sep 02 13:54:40.942981 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 08c460dc-a152-402a-8ce7-b0d1d25b1afe up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:40.961204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network 8be16a66-d3b0-4035-b9ee-453aa243805c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:40.965703 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:40.969105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:40.969721 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:40.998334 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2105687 Sep 02 13:54:41.001003 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57296) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:41.006912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c', 'fixed_ips': [{'subnet_id': '3a74e357-0f20-4889-84d4-27c7454c186a'}, {'subnet_id': '7d27389f-c77c-45e0-9743-7336f1fadc97'}], 'name': 'tempest-PortsIpV6TestJSON-985961596'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:41.045570 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b0bbc-b13a-453a-9f52-3ab91236cabb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=7d27389f-c77c-45e0-9743-7336f1fadc97,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:41.049089 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 08c460dc-a152-402a-8ce7-b0d1d25b1afe completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:41.057065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 08c460dc-a152-402a-8ce7-b0d1d25b1afe triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:41.057457 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:41.250649 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-e08f746e-d1dc-410b-b6ee-49d7fd619440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:41.253333 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-e08f746e-d1dc-410b-b6ee-49d7fd619440 service neutron] 10.222.0.77 "GET /v2.0/networks?id=66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 200 len: 912 time: 0.2669282 Sep 02 13:54:41.305787 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:41.353111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 08c460dc-a152-402a-8ce7-b0d1d25b1afe, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=08c460dc-a152-402a-8ce7-b0d1d25b1afe,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:41.354556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:41.361147 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:41.479086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=08c460dc-a152-402a-8ce7-b0d1d25b1afe,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:41.506258 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-db6cf0a5-8c55-47cd-af5d-049ed06178ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f166d3f-af47-4022-b26e-1bd008cef728 HTTP/1.1" status: 200 len: 1001 time: 0.2453325 Sep 02 13:54:41.568467 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:41.601839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-2c1db5d5-c697-4b66-824a-65db9472ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:41.603472 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-2c1db5d5-c697-4b66-824a-65db9472ccd4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 200 len: 850 time: 0.0898037 Sep 02 13:54:41.611583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port de28ac39-f5e1-4221-9972-fffb6c403492 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:41.690775 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-951b3a2e-5648-4dbf-8466-5b32c8c027dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:41.696383 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-951b3a2e-5648-4dbf-8466-5b32c8c027dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=66347dcd-c6d4-4265-a223-b109e7c431b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838597 Sep 02 13:54:41.741039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0737a2-7601-45e1-b30d-f7801a707c9a req-38cbc41a-5a33-4c1b-9180-90bb1ce1ddd3 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:41.750193 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b0737a2-7601-45e1-b30d-f7801a707c9a req-38cbc41a-5a33-4c1b-9180-90bb1ce1ddd3 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 945 time: 0.2336237 Sep 02 13:54:41.840997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef8d813-b65e-4848-9b3b-e2259ab2011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c460dc-a152-402a-8ce7-b0d1d25b1afe'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:54:41.843792 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27da594-befe-4c69-9495-7499b53a5c8d" -d '{"events": [{"server_uuid": "4ef8d813-b65e-4848-9b3b-e2259ab2011a", "name": "network-vif-plugged", "status": "completed", "tag": "08c460dc-a152-402a-8ce7-b0d1d25b1afe"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:54:41.867147 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0944a31a-e929-4624-8679-b43838f636a7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:41.978253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 0944a31a-e929-4624-8679-b43838f636a7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:41.985373 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-25aab133-44e6-43c3-9822-67b0c851fbb2 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833188 Sep 02 13:54:42.070960 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-2b0737a2-7601-45e1-b30d-f7801a707c9a req-803295e2-fff9-4b4d-a42e-32ae6bbf3510 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197536 Sep 02 13:54:42.095620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355c2b1-6641-418f-857c-f66fc1a565d4 req-8512652b-ae41-4807-8575-45675092d05c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:42.104485 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0355c2b1-6641-418f-857c-f66fc1a565d4 req-8512652b-ae41-4807-8575-45675092d05c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 945 time: 0.2348881 Sep 02 13:54:42.149642 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fd30d1-a142-4415-bc97-4622202c139b x-openstack-request-id: req-97fd30d1-a142-4415-bc97-4622202c139b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:54:42.150141 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef8d813-b65e-4848-9b3b-e2259ab2011a", "name": "network-vif-plugged", "status": "completed", "tag": "08c460dc-a152-402a-8ce7-b0d1d25b1afe", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:54:42.150578 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97fd30d1-a142-4415-bc97-4622202c139b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:54:42.151148 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef8d813-b65e-4848-9b3b-e2259ab2011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c460dc-a152-402a-8ce7-b0d1d25b1afe', 'code': 200} Sep 02 13:54:42.171321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0355c2b1-6641-418f-857c-f66fc1a565d4 req-d3bf1b3d-70ae-4c91-8bfc-9e820eac3550 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656936 Sep 02 13:54:42.235136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6186c60a-8e32-45ef-a243-0fe9adca4235 req-afce7beb-1d97-4186-b14a-3e6054e5ed07 service neutron] 10.222.0.77 "GET /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349484 Sep 02 13:54:42.369357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a842392-7aa9-45bf-9102-a6ce1e72b9d4 None None] Network 8be16a66-d3b0-4035-b9ee-453aa243805c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:42.398522 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::3b0 (8be16a66-d3b0-4035-b9ee-453aa243805c/3a74e357-0f20-4889-84d4-27c7454c186a/de28ac39-f5e1-4221-9972-fffb6c403492) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:42.412092 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8:0:1::19a (8be16a66-d3b0-4035-b9ee-453aa243805c/7d27389f-c77c-45e0-9743-7336f1fadc97/de28ac39-f5e1-4221-9972-fffb6c403492) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:42.420392 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8446f19-83c7-4b68-9206-06a058f3221d req-bcff5338-a835-404f-b7c0-f27a77cbc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:42.422032 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e8446f19-83c7-4b68-9206-06a058f3221d req-bcff5338-a835-404f-b7c0-f27a77cbc677 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 1096 time: 0.1996503 Sep 02 13:54:42.485088 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017d2ab-cee4-498e-95db-b57f8f095667 req-5ccd9d32-c191-4f19-8943-9d8582adf8d7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:42.497643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0017d2ab-cee4-498e-95db-b57f8f095667 req-5ccd9d32-c191-4f19-8943-9d8582adf8d7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 945 time: 0.1648269 Sep 02 13:54:42.554659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f1c016ad-d461-44ff-b1c2-d42ee2e233b4 None None] Provisioning for port 0944a31a-e929-4624-8679-b43838f636a7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:42.579058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f1c016ad-d461-44ff-b1c2-d42ee2e233b4 None None] Provisioning complete for port 0944a31a-e929-4624-8679-b43838f636a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:42.579058 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1c016ad-d461-44ff-b1c2-d42ee2e233b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:42.584219 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e8446f19-83c7-4b68-9206-06a058f3221d req-a55d3e60-cc06-4709-92ad-fcae5cd13b86 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547806 Sep 02 13:54:42.680367 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0017d2ab-cee4-498e-95db-b57f8f095667 req-5989347b-5565-4c8e-8418-f69857f15d6e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1785505 Sep 02 13:54:42.695105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:42.813671 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:42.827781 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1c016ad-d461-44ff-b1c2-d42ee2e233b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:42.831000 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object de28ac39-f5e1-4221-9972-fffb6c403492 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:42.860602 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964668d-acb1-4023-bd7f-aedfba038ba7 None None] Update dhcp port {'port': {'network_id': '8be16a66-d3b0-4035-b9ee-453aa243805c', 'fixed_ips': [{'subnet_id': '3a74e357-0f20-4889-84d4-27c7454c186a', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d27389f-c77c-45e0-9743-7336f1fadc97'}], 'binding:host_id': 'n-d-794796-4'}, 'id': '0944a31a-e929-4624-8679-b43838f636a7'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:54:42.880909 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:42.912692 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f964668d-acb1-4023-bd7f-aedfba038ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:42.915668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f1c016ad-d461-44ff-b1c2-d42ee2e233b4 None None] For port 0944a31a-e929-4624-8679-b43838f636a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0944a31a-e929-4624-8679-b43838f636a7,segment=NetworkSegment(0f18db86-97cb-4cbb-a761-b3fb29609bc9),segment_id=0f18db86-97cb-4cbb-a761-b3fb29609bc9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:42.924121 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1c016ad-d461-44ff-b1c2-d42ee2e233b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:42.948984 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network 8be16a66-d3b0-4035-b9ee-453aa243805c is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:42.952112 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:42.956202 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:42.961875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:42.962525 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:42.974451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=de28ac39-f5e1-4221-9972-fffb6c403492,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:42.987572 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ebf840f9-723b-4d12-b3e9-57e2d937b84b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9847937 Sep 02 13:54:42.990355 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57324) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:43.000988 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a74e357-0f20-4889-84d4-27c7454c186a'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:43.011562 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7933a979-bdd1-483c-97df-7ead315d25e6 tempest-TestVolumeBootPattern-1644093945 tempest-TestVolumeBootPattern-1644093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:43.016644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7933a979-bdd1-483c-97df-7ead315d25e6 tempest-TestVolumeBootPattern-1644093945 tempest-TestVolumeBootPattern-1644093945-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 1091 time: 0.3204663 Sep 02 13:54:43.017246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:43.022076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:43.032524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c016ad-d461-44ff-b1c2-d42ee2e233b4 None None] Pushing event updated for resources: {'Port': ['ID=0944a31a-e929-4624-8679-b43838f636a7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:43.051801 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:43.139217 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:43.247082 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:43.276849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f964668d-acb1-4023-bd7f-aedfba038ba7 None None] Allocated IP 2001:db8:0:1::2 (8be16a66-d3b0-4035-b9ee-453aa243805c/7d27389f-c77c-45e0-9743-7336f1fadc97/0944a31a-e929-4624-8679-b43838f636a7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:43.326026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b936c75-4a99-4b88-acd1-8f426a6a23a6 req-98b0d8ea-6dc5-4641-8521-ee51288dc73e tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:43.334494 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b936c75-4a99-4b88-acd1-8f426a6a23a6 req-98b0d8ea-6dc5-4641-8521-ee51288dc73e tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 945 time: 0.1559544 Sep 02 13:54:43.396601 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5b936c75-4a99-4b88-acd1-8f426a6a23a6 req-632d42c5-fbd6-4ff2-bb8b-d6dc19c9c478 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609562 Sep 02 13:54:43.427816 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f964668d-acb1-4023-bd7f-aedfba038ba7 None None] For port 0944a31a-e929-4624-8679-b43838f636a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0944a31a-e929-4624-8679-b43838f636a7,segment=NetworkSegment(0f18db86-97cb-4cbb-a761-b3fb29609bc9),segment_id=0f18db86-97cb-4cbb-a761-b3fb29609bc9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:43.460987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.25.3.21 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/5cdd66dd-131d-45b5-a58d-7416eb9a7108) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:43.464487 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f964668d-acb1-4023-bd7f-aedfba038ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:43.479788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f964668d-acb1-4023-bd7f-aedfba038ba7 None None] Transition to ACTIVE for port object 0944a31a-e929-4624-8679-b43838f636a7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:43.484340 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f964668d-acb1-4023-bd7f-aedfba038ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:43.614172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964668d-acb1-4023-bd7f-aedfba038ba7 None None] Pushing event updated for resources: {'Port': ['ID=0944a31a-e929-4624-8679-b43838f636a7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:43.629871 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Delete allocated IP 2001:db8:0:1::19a (8be16a66-d3b0-4035-b9ee-453aa243805c/7d27389f-c77c-45e0-9743-7336f1fadc97) {{(pid=94687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 13:54:43.713579 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:43.786544 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:43.800599 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:43.819803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Ignored duplicate provisioning block setup for port de28ac39-f5e1-4221-9972-fffb6c403492 by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 02 13:54:43.826301 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:43.843629 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0944a31a-e929-4624-8679-b43838f636a7 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:43.895350 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:43.916320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=5cdd66dd-131d-45b5-a58d-7416eb9a7108,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:43.920309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:43.927033 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:44.441175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:44.491348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bc8d58-9c3e-492d-8d47-c6833f915e06 None None] Network 8be16a66-d3b0-4035-b9ee-453aa243805c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:44.529642 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] In _notify_port_updated(), no bound segment for port de28ac39-f5e1-4221-9972-fffb6c403492 on network 8be16a66-d3b0-4035-b9ee-453aa243805c {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:54:44.536057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:44.536719 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:44.538367 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "PUT /v2.0/ports/de28ac39-f5e1-4221-9972-fffb6c403492 HTTP/1.1" status: 200 len: 925 time: 1.5471749 Sep 02 13:54:44.541429 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:44.547024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a74e357-0f20-4889-84d4-27c7454c186a'}, {'subnet_id': '7d27389f-c77c-45e0-9743-7336f1fadc97'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:44.553879 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:44.555567 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c06fe-665f-4236-a6ec-e64ae0a91ed3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=de28ac39-f5e1-4221-9972-fffb6c403492,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:44.627653 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e3a6aa92-0142-41a1-ab39-829560d45dd3 None None] Provisioning for port 0944a31a-e929-4624-8679-b43838f636a7 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:44.635074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e3a6aa92-0142-41a1-ab39-829560d45dd3 None None] Provisioning complete for port 0944a31a-e929-4624-8679-b43838f636a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:44.635445 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3a6aa92-0142-41a1-ab39-829560d45dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:44.661964 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:44.668374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038034b2-fed4-4794-b763-8afbb06b4cfe req-49076bbf-60e2-43da-8ec2-7f995fa0cb66 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:44.669927 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-038034b2-fed4-4794-b763-8afbb06b4cfe req-49076bbf-60e2-43da-8ec2-7f995fa0cb66 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 945 time: 0.1171441 Sep 02 13:54:44.829254 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-038034b2-fed4-4794-b763-8afbb06b4cfe req-5f6cd573-e9c8-428e-a0db-b749e442d0ca tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428022 Sep 02 13:54:44.905529 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:44.911991 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:45.015251 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:45.137544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8:0:1::267 (8be16a66-d3b0-4035-b9ee-453aa243805c/7d27389f-c77c-45e0-9743-7336f1fadc97/de28ac39-f5e1-4221-9972-fffb6c403492) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:45.445090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:45.480173 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Ignored duplicate provisioning block setup for port de28ac39-f5e1-4221-9972-fffb6c403492 by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 02 13:54:45.489080 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af6a8f18-5107-47f0-89b3-c428143b4ccb None None] Provisioning complete for port 0944a31a-e929-4624-8679-b43838f636a7 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:45.491081 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af6a8f18-5107-47f0-89b3-c428143b4ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:45.504318 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:45.693954 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af6a8f18-5107-47f0-89b3-c428143b4ccb None None] Provisioning for port de28ac39-f5e1-4221-9972-fffb6c403492 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:45.698253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=5cdd66dd-131d-45b5-a58d-7416eb9a7108,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:45.699275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af6a8f18-5107-47f0-89b3-c428143b4ccb None None] Provisioning complete for port de28ac39-f5e1-4221-9972-fffb6c403492 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:45.699964 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af6a8f18-5107-47f0-89b3-c428143b4ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:45.758141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] In _notify_port_updated(), no bound segment for port de28ac39-f5e1-4221-9972-fffb6c403492 on network 8be16a66-d3b0-4035-b9ee-453aa243805c {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:54:45.767216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:45.770471 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:45.773668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "PUT /v2.0/ports/de28ac39-f5e1-4221-9972-fffb6c403492 HTTP/1.1" status: 200 len: 1011 time: 1.2312067 Sep 02 13:54:45.776174 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf2bad-dc94-4f88-9d05-ab3463d6038e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=de28ac39-f5e1-4221-9972-fffb6c403492,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:45.782260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57408) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:45.810984 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af6a8f18-5107-47f0-89b3-c428143b4ccb None None] Port de28ac39-f5e1-4221-9972-fffb6c403492 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:45.815490 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Floating IP 9c9b132e-c9ad-42bc-af1a-9035835f5309 associated. External IP: 172.25.3.21, port: ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a. Sep 02 13:54:45.926899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f796a0b7-cc66-46ae-8df6-9586156ee74a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port de28ac39-f5e1-4221-9972-fffb6c403492 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:45.927368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f796a0b7-cc66-46ae-8df6-9586156ee74a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:45.958252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0d72e6e2-3601-465d-99b7-01ce78fce1eb None None] Provisioning complete for port de28ac39-f5e1-4221-9972-fffb6c403492 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:45.958620 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d72e6e2-3601-465d-99b7-01ce78fce1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:46.036325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0d72e6e2-3601-465d-99b7-01ce78fce1eb None None] Port de28ac39-f5e1-4221-9972-fffb6c403492 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:46.087002 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f796a0b7-cc66-46ae-8df6-9586156ee74a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:46.123071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f796a0b7-cc66-46ae-8df6-9586156ee74a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for de28ac39-f5e1-4221-9972-fffb6c403492 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:46.151926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Router d63bb733-6f4a-4d95-a5f4-af43cf95422b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:54:46.189802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-da85a4f7-10b0-4298-a7a3-c12c23fc8a06 None None] Provisioning complete for port de28ac39-f5e1-4221-9972-fffb6c403492 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:46.190733 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-da85a4f7-10b0-4298-a7a3-c12c23fc8a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:46.289071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-da85a4f7-10b0-4298-a7a3-c12c23fc8a06 None None] Port de28ac39-f5e1-4221-9972-fffb6c403492 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:46.304621 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:54:46.315790 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] Sync routers for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:54:46.326310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:46.340921 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:46.342491 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:54:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:46.396595 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-49a810d9-8ce7-4dcb-8060-16ba5c1bedea tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3782239 Sep 02 13:54:46.397901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'tag': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:54:46.400393 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d" -d '{"events": [{"name": "network-changed", "server_uuid": "125c2488-f2a5-49d6-9849-e9f4d81efb6d", "tag": "ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:54:46.444905 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70080f6-1d47-456a-be32-f03c88e58a2d x-openstack-request-id: req-d70080f6-1d47-456a-be32-f03c88e58a2d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:54:46.445486 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125c2488-f2a5-49d6-9849-e9f4d81efb6d", "tag": "ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:54:46.446108 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d70080f6-1d47-456a-be32-f03c88e58a2d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:54:46.446869 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'tag': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'status': 'completed', 'code': 200} Sep 02 13:54:46.523807 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:46.579980 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f796a0b7-cc66-46ae-8df6-9586156ee74a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:46.592169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-a86de6c6-51db-4fda-967a-f955c71bd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:46.597727 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-a86de6c6-51db-4fda-967a-f955c71bd615 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 1096 time: 0.1144073 Sep 02 13:54:46.605426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ad70be55-6a57-455a-8de4-ab65e9289e8f None None] Could not find standard attr ID for object de28ac39-f5e1-4221-9972-fffb6c403492. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:54:46.637070 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796a0b7-cc66-46ae-8df6-9586156ee74a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=de28ac39-f5e1-4221-9972-fffb6c403492,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:46.764844 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f796a0b7-cc66-46ae-8df6-9586156ee74a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:46.777800 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f796a0b7-cc66-46ae-8df6-9586156ee74a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/de28ac39-f5e1-4221-9972-fffb6c403492 HTTP/1.1" status: 204 len: 168 time: 0.9900365 Sep 02 13:54:46.780579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57454) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:46.834739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-af5b34d0-0a19-4a09-a3a1-955b1961b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:46.840622 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-af5b34d0-0a19-4a09-a3a1-955b1961b47b service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.2294149 Sep 02 13:54:46.847536 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c532ca78-aa15-4dae-9841-9445ea6a3cd0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:54:46.857738 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c532ca78-aa15-4dae-9841-9445ea6a3cd0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/de28ac39-f5e1-4221-9972-fffb6c403492 HTTP/1.1" status: 404 len: 333 time: 0.0736985 Sep 02 13:54:46.858937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:46.982357 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '9c9b132e-c9ad-42bc-af1a-9035835f5309', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:3e:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:54:44Z', 'updated_at': '2021-09-02T13:54:44Z', 'revision_number': 0, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:46.985359 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f95e56-f6ba-4597-9522-223b99189460 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet 7d27389f-c77c-45e0-9743-7336f1fadc97 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:54:46.997720 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38f95e56-f6ba-4597-9522-223b99189460 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:47.052894 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-84c91489-9e0d-421d-89fc-7d4167204a35 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a HTTP/1.1" status: 200 len: 998 time: 0.2046983 Sep 02 13:54:47.083472 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] Checking router: d63bb733-6f4a-4d95-a5f4-af43cf95422b for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:54:47.111266 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:47.112435 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:54:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:47.126683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38f95e56-f6ba-4597-9522-223b99189460 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:47.178837 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-58eda039-6c0c-4d7a-9edb-efd17fa29a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:47.181971 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-58eda039-6c0c-4d7a-9edb-efd17fa29a6e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0905392 Sep 02 13:54:47.247674 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:47.271687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-6d125a95-3339-4a8d-a548-6799c30cb99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:47.274091 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-6d125a95-3339-4a8d-a548-6799c30cb99b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796957 Sep 02 13:54:47.341083 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38f95e56-f6ba-4597-9522-223b99189460 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:47.446693 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38f95e56-f6ba-4597-9522-223b99189460 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:47.479374 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f95e56-f6ba-4597-9522-223b99189460 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=7d27389f-c77c-45e0-9743-7336f1fadc97,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:47.490265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb7cf4-87e4-490d-ab45-e0d10554ce54 None None] Network 8be16a66-d3b0-4035-b9ee-453aa243805c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:47.492352 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-38f95e56-f6ba-4597-9522-223b99189460 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:47.497486 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-38f95e56-f6ba-4597-9522-223b99189460 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/7d27389f-c77c-45e0-9743-7336f1fadc97 HTTP/1.1" status: 204 len: 168 time: 0.6351926 Sep 02 13:54:47.498021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57468) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:47.553330 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-d187c092-2e6f-45ea-aa50-eca4862c48d6 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706039 Sep 02 13:54:47.619073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-976667d6-91b7-47a3-9d42-5b878affae8d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet 3a74e357-0f20-4889-84d4-27c7454c186a {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:54:47.626846 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-976667d6-91b7-47a3-9d42-5b878affae8d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:47.679192 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-976667d6-91b7-47a3-9d42-5b878affae8d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:47.716608 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '9c9b132e-c9ad-42bc-af1a-9035835f5309', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:3e:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:54:44Z', 'updated_at': '2021-09-02T13:54:44Z', 'revision_number': 0, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:47.759198 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0e541bd4-3d94-4e9b-88e1-e5074d80a60d req-9b310a6c-14ac-4e96-bfdf-698c4bab8fc3 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973157 Sep 02 13:54:47.776426 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79025a91-8840-4a30-af12-0ebaadd2a166 None None] The sync data for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 is: [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '9c9b132e-c9ad-42bc-af1a-9035835f5309', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:3e:1a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:54:44Z', 'updated_at': '2021-09-02T13:54:44Z', 'revision_number': 0, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:54:47.855204 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-976667d6-91b7-47a3-9d42-5b878affae8d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:47.948644 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-976667d6-91b7-47a3-9d42-5b878affae8d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.024457 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-976667d6-91b7-47a3-9d42-5b878affae8d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.026371 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-976667d6-91b7-47a3-9d42-5b878affae8d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/3a74e357-0f20-4889-84d4-27c7454c186a HTTP/1.1" status: 204 len: 168 time: 0.5273669 Sep 02 13:54:48.027361 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976667d6-91b7-47a3-9d42-5b878affae8d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=3a74e357-0f20-4889-84d4-27c7454c186a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:48.029100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:48.228297 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.235279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf86cfd-b5b7-45e4-994c-bfe737282c1f None None] New status for floating IP 9c9b132e-c9ad-42bc-af1a-9035835f5309: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:54:48.347417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-b4159b7d-0039-4762-9adf-3aa886a77bd2 req-4e2eec92-c9e8-4d20-892b-570f42c7fd17 service neutron] (94687) timed out ('10.222.0.13', 44590) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:54:48.347684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 0944a31a-e929-4624-8679-b43838f636a7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:48.348103 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.490889 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] For port 0944a31a-e929-4624-8679-b43838f636a7, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0944a31a-e929-4624-8679-b43838f636a7,segment=NetworkSegment(0f18db86-97cb-4cbb-a761-b3fb29609bc9),segment_id=0f18db86-97cb-4cbb-a761-b3fb29609bc9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:48.491268 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.519045 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 0944a31a-e929-4624-8679-b43838f636a7 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:48.630475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.654894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=0944a31a-e929-4624-8679-b43838f636a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:48.669894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No DVR routers for this DVR port 0944a31a-e929-4624-8679-b43838f636a7 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:48.803829 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.815771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be16a66-d3b0-4035-b9ee-453aa243805c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:48.827273 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f18db86-97cb-4cbb-a761-b3fb29609bc9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:48.827578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f18db86-97cb-4cbb-a761-b3fb29609bc9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:48.841653 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.850855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02dbac2-30ce-41e6-9717-313a6ed5bf7a None None] Network 8be16a66-d3b0-4035-b9ee-453aa243805c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:48.863505 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.877850 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:48.878817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:48.890548 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:49.012301 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a092a7c7-f21e-442a-bfae-57007972b191 None None] Could not find standard attr ID for object 0944a31a-e929-4624-8679-b43838f636a7. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:54:49.050243 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:49.063685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:49.065650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/networks/8be16a66-d3b0-4035-b9ee-453aa243805c HTTP/1.1" status: 204 len: 168 time: 1.0355370 Sep 02 13:54:49.069440 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57490) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:49.115293 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6786879-5b7c-49bc-afcf-6961b1c211e2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Network': ['ID=8be16a66-d3b0-4035-b9ee-453aa243805c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:49.125864 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b439cafc-f9e1-4273-baae-e961b40a83ed None None] DHCP port deletion for 8be16a66-d3b0-4035-b9ee-453aa243805c request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:54:49.170691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550cffb-5255-4af0-8c88-118e459213f7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:49.173733 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3550cffb-5255-4af0-8c88-118e459213f7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1018937 Sep 02 13:54:49.176594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:49.245390 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-70aa1229-1924-44f4-a975-1145a2ad7381 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0671473 Sep 02 13:54:49.249418 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:49.255006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950139437'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:49.290023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:49.293791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:49.332877 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:49.342933 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:49.343337 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Added segment d637f66d-f67b-4d14-9176-272e2674e51d of type vlan for network faf1aaca-441a-4a8e-b9aa-4596468d08af Sep 02 13:54:49.395584 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:49.424992 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:49.431133 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:49.432020 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:49.461526 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2110322 Sep 02 13:54:49.464529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:49.470390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'faf1aaca-441a-4a8e-b9aa-4596468d08af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:49.528680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a13a64-026e-47e8-959b-f909a0c62643 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Network': ['ID=faf1aaca-441a-4a8e-b9aa-4596468d08af,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:49.543431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network faf1aaca-441a-4a8e-b9aa-4596468d08af details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:49.648982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:49.654267 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:49.796342 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0944a31a-e929-4624-8679-b43838f636a7 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:54:49.845473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 0944a31a-e929-4624-8679-b43838f636a7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:54:49.847625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0944a31a-e929-4624-8679-b43838f636a7 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:54:49.878779 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:49.949584 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=feea3689-7cd0-439c-b4a6-46a5b8b97f95,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:49.958422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Checking segment: {'id': 'd637f66d-f67b-4d14-9176-272e2674e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'faf1aaca-441a-4a8e-b9aa-4596468d08af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:49.958422 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network hostable DHCP agents. Network: faf1aaca-441a-4a8e-b9aa-4596468d08af, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:49.979055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network faf1aaca-441a-4a8e-b9aa-4596468d08af is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:49.990785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, faf1aaca-441a-4a8e-b9aa-4596468d08af) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:49.998354 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:49.999609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:50.005145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b258e6-8951-41a0-bb09-6c36da5a9acb None None] Network faf1aaca-441a-4a8e-b9aa-4596468d08af requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:50.026621 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e8cedd9a-ebd4-4550-9fde-08fce497d5ec tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5607476 Sep 02 13:54:50.029104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57506) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:50.035100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'faf1aaca-441a-4a8e-b9aa-4596468d08af', 'name': 'tempest-PortsIpV6TestJSON-1978065756'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:50.195271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-faf1aaca-441a-4a8e-b9aa-4596468d08af', 'network_id': 'faf1aaca-441a-4a8e-b9aa-4596468d08af', 'tenant_id': '1d0ef530fbc643d68769befa852fd748', 'fixed_ips': [{'subnet_id': 'feea3689-7cd0-439c-b4a6-46a5b8b97f95'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:50.197552 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:50.333025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:50.342160 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:50.365612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 063b9183-41b7-4fa7-bfc1-5cc8742ed29b yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:50.442790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Allocated IP 2001:db8::2 (faf1aaca-441a-4a8e-b9aa-4596468d08af/feea3689-7cd0-439c-b4a6-46a5b8b97f95/c8cbb3a9-5dd0-49dc-9b59-8247e64ec178) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:50.610604 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:50.619808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Transition to ACTIVE for port object c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:50.637574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Transition to ACTIVE for port object c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:50.650694 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:50.726842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Pushing event updated for resources: {'Port': ['ID=c8cbb3a9-5dd0-49dc-9b59-8247e64ec178,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:50.736017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::347 (faf1aaca-441a-4a8e-b9aa-4596468d08af/feea3689-7cd0-439c-b4a6-46a5b8b97f95/063b9183-41b7-4fa7-bfc1-5cc8742ed29b) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:50.747082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Network faf1aaca-441a-4a8e-b9aa-4596468d08af is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:50.749219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.749605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.749958 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.750440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.751662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.752038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.753234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.753659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.754075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.755100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.756043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.756520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:54:50.776692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:50.788168 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:50.855656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Attempting to bind port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:50.856426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Attempting to bind port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'd637f66d-f67b-4d14-9176-272e2674e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'faf1aaca-441a-4a8e-b9aa-4596468d08af'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:50.857063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Attempting to bind port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 on network faf1aaca-441a-4a8e-b9aa-4596468d08af {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:50.863711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:50.864543 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Checking segment: {'id': 'd637f66d-f67b-4d14-9176-272e2674e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'faf1aaca-441a-4a8e-b9aa-4596468d08af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:50.865208 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:50.865845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Bound using segment: {'id': 'd637f66d-f67b-4d14-9176-272e2674e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'faf1aaca-441a-4a8e-b9aa-4596468d08af'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:50.866551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Bound port: c8cbb3a9-5dd0-49dc-9b59-8247e64ec178, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd637f66d-f67b-4d14-9176-272e2674e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'faf1aaca-441a-4a8e-b9aa-4596468d08af'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:50.867197 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:50.969808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] For port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:50.976339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] For port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c8cbb3a9-5dd0-49dc-9b59-8247e64ec178,segment=NetworkSegment(d637f66d-f67b-4d14-9176-272e2674e51d),segment_id=d637f66d-f67b-4d14-9176-272e2674e51d)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:50.981521 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:51.019553 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:51.039043 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object 063b9183-41b7-4fa7-bfc1-5cc8742ed29b will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:51.044919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bc8b9-49db-4ec3-9900-5a4d068fb019 None None] Pushing event updated for resources: {'Port': ['ID=c8cbb3a9-5dd0-49dc-9b59-8247e64ec178,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:51.118008 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:51.186546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network faf1aaca-441a-4a8e-b9aa-4596468d08af is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:51.190159 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:51.193415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:51.199366 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:51.200090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:51.207391 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=063b9183-41b7-4fa7-bfc1-5cc8742ed29b,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:51.239328 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e77d6a66-8e8b-48f4-9ab9-6c8300f4e3d6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2089152 Sep 02 13:54:51.241902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57522) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:51.247546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'faf1aaca-441a-4a8e-b9aa-4596468d08af', 'name': 'tempest-PortsIpV6TestJSON-296741221'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:51.475181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:51.479183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:51.509483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 198d5d49-ed17-4818-89fb-324eb144ebdb yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:51.646886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::394 (faf1aaca-441a-4a8e-b9aa-4596468d08af/feea3689-7cd0-439c-b4a6-46a5b8b97f95/198d5d49-ed17-4818-89fb-324eb144ebdb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:51.806780 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:51.917663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:51.922942 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:51.940961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object 198d5d49-ed17-4818-89fb-324eb144ebdb will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:51.987770 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:52.059473 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network faf1aaca-441a-4a8e-b9aa-4596468d08af is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:52.062936 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:52.067012 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:52.072763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:52.073408 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:52.084235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=198d5d49-ed17-4818-89fb-324eb144ebdb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:52.099181 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-70911f7f-d1c0-47d6-87f1-c6df11e94719 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8525901 Sep 02 13:54:52.099501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57530) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:52.193201 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1cf4-c7bb-48a6-80a8-0bad624644aa tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:52.200402 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8e6e1cf4-c7bb-48a6-80a8-0bad624644aa tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A347 HTTP/1.1" status: 200 len: 929 time: 0.0972004 Sep 02 13:54:52.200644 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57532) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:52.331992 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9d6937d2-253f-4705-bb94-311c113acfdc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 198d5d49-ed17-4818-89fb-324eb144ebdb {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:52.332343 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d6937d2-253f-4705-bb94-311c113acfdc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:52.464719 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d6937d2-253f-4705-bb94-311c113acfdc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:52.497812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-9d6937d2-253f-4705-bb94-311c113acfdc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 198d5d49-ed17-4818-89fb-324eb144ebdb owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:52.570408 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50e5c7-8457-4192-843e-39998887aff0 None None] Network faf1aaca-441a-4a8e-b9aa-4596468d08af requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:52.707849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d6937d2-253f-4705-bb94-311c113acfdc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:52.723086 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5ca2beef-98b5-4e6a-a1ea-4e794c88058f None None] Provisioning for port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:52.732794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5ca2beef-98b5-4e6a-a1ea-4e794c88058f None None] Provisioning complete for port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:52.733539 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ca2beef-98b5-4e6a-a1ea-4e794c88058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:52.756557 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6937d2-253f-4705-bb94-311c113acfdc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=198d5d49-ed17-4818-89fb-324eb144ebdb,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:52.796805 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9d6937d2-253f-4705-bb94-311c113acfdc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:52.802039 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9d6937d2-253f-4705-bb94-311c113acfdc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/198d5d49-ed17-4818-89fb-324eb144ebdb HTTP/1.1" status: 204 len: 168 time: 0.5973318 Sep 02 13:54:52.802264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:52.847190 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4dd706-d070-442b-9959-c23f599212d4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:54:52.850023 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7e4dd706-d070-442b-9959-c23f599212d4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/198d5d49-ed17-4818-89fb-324eb144ebdb HTTP/1.1" status: 404 len: 333 time: 0.0468533 Sep 02 13:54:52.852994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57546) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:52.922343 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ca2beef-98b5-4e6a-a1ea-4e794c88058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:52.990926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5ca2beef-98b5-4e6a-a1ea-4e794c88058f None None] For port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c8cbb3a9-5dd0-49dc-9b59-8247e64ec178,segment=NetworkSegment(d637f66d-f67b-4d14-9176-272e2674e51d),segment_id=d637f66d-f67b-4d14-9176-272e2674e51d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:52.996007 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ca2beef-98b5-4e6a-a1ea-4e794c88058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:53.040233 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-099551f4-851c-44cb-b64f-97bb994fe6dc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 063b9183-41b7-4fa7-bfc1-5cc8742ed29b {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:53.040635 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-099551f4-851c-44cb-b64f-97bb994fe6dc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:53.082926 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2beef-98b5-4e6a-a1ea-4e794c88058f None None] Pushing event updated for resources: {'Port': ['ID=c8cbb3a9-5dd0-49dc-9b59-8247e64ec178,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:53.203228 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-099551f4-851c-44cb-b64f-97bb994fe6dc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:53.219525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-099551f4-851c-44cb-b64f-97bb994fe6dc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 063b9183-41b7-4fa7-bfc1-5cc8742ed29b owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:53.254179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b48f179a-40a0-445b-a3bb-9487cde0222e None None] Provisioning complete for port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:53.254694 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b48f179a-40a0-445b-a3bb-9487cde0222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:53.396596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b48f179a-40a0-445b-a3bb-9487cde0222e None None] Provisioning for port 063b9183-41b7-4fa7-bfc1-5cc8742ed29b completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:53.401456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b48f179a-40a0-445b-a3bb-9487cde0222e None None] Provisioning complete for port 063b9183-41b7-4fa7-bfc1-5cc8742ed29b triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:53.401875 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b48f179a-40a0-445b-a3bb-9487cde0222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:53.467883 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b48f179a-40a0-445b-a3bb-9487cde0222e None None] Port 063b9183-41b7-4fa7-bfc1-5cc8742ed29b cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:54:53.523674 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-099551f4-851c-44cb-b64f-97bb994fe6dc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:53.612041 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099551f4-851c-44cb-b64f-97bb994fe6dc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=063b9183-41b7-4fa7-bfc1-5cc8742ed29b,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:53.622803 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-099551f4-851c-44cb-b64f-97bb994fe6dc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:53.628468 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-099551f4-851c-44cb-b64f-97bb994fe6dc tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/063b9183-41b7-4fa7-bfc1-5cc8742ed29b HTTP/1.1" status: 204 len: 168 time: 0.7709563 Sep 02 13:54:53.629164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:53.701916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4fa9d0c2-46ba-43ac-b309-2afc2100ccd4 None None] Could not find standard attr ID for object 063b9183-41b7-4fa7-bfc1-5cc8742ed29b. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:54:53.718875 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e502c60c-15a3-49e1-88bf-fb87b603ea7d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:54:53.726366 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e502c60c-15a3-49e1-88bf-fb87b603ea7d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/063b9183-41b7-4fa7-bfc1-5cc8742ed29b HTTP/1.1" status: 404 len: 333 time: 0.0953162 Sep 02 13:54:53.729308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57568) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:53.826417 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:53.856232 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-882c0952-c187-44ea-be9e-30a6ec1321d2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet feea3689-7cd0-439c-b4a6-46a5b8b97f95 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:54:53.860650 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882c0952-c187-44ea-be9e-30a6ec1321d2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:53.912957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:53.913440 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:53.985028 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882c0952-c187-44ea-be9e-30a6ec1321d2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.163557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6a392c0c-cf40-4ef9-b8b4-d6c42fbaa960 None None] Could not find standard attr ID for object 198d5d49-ed17-4818-89fb-324eb144ebdb. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:54:54.210815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882c0952-c187-44ea-be9e-30a6ec1321d2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.290671 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882c0952-c187-44ea-be9e-30a6ec1321d2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.322652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c0952-c187-44ea-be9e-30a6ec1321d2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=feea3689-7cd0-439c-b4a6-46a5b8b97f95,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:54.326527 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-882c0952-c187-44ea-be9e-30a6ec1321d2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.333297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-882c0952-c187-44ea-be9e-30a6ec1321d2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/feea3689-7cd0-439c-b4a6-46a5b8b97f95 HTTP/1.1" status: 204 len: 168 time: 0.6027792 Sep 02 13:54:54.335946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57584) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:54.432402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552ad8e-e93b-429e-ae4a-6d018df2449b None None] Network faf1aaca-441a-4a8e-b9aa-4596468d08af requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:54.477281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.498231 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dece41-a908-411f-bbe3-7bbcbacc9b27 req-d2692d81-ce57-4c3c-9b59-7ed8f17fc3a5 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:54.499936 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3dece41-a908-411f-bbe3-7bbcbacc9b27 req-d2692d81-ce57-4c3c-9b59-7ed8f17fc3a5 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 945 time: 0.1075161 Sep 02 13:54:54.572048 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c3dece41-a908-411f-bbe3-7bbcbacc9b27 req-856f7176-bb5b-428c-9cef-d3b3ad40d442 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609012 Sep 02 13:54:54.589826 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:54.590174 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.658564 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b3bee-e86c-46e2-9ce2-0806d6a23b9b None None] DHCP port deletion for faf1aaca-441a-4a8e-b9aa-4596468d08af request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:54:54.714123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] For port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c8cbb3a9-5dd0-49dc-9b59-8247e64ec178,segment=NetworkSegment(d637f66d-f67b-4d14-9176-272e2674e51d),segment_id=d637f66d-f67b-4d14-9176-272e2674e51d)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:54.714514 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.745245 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b3bee-e86c-46e2-9ce2-0806d6a23b9b None None] Deleting port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:54.745245 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3bee-e86c-46e2-9ce2-0806d6a23b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.746123 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:54.815650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4e5b3bee-e86c-46e2-9ce2-0806d6a23b9b None None] For port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c8cbb3a9-5dd0-49dc-9b59-8247e64ec178,segment=NetworkSegment(d637f66d-f67b-4d14-9176-272e2674e51d),segment_id=d637f66d-f67b-4d14-9176-272e2674e51d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:54.816167 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3bee-e86c-46e2-9ce2-0806d6a23b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.837331 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b3bee-e86c-46e2-9ce2-0806d6a23b9b None None] Calling delete_port for c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:54.863109 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.892792 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=c8cbb3a9-5dd0-49dc-9b59-8247e64ec178,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:54.896412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No DVR routers for this DVR port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:54:54.942242 n-d-794796-4 neutron-server[94689]: self.session.flush() Sep 02 13:54:54.949846 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3bee-e86c-46e2-9ce2-0806d6a23b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:54.980318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b3bee-e86c-46e2-9ce2-0806d6a23b9b None None] No DVR routers for this DVR port c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:54.984168 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b3bee-e86c-46e2-9ce2-0806d6a23b9b None None] Pushing event deleted for resources: {'Port': ['ID=c8cbb3a9-5dd0-49dc-9b59-8247e64ec178,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:55.010736 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.023617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf1aaca-441a-4a8e-b9aa-4596468d08af']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:55.034420 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd637f66d-f67b-4d14-9176-272e2674e51d') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:55.034717 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd637f66d-f67b-4d14-9176-272e2674e51d') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:55.047121 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.063878 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.070161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:54:55.070572 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:54:55.073812 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:54:55.140001 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.157097 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.166200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:55.176576 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/networks/faf1aaca-441a-4a8e-b9aa-4596468d08af HTTP/1.1" status: 204 len: 168 time: 0.8395050 Sep 02 13:54:55.181229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1223883360'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:55.207621 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823c48a-1d20-4e9c-b97f-7abf7a73c28f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Network': ['ID=faf1aaca-441a-4a8e-b9aa-4596468d08af,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:55.226472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:55.230849 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.267356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:54:55.280044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.280791 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Added segment 3bb2950b-9d0e-4f87-9b43-eda0c4536b2a of type vlan for network 9b2447bb-1d15-4f7e-adda-9709ee21799b Sep 02 13:54:55.323568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.352907 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.358843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:55.359690 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.416534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2466440 Sep 02 13:54:55.422444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57598) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:55.427761 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': '9b2447bb-1d15-4f7e-adda-9709ee21799b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:55.431167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce744222-afe9-4cb2-b21a-fcc4caf16cc6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Network': ['ID=9b2447bb-1d15-4f7e-adda-9709ee21799b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:55.443413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 9b2447bb-1d15-4f7e-adda-9709ee21799b details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:54:55.550652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:55.554583 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.793557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:54:55.817922 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac81232-0cec-4a68-8201-a2d450352487 req-5e4b2b8d-85f4-495c-8221-bee114994bed tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:55.819665 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ac81232-0cec-4a68-8201-a2d450352487 req-5e4b2b8d-85f4-495c-8221-bee114994bed tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 945 time: 0.1157529 Sep 02 13:54:55.828216 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:55.853085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:54:55.853437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c8cbb3a9-5dd0-49dc-9b59-8247e64ec178 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:54:55.919472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=3a16d7b3-5cf8-478a-b81d-ad5d62becbe9,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:55.951280 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3ac81232-0cec-4a68-8201-a2d450352487 req-f83a9990-3900-4ccb-baa9-c32e6815f775 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149244 Sep 02 13:54:55.958384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Checking segment: {'id': '3bb2950b-9d0e-4f87-9b43-eda0c4536b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b2447bb-1d15-4f7e-adda-9709ee21799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:55.958774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network hostable DHCP agents. Network: 9b2447bb-1d15-4f7e-adda-9709ee21799b, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:54:55.986140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network 9b2447bb-1d15-4f7e-adda-9709ee21799b is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:54:55.996488 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 9b2447bb-1d15-4f7e-adda-9709ee21799b) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:56.000620 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:56.001230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:56.007038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c8fafc-1521-4ea5-8ad6-0e24e7aced85 None None] Network 9b2447bb-1d15-4f7e-adda-9709ee21799b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:56.022578 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d7881fc5-08fe-4d2b-9e46-a07c263b04de tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5989404 Sep 02 13:54:56.025556 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57610) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:56.031589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': '9b2447bb-1d15-4f7e-adda-9709ee21799b', 'name': 'tempest-PortsIpV6TestJSON-252771133', 'fixed_ips': [{'subnet_id': '3a16d7b3-5cf8-478a-b81d-ad5d62becbe9', 'ip_address': '2001:db8::10'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:56.164414 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-050129df-ecc4-4964-ad58-d93364d152a7 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:56.165977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-050129df-ecc4-4964-ad58-d93364d152a7 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 945 time: 0.0792804 Sep 02 13:54:56.227516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-9b2447bb-1d15-4f7e-adda-9709ee21799b', 'network_id': '9b2447bb-1d15-4f7e-adda-9709ee21799b', 'tenant_id': '1d0ef530fbc643d68769befa852fd748', 'fixed_ips': [{'subnet_id': '3a16d7b3-5cf8-478a-b81d-ad5d62becbe9'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:54:56.227516 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:56.258933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:56.406073 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Deleting port 0f166d3f-af47-4022-b26e-1bd008cef728 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:54:56.406570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:56.639119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Allocated IP 2001:db8::2 (9b2447bb-1d15-4f7e-adda-9709ee21799b/3a16d7b3-5cf8-478a-b81d-ad5d62becbe9/245e98ea-3654-4178-9291-4da62baff756) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:56.902804 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:56.912654 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Transition to ACTIVE for port object 245e98ea-3654-4178-9291-4da62baff756 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:56.913888 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:56.947583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 4dbcef03-c2b3-475c-aa14-b18868e88551 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:56.960350 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Transition to ACTIVE for port object 245e98ea-3654-4178-9291-4da62baff756 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:56.971589 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:57.016884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Network 9b2447bb-1d15-4f7e-adda-9709ee21799b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:57.022160 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:57.024460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:57.045817 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] For port 0f166d3f-af47-4022-b26e-1bd008cef728, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0f166d3f-af47-4022-b26e-1bd008cef728,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:57.046201 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:57.058332 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Pushing event updated for resources: {'Port': ['ID=245e98ea-3654-4178-9291-4da62baff756,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:57.097371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Attempting to bind port 245e98ea-3654-4178-9291-4da62baff756 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:54:57.097906 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Attempting to bind port 245e98ea-3654-4178-9291-4da62baff756 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '3bb2950b-9d0e-4f87-9b43-eda0c4536b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b2447bb-1d15-4f7e-adda-9709ee21799b'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:54:57.098370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Attempting to bind port 245e98ea-3654-4178-9291-4da62baff756 on network 9b2447bb-1d15-4f7e-adda-9709ee21799b {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:54:57.103807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:54:57.104346 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Checking segment: {'id': '3bb2950b-9d0e-4f87-9b43-eda0c4536b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b2447bb-1d15-4f7e-adda-9709ee21799b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:54:57.104967 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:57.105456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Bound using segment: {'id': '3bb2950b-9d0e-4f87-9b43-eda0c4536b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b2447bb-1d15-4f7e-adda-9709ee21799b'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:54:57.106026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Bound port: 245e98ea-3654-4178-9291-4da62baff756, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb2950b-9d0e-4f87-9b43-eda0c4536b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9b2447bb-1d15-4f7e-adda-9709ee21799b'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:54:57.106514 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:57.187015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] For port 245e98ea-3654-4178-9291-4da62baff756, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:54:57.192095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] For port 245e98ea-3654-4178-9291-4da62baff756, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=245e98ea-3654-4178-9291-4da62baff756,segment=NetworkSegment(3bb2950b-9d0e-4f87-9b43-eda0c4536b2a),segment_id=3bb2950b-9d0e-4f87-9b43-eda0c4536b2a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:54:57.198059 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:57.269201 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c195a59-7050-4156-9999-4f834f47d67b None None] Pushing event updated for resources: {'Port': ['ID=245e98ea-3654-4178-9291-4da62baff756,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:57.287475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a09a94-ab67-4462-aa94-9bd074172ba7 req-11543ee6-af4a-4f08-8810-5aec77e31f49 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:57.295916 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f4a09a94-ab67-4462-aa94-9bd074172ba7 req-11543ee6-af4a-4f08-8810-5aec77e31f49 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 945 time: 0.2221916 Sep 02 13:54:57.450704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::10 (9b2447bb-1d15-4f7e-adda-9709ee21799b/3a16d7b3-5cf8-478a-b81d-ad5d62becbe9/4dbcef03-c2b3-475c-aa14-b18868e88551) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:57.538980 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f4a09a94-ab67-4462-aa94-9bd074172ba7 req-097d775a-54d6-47ff-9aaf-a8a3218d1626 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups?id=ced9097b-451c-46a3-b07f-0b48c8b13b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421546 Sep 02 13:54:57.576062 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:57.576457 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:57.576781 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Floating IP 6e5caa38-68dd-4bfe-ac59-af0774ec67d4 disassociated. External IP: 172.25.3.167, port: 0f166d3f-af47-4022-b26e-1bd008cef728. Sep 02 13:54:57.577127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Calling delete_port for 0f166d3f-af47-4022-b26e-1bd008cef728 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:54:57.834242 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:57.838388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 245e98ea-3654-4178-9291-4da62baff756 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:57.893415 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object 4dbcef03-c2b3-475c-aa14-b18868e88551 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:57.919768 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 245e98ea-3654-4178-9291-4da62baff756 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:57.953824 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:57.966601 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:54:57.997472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event deleted for resources: {'Port': ['ID=0f166d3f-af47-4022-b26e-1bd008cef728,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:58.016335 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:58.217968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network 9b2447bb-1d15-4f7e-adda-9709ee21799b is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:58.225723 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=4dbcef03-c2b3-475c-aa14-b18868e88551,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:58.234511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:58.239953 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Router 771d4111-d798-403d-af86-3e8aad0d573f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:54:58.240909 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:58.246818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:58.247389 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:58.270406 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:58.270992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3d3b616d-2bac-4aed-a183-82e8e3d79fe6 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2437341 Sep 02 13:54:58.276825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': '9b2447bb-1d15-4f7e-adda-9709ee21799b', 'name': 'tempest-PortsIpV6TestJSON-496604762', 'fixed_ips': [{'subnet_id': '3a16d7b3-5cf8-478a-b81d-ad5d62becbe9', 'ip_address': '2001:db8::f'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:54:58.461279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:54:58.473554 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] Sync routers for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:54:58.488283 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:58.488921 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:54:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:58.515192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:54:58.601686 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] No DVR routers for this DVR port 0f166d3f-af47-4022-b26e-1bd008cef728 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:54:58.605801 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:58.612268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5134fefa-e2b1-468a-ad85-a4946d0f5c7f req-b987a735-d4a6-4085-90ce-227106e582a3 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.77 "DELETE /v2.0/ports/0f166d3f-af47-4022-b26e-1bd008cef728 HTTP/1.1" status: 204 len: 173 time: 2.4337800 Sep 02 13:54:58.612875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'name': 'network-vif-deleted', 'tag': '0f166d3f-af47-4022-b26e-1bd008cef728'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:54:58.615102 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755800bb-b106-44c8-b5b9-f2029c72c14c" -d '{"events": [{"server_uuid": "ecfbe8ee-8fd8-45fe-acfc-d219144b06bd", "name": "network-vif-deleted", "tag": "0f166d3f-af47-4022-b26e-1bd008cef728"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:54:58.692787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e274774-ed13-47aa-b1f0-d5d39a1a6f37 None None] Network 9b2447bb-1d15-4f7e-adda-9709ee21799b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:54:58.719929 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:58.753740 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af7650-3e71-451c-909b-06ceb8ce75a2 x-openstack-request-id: req-d9af7650-3e71-451c-909b-06ceb8ce75a2 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:54:58.754134 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfbe8ee-8fd8-45fe-acfc-d219144b06bd", "name": "network-vif-deleted", "tag": "0f166d3f-af47-4022-b26e-1bd008cef728", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:54:58.754486 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9af7650-3e71-451c-909b-06ceb8ce75a2 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:54:58.755051 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfbe8ee-8fd8-45fe-acfc-d219144b06bd', 'name': 'network-vif-deleted', 'tag': '0f166d3f-af47-4022-b26e-1bd008cef728', 'status': 'completed', 'code': 200} Sep 02 13:54:58.767039 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:54:58.831855 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b760811c-bf18-4c01-9b59-1481c19f4711 req-64ee3528-c84a-4e90-b5ec-dc3cf76de615 tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecfbe8ee-8fd8-45fe-acfc-d219144b06bd HTTP/1.1" status: 200 len: 210 time: 0.0720954 Sep 02 13:54:58.932652 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:59.023655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0f166d3f-af47-4022-b26e-1bd008cef728 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:54:59.041526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f2fef12e-5527-486e-9ec1-0178036ef150 None None] Provisioning for port 245e98ea-3654-4178-9291-4da62baff756 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:54:59.045500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::f (9b2447bb-1d15-4f7e-adda-9709ee21799b/3a16d7b3-5cf8-478a-b81d-ad5d62becbe9/519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:54:59.089587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f2fef12e-5527-486e-9ec1-0178036ef150 None None] Provisioning complete for port 245e98ea-3654-4178-9291-4da62baff756 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:59.089987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2fef12e-5527-486e-9ec1-0178036ef150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:59.121265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 0f166d3f-af47-4022-b26e-1bd008cef728 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:54:59.121625 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0f166d3f-af47-4022-b26e-1bd008cef728 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:54:59.350432 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:59.387389 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2fef12e-5527-486e-9ec1-0178036ef150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:59.417877 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] Checking router: 771d4111-d798-403d-af86-3e8aad0d573f for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:54:59.434558 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:54:59.435614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:59.437578 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:54:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:54:59.448378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f2fef12e-5527-486e-9ec1-0178036ef150 None None] For port 245e98ea-3654-4178-9291-4da62baff756, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=245e98ea-3654-4178-9291-4da62baff756,segment=NetworkSegment(3bb2950b-9d0e-4f87-9b43-eda0c4536b2a),segment_id=3bb2950b-9d0e-4f87-9b43-eda0c4536b2a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:54:59.455765 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2fef12e-5527-486e-9ec1-0178036ef150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:59.475988 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object 519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:54:59.522600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fef12e-5527-486e-9ec1-0178036ef150 None None] Pushing event updated for resources: {'Port': ['ID=245e98ea-3654-4178-9291-4da62baff756,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:59.557929 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:59.566372 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:59.587705 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:54:59.621543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network 9b2447bb-1d15-4f7e-adda-9709ee21799b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:54:59.626226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:54:59.631000 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:54:59.641351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:59.642054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:59.704462 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4319444 Sep 02 13:54:59.707324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57652) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:54:59.721967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ad03e-01d6-449c-abae-3ce37fd736b7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:54:59.824043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d0ff66fb-8e45-4cda-aeb4-1a2bd1ec5f47 None None] Provisioning complete for port 245e98ea-3654-4178-9291-4da62baff756 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:54:59.825868 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0ff66fb-8e45-4cda-aeb4-1a2bd1ec5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:54:59.893170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 245e98ea-3654-4178-9291-4da62baff756 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:54:59.928558 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c33a3-a9e6-4d62-bff0-c8afef2aeec0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:54:59.930189 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5e4c33a3-a9e6-4d62-bff0-c8afef2aeec0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2216625 Sep 02 13:54:59.933125 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57658) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:00.018227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57662) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:00.030795 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:00.083388 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6126ccb-265c-4531-8803-16f6a1b2418c None None] The sync data for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 is: [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:47:32Z', 'revision_number': 4, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '7ca18702-2d80-4dcf-a811-1edbfbfa8a27', 'name': '', 'network_id': '66347dcd-c6d4-4265-a223-b109e7c431b7', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'mac_address': 'fa:16:3e:3f:f6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:29Z', 'updated_at': '2021-09-02T13:47:48Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'subnets': [{'id': '5d069bb7-3e6d-4ee6-a304-04695b14667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:55:00.087349 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 245e98ea-3654-4178-9291-4da62baff756 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:00.087928 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.134814 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25aac3e1-b36a-4dbd-a598-c4789899deef tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.136641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480baf4-aa9c-4057-96da-e9a16a85b8f9 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:00.150418 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480baf4-aa9c-4057-96da-e9a16a85b8f9 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:00.185543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480baf4-aa9c-4057-96da-e9a16a85b8f9 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:00.194914 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d480baf4-aa9c-4057-96da-e9a16a85b8f9 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2604525 Sep 02 13:55:00.197115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57666) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:00.197624 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25aac3e1-b36a-4dbd-a598-c4789899deef tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.200218 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d0ff66fb-8e45-4cda-aeb4-1a2bd1ec5f47 None None] Provisioning for port 4dbcef03-c2b3-475c-aa14-b18868e88551 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:00.208077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d0ff66fb-8e45-4cda-aeb4-1a2bd1ec5f47 None None] Provisioning complete for port 4dbcef03-c2b3-475c-aa14-b18868e88551 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:00.208461 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0ff66fb-8e45-4cda-aeb4-1a2bd1ec5f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.298259 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff66fb-8e45-4cda-aeb4-1a2bd1ec5f47 None None] Port 4dbcef03-c2b3-475c-aa14-b18868e88551 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:00.316754 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25aac3e1-b36a-4dbd-a598-c4789899deef tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.319886 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-25aac3e1-b36a-4dbd-a598-c4789899deef tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.324576 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-25aac3e1-b36a-4dbd-a598-c4789899deef tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "DELETE /v2.0/security-groups/ced9097b-451c-46a3-b07f-0b48c8b13b67 HTTP/1.1" status: 204 len: 168 time: 0.3052504 Sep 02 13:55:00.325371 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57668) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:00.354483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aac3e1-b36a-4dbd-a598-c4789899deef tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced9097b-451c-46a3-b07f-0b48c8b13b67,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:00.356735 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-c29e1e62-0e13-41e0-9ff0-3ff5a52d376b tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] show failed (client error): The resource could not be found. Sep 02 13:55:00.361669 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c29e1e62-0e13-41e0-9ff0-3ff5a52d376b tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "GET /v2.0/security-groups/ced9097b-451c-46a3-b07f-0b48c8b13b67 HTTP/1.1" status: 404 len: 347 time: 0.0317400 Sep 02 13:55:00.362899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57670) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:00.420540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-79c520e7-2e1a-4793-9e97-283ed600cc12 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:00.420892 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c520e7-2e1a-4793-9e97-283ed600cc12 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.429670 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.449819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1f3274a9-9976-4873-b079-84d2751cc790 None None] Provisioning complete for port 4dbcef03-c2b3-475c-aa14-b18868e88551 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:00.450496 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f3274a9-9976-4873-b079-84d2751cc790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.544737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1f3274a9-9976-4873-b079-84d2751cc790 None None] Port 4dbcef03-c2b3-475c-aa14-b18868e88551 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:00.604983 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c520e7-2e1a-4793-9e97-283ed600cc12 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.628302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-79c520e7-2e1a-4793-9e97-283ed600cc12 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:00.638820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a92232-6196-485f-a894-8186e3222724 None None] New status for floating IP 6e5caa38-68dd-4bfe-ac59-af0774ec67d4: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:55:00.651109 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Deleting port 63d91423-955b-4d16-aad2-dd3e56f89e83 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:00.653444 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.784119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f8dc370d-2b07-4680-8237-31e7184f5689 None None] Provisioning for port 519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:00.792111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f8dc370d-2b07-4680-8237-31e7184f5689 None None] Provisioning complete for port 519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:00.792527 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8dc370d-2b07-4680-8237-31e7184f5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.860847 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.862140 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.903860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc370d-2b07-4680-8237-31e7184f5689 None None] Port 519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:00.904218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Calling delete_port for 63d91423-955b-4d16-aad2-dd3e56f89e83 owned by network:floatingip {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:00.910222 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c520e7-2e1a-4793-9e97-283ed600cc12 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:00.992633 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c520e7-2e1a-4793-9e97-283ed600cc12 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:01.001120 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79c520e7-2e1a-4793-9e97-283ed600cc12 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.006835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-79c520e7-2e1a-4793-9e97-283ed600cc12 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1 HTTP/1.1" status: 204 len: 168 time: 0.8056893 Sep 02 13:55:01.006835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57682) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:01.037956 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1990daa-a30e-4b77-996a-733d2595c042 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:55:01.043948 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e1990daa-a30e-4b77-996a-733d2595c042 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/519c2eef-37e6-43ec-bfe0-dfc0cf13a9c1 HTTP/1.1" status: 404 len: 333 time: 0.0360656 Sep 02 13:55:01.044144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57684) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:01.188468 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf904-970d-46c0-907f-6ec62fccd358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.335551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5c688cb7-8baa-4ea7-8fc7-86a304f4a800 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 4dbcef03-c2b3-475c-aa14-b18868e88551 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:01.336203 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c688cb7-8baa-4ea7-8fc7-86a304f4a800 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.339859 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.417946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Pushing event deleted for resources: {'Port': ['ID=63d91423-955b-4d16-aad2-dd3e56f89e83,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:01.542521 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c688cb7-8baa-4ea7-8fc7-86a304f4a800 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.552198 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks [] for floatingip, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.554718 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.558949 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4e75317e-c0ba-4186-aa91-414cf6c31b4c tempest-AttachVolumeTestJSON-1421758885 tempest-AttachVolumeTestJSON-1421758885-project] 10.222.0.13 "DELETE /v2.0/floatingips/6e5caa38-68dd-4bfe-ac59-af0774ec67d4 HTTP/1.1" status: 204 len: 168 time: 1.1919837 Sep 02 13:55:01.565412 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5c688cb7-8baa-4ea7-8fc7-86a304f4a800 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 4dbcef03-c2b3-475c-aa14-b18868e88551 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:01.729206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c688cb7-8baa-4ea7-8fc7-86a304f4a800 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.776230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c688cb7-8baa-4ea7-8fc7-86a304f4a800 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=4dbcef03-c2b3-475c-aa14-b18868e88551,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:01.812144 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c688cb7-8baa-4ea7-8fc7-86a304f4a800 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:01.819140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:01.821632 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5c688cb7-8baa-4ea7-8fc7-86a304f4a800 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/4dbcef03-c2b3-475c-aa14-b18868e88551 HTTP/1.1" status: 204 len: 168 time: 0.7656617 Sep 02 13:55:01.885022 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-47106ec5-8858-4459-8cb4-a16cf895822a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:55:01.888172 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-47106ec5-8858-4459-8cb4-a16cf895822a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/4dbcef03-c2b3-475c-aa14-b18868e88551 HTTP/1.1" status: 404 len: 333 time: 0.0692115 Sep 02 13:55:01.893280 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57696) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:02.026585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-b495ef0b-ae35-428b-ba42-8cd3aa325540 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet 3a16d7b3-5cf8-478a-b81d-ad5d62becbe9 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:55:02.030911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b495ef0b-ae35-428b-ba42-8cd3aa325540 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.162769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b495ef0b-ae35-428b-ba42-8cd3aa325540 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.277652 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b495ef0b-ae35-428b-ba42-8cd3aa325540 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.387776 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b495ef0b-ae35-428b-ba42-8cd3aa325540 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.440784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495ef0b-ae35-428b-ba42-8cd3aa325540 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=3a16d7b3-5cf8-478a-b81d-ad5d62becbe9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:02.446422 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b495ef0b-ae35-428b-ba42-8cd3aa325540 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.450132 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b495ef0b-ae35-428b-ba42-8cd3aa325540 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/3a16d7b3-5cf8-478a-b81d-ad5d62becbe9 HTTP/1.1" status: 204 len: 168 time: 0.5527642 Sep 02 13:55:02.450477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:02.466106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dac8dd-eb8c-4442-b1e2-90d39c977edb None None] Network 9b2447bb-1d15-4f7e-adda-9709ee21799b requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:02.606767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.729445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 245e98ea-3654-4178-9291-4da62baff756 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:02.730156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.789849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc1e7ff-c1b5-45ca-bc67-2ec0e0fe826a None None] DHCP port deletion for 9b2447bb-1d15-4f7e-adda-9709ee21799b request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:55:02.827305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] For port 245e98ea-3654-4178-9291-4da62baff756, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=245e98ea-3654-4178-9291-4da62baff756,segment=NetworkSegment(3bb2950b-9d0e-4f87-9b43-eda0c4536b2a),segment_id=3bb2950b-9d0e-4f87-9b43-eda0c4536b2a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:02.827815 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.842151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 245e98ea-3654-4178-9291-4da62baff756 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:02.915141 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1e7ff-c1b5-45ca-bc67-2ec0e0fe826a None None] Deleting port 245e98ea-3654-4178-9291-4da62baff756 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:02.915716 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e7ff-c1b5-45ca-bc67-2ec0e0fe826a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:02.976852 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.026463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=245e98ea-3654-4178-9291-4da62baff756,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:03.036629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No DVR routers for this DVR port 245e98ea-3654-4178-9291-4da62baff756 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:55:03.098224 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dbc1e7ff-c1b5-45ca-bc67-2ec0e0fe826a None None] For port 245e98ea-3654-4178-9291-4da62baff756, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=245e98ea-3654-4178-9291-4da62baff756,segment=NetworkSegment(3bb2950b-9d0e-4f87-9b43-eda0c4536b2a),segment_id=3bb2950b-9d0e-4f87-9b43-eda0c4536b2a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:03.104759 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e7ff-c1b5-45ca-bc67-2ec0e0fe826a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.147618 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.151432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1e7ff-c1b5-45ca-bc67-2ec0e0fe826a None None] Calling delete_port for 245e98ea-3654-4178-9291-4da62baff756 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:03.160806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2447bb-1d15-4f7e-adda-9709ee21799b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:03.172405 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb2950b-9d0e-4f87-9b43-eda0c4536b2a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:03.173158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb2950b-9d0e-4f87-9b43-eda0c4536b2a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:03.185689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.202106 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.211652 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:55:03.212102 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:55:03.215915 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:55:03.309865 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e7ff-c1b5-45ca-bc67-2ec0e0fe826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.328000 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.337682 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.340281 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/networks/9b2447bb-1d15-4f7e-adda-9709ee21799b HTTP/1.1" status: 204 len: 168 time: 0.8885326 Sep 02 13:55:03.353350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57726) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:03.353953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc1e7ff-c1b5-45ca-bc67-2ec0e0fe826a None None] No DVR routers for this DVR port 245e98ea-3654-4178-9291-4da62baff756 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:55:03.363342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-436633004'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:03.370033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1e7ff-c1b5-45ca-bc67-2ec0e0fe826a None None] Pushing event deleted for resources: {'Port': ['ID=245e98ea-3654-4178-9291-4da62baff756,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:03.398772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f529b-6ec6-4eab-9518-a46caf81cae5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Network': ['ID=9b2447bb-1d15-4f7e-adda-9709ee21799b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:03.413683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:03.418058 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.447928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:55:03.460249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.460600 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Added segment eb0d494f-cb9e-47a7-9d00-def297d6897d of type vlan for network ccc69052-2339-4552-a923-5944183b36b4 Sep 02 13:55:03.526330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.553937 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.559679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:03.560299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.606999 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d84d932c-65a1-43b7-b956-849d1c79ee28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.623482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:03.623717 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2779562 Sep 02 13:55:03.631716 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'ccc69052-2339-4552-a923-5944183b36b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:03.637679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc48fdb-196b-4823-a486-fdbdd020b0bd tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Network': ['ID=ccc69052-2339-4552-a923-5944183b36b4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:03.652558 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network ccc69052-2339-4552-a923-5944183b36b4 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:55:03.759676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:03.765229 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:03.815922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 245e98ea-3654-4178-9291-4da62baff756 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:55:03.844740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 245e98ea-3654-4178-9291-4da62baff756 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:55:03.845516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 245e98ea-3654-4178-9291-4da62baff756 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:55:04.084551 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.148234 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.167136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=fb1828d1-13c6-44bb-b35c-38de61add0dd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:04.176945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Checking segment: {'id': 'eb0d494f-cb9e-47a7-9d00-def297d6897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ccc69052-2339-4552-a923-5944183b36b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:04.177879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network hostable DHCP agents. Network: ccc69052-2339-4552-a923-5944183b36b4, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:55:04.209499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network ccc69052-2339-4552-a923-5944183b36b4 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:55:04.224037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, ccc69052-2339-4552-a923-5944183b36b4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:04.232230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:04.233102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aaeaf2-fdd7-4775-bd4f-c275e5c403b6 None None] Network ccc69052-2339-4552-a923-5944183b36b4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:04.233477 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.258919 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8f562bde-2a0a-4206-b638-febebf26cd55 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6334116 Sep 02 13:55:04.261820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57754) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:04.273158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-75a7b72b-eb1a-4277-99e5-a3e2e12fc1c7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-755128703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:04.310300 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75a7b72b-eb1a-4277-99e5-a3e2e12fc1c7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.311534 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75a7b72b-eb1a-4277-99e5-a3e2e12fc1c7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.405357 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75a7b72b-eb1a-4277-99e5-a3e2e12fc1c7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.415230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75a7b72b-eb1a-4277-99e5-a3e2e12fc1c7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.461783 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-75a7b72b-eb1a-4277-99e5-a3e2e12fc1c7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.465541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-75a7b72b-eb1a-4277-99e5-a3e2e12fc1c7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1994417 Sep 02 13:55:04.465799 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:04.471774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'network_id': 'ccc69052-2339-4552-a923-5944183b36b4', 'name': 'tempest-PortsIpV6TestJSON-1660438'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:04.498085 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-ccc69052-2339-4552-a923-5944183b36b4', 'network_id': 'ccc69052-2339-4552-a923-5944183b36b4', 'tenant_id': '1d0ef530fbc643d68769befa852fd748', 'fixed_ips': [{'subnet_id': 'fb1828d1-13c6-44bb-b35c-38de61add0dd'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:55:04.502009 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.713150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:04.720617 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:04.756332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:55:04.809682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Allocated IP 2001:db8::2 (ccc69052-2339-4552-a923-5944183b36b4/fb1828d1-13c6-44bb-b35c-38de61add0dd/bd177a94-a73d-4ac1-9f49-a205da1c89e3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:04.925315 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.035265 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.045254 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Transition to ACTIVE for port object bd177a94-a73d-4ac1-9f49-a205da1c89e3 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:05.064701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Transition to ACTIVE for port object bd177a94-a73d-4ac1-9f49-a205da1c89e3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:05.082987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.155381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Network ccc69052-2339-4552-a923-5944183b36b4 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:05.158805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:05.163145 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:55:05.180315 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Pushing event updated for resources: {'Port': ['ID=bd177a94-a73d-4ac1-9f49-a205da1c89e3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:05.198723 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::10d (ccc69052-2339-4552-a923-5944183b36b4/fb1828d1-13c6-44bb-b35c-38de61add0dd/79106af4-6e8a-46a3-b54e-00c2d8d0e872) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:05.249674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Attempting to bind port bd177a94-a73d-4ac1-9f49-a205da1c89e3 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:55:05.253374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Attempting to bind port bd177a94-a73d-4ac1-9f49-a205da1c89e3 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'eb0d494f-cb9e-47a7-9d00-def297d6897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ccc69052-2339-4552-a923-5944183b36b4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:55:05.253868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Attempting to bind port bd177a94-a73d-4ac1-9f49-a205da1c89e3 on network ccc69052-2339-4552-a923-5944183b36b4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:55:05.264610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:55:05.265003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Checking segment: {'id': 'eb0d494f-cb9e-47a7-9d00-def297d6897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ccc69052-2339-4552-a923-5944183b36b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:05.270308 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.270733 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Bound using segment: {'id': 'eb0d494f-cb9e-47a7-9d00-def297d6897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ccc69052-2339-4552-a923-5944183b36b4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:55:05.271256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Bound port: bd177a94-a73d-4ac1-9f49-a205da1c89e3, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0d494f-cb9e-47a7-9d00-def297d6897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ccc69052-2339-4552-a923-5944183b36b4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:55:05.271666 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.419404 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.422598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] For port bd177a94-a73d-4ac1-9f49-a205da1c89e3, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:55:05.428123 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] For port bd177a94-a73d-4ac1-9f49-a205da1c89e3, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd177a94-a73d-4ac1-9f49-a205da1c89e3,segment=NetworkSegment(eb0d494f-cb9e-47a7-9d00-def297d6897d),segment_id=eb0d494f-cb9e-47a7-9d00-def297d6897d)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:55:05.436328 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.438540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object 79106af4-6e8a-46a3-b54e-00c2d8d0e872 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:05.501546 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.537011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a95a2-6b26-4daa-ac6d-06898870dc47 None None] Pushing event updated for resources: {'Port': ['ID=bd177a94-a73d-4ac1-9f49-a205da1c89e3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:05.599401 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network ccc69052-2339-4552-a923-5944183b36b4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:05.607629 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:05.614336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:55:05.623637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:05.624421 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:05.634626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=79106af4-6e8a-46a3-b54e-00c2d8d0e872,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:05.664678 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-161fe481-b058-4c66-ba83-39ac65f7803b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1953259 Sep 02 13:55:05.665238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:06.229786 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:06.577345 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:06.686858 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:06.693165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:06.797611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=79106af4-6e8a-46a3-b54e-00c2d8d0e872,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:06.832611 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.832908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.833238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.833594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.833956 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.834265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.834600 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.834928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.835257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.836001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.836001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.836491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:06.963190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:07.148297 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:07.190731 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd23d2-d7d7-43ee-8ad5-f3199bebb53f None None] Network ccc69052-2339-4552-a923-5944183b36b4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:07.352717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1e792ea5-ea29-4144-8a9a-67ae16cc99ab None None] Provisioning for port bd177a94-a73d-4ac1-9f49-a205da1c89e3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:07.672165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:07.680829 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:07.682465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:07.828258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=79106af4-6e8a-46a3-b54e-00c2d8d0e872,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:07.833084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd177a94-a73d-4ac1-9f49-a205da1c89e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:55:07.912172 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port bd177a94-a73d-4ac1-9f49-a205da1c89e3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:07.922439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port bd177a94-a73d-4ac1-9f49-a205da1c89e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:07.923041 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:07.933892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network ccc69052-2339-4552-a923-5944183b36b4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:07.944882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:08.000455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b423c78f-b0da-478c-b726-ad79a43fb551 None None] Provisioning for port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:08.026981 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b423c78f-b0da-478c-b726-ad79a43fb551 None None] Provisioning complete for port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:08.027431 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b423c78f-b0da-478c-b726-ad79a43fb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:08.072438 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:08.083821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b423c78f-b0da-478c-b726-ad79a43fb551 None None] Port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:08.117949 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b423c78f-b0da-478c-b726-ad79a43fb551 None None] Provisioning complete for port bd177a94-a73d-4ac1-9f49-a205da1c89e3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:08.118311 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b423c78f-b0da-478c-b726-ad79a43fb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:08.161943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port bd177a94-a73d-4ac1-9f49-a205da1c89e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd177a94-a73d-4ac1-9f49-a205da1c89e3,segment=NetworkSegment(eb0d494f-cb9e-47a7-9d00-def297d6897d),segment_id=eb0d494f-cb9e-47a7-9d00-def297d6897d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:08.172390 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:08.256416 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Router 02afa921-7743-4f7f-93e8-1fd256f51977 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:55:08.315416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=bd177a94-a73d-4ac1-9f49-a205da1c89e3,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:08.442099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:55:08.453160 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c8f61-2f0f-42c4-afe8-6551caee28ef None None] Sync routers for ids ['02afa921-7743-4f7f-93e8-1fd256f51977'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:55:08.455696 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2772f4ea-9cea-4e8e-b069-5f6286a73819 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "PUT /v2.0/routers/02afa921-7743-4f7f-93e8-1fd256f51977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7893217 Sep 02 13:55:08.458798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:08.475104 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c8f61-2f0f-42c4-afe8-6551caee28ef None None] Routers {'02afa921-7743-4f7f-93e8-1fd256f51977'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:55:08.477961 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3f3c8f61-2f0f-42c4-afe8-6551caee28ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:55:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['02afa921-7743-4f7f-93e8-1fd256f51977'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:08.525670 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8410e125-1447-49f1-9e57-fbf3afd5f86e None None] Provisioning complete for port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:08.527036 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8410e125-1447-49f1-9e57-fbf3afd5f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:08.554096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa0f7f-d130-4763-88ba-6fe2a020ffef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:08.556031 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-11fa0f7f-d130-4763-88ba-6fe2a020ffef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports?device_id=02afa921-7743-4f7f-93e8-1fd256f51977 HTTP/1.1" status: 200 len: 986 time: 0.0960233 Sep 02 13:55:08.559033 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:08.561375 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3f3c8f61-2f0f-42c4-afe8-6551caee28ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:08.585921 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c8f61-2f0f-42c4-afe8-6551caee28ef None None] Routers {'02afa921-7743-4f7f-93e8-1fd256f51977'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:55:08.587349 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3f3c8f61-2f0f-42c4-afe8-6551caee28ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:55:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['02afa921-7743-4f7f-93e8-1fd256f51977'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:08.594968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8410e125-1447-49f1-9e57-fbf3afd5f86e None None] Port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:08.674324 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3f3c8f61-2f0f-42c4-afe8-6551caee28ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:08.675289 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3c8f61-2f0f-42c4-afe8-6551caee28ef None None] The sync data for ids ['02afa921-7743-4f7f-93e8-1fd256f51977'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:55:08.830045 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-79c76606-4a3f-4298-9974-5216ee3f335a None None] Provisioning complete for port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:08.830426 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79c76606-4a3f-4298-9974-5216ee3f335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:08.905411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-79c76606-4a3f-4298-9974-5216ee3f335a None None] Port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:09.248204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8d732f4-d447-48b6-9413-de6000a221df None None] Provisioning complete for port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:09.248629 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8d732f4-d447-48b6-9413-de6000a221df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:09.334678 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d8d732f4-d447-48b6-9413-de6000a221df None None] Port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:09.825587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd177a94-a73d-4ac1-9f49-a205da1c89e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:55:09.837999 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:09.931015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port bd177a94-a73d-4ac1-9f49-a205da1c89e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:09.931982 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:10.150190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 79106af4-6e8a-46a3-b54e-00c2d8d0e872 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:10.150539 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:10.264046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:10.279469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 79106af4-6e8a-46a3-b54e-00c2d8d0e872 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:10.499641 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:10.546942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=79106af4-6e8a-46a3-b54e-00c2d8d0e872,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:10.666669 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:10.926992 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Router 02afa921-7743-4f7f-93e8-1fd256f51977 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:55:11.081379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:55:11.087776 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c757b9b1-c39d-4eb8-99f6-a98c8559ea87 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "PUT /v2.0/routers/02afa921-7743-4f7f-93e8-1fd256f51977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5266130 Sep 02 13:55:11.089925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57894) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:11.093542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135dfc7-bdf9-4ace-b2ad-589bf85e0fb9 None None] Sync routers for ids ['02afa921-7743-4f7f-93e8-1fd256f51977'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:55:11.106921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135dfc7-bdf9-4ace-b2ad-589bf85e0fb9 None None] Routers {'02afa921-7743-4f7f-93e8-1fd256f51977'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:55:11.110459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8135dfc7-bdf9-4ace-b2ad-589bf85e0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:55:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['02afa921-7743-4f7f-93e8-1fd256f51977'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:11.127246 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-21aa0d0b-4fad-4abe-9674-084e307ecef9 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:55:11.134073 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-21aa0d0b-4fad-4abe-9674-084e307ecef9 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/79106af4-6e8a-46a3-b54e-00c2d8d0e872 HTTP/1.1" status: 404 len: 333 time: 0.0406892 Sep 02 13:55:11.136199 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57896) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:11.180829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8135dfc7-bdf9-4ace-b2ad-589bf85e0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:11.209894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135dfc7-bdf9-4ace-b2ad-589bf85e0fb9 None None] Routers {'02afa921-7743-4f7f-93e8-1fd256f51977'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:55:11.210896 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8135dfc7-bdf9-4ace-b2ad-589bf85e0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:55:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['02afa921-7743-4f7f-93e8-1fd256f51977'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:11.275429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8135dfc7-bdf9-4ace-b2ad-589bf85e0fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:11.276143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135dfc7-bdf9-4ace-b2ad-589bf85e0fb9 None None] The sync data for ids ['02afa921-7743-4f7f-93e8-1fd256f51977'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:55:11.281818 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0214-044e-4f86-bda2-ec8e9c008c8b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.494338 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0214-044e-4f86-bda2-ec8e9c008c8b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.502275 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0214-044e-4f86-bda2-ec8e9c008c8b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.572258 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0214-044e-4f86-bda2-ec8e9c008c8b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.572780 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6c0214-044e-4f86-bda2-ec8e9c008c8b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Fanout notify agent at l3_agent the message router_deleted on router 02afa921-7743-4f7f-93e8-1fd256f51977 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:55:11.586151 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0214-044e-4f86-bda2-ec8e9c008c8b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.586151 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5b6c0214-044e-4f86-bda2-ec8e9c008c8b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/routers/02afa921-7743-4f7f-93e8-1fd256f51977 HTTP/1.1" status: 204 len: 168 time: 0.4486585 Sep 02 13:55:11.586926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:11.668841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb71317-d28c-48a5-9a41-da2411aff8db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet fb1828d1-13c6-44bb-b35c-38de61add0dd {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:55:11.672806 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdb71317-d28c-48a5-9a41-da2411aff8db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.745190 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdb71317-d28c-48a5-9a41-da2411aff8db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.858873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdb71317-d28c-48a5-9a41-da2411aff8db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.933633 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdb71317-d28c-48a5-9a41-da2411aff8db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.977585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdb71317-d28c-48a5-9a41-da2411aff8db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:11.978102 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa06eac-c7fd-4ebf-a334-e921149a9b7b None None] Network ccc69052-2339-4552-a923-5944183b36b4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:11.983580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57920) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:11.998048 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fdb71317-d28c-48a5-9a41-da2411aff8db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/fb1828d1-13c6-44bb-b35c-38de61add0dd HTTP/1.1" status: 204 len: 168 time: 0.4084470 Sep 02 13:55:11.999995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb71317-d28c-48a5-9a41-da2411aff8db tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=fb1828d1-13c6-44bb-b35c-38de61add0dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:12.085731 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.165910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port bd177a94-a73d-4ac1-9f49-a205da1c89e3 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:12.166543 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.248778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] For port bd177a94-a73d-4ac1-9f49-a205da1c89e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bd177a94-a73d-4ac1-9f49-a205da1c89e3,segment=NetworkSegment(eb0d494f-cb9e-47a7-9d00-def297d6897d),segment_id=eb0d494f-cb9e-47a7-9d00-def297d6897d)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:12.249146 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.270961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for bd177a94-a73d-4ac1-9f49-a205da1c89e3 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:12.366021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.407216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No DVR routers for this DVR port bd177a94-a73d-4ac1-9f49-a205da1c89e3 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:55:12.433087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=bd177a94-a73d-4ac1-9f49-a205da1c89e3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:12.446844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.447077 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.447501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.447954 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.448290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.448618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.448945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.449269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.449591 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.449926 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.450333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.450666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:12.476654 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672beba5-b190-4578-9c73-ea4b37ac53f6 None None] DHCP port deletion for ccc69052-2339-4552-a923-5944183b36b4 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:55:12.528943 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.544168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc69052-2339-4552-a923-5944183b36b4']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:12.557367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0d494f-cb9e-47a7-9d00-def297d6897d') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:12.557669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0d494f-cb9e-47a7-9d00-def297d6897d') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:12.568744 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.596276 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.603288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:55:12.603696 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:55:12.607236 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:55:12.678450 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.685758 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:12.692676 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:12.700373 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/networks/ccc69052-2339-4552-a923-5944183b36b4 HTTP/1.1" status: 204 len: 168 time: 0.7154996 Sep 02 13:55:12.729107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8d9d6-09a3-410a-afc9-c3bf96072d3c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Network': ['ID=ccc69052-2339-4552-a923-5944183b36b4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:12.767932 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d355dae-8396-4502-9316-62a1bfb4f7f5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:12.770039 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8d355dae-8396-4502-9316-62a1bfb4f7f5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/538023ff-5556-431e-8072-53c7e00a479d HTTP/1.1" status: 200 len: 844 time: 0.0763810 Sep 02 13:55:12.779657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57934) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:12.852901 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a8142b18-7ca8-4e98-99d0-8901f1604415 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/538023ff-5556-431e-8072-53c7e00a479d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0712252 Sep 02 13:55:12.861998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57938) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:12.868212 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:12.971190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:12.974844 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:13.294757 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:13.793048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=78043bc7-2feb-4aa5-81df-f20fffc05408,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:13.799991 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:13.802722 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:13.805618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:13.806279 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:13.816458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba789ef-4f20-41df-bd85-4ea74f4a3a87 None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:13.821448 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd177a94-a73d-4ac1-9f49-a205da1c89e3 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:55:13.838597 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3efd7902-5787-48dd-8475-bf77889b33bf tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9754167 Sep 02 13:55:13.841622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:13.847979 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2c04b10d-c670-4a7f-bb5a-c03cd0f08f11 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'security_group': {'name': 'tempest-secgroup-28666412'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:13.902039 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c04b10d-c670-4a7f-bb5a-c03cd0f08f11 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:13.934542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: bd177a94-a73d-4ac1-9f49-a205da1c89e3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:55:13.934542 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bd177a94-a73d-4ac1-9f49-a205da1c89e3 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:55:14.105932 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c04b10d-c670-4a7f-bb5a-c03cd0f08f11 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.115396 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c04b10d-c670-4a7f-bb5a-c03cd0f08f11 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.147613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'tenant_id': '1d0ef530fbc643d68769befa852fd748', 'fixed_ips': [{'subnet_id': '78043bc7-2feb-4aa5-81df-f20fffc05408'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:55:14.149452 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.189577 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c04b10d-c670-4a7f-bb5a-c03cd0f08f11 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.195104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57954) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:14.198550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2c04b10d-c670-4a7f-bb5a-c03cd0f08f11 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3557725 Sep 02 13:55:14.201833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04b10d-c670-4a7f-bb5a-c03cd0f08f11 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef64185-2c60-425f-a862-06cca85c503a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:14.202480 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-af4c64c6-816b-4d00-9cd9-ecf8a901492a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'security_group': {'name': 'tempest-secgroup-257875152'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:14.241427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af4c64c6-816b-4d00-9cd9-ecf8a901492a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.364094 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Allocated IP 2001:db8::2 (a8b6a10e-cc9c-4782-bb68-1d18d935567f/78043bc7-2feb-4aa5-81df-f20fffc05408/df23391d-50c1-49f8-9791-1c88122c9a92) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:14.443191 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af4c64c6-816b-4d00-9cd9-ecf8a901492a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.452050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af4c64c6-816b-4d00-9cd9-ecf8a901492a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.481990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:14.502398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c64c6-816b-4d00-9cd9-ecf8a901492a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1c00e2-6db3-47e1-8b15-305c73a5e844,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:14.522573 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af4c64c6-816b-4d00-9cd9-ecf8a901492a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.524384 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-af4c64c6-816b-4d00-9cd9-ecf8a901492a tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3278339 Sep 02 13:55:14.527120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 57972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:14.535795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-524580813', 'security_groups': ['bf1c00e2-6db3-47e1-8b15-305c73a5e844'], 'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78043bc7-2feb-4aa5-81df-f20fffc05408'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:14.598663 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.609612 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Transition to ACTIVE for port object df23391d-50c1-49f8-9791-1c88122c9a92 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:14.629153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Transition to ACTIVE for port object df23391d-50c1-49f8-9791-1c88122c9a92 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:14.640328 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.692673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:14.696584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:14.699999 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:55:14.734459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Pushing event updated for resources: {'Port': ['ID=df23391d-50c1-49f8-9791-1c88122c9a92,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:14.796407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Attempting to bind port df23391d-50c1-49f8-9791-1c88122c9a92 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:55:14.799335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Attempting to bind port df23391d-50c1-49f8-9791-1c88122c9a92 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '6f209091-7398-4ed7-848f-58230a1cadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:55:14.799989 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Attempting to bind port df23391d-50c1-49f8-9791-1c88122c9a92 on network a8b6a10e-cc9c-4782-bb68-1d18d935567f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:55:14.814279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:55:14.815473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Checking segment: {'id': '6f209091-7398-4ed7-848f-58230a1cadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:14.815914 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.816311 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Bound using segment: {'id': '6f209091-7398-4ed7-848f-58230a1cadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:55:14.819407 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Bound port: df23391d-50c1-49f8-9791-1c88122c9a92, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f209091-7398-4ed7-848f-58230a1cadd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:55:14.820287 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.957507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] For port df23391d-50c1-49f8-9791-1c88122c9a92, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:55:14.962922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] For port df23391d-50c1-49f8-9791-1c88122c9a92, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df23391d-50c1-49f8-9791-1c88122c9a92,segment=NetworkSegment(6f209091-7398-4ed7-848f-58230a1cadd3),segment_id=6f209091-7398-4ed7-848f-58230a1cadd3)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:55:14.974260 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:14.989000 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:15.051870 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb0864-b1e9-439f-ad5a-8ffe0a294d46 None None] Pushing event updated for resources: {'Port': ['ID=df23391d-50c1-49f8-9791-1c88122c9a92,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:15.154523 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:15.217849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port c5aca1d9-fcc9-4bab-8b87-256b09a69171 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:55:15.596238 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:15.689286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::e3 (a8b6a10e-cc9c-4782-bb68-1d18d935567f/78043bc7-2feb-4aa5-81df-f20fffc05408/c5aca1d9-fcc9-4bab-8b87-256b09a69171) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:15.897413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df23391d-50c1-49f8-9791-1c88122c9a92 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:55:15.958420 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port df23391d-50c1-49f8-9791-1c88122c9a92 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:16.052377 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.078744 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object c5aca1d9-fcc9-4bab-8b87-256b09a69171 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:16.191149 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.193660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Deleting port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:16.194054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.304861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:16.312542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:16.316713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=c5aca1d9-fcc9-4bab-8b87-256b09a69171,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:16.321524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:55:16.328646 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:16.329615 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.370307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] For port 7ca18702-2d80-4dcf-a811-1edbfbfa8a27, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7ca18702-2d80-4dcf-a811-1edbfbfa8a27,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:16.370901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.387191 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-23fd2bf3-8cdc-4041-9b86-ab7d7eb6045e tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8556845 Sep 02 13:55:16.387493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 57998) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:16.393224 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-877531c0-039f-4ba9-adce-960255b94611 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:16.397338 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Calling delete_port for 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:16.599490 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877531c0-039f-4ba9-adce-960255b94611 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:16.605495 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-877531c0-039f-4ba9-adce-960255b94611 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.638059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] Provisioning complete for port 538023ff-5556-431e-8072-53c7e00a479d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:16.638059 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.722937 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] Port 538023ff-5556-431e-8072-53c7e00a479d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:16.743852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] Provisioning for port df23391d-50c1-49f8-9791-1c88122c9a92 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:16.752507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] Provisioning complete for port df23391d-50c1-49f8-9791-1c88122c9a92 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:16.752507 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.793814 n-d-794796-4 neutron-server[94687]: INFO neutron.db.ipam_backend_mixin [None req-877531c0-039f-4ba9-adce-960255b94611 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78043bc7-2feb-4aa5-81df-f20fffc05408 (CIDR: 2001:db8::/64) Sep 02 13:55:16.799013 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.813377 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-877531c0-039f-4ba9-adce-960255b94611 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:55:16.814066 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877531c0-039f-4ba9-adce-960255b94611 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:16.855650 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-877531c0-039f-4ba9-adce-960255b94611 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4661393 Sep 02 13:55:16.856639 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58010) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:16.875528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:16.882777 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.940506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] For port df23391d-50c1-49f8-9791-1c88122c9a92, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df23391d-50c1-49f8-9791-1c88122c9a92,segment=NetworkSegment(6f209091-7398-4ed7-848f-58230a1cadd3),segment_id=6f209091-7398-4ed7-848f-58230a1cadd3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:16.949357 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:16.959432 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca18702-2d80-4dcf-a811-1edbfbfa8a27,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:17.108915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:17.111875 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fb046-2237-482b-a487-399c744e3e0b None None] Pushing event updated for resources: {'Port': ['ID=df23391d-50c1-49f8-9791-1c88122c9a92,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:17.116015 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4ee4c739-2714-4d10-9cdf-700568798fad None None] Provisioning for port c5aca1d9-fcc9-4bab-8b87-256b09a69171 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:17.117598 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:17.121472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4ee4c739-2714-4d10-9cdf-700568798fad None None] Provisioning complete for port c5aca1d9-fcc9-4bab-8b87-256b09a69171 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:17.122127 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c739-2714-4d10-9cdf-700568798fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:17.175759 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4c739-2714-4d10-9cdf-700568798fad None None] Port c5aca1d9-fcc9-4bab-8b87-256b09a69171 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:17.256271 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:17.498726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:17.550826 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:17.569397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:17.580901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:17.581519 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:17.591065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d540ff50-2970-403b-86bb-c5815e913918 None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:17.591302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=92119586-5fcf-4145-99d4-3dfb0ca1b9d6,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:17.625606 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d6346c29-a768-4c45-8173-30289b7f8441 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7658308 Sep 02 13:55:17.628861 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58024) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:17.634636 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2065891325', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '92119586-5fcf-4145-99d4-3dfb0ca1b9d6'}], 'security_groups': ['8ef64185-2c60-425f-a862-06cca85c503a']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:17.900698 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df23391d-50c1-49f8-9791-1c88122c9a92 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:55:17.997736 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.005010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b1f00b-7a0f-4eb3-a38a-b289655aad25 None None] Update dhcp port {'port': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'fixed_ips': [{'subnet_id': '78043bc7-2feb-4aa5-81df-f20fffc05408', 'ip_address': '2001:db8::2'}, {'subnet_id': '92119586-5fcf-4145-99d4-3dfb0ca1b9d6'}], 'binding:host_id': 'n-d-794796-4'}, 'id': 'df23391d-50c1-49f8-9791-1c88122c9a92'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:55:18.014462 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port df23391d-50c1-49f8-9791-1c88122c9a92 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:18.015263 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.074039 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43b1f00b-7a0f-4eb3-a38a-b289655aad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.158737 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Router 771d4111-d798-403d-af86-3e8aad0d573f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:55:18.260545 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-43b1f00b-7a0f-4eb3-a38a-b289655aad25 None None] Allocated IP 2001:db8:0:1::2 (a8b6a10e-cc9c-4782-bb68-1d18d935567f/92119586-5fcf-4145-99d4-3dfb0ca1b9d6/df23391d-50c1-49f8-9791-1c88122c9a92) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:18.294431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:55:18.302680 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-184171a5-eac4-4bdb-8b17-f71ac92f6d7c admin admin] 10.222.0.13 "PUT /v2.0/routers/771d4111-d798-403d-af86-3e8aad0d573f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8195784 Sep 02 13:55:18.305133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:18.314519 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] Sync routers for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:55:18.334805 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:55:18.335578 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:55:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:18.370935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-43b1f00b-7a0f-4eb3-a38a-b289655aad25 None None] For port df23391d-50c1-49f8-9791-1c88122c9a92, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df23391d-50c1-49f8-9791-1c88122c9a92,segment=NetworkSegment(6f209091-7398-4ed7-848f-58230a1cadd3),segment_id=6f209091-7398-4ed7-848f-58230a1cadd3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:18.406016 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43b1f00b-7a0f-4eb3-a38a-b289655aad25 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.425225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-43b1f00b-7a0f-4eb3-a38a-b289655aad25 None None] Transition to ACTIVE for port object df23391d-50c1-49f8-9791-1c88122c9a92 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:18.470494 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43b1f00b-7a0f-4eb3-a38a-b289655aad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.518941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.524192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1f00b-7a0f-4eb3-a38a-b289655aad25 None None] Pushing event updated for resources: {'Port': ['ID=df23391d-50c1-49f8-9791-1c88122c9a92,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:18.535598 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:55:18.662861 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.663014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Delete allocated IP 2001:db8::e3 (a8b6a10e-cc9c-4782-bb68-1d18d935567f/78043bc7-2feb-4aa5-81df-f20fffc05408) {{(pid=94687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 13:55:18.681336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8:0:1::12a (a8b6a10e-cc9c-4782-bb68-1d18d935567f/92119586-5fcf-4145-99d4-3dfb0ca1b9d6/c5aca1d9-fcc9-4bab-8b87-256b09a69171) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:18.837207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Deleting port 97de6dd4-a71c-4788-aadb-71d13445c246 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:18.837466 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.870917 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:55:16Z', 'revision_number': 5, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port': {'id': '97de6dd4-a71c-4788-aadb-71d13445c246', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d4111-d798-403d-af86-3e8aad0d573f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:47:23Z', 'updated_at': '2021-09-02T13:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:18.912448 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] Checking router: 771d4111-d798-403d-af86-3e8aad0d573f for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:55:18.928351 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] Routers {'771d4111-d798-403d-af86-3e8aad0d573f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:55:18.928920 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:55:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['771d4111-d798-403d-af86-3e8aad0d573f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:18.952722 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.965805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] For port 97de6dd4-a71c-4788-aadb-71d13445c246, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=97de6dd4-a71c-4788-aadb-71d13445c246,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:18.966184 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:18.973417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object c5aca1d9-fcc9-4bab-8b87-256b09a69171 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:19.000227 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Calling delete_port for 97de6dd4-a71c-4788-aadb-71d13445c246 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:19.000792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.087895 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] Set router 771d4111-d798-403d-af86-3e8aad0d573f gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:55:19.109389 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] In _notify_port_updated(), no bound segment for port c5aca1d9-fcc9-4bab-8b87-256b09a69171 on network a8b6a10e-cc9c-4782-bb68-1d18d935567f {{(pid=94687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:55:19.117166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:19.118033 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.119795 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "PUT /v2.0/ports/c5aca1d9-fcc9-4bab-8b87-256b09a69171 HTTP/1.1" status: 200 len: 931 time: 1.4897761 Sep 02 13:55:19.121206 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525f696-21db-41d9-afff-8988fb7c03f8 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=c5aca1d9-fcc9-4bab-8b87-256b09a69171,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:19.123651 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58056) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:19.184075 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:55:18Z', 'revision_number': 6, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:19.218129 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f580f1-f35a-4579-aacd-3d80290e9fca None None] The sync data for ids ['771d4111-d798-403d-af86-3e8aad0d573f'] in n-d-794796-4 is: [{'id': '771d4111-d798-403d-af86-3e8aad0d573f', 'name': 'tempest-AttachVolumeTestJSON-1802823799-router', 'tenant_id': '3f7a79aca27240e1a2df26a0324ca471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:47:22Z', 'updated_at': '2021-09-02T13:55:18Z', 'revision_number': 6, 'project_id': '3f7a79aca27240e1a2df26a0324ca471', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:55:19.301638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ef529-c6bd-41cf-9ff3-b946c37f814d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port c5aca1d9-fcc9-4bab-8b87-256b09a69171 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:19.302018 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a0ef529-c6bd-41cf-9ff3-b946c37f814d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.341643 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.387299 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=97de6dd4-a71c-4788-aadb-71d13445c246,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:19.465439 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a0ef529-c6bd-41cf-9ff3-b946c37f814d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.498431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ef529-c6bd-41cf-9ff3-b946c37f814d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for c5aca1d9-fcc9-4bab-8b87-256b09a69171 owned by {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:19.503398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.552566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c071639-c960-450a-9b88-2accbfa3ae57 None None] Provisioning complete for port 538023ff-5556-431e-8072-53c7e00a479d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:19.553176 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c071639-c960-450a-9b88-2accbfa3ae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.594508 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2c071639-c960-450a-9b88-2accbfa3ae57 None None] Port 538023ff-5556-431e-8072-53c7e00a479d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:19.610439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c071639-c960-450a-9b88-2accbfa3ae57 None None] Provisioning for port df23391d-50c1-49f8-9791-1c88122c9a92 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:19.615642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c071639-c960-450a-9b88-2accbfa3ae57 None None] Provisioning complete for port df23391d-50c1-49f8-9791-1c88122c9a92 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:19.616102 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c071639-c960-450a-9b88-2accbfa3ae57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.686751 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a0ef529-c6bd-41cf-9ff3-b946c37f814d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.701614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.708612 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.758106 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2c071639-c960-450a-9b88-2accbfa3ae57 None None] Could not find standard attr ID for object c5aca1d9-fcc9-4bab-8b87-256b09a69171. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:55:19.762687 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.763241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 771d4111-d798-403d-af86-3e8aad0d573f {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:55:19.767830 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.769530 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-15829458-a174-46da-a5a0-358e1dfb63d9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/771d4111-d798-403d-af86-3e8aad0d573f HTTP/1.1" status: 204 len: 168 time: 1.4628799 Sep 02 13:55:19.777115 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:19.777369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ef529-c6bd-41cf-9ff3-b946c37f814d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=c5aca1d9-fcc9-4bab-8b87-256b09a69171,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:19.777369 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a0ef529-c6bd-41cf-9ff3-b946c37f814d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.777625 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3a0ef529-c6bd-41cf-9ff3-b946c37f814d tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/c5aca1d9-fcc9-4bab-8b87-256b09a69171 HTTP/1.1" status: 204 len: 168 time: 0.6416826 Sep 02 13:55:19.779888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58068) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:19.819478 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bf95a9-1b0e-4b60-99b6-0c4171ec3ee3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:55:19.822859 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-90bf95a9-1b0e-4b60-99b6-0c4171ec3ee3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/c5aca1d9-fcc9-4bab-8b87-256b09a69171 HTTP/1.1" status: 404 len: 333 time: 0.0415630 Sep 02 13:55:19.825246 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58070) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:19.842907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-428c6519-12c9-4a58-83c9-5f4e6752149e admin admin] Deleting subnet 5d069bb7-3e6d-4ee6-a304-04695b14667a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:55:19.848515 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-428c6519-12c9-4a58-83c9-5f4e6752149e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.892096 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-428c6519-12c9-4a58-83c9-5f4e6752149e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.933306 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275009ce-5312-48b7-a0db-65ba5b25e0bb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:19.950977 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df23391d-50c1-49f8-9791-1c88122c9a92 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:55:19.985180 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275009ce-5312-48b7-a0db-65ba5b25e0bb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.008658 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-fa433eb6-bf8e-4541-b3bb-dbf3f31195c2 None None] Could not find standard attr ID for object c5aca1d9-fcc9-4bab-8b87-256b09a69171. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:55:20.039558 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-428c6519-12c9-4a58-83c9-5f4e6752149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.051402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port df23391d-50c1-49f8-9791-1c88122c9a92 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:20.052455 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.090966 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275009ce-5312-48b7-a0db-65ba5b25e0bb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.093935 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-275009ce-5312-48b7-a0db-65ba5b25e0bb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.098028 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-275009ce-5312-48b7-a0db-65ba5b25e0bb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf1c00e2-6db3-47e1-8b15-305c73a5e844 HTTP/1.1" status: 204 len: 168 time: 0.2686331 Sep 02 13:55:20.102761 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:20.125701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275009ce-5312-48b7-a0db-65ba5b25e0bb tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1c00e2-6db3-47e1-8b15-305c73a5e844,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:20.234056 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-428c6519-12c9-4a58-83c9-5f4e6752149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.261397 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cfda373-6223-4437-9bc0-7aa3e03c17c2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.265931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-428c6519-12c9-4a58-83c9-5f4e6752149e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.268659 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-428c6519-12c9-4a58-83c9-5f4e6752149e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5d069bb7-3e6d-4ee6-a304-04695b14667a HTTP/1.1" status: 204 len: 168 time: 0.4954274 Sep 02 13:55:20.271444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58080) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:20.273599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671a272-3762-4c74-a285-0d96b98dd7fb None None] Network 66347dcd-c6d4-4265-a223-b109e7c431b7 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:20.321056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c6519-12c9-4a58-83c9-5f4e6752149e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d069bb7-3e6d-4ee6-a304-04695b14667a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:20.363451 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cfda373-6223-4437-9bc0-7aa3e03c17c2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.371886 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.388411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 97de6dd4-a71c-4788-aadb-71d13445c246 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:55:20.421269 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 97de6dd4-a71c-4788-aadb-71d13445c246 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:55:20.421736 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 97de6dd4-a71c-4788-aadb-71d13445c246 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:55:20.422287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:55:20.425799 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cfda373-6223-4437-9bc0-7aa3e03c17c2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.429608 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cfda373-6223-4437-9bc0-7aa3e03c17c2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.434746 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58086) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:20.435517 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9cfda373-6223-4437-9bc0-7aa3e03c17c2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/security-groups/8ef64185-2c60-425f-a862-06cca85c503a HTTP/1.1" status: 204 len: 168 time: 0.3315897 Sep 02 13:55:20.445692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:55:20.446194 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7ca18702-2d80-4dcf-a811-1edbfbfa8a27 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:55:20.458990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfda373-6223-4437-9bc0-7aa3e03c17c2 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef64185-2c60-425f-a862-06cca85c503a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:20.512032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35c693b-c0ee-472a-aba5-14a7efc1c7a4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet 78043bc7-2feb-4aa5-81df-f20fffc05408 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:55:20.517397 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a35c693b-c0ee-472a-aba5-14a7efc1c7a4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.562383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Deleting port 0e7aaa19-1c28-4699-9928-afca926ab10e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:20.562810 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.609194 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a35c693b-c0ee-472a-aba5-14a7efc1c7a4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.612846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf974b28-7091-429c-9d17-bcfe5432d06b None None] DHCP port deletion for 66347dcd-c6d4-4265-a223-b109e7c431b7 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:55:20.669748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] For port 0e7aaa19-1c28-4699-9928-afca926ab10e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0e7aaa19-1c28-4699-9928-afca926ab10e,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:20.670125 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.680953 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cf974b28-7091-429c-9d17-bcfe5432d06b None None] Deleting port 0e7aaa19-1c28-4699-9928-afca926ab10e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:20.681333 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf974b28-7091-429c-9d17-bcfe5432d06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.692804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Calling delete_port for 0e7aaa19-1c28-4699-9928-afca926ab10e owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:20.755325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cf974b28-7091-429c-9d17-bcfe5432d06b None None] For port 0e7aaa19-1c28-4699-9928-afca926ab10e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0e7aaa19-1c28-4699-9928-afca926ab10e,segment=NetworkSegment(c98c86ee-bcd2-409f-a12a-00d90a6745c4),segment_id=c98c86ee-bcd2-409f-a12a-00d90a6745c4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:20.756825 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf974b28-7091-429c-9d17-bcfe5432d06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.776827 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cf974b28-7091-429c-9d17-bcfe5432d06b None None] Calling delete_port for 0e7aaa19-1c28-4699-9928-afca926ab10e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:20.783631 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a35c693b-c0ee-472a-aba5-14a7efc1c7a4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.864986 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.869994 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a35c693b-c0ee-472a-aba5-14a7efc1c7a4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.873734 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf974b28-7091-429c-9d17-bcfe5432d06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.901680 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf974b28-7091-429c-9d17-bcfe5432d06b None None] Pushing event deleted for resources: {'Port': ['ID=0e7aaa19-1c28-4699-9928-afca926ab10e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:20.903787 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf974b28-7091-429c-9d17-bcfe5432d06b None None] No DVR routers for this DVR port 0e7aaa19-1c28-4699-9928-afca926ab10e on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:55:20.924822 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7aaa19-1c28-4699-9928-afca926ab10e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:20.926840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] No DVR routers for this DVR port 0e7aaa19-1c28-4699-9928-afca926ab10e on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:55:20.936487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c693b-c0ee-472a-aba5-14a7efc1c7a4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=78043bc7-2feb-4aa5-81df-f20fffc05408,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:20.942791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a35c693b-c0ee-472a-aba5-14a7efc1c7a4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:20.942791 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a35c693b-c0ee-472a-aba5-14a7efc1c7a4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/78043bc7-2feb-4aa5-81df-f20fffc05408 HTTP/1.1" status: 204 len: 168 time: 0.5057781 Sep 02 13:55:20.947229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:20.949416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc007c98-a334-4b8f-a230-d7734670933c None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:20.953317 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:21.022476 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.038352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66347dcd-c6d4-4265-a223-b109e7c431b7']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:21.049839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98c86ee-bcd2-409f-a12a-00d90a6745c4') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:21.050187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98c86ee-bcd2-409f-a12a-00d90a6745c4') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:21.060701 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.081705 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.088576 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:55:21.089101 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:55:21.090900 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:55:21.105083 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:21.111133 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.169214 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.203563 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.210534 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] 10.222.0.13 "DELETE /v2.0/networks/66347dcd-c6d4-4265-a223-b109e7c431b7 HTTP/1.1" status: 204 len: 168 time: 0.9352350 Sep 02 13:55:21.210534 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7bfc9-672b-4f9b-b9d3-19c70f34c223 admin admin] Pushing event deleted for resources: {'Network': ['ID=66347dcd-c6d4-4265-a223-b109e7c431b7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:21.365829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:21.418272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-effb7a18-a8d8-4f9a-b874-6ec69dbec461 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f7a79aca27240e1a2df26a0324ca471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489025 Sep 02 13:55:21.419237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:21.453609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.518243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:21.525859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:21.529037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:21.529716 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.552707 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=ea38d4e9-4ca7-4e27-a438-415361e8b6d9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:21.562587 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-475e6a64-d860-46b8-be79-932cf3931678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.571562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58116) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:21.571853 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-901187ac-3055-45d7-b5d0-0d193750cfef tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6231382 Sep 02 13:55:21.577315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-67c9a68b-a148-426f-816a-218fe34fa9e1 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'security_group': {'name': 'tempest-secgroup-394079860'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:21.597949 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-475e6a64-d860-46b8-be79-932cf3931678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.660885 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67c9a68b-a148-426f-816a-218fe34fa9e1 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.679817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-475e6a64-d860-46b8-be79-932cf3931678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.683921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-475e6a64-d860-46b8-be79-932cf3931678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.689466 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-475e6a64-d860-46b8-be79-932cf3931678 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c75f158-6619-40c4-b8b7-8a88d1efcfc7 HTTP/1.1" status: 204 len: 168 time: 0.2698138 Sep 02 13:55:21.713732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e6a64-d860-46b8-be79-932cf3931678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c75f158-6619-40c4-b8b7-8a88d1efcfc7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:21.803501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0e7aaa19-1c28-4699-9928-afca926ab10e no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:55:21.841884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 0e7aaa19-1c28-4699-9928-afca926ab10e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:55:21.842608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0e7aaa19-1c28-4699-9928-afca926ab10e not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:55:21.852340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67c9a68b-a148-426f-816a-218fe34fa9e1 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.857475 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67c9a68b-a148-426f-816a-218fe34fa9e1 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.887997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9a68b-a148-426f-816a-218fe34fa9e1 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a17264-3537-4108-b4e3-b6286ce0ffbd,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:21.913342 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-67c9a68b-a148-426f-816a-218fe34fa9e1 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.914893 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-67c9a68b-a148-426f-816a-218fe34fa9e1 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3418403 Sep 02 13:55:21.918253 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58128) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:21.923207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-bad85d7b-c97c-4073-8c98-4543f2ae2049 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'security_group': {'name': 'tempest-secgroup-1735387719'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:21.954981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bad85d7b-c97c-4073-8c98-4543f2ae2049 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:21.988032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6b04d6-79a8-494a-aed5-b50118527639 None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:22.071372 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bad85d7b-c97c-4073-8c98-4543f2ae2049 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.077772 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bad85d7b-c97c-4073-8c98-4543f2ae2049 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.097699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-38203844-1aa1-40b5-86ff-b24cb032c6a5 None None] Provisioning complete for port 538023ff-5556-431e-8072-53c7e00a479d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:22.098588 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38203844-1aa1-40b5-86ff-b24cb032c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.115368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-bad85d7b-c97c-4073-8c98-4543f2ae2049 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.116885 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bad85d7b-c97c-4073-8c98-4543f2ae2049 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1975989 Sep 02 13:55:22.117713 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad85d7b-c97c-4073-8c98-4543f2ae2049 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea3cdf2-fec4-4cbb-bd29-e5f21b4c965e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:22.119976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58136) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:22.125193 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2755cceb-8121-411c-a3d3-0a1ab494c54b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'security_group': {'name': 'tempest-secgroup-998073966'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:22.153736 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2755cceb-8121-411c-a3d3-0a1ab494c54b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.170250 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-38203844-1aa1-40b5-86ff-b24cb032c6a5 None None] Port 538023ff-5556-431e-8072-53c7e00a479d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:22.213043 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-38203844-1aa1-40b5-86ff-b24cb032c6a5 None None] Provisioning complete for port df23391d-50c1-49f8-9791-1c88122c9a92 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:22.213521 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38203844-1aa1-40b5-86ff-b24cb032c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.306850 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2755cceb-8121-411c-a3d3-0a1ab494c54b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.311715 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2755cceb-8121-411c-a3d3-0a1ab494c54b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.366351 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2755cceb-8121-411c-a3d3-0a1ab494c54b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.375460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:22.376981 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2755cceb-8121-411c-a3d3-0a1ab494c54b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2558696 Sep 02 13:55:22.379637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755cceb-8121-411c-a3d3-0a1ab494c54b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4a7456-42cc-4d30-ba5c-d939e6c5f551,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:22.400025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-191817730', 'security_groups': ['3a4a7456-42cc-4d30-ba5c-d939e6c5f551'], 'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ea38d4e9-4ca7-4e27-a438-415361e8b6d9'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:22.409281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e103fe68-2c1c-4b1f-a89d-6b23e4f85644 None None] Update dhcp port {'port': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'fixed_ips': [{'subnet_id': '92119586-5fcf-4145-99d4-3dfb0ca1b9d6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ea38d4e9-4ca7-4e27-a438-415361e8b6d9'}], 'binding:host_id': 'n-d-794796-4'}, 'id': 'df23391d-50c1-49f8-9791-1c88122c9a92'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:55:22.436949 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e103fe68-2c1c-4b1f-a89d-6b23e4f85644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.580970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:22.648148 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-e103fe68-2c1c-4b1f-a89d-6b23e4f85644 None None] Allocated IP 2001:db8::2 (a8b6a10e-cc9c-4782-bb68-1d18d935567f/ea38d4e9-4ca7-4e27-a438-415361e8b6d9/df23391d-50c1-49f8-9791-1c88122c9a92) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:22.731716 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:22.759010 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] device_id is not set on port fb4e1183-895d-4b22-809f-4b8171ae9878 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:55:22.948337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e103fe68-2c1c-4b1f-a89d-6b23e4f85644 None None] For port df23391d-50c1-49f8-9791-1c88122c9a92, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df23391d-50c1-49f8-9791-1c88122c9a92,segment=NetworkSegment(6f209091-7398-4ed7-848f-58230a1cadd3),segment_id=6f209091-7398-4ed7-848f-58230a1cadd3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:22.985268 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e103fe68-2c1c-4b1f-a89d-6b23e4f85644 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:23.000928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-e103fe68-2c1c-4b1f-a89d-6b23e4f85644 None None] Transition to ACTIVE for port object df23391d-50c1-49f8-9791-1c88122c9a92 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:23.006349 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e103fe68-2c1c-4b1f-a89d-6b23e4f85644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:23.114658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8::1bb (a8b6a10e-cc9c-4782-bb68-1d18d935567f/ea38d4e9-4ca7-4e27-a438-415361e8b6d9/fb4e1183-895d-4b22-809f-4b8171ae9878) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:23.185182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103fe68-2c1c-4b1f-a89d-6b23e4f85644 None None] Pushing event updated for resources: {'Port': ['ID=df23391d-50c1-49f8-9791-1c88122c9a92,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:23.321386 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:23.343278 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object fb4e1183-895d-4b22-809f-4b8171ae9878 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:23.418020 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:23.441360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:23.444352 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:23.465646 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:55:23.472420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:23.472849 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:23.519836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58188) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:23.520454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1440415 Sep 02 13:55:23.530163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a03a8b7b-541d-4a5a-a1d9-c6dfd6438e88 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:23.531144 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172b3c5-e905-48d4-b40f-d405e36b7c4b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=fb4e1183-895d-4b22-809f-4b8171ae9878,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:23.766994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03a8b7b-541d-4a5a-a1d9-c6dfd6438e88 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:23.782762 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a03a8b7b-541d-4a5a-a1d9-c6dfd6438e88 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:23.866763 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df23391d-50c1-49f8-9791-1c88122c9a92 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:55:23.967990 n-d-794796-4 neutron-server[94687]: INFO neutron.db.ipam_backend_mixin [None req-a03a8b7b-541d-4a5a-a1d9-c6dfd6438e88 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea38d4e9-4ca7-4e27-a438-415361e8b6d9 (CIDR: 2001:db8::/64) Sep 02 13:55:23.981319 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03a8b7b-541d-4a5a-a1d9-c6dfd6438e88 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:55:23.982015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03a8b7b-541d-4a5a-a1d9-c6dfd6438e88 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:24.011902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58214) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:24.012554 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a03a8b7b-541d-4a5a-a1d9-c6dfd6438e88 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4894474 Sep 02 13:55:24.017460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1d28ff0e-f615-4bdb-9cad-d26a8c07fd5f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:24.154337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf7c62f8-08c7-42a7-ba49-4ae08d335059 None None] Provisioning complete for port 538023ff-5556-431e-8072-53c7e00a479d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:24.155592 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf7c62f8-08c7-42a7-ba49-4ae08d335059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:24.229956 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c62f8-08c7-42a7-ba49-4ae08d335059 None None] Port 538023ff-5556-431e-8072-53c7e00a479d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:24.244911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf7c62f8-08c7-42a7-ba49-4ae08d335059 None None] Provisioning for port df23391d-50c1-49f8-9791-1c88122c9a92 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:24.251205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cf7c62f8-08c7-42a7-ba49-4ae08d335059 None None] Provisioning complete for port df23391d-50c1-49f8-9791-1c88122c9a92 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:24.252109 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf7c62f8-08c7-42a7-ba49-4ae08d335059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:24.258838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28ff0e-f615-4bdb-9cad-d26a8c07fd5f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:24.268405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1d28ff0e-f615-4bdb-9cad-d26a8c07fd5f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:24.471532 n-d-794796-4 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-1d28ff0e-f615-4bdb-9cad-d26a8c07fd5f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 92119586-5fcf-4145-99d4-3dfb0ca1b9d6 (CIDR: 2001:db8:0:1::/64) Sep 02 13:55:24.476558 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d28ff0e-f615-4bdb-9cad-d26a8c07fd5f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 02 13:55:24.477201 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d28ff0e-f615-4bdb-9cad-d26a8c07fd5f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:24.512964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58224) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:24.519348 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'subnet': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:24.522200 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d28ff0e-f615-4bdb-9cad-d26a8c07fd5f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5021443 Sep 02 13:55:24.554812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3236c8da-2ac7-4462-ad9d-7eb5b3e6ffde None None] Provisioning for port fb4e1183-895d-4b22-809f-4b8171ae9878 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:24.569284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3236c8da-2ac7-4462-ad9d-7eb5b3e6ffde None None] Provisioning complete for port fb4e1183-895d-4b22-809f-4b8171ae9878 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:24.569570 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3236c8da-2ac7-4462-ad9d-7eb5b3e6ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:24.632835 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3236c8da-2ac7-4462-ad9d-7eb5b3e6ffde None None] Port fb4e1183-895d-4b22-809f-4b8171ae9878 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:24.723897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Made reservation on behalf of 1d0ef530fbc643d68769befa852fd748 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:24.727776 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:25.036207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:25.084510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:25.089965 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:25.095181 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:25.096070 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:25.104484 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa5abf1-25ce-4da0-8c76-ee8fa8446932 None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:25.111511 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Subnet': ['ID=8c834e28-516a-4677-bd37-ded68fc05f5b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:25.122432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fb17942a-2e5b-440c-a2f4-2178f7627cd5 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6082332 Sep 02 13:55:25.125297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:25.133622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1949306012', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c834e28-516a-4677-bd37-ded68fc05f5b'}], 'security_groups': ['52a17264-3537-4108-b4e3-b6286ce0ffbd', '2ea3cdf2-fec4-4cbb-bd29-e5f21b4c965e']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:25.240905 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:25.494411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b9e2c-ef03-4dc8-949d-c6aaa2fd8959 None None] Update dhcp port {'port': {'network_id': 'a8b6a10e-cc9c-4782-bb68-1d18d935567f', 'fixed_ips': [{'subnet_id': '92119586-5fcf-4145-99d4-3dfb0ca1b9d6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ea38d4e9-4ca7-4e27-a438-415361e8b6d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c834e28-516a-4677-bd37-ded68fc05f5b'}], 'binding:host_id': 'n-d-794796-4'}, 'id': 'df23391d-50c1-49f8-9791-1c88122c9a92'} from n-d-794796-4. {{(pid=94689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 02 13:55:25.554400 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476b9e2c-ef03-4dc8-949d-c6aaa2fd8959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:25.883567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Delete allocated IP 2001:db8::1bb (a8b6a10e-cc9c-4782-bb68-1d18d935567f/ea38d4e9-4ca7-4e27-a438-415361e8b6d9) {{(pid=94688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 02 13:55:25.894206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Allocated IP 2001:db8:0:2::37f (a8b6a10e-cc9c-4782-bb68-1d18d935567f/8c834e28-516a-4677-bd37-ded68fc05f5b/fb4e1183-895d-4b22-809f-4b8171ae9878) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:26.082387 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:26.104210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Transition to ACTIVE for port object fb4e1183-895d-4b22-809f-4b8171ae9878 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:26.113081 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:26.181901 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-476b9e2c-ef03-4dc8-949d-c6aaa2fd8959 None None] Allocated IP 2001:db8:0:2::2 (a8b6a10e-cc9c-4782-bb68-1d18d935567f/8c834e28-516a-4677-bd37-ded68fc05f5b/df23391d-50c1-49f8-9791-1c88122c9a92) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:26.187640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] In _notify_port_updated(), no bound segment for port fb4e1183-895d-4b22-809f-4b8171ae9878 on network a8b6a10e-cc9c-4782-bb68-1d18d935567f {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 13:55:26.194110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:26.194791 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:26.196189 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "PUT /v2.0/ports/fb4e1183-895d-4b22-809f-4b8171ae9878 HTTP/1.1" status: 200 len: 970 time: 1.0690703 Sep 02 13:55:26.199334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:26.274246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3b70d-bead-47b1-8c7f-4ba46f2997d0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event updated for resources: {'Port': ['ID=fb4e1183-895d-4b22-809f-4b8171ae9878,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:26.306053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-476b9e2c-ef03-4dc8-949d-c6aaa2fd8959 None None] For port df23391d-50c1-49f8-9791-1c88122c9a92, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df23391d-50c1-49f8-9791-1c88122c9a92,segment=NetworkSegment(6f209091-7398-4ed7-848f-58230a1cadd3),segment_id=6f209091-7398-4ed7-848f-58230a1cadd3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:26.333762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-35471a6e-d1f0-47ba-974f-289613245239 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port fb4e1183-895d-4b22-809f-4b8171ae9878 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:26.333996 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35471a6e-d1f0-47ba-974f-289613245239 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:26.346839 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476b9e2c-ef03-4dc8-949d-c6aaa2fd8959 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:26.365195 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-476b9e2c-ef03-4dc8-949d-c6aaa2fd8959 None None] Transition to ACTIVE for port object df23391d-50c1-49f8-9791-1c88122c9a92 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:26.370650 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476b9e2c-ef03-4dc8-949d-c6aaa2fd8959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:26.436994 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b9e2c-ef03-4dc8-949d-c6aaa2fd8959 None None] Pushing event updated for resources: {'Port': ['ID=df23391d-50c1-49f8-9791-1c88122c9a92,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:26.456212 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35471a6e-d1f0-47ba-974f-289613245239 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:26.481961 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-35471a6e-d1f0-47ba-974f-289613245239 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for fb4e1183-895d-4b22-809f-4b8171ae9878 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:26.719259 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35471a6e-d1f0-47ba-974f-289613245239 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:26.771541 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35471a6e-d1f0-47ba-974f-289613245239 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=fb4e1183-895d-4b22-809f-4b8171ae9878,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:26.828374 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35471a6e-d1f0-47ba-974f-289613245239 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:26.833911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-35471a6e-d1f0-47ba-974f-289613245239 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/fb4e1183-895d-4b22-809f-4b8171ae9878 HTTP/1.1" status: 204 len: 168 time: 0.6315303 Sep 02 13:55:26.834443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58292) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:26.874644 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8b3749-07b0-4bc7-8914-37f1859642ad tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] GET failed (client error): The resource could not be found. Sep 02 13:55:26.879870 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4e8b3749-07b0-4bc7-8914-37f1859642ad tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports/fb4e1183-895d-4b22-809f-4b8171ae9878 HTTP/1.1" status: 404 len: 333 time: 0.0415483 Sep 02 13:55:26.880239 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:26.961439 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df1444e-aedb-472f-80ad-59237d2c9920 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.019295 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df1444e-aedb-472f-80ad-59237d2c9920 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.092262 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df1444e-aedb-472f-80ad-59237d2c9920 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.095472 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df1444e-aedb-472f-80ad-59237d2c9920 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.097436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2df1444e-aedb-472f-80ad-59237d2c9920 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/security-groups/3a4a7456-42cc-4d30-ba5c-d939e6c5f551 HTTP/1.1" status: 204 len: 168 time: 0.2161624 Sep 02 13:55:27.100257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58302) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:27.127797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1444e-aedb-472f-80ad-59237d2c9920 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4a7456-42cc-4d30-ba5c-d939e6c5f551,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:27.211427 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57fb18d1-0c87-4968-8a04-94ea8a783a14 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.246169 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57fb18d1-0c87-4968-8a04-94ea8a783a14 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.319687 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57fb18d1-0c87-4968-8a04-94ea8a783a14 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.322607 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57fb18d1-0c87-4968-8a04-94ea8a783a14 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.329711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-57fb18d1-0c87-4968-8a04-94ea8a783a14 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ea3cdf2-fec4-4cbb-bd29-e5f21b4c965e HTTP/1.1" status: 204 len: 168 time: 0.2276156 Sep 02 13:55:27.333042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:27.342137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb18d1-0c87-4968-8a04-94ea8a783a14 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea3cdf2-fec4-4cbb-bd29-e5f21b4c965e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:27.385739 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eeef24ad-5c7f-4f70-8a83-44111e51568d None None] Could not find standard attr ID for object fb4e1183-895d-4b22-809f-4b8171ae9878. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:55:27.410345 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eeef24ad-5c7f-4f70-8a83-44111e51568d None None] Provisioning for port df23391d-50c1-49f8-9791-1c88122c9a92 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:27.429312 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eeef24ad-5c7f-4f70-8a83-44111e51568d None None] Provisioning complete for port df23391d-50c1-49f8-9791-1c88122c9a92 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:27.432472 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eeef24ad-5c7f-4f70-8a83-44111e51568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.451057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f026b9d-3589-4ed7-b9c1-2829d866ab50 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.481659 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f026b9d-3589-4ed7-b9c1-2829d866ab50 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.552146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f026b9d-3589-4ed7-b9c1-2829d866ab50 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.555049 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f026b9d-3589-4ed7-b9c1-2829d866ab50 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.556929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6f026b9d-3589-4ed7-b9c1-2829d866ab50 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/security-groups/52a17264-3537-4108-b4e3-b6286ce0ffbd HTTP/1.1" status: 204 len: 168 time: 0.2195759 Sep 02 13:55:27.559479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58314) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:27.569581 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f026b9d-3589-4ed7-b9c1-2829d866ab50 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a17264-3537-4108-b4e3-b6286ce0ffbd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:27.617191 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eeef24ad-5c7f-4f70-8a83-44111e51568d None None] Provisioning complete for port 538023ff-5556-431e-8072-53c7e00a479d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:27.617739 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eeef24ad-5c7f-4f70-8a83-44111e51568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.690868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eeef24ad-5c7f-4f70-8a83-44111e51568d None None] Port 538023ff-5556-431e-8072-53c7e00a479d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:27.695915 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbd089d-9fdd-40cc-ba13-a1d33dbd8674 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet ea38d4e9-4ca7-4e27-a438-415361e8b6d9 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:55:27.703793 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bbd089d-9fdd-40cc-ba13-a1d33dbd8674 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.783361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bbd089d-9fdd-40cc-ba13-a1d33dbd8674 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:27.909823 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d1870836-ee2d-4703-88db-eeceb82161a3 None None] Could not find standard attr ID for object fb4e1183-895d-4b22-809f-4b8171ae9878. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:55:27.966771 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df23391d-50c1-49f8-9791-1c88122c9a92 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:55:27.995127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bbd089d-9fdd-40cc-ba13-a1d33dbd8674 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:28.092994 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port df23391d-50c1-49f8-9791-1c88122c9a92 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:28.093384 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:28.105377 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bbd089d-9fdd-40cc-ba13-a1d33dbd8674 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:28.156751 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd089d-9fdd-40cc-ba13-a1d33dbd8674 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=ea38d4e9-4ca7-4e27-a438-415361e8b6d9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:28.164312 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2bbd089d-9fdd-40cc-ba13-a1d33dbd8674 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:28.178659 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2bbd089d-9fdd-40cc-ba13-a1d33dbd8674 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/ea38d4e9-4ca7-4e27-a438-415361e8b6d9 HTTP/1.1" status: 204 len: 168 time: 0.6100156 Sep 02 13:55:28.179583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:28.204334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9f520-a72e-4f5b-911d-4dc6e7602ac8 None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:28.278661 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcead5a-3eed-4862-81e4-85d93cb45288 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet 8c834e28-516a-4677-bd37-ded68fc05f5b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:55:28.284213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbcead5a-3eed-4862-81e4-85d93cb45288 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:28.400032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbcead5a-3eed-4862-81e4-85d93cb45288 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:28.545047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbcead5a-3eed-4862-81e4-85d93cb45288 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:28.701319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbcead5a-3eed-4862-81e4-85d93cb45288 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:28.749058 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbcead5a-3eed-4862-81e4-85d93cb45288 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:28.754015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58344) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:28.764707 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fbcead5a-3eed-4862-81e4-85d93cb45288 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/8c834e28-516a-4677-bd37-ded68fc05f5b HTTP/1.1" status: 204 len: 168 time: 0.5835640 Sep 02 13:55:28.766193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcead5a-3eed-4862-81e4-85d93cb45288 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=8c834e28-516a-4677-bd37-ded68fc05f5b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:28.795863 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b269a5-002a-43fc-8344-a1e20927caab tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:28.796114 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b269a5-002a-43fc-8344-a1e20927caab tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:28.808331 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:28.819407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-66b269a5-002a-43fc-8344-a1e20927caab tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/ea38d4e9-4ca7-4e27-a438-415361e8b6d9 HTTP/1.1" status: 404 len: 337 time: 0.0626929 Sep 02 13:55:28.896583 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f57c817-55a0-4843-9ab8-1d1b15fed225 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting subnet 92119586-5fcf-4145-99d4-3dfb0ca1b9d6 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:55:28.901228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f57c817-55a0-4843-9ab8-1d1b15fed225 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.011855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f57c817-55a0-4843-9ab8-1d1b15fed225 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.157873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f57c817-55a0-4843-9ab8-1d1b15fed225 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.158195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58354) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.272364 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f57c817-55a0-4843-9ab8-1d1b15fed225 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.314390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57c817-55a0-4843-9ab8-1d1b15fed225 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Subnet': ['ID=92119586-5fcf-4145-99d4-3dfb0ca1b9d6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:29.316696 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f57c817-55a0-4843-9ab8-1d1b15fed225 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.318717 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7f57c817-55a0-4843-9ab8-1d1b15fed225 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/92119586-5fcf-4145-99d4-3dfb0ca1b9d6 HTTP/1.1" status: 204 len: 168 time: 0.5093606 Sep 02 13:55:29.321998 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.337524 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88dc3c70-1c35-4590-905f-356f83282139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.355455 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f77a600-1a45-461f-a621-5963208e200c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.356019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f77a600-1a45-461f-a621-5963208e200c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.359243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5f77a600-1a45-461f-a621-5963208e200c tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/78043bc7-2feb-4aa5-81df-f20fffc05408 HTTP/1.1" status: 404 len: 337 time: 0.0352993 Sep 02 13:55:29.362853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.408034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.408833 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0348e57f-143a-4678-b84e-c1c00888e56f tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "GET /v2.0/ports?device_id=02afa921-7743-4f7f-93e8-1fd256f51977 HTTP/1.1" status: 200 len: 205 time: 0.0442348 Sep 02 13:55:29.442895 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae9c7b-9715-4aeb-b0ee-e3e06dfc7437 None None] Network a8b6a10e-cc9c-4782-bb68-1d18d935567f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:29.489424 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-79f04382-f954-4421-9f98-1f8b2b50581b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] delete failed (client error): The resource could not be found. Sep 02 13:55:29.490523 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-79f04382-f954-4421-9f98-1f8b2b50581b tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/routers/02afa921-7743-4f7f-93e8-1fd256f51977 HTTP/1.1" status: 404 len: 336 time: 0.0803940 Sep 02 13:55:29.493377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.517599 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88dc3c70-1c35-4590-905f-356f83282139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.522944 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-88dc3c70-1c35-4590-905f-356f83282139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.523468 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bcaa99-22e2-47da-84c3-51db1b2919c4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.524199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bcaa99-22e2-47da-84c3-51db1b2919c4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.526178 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-16bcaa99-22e2-47da-84c3-51db1b2919c4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/fb1828d1-13c6-44bb-b35c-38de61add0dd HTTP/1.1" status: 404 len: 337 time: 0.0308444 Sep 02 13:55:29.528966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.542367 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dea5c3e2-6e9c-4796-a505-ac990fc21de0 None None] Provisioning complete for port 538023ff-5556-431e-8072-53c7e00a479d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:29.542689 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dea5c3e2-6e9c-4796-a505-ac990fc21de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.564270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc3c70-1c35-4590-905f-356f83282139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eff400-a3c8-4c0d-9c91-a6678c3e89c4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:29.583829 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75f9f0a-ad42-4796-b226-03752b03a372 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.584514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75f9f0a-ad42-4796-b226-03752b03a372 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.589269 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b75f9f0a-ad42-4796-b226-03752b03a372 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/3a16d7b3-5cf8-478a-b81d-ad5d62becbe9 HTTP/1.1" status: 404 len: 337 time: 0.0591378 Sep 02 13:55:29.590488 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.604100 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-88dc3c70-1c35-4590-905f-356f83282139 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04f672fb41404687be4eedb91280b723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438939 Sep 02 13:55:29.605062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.626881 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd68209d-af68-4415-9766-a6dc36c998b4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.627981 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd68209d-af68-4415-9766-a6dc36c998b4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.632299 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-dd68209d-af68-4415-9766-a6dc36c998b4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/feea3689-7cd0-439c-b4a6-46a5b8b97f95 HTTP/1.1" status: 404 len: 337 time: 0.0407355 Sep 02 13:55:29.635076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.640135 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.647258 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dea5c3e2-6e9c-4796-a505-ac990fc21de0 None None] Port 538023ff-5556-431e-8072-53c7e00a479d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:55:29.665671 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec5b677-08c9-478c-adad-5eeb1b684810 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.666913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec5b677-08c9-478c-adad-5eeb1b684810 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.669664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-aec5b677-08c9-478c-adad-5eeb1b684810 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/de28ac39-f5e1-4221-9972-fffb6c403492 HTTP/1.1" status: 404 len: 333 time: 0.0326195 Sep 02 13:55:29.672307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.680053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-dea5c3e2-6e9c-4796-a505-ac990fc21de0 None None] Provisioning complete for port df23391d-50c1-49f8-9791-1c88122c9a92 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:29.680053 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dea5c3e2-6e9c-4796-a505-ac990fc21de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.690849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80acd6cc-5d0b-43c0-8063-0bb49ea0bb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.713460 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d57308c-659e-4d3d-9b98-618ca52bcbc4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.714025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d57308c-659e-4d3d-9b98-618ca52bcbc4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.718219 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5d57308c-659e-4d3d-9b98-618ca52bcbc4 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/7d27389f-c77c-45e0-9743-7336f1fadc97 HTTP/1.1" status: 404 len: 337 time: 0.0417717 Sep 02 13:55:29.719159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.734046 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80acd6cc-5d0b-43c0-8063-0bb49ea0bb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.757204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011e577-f55a-4427-aa06-a29b8d7d5487 None None] DHCP port deletion for a8b6a10e-cc9c-4782-bb68-1d18d935567f request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:55:29.758695 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-493b1e1d-fdc8-494d-a715-81f6ed20cfe3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.759974 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493b1e1d-fdc8-494d-a715-81f6ed20cfe3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.762509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-493b1e1d-fdc8-494d-a715-81f6ed20cfe3 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/3a74e357-0f20-4889-84d4-27c7454c186a HTTP/1.1" status: 404 len: 337 time: 0.0415852 Sep 02 13:55:29.765390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.819973 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80acd6cc-5d0b-43c0-8063-0bb49ea0bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.825019 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-80acd6cc-5d0b-43c0-8063-0bb49ea0bb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:29.827283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-80acd6cc-5d0b-43c0-8063-0bb49ea0bb01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5eff400-a3c8-4c0d-9c91-a6678c3e89c4 HTTP/1.1" status: 204 len: 168 time: 0.2199352 Sep 02 13:55:29.837367 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-147ae3af-0e02-4025-b85a-c32f319b45e7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.837588 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147ae3af-0e02-4025-b85a-c32f319b45e7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.843701 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-147ae3af-0e02-4025-b85a-c32f319b45e7 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/889ffd82-33f5-4060-81f9-4c9b489a0752 HTTP/1.1" status: 404 len: 333 time: 0.0749640 Sep 02 13:55:29.844159 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.846009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acd6cc-5d0b-43c0-8063-0bb49ea0bb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eff400-a3c8-4c0d-9c91-a6678c3e89c4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:29.886233 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-86139539-cf79-4d31-910d-4a1f0d2c4c72 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.886756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86139539-cf79-4d31-910d-4a1f0d2c4c72 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.888699 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-86139539-cf79-4d31-910d-4a1f0d2c4c72 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/90708aec-324e-419a-8ab8-2c9c00ac6fe8 HTTP/1.1" status: 404 len: 337 time: 0.0431116 Sep 02 13:55:29.891812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58388) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:29.913339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device df23391d-50c1-49f8-9791-1c88122c9a92 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:55:29.927963 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3646c873-041d-453e-96da-1175be4c52e0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] DELETE failed (client error): The resource could not be found. Sep 02 13:55:29.928683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3646c873-041d-453e-96da-1175be4c52e0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:55:29.931268 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3646c873-041d-453e-96da-1175be4c52e0 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/subnets/13747f0d-48b1-4b31-b0b4-885520eaef85 HTTP/1.1" status: 404 len: 337 time: 0.0382364 Sep 02 13:55:29.934229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:30.088874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9011e577-f55a-4427-aa06-a29b8d7d5487 None None] Deleting port df23391d-50c1-49f8-9791-1c88122c9a92 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:30.089260 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9011e577-f55a-4427-aa06-a29b8d7d5487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.109102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f49a3bc0-7fa5-4634-bf83-33d9f7d4e670 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Deleting port 538023ff-5556-431e-8072-53c7e00a479d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:30.109746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f49a3bc0-7fa5-4634-bf83-33d9f7d4e670 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.170257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9011e577-f55a-4427-aa06-a29b8d7d5487 None None] For port df23391d-50c1-49f8-9791-1c88122c9a92, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df23391d-50c1-49f8-9791-1c88122c9a92,segment=NetworkSegment(6f209091-7398-4ed7-848f-58230a1cadd3),segment_id=6f209091-7398-4ed7-848f-58230a1cadd3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:30.170675 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9011e577-f55a-4427-aa06-a29b8d7d5487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.202737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9011e577-f55a-4427-aa06-a29b8d7d5487 None None] Calling delete_port for df23391d-50c1-49f8-9791-1c88122c9a92 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:30.213667 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.299097 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f49a3bc0-7fa5-4634-bf83-33d9f7d4e670 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.319983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port df23391d-50c1-49f8-9791-1c88122c9a92, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=df23391d-50c1-49f8-9791-1c88122c9a92,segment=NetworkSegment(6f209091-7398-4ed7-848f-58230a1cadd3),segment_id=6f209091-7398-4ed7-848f-58230a1cadd3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:30.330358 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f49a3bc0-7fa5-4634-bf83-33d9f7d4e670 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Calling delete_port for 538023ff-5556-431e-8072-53c7e00a479d owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:30.330545 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.398765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=df23391d-50c1-49f8-9791-1c88122c9a92,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:30.412678 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9011e577-f55a-4427-aa06-a29b8d7d5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.457841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f49a3bc0-7fa5-4634-bf83-33d9f7d4e670 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.465549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011e577-f55a-4427-aa06-a29b8d7d5487 None None] Pushing event deleted for resources: {'Port': ['ID=df23391d-50c1-49f8-9791-1c88122c9a92,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:30.474871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011e577-f55a-4427-aa06-a29b8d7d5487 None None] No DVR routers for this DVR port df23391d-50c1-49f8-9791-1c88122c9a92 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:55:30.481073 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.515167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a3bc0-7fa5-4634-bf83-33d9f7d4e670 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Port': ['ID=538023ff-5556-431e-8072-53c7e00a479d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:30.523713 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f49a3bc0-7fa5-4634-bf83-33d9f7d4e670 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.529569 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58408) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:30.530226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f49a3bc0-7fa5-4634-bf83-33d9f7d4e670 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/ports/538023ff-5556-431e-8072-53c7e00a479d HTTP/1.1" status: 204 len: 168 time: 0.5934296 Sep 02 13:55:30.644239 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.756734 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.769859 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b6a10e-cc9c-4782-bb68-1d18d935567f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:30.781369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f209091-7398-4ed7-848f-58230a1cadd3') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:30.781663 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f209091-7398-4ed7-848f-58230a1cadd3') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:30.792209 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.810485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.818615 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:55:30.819168 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:55:30.822301 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:55:30.900719 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.914829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:30.930135 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] 10.222.0.13 "DELETE /v2.0/networks/a8b6a10e-cc9c-4782-bb68-1d18d935567f HTTP/1.1" status: 204 len: 168 time: 0.3944809 Sep 02 13:55:30.965555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aca41-627e-4dad-b6dd-763189430a45 tempest-PortsIpV6TestJSON-1599003792 tempest-PortsIpV6TestJSON-1599003792-project] Pushing event deleted for resources: {'Network': ['ID=a8b6a10e-cc9c-4782-bb68-1d18d935567f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:31.190763 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9eb71b30-d94f-49fd-977f-74867eb239d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:31.448844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58440) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:31.854867 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-29981e74-3f3b-4878-bb9e-c7d62ebf3cba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d0ef530fbc643d68769befa852fd748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036229 Sep 02 13:55:31.856323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:31.921524 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aa359d1-3a5d-4845-9572-b7f325abce3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:31.950443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aa359d1-3a5d-4845-9572-b7f325abce3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:32.009370 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aa359d1-3a5d-4845-9572-b7f325abce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:32.012731 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aa359d1-3a5d-4845-9572-b7f325abce3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:32.014003 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0aa359d1-3a5d-4845-9572-b7f325abce3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aced991e-d383-40b9-958c-cd305eaff20c HTTP/1.1" status: 204 len: 168 time: 0.1560791 Sep 02 13:55:32.023156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa359d1-3a5d-4845-9572-b7f325abce3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced991e-d383-40b9-958c-cd305eaff20c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:32.858699 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-eff413c6-9f44-4e1e-a68d-5d50aa234d84 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1114769 Sep 02 13:55:33.000192 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-c1356ce0-2d66-45c5-8851-deae3e74fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.000991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-c1356ce0-2d66-45c5-8851-deae3e74fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.001650 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-c1356ce0-2d66-45c5-8851-deae3e74fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.002483 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-c1356ce0-2d66-45c5-8851-deae3e74fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.003370 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-c1356ce0-2d66-45c5-8851-deae3e74fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.004086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-c1356ce0-2d66-45c5-8851-deae3e74fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.004736 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-c1356ce0-2d66-45c5-8851-deae3e74fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.007361 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-c1356ce0-2d66-45c5-8851-deae3e74fbf7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6501 time: 0.0944841 Sep 02 13:55:33.133231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:33.144589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58512) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:33.157292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0193782 Sep 02 13:55:33.212265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1d8fe62c-fa14-481f-9801-2933ba7385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.212743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1d8fe62c-fa14-481f-9801-2933ba7385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.214117 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1d8fe62c-fa14-481f-9801-2933ba7385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.216712 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1d8fe62c-fa14-481f-9801-2933ba7385bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=62f018b6-5f28-4167-bba5-9b658c1bc134&id=62f018b6-5f28-4167-bba5-9b658c1bc134 HTTP/1.1" status: 200 len: 2297 time: 0.1656058 Sep 02 13:55:33.320231 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-24bd2d08-3649-4440-aa3d-986112b89016 tempest-NetworksApiDiscovery-23209031 tempest-NetworksApiDiscovery-23209031-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1731493 Sep 02 13:55:33.333880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-30fc3b96-7a30-4beb-80a8-689004ce59fe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 200 len: 1000 time: 0.1077702 Sep 02 13:55:33.457917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-e4127da5-d646-45ef-b2f2-014b1a9ffaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.459465 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-e4127da5-d646-45ef-b2f2-014b1a9ffaad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dc2610b-8719-40d5-ba02-80ed337982a5 HTTP/1.1" status: 200 len: 856 time: 0.1118784 Sep 02 13:55:33.616324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b00b90e8-1682-4ee4-9b97-10279784de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:33.651083 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-21a15a7b-ed11-46b9-bf7b-b0fd2984d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:33.654347 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-21a15a7b-ed11-46b9-bf7b-b0fd2984d51f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792824 Sep 02 13:55:33.679606 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-60de31bd-6715-4774-a72c-1bc31e61b6cf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:55:33.681683 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-60de31bd-6715-4774-a72c-1bc31e61b6cf service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166874 Sep 02 13:55:33.823550 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-5a3ae964-26de-4d46-84cd-5248d4209c7e service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302073 Sep 02 13:55:33.940347 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-82483b8f-f22c-4d06-91b6-6aca64bccdb4 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070387 Sep 02 13:55:33.945545 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58550) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:33.988688 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-5b9c558e-8169-4500-9a8b-ece60c18a275 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 217 time: 0.0364809 Sep 02 13:55:34.055211 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-fa2f8b6d-c725-4cdd-afd4-fd13fc9d06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:34.057194 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-fa2f8b6d-c725-4cdd-afd4-fd13fc9d06d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0583768 Sep 02 13:55:34.115635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-9c826ed7-4b9c-4356-bab2-f30011d1f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:34.117426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-9c826ed7-4b9c-4356-bab2-f30011d1f27c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515690 Sep 02 13:55:34.149322 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.177838 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b28dcece-ba7e-494e-923a-aa81c04c00a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.229052 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1f2b4501-16fd-4f09-81cb-f908c09969c4 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023037 Sep 02 13:55:34.281043 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b28dcece-ba7e-494e-923a-aa81c04c00a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.287283 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b28dcece-ba7e-494e-923a-aa81c04c00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.321394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dcece-ba7e-494e-923a-aa81c04c00a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61005f19-854a-4935-ae35-38c2dbe6481c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:34.339517 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b28dcece-ba7e-494e-923a-aa81c04c00a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe183b13968c4ef880633215ffba5056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928602 Sep 02 13:55:34.340504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58568) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:34.387290 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-10a272ed-d3e6-4bb6-9912-b352f6e15012 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483822 Sep 02 13:55:34.395062 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4103b1f-89fb-4a65-8ba1-67216130b11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.421642 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4103b1f-89fb-4a65-8ba1-67216130b11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.440722 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-ff4622be-1d5a-4e99-8c37-cf7f2ecb683d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 217 time: 0.0457129 Sep 02 13:55:34.485653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4103b1f-89fb-4a65-8ba1-67216130b11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.488354 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c4103b1f-89fb-4a65-8ba1-67216130b11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.489524 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c4103b1f-89fb-4a65-8ba1-67216130b11b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61005f19-854a-4935-ae35-38c2dbe6481c HTTP/1.1" status: 204 len: 168 time: 0.1475897 Sep 02 13:55:34.498516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4103b1f-89fb-4a65-8ba1-67216130b11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61005f19-854a-4935-ae35-38c2dbe6481c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:34.570124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-3c7e3459-2df9-4f5f-a9ae-2e435332d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:34.572320 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-3c7e3459-2df9-4f5f-a9ae-2e435332d320 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.1238799 Sep 02 13:55:34.646182 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1c69c7c1-c6ba-4eaf-88f5-b0f99d92d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:34.648803 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1c69c7c1-c6ba-4eaf-88f5-b0f99d92d226 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0675414 Sep 02 13:55:34.839231 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-aa2e021a-0863-4845-b1a8-0c6f1425cd77 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794233 Sep 02 13:55:34.889113 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:34.968062 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:55:35.005813 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-bea110bb-380a-408c-8476-afe486ced497 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585963 Sep 02 13:55:35.066751 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-3577dd5e-9f89-46b1-84d6-4a447589420c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e HTTP/1.1" status: 200 len: 217 time: 0.0509865 Sep 02 13:55:35.128217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-010a1412-95af-41fa-9283-ce7cdadf197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:35.129877 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-010a1412-95af-41fa-9283-ce7cdadf197a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0555689 Sep 02 13:55:35.197791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-746f04fe-9cc0-4e7a-8c53-833b8a8b1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:35.199322 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-746f04fe-9cc0-4e7a-8c53-833b8a8b1361 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609927 Sep 02 13:55:35.337639 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1ff7811c-b1a5-46a4-9cf5-eb160e8d58c2 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283624 Sep 02 13:55:35.340841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:35.909312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9b0d-4ede-47df-aa09-a4678e79a5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:35.960527 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-dcdfd4f8-a0b7-4595-8a3b-8210e8fef599 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125975 Sep 02 13:55:36.012349 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-4bd594ca-908a-4333-8650-9707726532a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=640ad35c-ba90-47a2-906b-ae87f5732818 HTTP/1.1" status: 200 len: 217 time: 0.0407841 Sep 02 13:55:36.091484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-47577282-b4f7-45e0-a6cf-c278b56416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:36.091484 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-47577282-b4f7-45e0-a6cf-c278b56416e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0686936 Sep 02 13:55:36.135493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9b0d-4ede-47df-aa09-a4678e79a5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.140272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9b0d-4ede-47df-aa09-a4678e79a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.183090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-caaa0895-198c-46fb-b209-0d79bf3a1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:36.184636 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-caaa0895-198c-46fb-b209-0d79bf3a1579 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841053 Sep 02 13:55:36.187510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c9b0d-4ede-47df-aa09-a4678e79a5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c9e297-34ca-4b30-b06d-e6ed47cba8f6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:36.193757 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7e9c9b0d-4ede-47df-aa09-a4678e79a5ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce9381dd910a41fd863a3687b102627e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8518999 Sep 02 13:55:36.196745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58638) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:36.256363 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2c400d6-ae50-4e90-a1cd-0e24cfd530f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.278577 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2c400d6-ae50-4e90-a1cd-0e24cfd530f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.291125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-6d70a78c-d802-4d62-82ff-ccc54b9cb98b service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941381 Sep 02 13:55:36.329185 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2c400d6-ae50-4e90-a1cd-0e24cfd530f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.332359 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a2c400d6-ae50-4e90-a1cd-0e24cfd530f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.333550 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a2c400d6-ae50-4e90-a1cd-0e24cfd530f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67c9e297-34ca-4b30-b06d-e6ed47cba8f6 HTTP/1.1" status: 204 len: 168 time: 0.1346381 Sep 02 13:55:36.342334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c400d6-ae50-4e90-a1cd-0e24cfd530f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c9e297-34ca-4b30-b06d-e6ed47cba8f6,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:36.399308 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-bb5e08ae-76ef-4bae-8def-d557da7991e9 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018093 Sep 02 13:55:36.449029 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-d94bbee4-3465-46ad-81ca-e1d7661126b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805 HTTP/1.1" status: 200 len: 217 time: 0.0422900 Sep 02 13:55:36.504316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-021d4721-fc09-4049-98e8-ebe55f6c703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:36.505805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-021d4721-fc09-4049-98e8-ebe55f6c703f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0489793 Sep 02 13:55:36.558739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1b5e4388-c418-455b-acab-4e13de4606d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:36.560317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1b5e4388-c418-455b-acab-4e13de4606d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468962 Sep 02 13:55:36.580565 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.709754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-b4c193ed-2838-4015-b682-26f7a3dcb9cb service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345375 Sep 02 13:55:36.735512 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58654) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:36.750451 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40cc1323-7b8f-494d-af4e-5ca878cd58f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.844591 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-37f8d81f-395e-4889-8280-a158d70b074e service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255116 Sep 02 13:55:36.856265 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40cc1323-7b8f-494d-af4e-5ca878cd58f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.862257 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-40cc1323-7b8f-494d-af4e-5ca878cd58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:36.916151 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-2a9e1b5a-3dc9-4d5b-9d1b-14e6f5895b34 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 200 len: 217 time: 0.0549901 Sep 02 13:55:36.932899 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-40cc1323-7b8f-494d-af4e-5ca878cd58f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec221ff649e244c6947a1c5228b4f5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938343 Sep 02 13:55:36.932899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc1323-7b8f-494d-af4e-5ca878cd58f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a1f124-fdd9-4f7f-89c9-67bdfbcdec7e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:36.935826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:37.028919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-871df9c9-9bf6-4d99-9f1b-b5e417bbbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:37.030555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-871df9c9-9bf6-4d99-9f1b-b5e417bbbb12 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0958984 Sep 02 13:55:37.054077 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e29d1fb4-5699-49ba-8093-cef2c0385e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.079122 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e29d1fb4-5699-49ba-8093-cef2c0385e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.143313 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-7c16622e-44a1-4181-b9c4-6c65351a498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:37.145049 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-7c16622e-44a1-4181-b9c4-6c65351a498a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1045082 Sep 02 13:55:37.165272 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e29d1fb4-5699-49ba-8093-cef2c0385e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.168113 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e29d1fb4-5699-49ba-8093-cef2c0385e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.171629 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e29d1fb4-5699-49ba-8093-cef2c0385e49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27a1f124-fdd9-4f7f-89c9-67bdfbcdec7e HTTP/1.1" status: 204 len: 168 time: 0.2325749 Sep 02 13:55:37.218076 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d1fb4-5699-49ba-8093-cef2c0385e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a1f124-fdd9-4f7f-89c9-67bdfbcdec7e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:37.302326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-65f985e9-6c67-42cb-bf40-b5069de0c20a service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477864 Sep 02 13:55:37.380293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58684) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:37.425559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1ea008f3-e0ab-4f96-8f0b-0bb0e6e7d4d8 req-1f827b44-d481-4939-a130-e669e85ba5c0 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145759 Sep 02 13:55:37.593378 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04e57d61-e036-4d89-b6ea-7acff2cbcc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.706392 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04e57d61-e036-4d89-b6ea-7acff2cbcc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.713495 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-04e57d61-e036-4d89-b6ea-7acff2cbcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.745170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58698) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:37.745346 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-04e57d61-e036-4d89-b6ea-7acff2cbcc74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6faa85f270bc4bb5b306eeffb644c331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626714 Sep 02 13:55:37.792950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e57d61-e036-4d89-b6ea-7acff2cbcc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b46738c-1ed0-4cf0-bc94-e3ce310cff46,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:37.853795 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1854235a-4e24-404b-b14a-cc6e7867db05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.879033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1854235a-4e24-404b-b14a-cc6e7867db05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.970864 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1854235a-4e24-404b-b14a-cc6e7867db05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.973908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1854235a-4e24-404b-b14a-cc6e7867db05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:37.975241 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1854235a-4e24-404b-b14a-cc6e7867db05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b46738c-1ed0-4cf0-bc94-e3ce310cff46 HTTP/1.1" status: 204 len: 168 time: 0.2286663 Sep 02 13:55:37.992548 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854235a-4e24-404b-b14a-cc6e7867db05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b46738c-1ed0-4cf0-bc94-e3ce310cff46,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:38.432594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 58724) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:38.448156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0c6d804-8ae8-422f-a5a9-1cbda38b5fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:38.570310 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0c6d804-8ae8-422f-a5a9-1cbda38b5fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:38.575416 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f0c6d804-8ae8-422f-a5a9-1cbda38b5fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:38.618036 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f0c6d804-8ae8-422f-a5a9-1cbda38b5fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33184df48ce041eca4839f44760eb53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835120 Sep 02 13:55:38.618457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:38.620085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6d804-8ae8-422f-a5a9-1cbda38b5fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fcd55b-86d2-4689-b2bb-0f5a25795596,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:38.679204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-622a3130-cbc8-4ecb-99e7-7e41a99103fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:38.700935 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-622a3130-cbc8-4ecb-99e7-7e41a99103fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:38.754265 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-622a3130-cbc8-4ecb-99e7-7e41a99103fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:38.758162 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-622a3130-cbc8-4ecb-99e7-7e41a99103fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:38.759954 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-622a3130-cbc8-4ecb-99e7-7e41a99103fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68fcd55b-86d2-4689-b2bb-0f5a25795596 HTTP/1.1" status: 204 len: 168 time: 0.1392424 Sep 02 13:55:38.771664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a3130-cbc8-4ecb-99e7-7e41a99103fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fcd55b-86d2-4689-b2bb-0f5a25795596,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:42.594909 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-eb15449a-8173-4fe0-bd53-628c48a3ad60 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525525 Sep 02 13:55:42.688781 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-1de24678-f471-42dc-9167-6345c8967398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:42.690629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-1de24678-f471-42dc-9167-6345c8967398 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a3737a4911749fdac9765201980bcb6&device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 1096 time: 0.0513318 Sep 02 13:55:42.816113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-6b1140fe-adb4-4f9f-bd45-6012a891fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:42.818283 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-6b1140fe-adb4-4f9f-bd45-6012a891fb21 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b621342b-4b18-4259-9675-0ae76821a610 HTTP/1.1" status: 200 len: 915 time: 0.1076503 Sep 02 13:55:42.891703 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-2d240087-b5d9-4d3d-9d9c-636f53dc78de service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08c460dc-a152-402a-8ce7-b0d1d25b1afe HTTP/1.1" status: 200 len: 217 time: 0.0658076 Sep 02 13:55:42.960453 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-5501cc05-f7cd-46a3-bf24-42110de57746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:42.962013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-5501cc05-f7cd-46a3-bf24-42110de57746 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bedc47-dacb-4124-a47b-8f503b6292e3 HTTP/1.1" status: 200 len: 854 time: 0.0620949 Sep 02 13:55:42.996598 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-6f79efd9-865a-4730-9ee1-0dccd0a37d15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b621342b-4b18-4259-9675-0ae76821a610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263104 Sep 02 13:55:43.094710 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-5d045c44-472c-48be-a11e-bfb4bf2c0e21 service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904667 Sep 02 13:55:43.203635 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b92f96ec-9435-4156-b8d3-56b6cb873166 req-e4cc2892-c97d-4e25-82c4-e17e0883da1d service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023102 Sep 02 13:55:45.494030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8ed04-135a-422e-a2ca-d85d0e7e2efe req-69e70cb2-740f-4415-875a-f93ecde77750 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:45.496550 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aab8ed04-135a-422e-a2ca-d85d0e7e2efe req-69e70cb2-740f-4415-875a-f93ecde77750 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 945 time: 0.3200035 Sep 02 13:55:45.560111 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-aab8ed04-135a-422e-a2ca-d85d0e7e2efe req-5ba26dbd-a56b-4655-9f73-2e3b520678da tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555692 Sep 02 13:55:45.771500 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 58988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:45.889001 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52ad4e21-958a-4ef0-95ef-c7b55cf37e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:45.994772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52ad4e21-958a-4ef0-95ef-c7b55cf37e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:45.999235 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52ad4e21-958a-4ef0-95ef-c7b55cf37e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.040649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:46.044152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-52ad4e21-958a-4ef0-95ef-c7b55cf37e64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fd08aaf6dba40d387e2bcc0ff26276e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674544 Sep 02 13:55:46.051001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad4e21-958a-4ef0-95ef-c7b55cf37e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85db8ec5-6173-4500-8ca7-1e779349433e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:46.110691 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-646251c5-d492-4d8f-ac11-c0465cf4da9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.124977 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:46.138682 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-646251c5-d492-4d8f-ac11-c0465cf4da9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.191194 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-646251c5-d492-4d8f-ac11-c0465cf4da9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.194284 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-646251c5-d492-4d8f-ac11-c0465cf4da9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.195838 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-646251c5-d492-4d8f-ac11-c0465cf4da9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85db8ec5-6173-4500-8ca7-1e779349433e HTTP/1.1" status: 204 len: 168 time: 0.1539631 Sep 02 13:55:46.205836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646251c5-d492-4d8f-ac11-c0465cf4da9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db8ec5-6173-4500-8ca7-1e779349433e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:46.266834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24834caf-dbd3-476f-94fa-e0e9a7c7522c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.366125 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24834caf-dbd3-476f-94fa-e0e9a7c7522c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.370478 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24834caf-dbd3-476f-94fa-e0e9a7c7522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.403859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24834caf-dbd3-476f-94fa-e0e9a7c7522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d59037-291e-4769-bb4b-a429c55c18af,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:46.419643 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-24834caf-dbd3-476f-94fa-e0e9a7c7522c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af82b953e9a9483089021a316efacacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933462 Sep 02 13:55:46.420380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59014) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:46.471108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-190007a3-7144-4046-a659-446eff9ca997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.494552 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-190007a3-7144-4046-a659-446eff9ca997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.504226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:46.518500 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3120e835-babc-4844-a8c8-b5e8a35c126f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.545726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-190007a3-7144-4046-a659-446eff9ca997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.548440 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-190007a3-7144-4046-a659-446eff9ca997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.549603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-190007a3-7144-4046-a659-446eff9ca997 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1d59037-291e-4769-bb4b-a429c55c18af HTTP/1.1" status: 204 len: 168 time: 0.1281781 Sep 02 13:55:46.557659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190007a3-7144-4046-a659-446eff9ca997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d59037-291e-4769-bb4b-a429c55c18af,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:46.623658 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3120e835-babc-4844-a8c8-b5e8a35c126f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.630251 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3120e835-babc-4844-a8c8-b5e8a35c126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.653554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-e218af31-fe5b-47f0-9d3c-3e07fade3549 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:46.655128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-e218af31-fe5b-47f0-9d3c-3e07fade3549 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 945 time: 0.0599213 Sep 02 13:55:46.669178 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120e835-babc-4844-a8c8-b5e8a35c126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4ee7cc-0c48-4ab6-809c-383ec629ae6a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:46.698928 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3120e835-babc-4844-a8c8-b5e8a35c126f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6da3bcd811464ed7b87735da8e5d73a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933544 Sep 02 13:55:46.701568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:46.759714 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3860954e-bebf-4180-95d1-8b639867d429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.791843 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3860954e-bebf-4180-95d1-8b639867d429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.836195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1d4f6-0cec-46cf-8c60-745165be2587 req-bca5deab-9f30-483a-81be-53d49fa6ab19 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:46.838030 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eda1d4f6-0cec-46cf-8c60-745165be2587 req-bca5deab-9f30-483a-81be-53d49fa6ab19 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ef8d813-b65e-4848-9b3b-e2259ab2011a HTTP/1.1" status: 200 len: 945 time: 0.1819994 Sep 02 13:55:46.851388 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3860954e-bebf-4180-95d1-8b639867d429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.854447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3860954e-bebf-4180-95d1-8b639867d429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:46.859860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3860954e-bebf-4180-95d1-8b639867d429 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd4ee7cc-0c48-4ab6-809c-383ec629ae6a HTTP/1.1" status: 204 len: 168 time: 0.1563878 Sep 02 13:55:46.873911 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860954e-bebf-4180-95d1-8b639867d429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4ee7cc-0c48-4ab6-809c-383ec629ae6a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:46.880122 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Deleting port 08c460dc-a152-402a-8ce7-b0d1d25b1afe {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:55:46.880657 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.015537 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-eda1d4f6-0cec-46cf-8c60-745165be2587 req-55a7517d-cb65-49cd-bbd6-b339a704ec20 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679797 Sep 02 13:55:47.025558 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] For port 08c460dc-a152-402a-8ce7-b0d1d25b1afe, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=08c460dc-a152-402a-8ce7-b0d1d25b1afe,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:47.026548 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.029430 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:47.041931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Calling delete_port for 08c460dc-a152-402a-8ce7-b0d1d25b1afe owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:55:47.052319 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4be715d8-567a-4075-b13c-0ecd691245d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.371916 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4be715d8-567a-4075-b13c-0ecd691245d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.371916 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4be715d8-567a-4075-b13c-0ecd691245d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.371916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be715d8-567a-4075-b13c-0ecd691245d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d5a11d-1c13-4b24-abdb-cb27336b46ee,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:47.371916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4be715d8-567a-4075-b13c-0ecd691245d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f740080798e42f2a3d454c334280126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158635 Sep 02 13:55:47.371916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:47.379814 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.382732 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e66c091-01b3-426c-a419-f3cf8e4ab269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.395689 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e66c091-01b3-426c-a419-f3cf8e4ab269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.421257 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Pushing event deleted for resources: {'Port': ['ID=08c460dc-a152-402a-8ce7-b0d1d25b1afe,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:47.439597 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] No DVR routers for this DVR port 08c460dc-a152-402a-8ce7-b0d1d25b1afe on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:55:47.442443 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.444884 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e33ea4d-fb0c-4f2e-b85a-46589729639b req-b2076bb9-9d02-4ec2-9da2-933e477c968f tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.77 "DELETE /v2.0/ports/08c460dc-a152-402a-8ce7-b0d1d25b1afe HTTP/1.1" status: 204 len: 173 time: 0.7787263 Sep 02 13:55:47.445544 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef8d813-b65e-4848-9b3b-e2259ab2011a', 'name': 'network-vif-deleted', 'tag': '08c460dc-a152-402a-8ce7-b0d1d25b1afe'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:55:47.448298 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71d1664-dd40-4026-9324-3daad56f65e4" -d '{"events": [{"server_uuid": "4ef8d813-b65e-4848-9b3b-e2259ab2011a", "name": "network-vif-deleted", "tag": "08c460dc-a152-402a-8ce7-b0d1d25b1afe"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:55:47.475015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e66c091-01b3-426c-a419-f3cf8e4ab269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.478372 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e66c091-01b3-426c-a419-f3cf8e4ab269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:47.490889 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9e66c091-01b3-426c-a419-f3cf8e4ab269 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35d5a11d-1c13-4b24-abdb-cb27336b46ee HTTP/1.1" status: 204 len: 168 time: 0.2344882 Sep 02 13:55:47.494958 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbaef53-b9e3-4b92-a69e-26e3856411c1 x-openstack-request-id: req-bdbaef53-b9e3-4b92-a69e-26e3856411c1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:55:47.495541 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef8d813-b65e-4848-9b3b-e2259ab2011a", "name": "network-vif-deleted", "tag": "08c460dc-a152-402a-8ce7-b0d1d25b1afe", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:55:47.495541 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdbaef53-b9e3-4b92-a69e-26e3856411c1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:55:47.496465 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef8d813-b65e-4848-9b3b-e2259ab2011a', 'name': 'network-vif-deleted', 'tag': '08c460dc-a152-402a-8ce7-b0d1d25b1afe', 'status': 'completed', 'code': 200} Sep 02 13:55:47.514972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66c091-01b3-426c-a419-f3cf8e4ab269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d5a11d-1c13-4b24-abdb-cb27336b46ee,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:47.943709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59082) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:47.959433 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9edb483-def7-424f-b2ac-b6f5a13ad2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:48.080837 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9edb483-def7-424f-b2ac-b6f5a13ad2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:48.106078 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c9edb483-def7-424f-b2ac-b6f5a13ad2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:48.132912 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c9edb483-def7-424f-b2ac-b6f5a13ad2e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=685d37f2c55b4071b44799f4066522b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877942 Sep 02 13:55:48.136130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:48.161411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edb483-def7-424f-b2ac-b6f5a13ad2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e4f183-63aa-47b9-8218-39a3d224c636,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:48.215030 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef976b6a-4838-4d18-b22e-06a1dbd74431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:48.245247 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef976b6a-4838-4d18-b22e-06a1dbd74431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:48.321846 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef976b6a-4838-4d18-b22e-06a1dbd74431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:48.325080 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef976b6a-4838-4d18-b22e-06a1dbd74431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:48.330575 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ef976b6a-4838-4d18-b22e-06a1dbd74431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43e4f183-63aa-47b9-8218-39a3d224c636 HTTP/1.1" status: 204 len: 168 time: 0.1928203 Sep 02 13:55:48.340135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef976b6a-4838-4d18-b22e-06a1dbd74431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e4f183-63aa-47b9-8218-39a3d224c636,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:49.258432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 08c460dc-a152-402a-8ce7-b0d1d25b1afe no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:55:49.305061 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 08c460dc-a152-402a-8ce7-b0d1d25b1afe {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:55:49.305872 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 08c460dc-a152-402a-8ce7-b0d1d25b1afe not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:55:50.519303 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:50.688930 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fced61ed-420b-43a7-be03-d0a5e40980fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:50.858845 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fced61ed-420b-43a7-be03-d0a5e40980fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:50.862871 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fced61ed-420b-43a7-be03-d0a5e40980fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:50.908928 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced61ed-420b-43a7-be03-d0a5e40980fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139d3696-4de3-414e-8d07-568f1099db18,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:50.938231 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fced61ed-420b-43a7-be03-d0a5e40980fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b88b4cdfa0c84720b908cb457f1fc616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162979 Sep 02 13:55:50.940801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59278) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:51.038845 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-257aa9e3-32c5-4ed7-a0e1-2b40c59e46eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.071157 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-257aa9e3-32c5-4ed7-a0e1-2b40c59e46eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.126649 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-257aa9e3-32c5-4ed7-a0e1-2b40c59e46eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.129277 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-257aa9e3-32c5-4ed7-a0e1-2b40c59e46eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.134668 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-257aa9e3-32c5-4ed7-a0e1-2b40c59e46eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/139d3696-4de3-414e-8d07-568f1099db18 HTTP/1.1" status: 204 len: 168 time: 0.1922319 Sep 02 13:55:51.143594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aa9e3-32c5-4ed7-a0e1-2b40c59e46eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139d3696-4de3-414e-8d07-568f1099db18,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:51.332798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59298) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:51.459859 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43e1f5fc-83f3-4a8e-bc88-21e2a1040901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.524507 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:51.541223 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a76c296-fdb3-4251-acf0-a103dfb71793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.588192 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43e1f5fc-83f3-4a8e-bc88-21e2a1040901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.594672 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-43e1f5fc-83f3-4a8e-bc88-21e2a1040901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.637177 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-43e1f5fc-83f3-4a8e-bc88-21e2a1040901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b819bbd36bc741dc8046f5040805b68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032677 Sep 02 13:55:51.640634 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59310) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:51.641288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1f5fc-83f3-4a8e-bc88-21e2a1040901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22b39c0-583c-485a-bdd9-45a4681c612e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:51.702816 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d5284b8-fc2a-4ebf-a06e-7d17a2350ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.740775 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d5284b8-fc2a-4ebf-a06e-7d17a2350ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.757710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a76c296-fdb3-4251-acf0-a103dfb71793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.764904 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a76c296-fdb3-4251-acf0-a103dfb71793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.841881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76c296-fdb3-4251-acf0-a103dfb71793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5af6b94-9e39-4f2e-9798-144b45d8d329,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:51.855816 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d5284b8-fc2a-4ebf-a06e-7d17a2350ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.858007 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2a76c296-fdb3-4251-acf0-a103dfb71793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=357664cddb2d400083c79d4ee8bb5eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324153 Sep 02 13:55:51.858879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6d5284b8-fc2a-4ebf-a06e-7d17a2350ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.861204 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59316) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:51.868184 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6d5284b8-fc2a-4ebf-a06e-7d17a2350ad9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d22b39c0-583c-485a-bdd9-45a4681c612e HTTP/1.1" status: 204 len: 168 time: 0.2222455 Sep 02 13:55:51.889580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5284b8-fc2a-4ebf-a06e-7d17a2350ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22b39c0-583c-485a-bdd9-45a4681c612e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:51.948947 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d903574-7da4-4cd3-afb6-f853dc289d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:51.990898 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d903574-7da4-4cd3-afb6-f853dc289d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.063089 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d903574-7da4-4cd3-afb6-f853dc289d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.065780 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d903574-7da4-4cd3-afb6-f853dc289d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.067174 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2d903574-7da4-4cd3-afb6-f853dc289d7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5af6b94-9e39-4f2e-9798-144b45d8d329 HTTP/1.1" status: 204 len: 168 time: 0.2047200 Sep 02 13:55:52.075894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d903574-7da4-4cd3-afb6-f853dc289d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5af6b94-9e39-4f2e-9798-144b45d8d329,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:52.353279 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:52.367205 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a20abc27-39f1-430a-9741-d7cade0661e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.476298 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a20abc27-39f1-430a-9741-d7cade0661e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.480997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a20abc27-39f1-430a-9741-d7cade0661e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.551159 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a20abc27-39f1-430a-9741-d7cade0661e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f18eeee93a1842d8a006186375fc26c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965823 Sep 02 13:55:52.553751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:52.556659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20abc27-39f1-430a-9741-d7cade0661e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705355d2-48f5-49c6-8462-3b576ccc91f5,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:52.614366 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93d5a880-8179-4bc7-a2d8-dd73f27e0ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.638211 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93d5a880-8179-4bc7-a2d8-dd73f27e0ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.691996 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93d5a880-8179-4bc7-a2d8-dd73f27e0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.694896 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93d5a880-8179-4bc7-a2d8-dd73f27e0ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:52.698503 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-93d5a880-8179-4bc7-a2d8-dd73f27e0ec3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/705355d2-48f5-49c6-8462-3b576ccc91f5 HTTP/1.1" status: 204 len: 168 time: 0.1414223 Sep 02 13:55:52.705147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5a880-8179-4bc7-a2d8-dd73f27e0ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705355d2-48f5-49c6-8462-3b576ccc91f5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:53.198501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:53.480029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-820080088'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:53.504628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:53.508503 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:53.518062 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:53.629152 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:53.636671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:53.675053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:55:53.700106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5cc167-be52-4bd3-899b-b2948e83c94f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:53.708555 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:53.710379 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1 of type vlan for network 4fb85581-38a7-4351-b75b-55a1ab45afec Sep 02 13:55:53.770923 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:53.809367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:53.816078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:53.817048 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:53.896669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59404) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:53.915804 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7103333 Sep 02 13:55:53.935067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18470d2-6ce3-4b72-a0d4-cc36fe5b8f4e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=4fb85581-38a7-4351-b75b-55a1ab45afec,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:53.954188 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 4fb85581-38a7-4351-b75b-55a1ab45afec details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:55:54.044821 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1585985341-network', 'tenant_id': 'a20cc79cf4b14369b9007b2e235876d2'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:54.063646 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59412) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:54.071579 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': '4fb85581-38a7-4351-b75b-55a1ab45afec', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:54.086165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Made reservation on behalf of a20cc79cf4b14369b9007b2e235876d2 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:54.089105 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.099788 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.250270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.258243 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.332482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:55:54.350017 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d436e6c3-a062-48ca-9457-d9ecff07e750,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:54.351021 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:54.357296 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.358631 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Added segment 83229442-bfaa-474f-bf59-af5b488f47a2 of type vlan for network 501c8c3b-e1e4-486d-86ef-233d3ebc8605 Sep 02 13:55:54.359531 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.431057 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.492329 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.493903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:54.494915 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.574953 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6767356 Sep 02 13:55:54.579266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59420) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:54.585755 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Request body: {'subnet': {'network_id': '501c8c3b-e1e4-486d-86ef-233d3ebc8605', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1585985341-subnet', 'tenant_id': 'a20cc79cf4b14369b9007b2e235876d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:54.620507 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bb7ed-8ede-4acb-9125-3b9355591533 admin admin] Pushing event updated for resources: {'Network': ['ID=501c8c3b-e1e4-486d-86ef-233d3ebc8605,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:54.630459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Made reservation on behalf of a20cc79cf4b14369b9007b2e235876d2 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:54.635112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 501c8c3b-e1e4-486d-86ef-233d3ebc8605 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:55:54.644053 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.644812 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.722450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=e73f82ea-932a-4cd7-9ef8-0aeacd2a9c6b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:54.725455 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': '523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4fb85581-38a7-4351-b75b-55a1ab45afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:54.726272 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: 4fb85581-38a7-4351-b75b-55a1ab45afec, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:55:54.751714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 4fb85581-38a7-4351-b75b-55a1ab45afec is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:55:54.764501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 4fb85581-38a7-4351-b75b-55a1ab45afec) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:54.769217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:54.770248 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.788381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c276133a-2790-4ebe-b73b-0c62c81204a6 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7234097 Sep 02 13:55:54.791929 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:54.793638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601e17f-d31c-4375-b9e7-b1a898127d58 None None] Network 4fb85581-38a7-4351-b75b-55a1ab45afec requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:54.807186 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-356173163'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:54.844758 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:54.853266 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.884526 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:55:54.896609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.897405 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment c2f63696-2694-4ae6-996f-a994ada18337 of type vlan for network 07d9ab23-a83f-4171-ae87-3dcef12272f9 Sep 02 13:55:54.943197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.972071 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:54.978550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:54.978931 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.020441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-4fb85581-38a7-4351-b75b-55a1ab45afec', 'network_id': '4fb85581-38a7-4351-b75b-55a1ab45afec', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': 'e73f82ea-932a-4cd7-9ef8-0aeacd2a9c6b'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:55:55.021497 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.046267 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2502363 Sep 02 13:55:55.048752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:55.060714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': '07d9ab23-a83f-4171-ae87-3dcef12272f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:55.148062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1282d-16b9-49d1-8720-4e76dbe07967 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=07d9ab23-a83f-4171-ae87-3dcef12272f9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:55.189679 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 07d9ab23-a83f-4171-ae87-3dcef12272f9 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:55:55.215838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:55.221378 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.253016 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.289024 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Allocated IP 172.20.255.242 (4fb85581-38a7-4351-b75b-55a1ab45afec/e73f82ea-932a-4cd7-9ef8-0aeacd2a9c6b/2c96adc9-b158-48d4-bb15-3db48e24552a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:55.393047 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bbc5ea-2a02-4170-be2e-08796fe6c909,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:55.412902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Checking segment: {'id': '83229442-bfaa-474f-bf59-af5b488f47a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501c8c3b-e1e4-486d-86ef-233d3ebc8605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:55.413618 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Network hostable DHCP agents. Network: 501c8c3b-e1e4-486d-86ef-233d3ebc8605, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:55:55.447198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Network 501c8c3b-e1e4-486d-86ef-233d3ebc8605 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:55:55.473385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-8ea451ba-ed51-4bdb-8715-4fccf295c1ab tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:55.475085 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-8ea451ba-ed51-4bdb-8715-4fccf295c1ab tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/networks?id=b621342b-4b18-4259-9675-0ae76821a610 HTTP/1.1" status: 200 len: 814 time: 0.1688428 Sep 02 13:55:55.476243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 501c8c3b-e1e4-486d-86ef-233d3ebc8605) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:55.480324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:55.480913 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.495498 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7142505c-16cb-4854-8580-067729fb2d08 None None] Network 501c8c3b-e1e4-486d-86ef-233d3ebc8605 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:55.502081 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.509224 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-40a201b2-742d-44f3-8cdb-6e6713192e82 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/quotas/7a3737a4911749fdac9765201980bcb6 HTTP/1.1" status: 200 len: 375 time: 0.0179839 Sep 02 13:55:55.534037 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5700dff8-b70b-44ca-ab19-f521d96746bd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9528518 Sep 02 13:55:55.560968 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-7f695a19-5f1c-448e-94fd-2677df8d07ef tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a3737a4911749fdac9765201980bcb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455253 Sep 02 13:55:55.598128 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': 'c2f63696-2694-4ae6-996f-a994ada18337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '07d9ab23-a83f-4171-ae87-3dcef12272f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:55.599297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: 07d9ab23-a83f-4171-ae87-3dcef12272f9, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:55:55.607979 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=21cf2d80-6948-4e07-a29b-8826dc205901,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:55.632585 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.635391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 07d9ab23-a83f-4171-ae87-3dcef12272f9 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:55:55.662483 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 07d9ab23-a83f-4171-ae87-3dcef12272f9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:55.663581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Transition to ACTIVE for port object 2c96adc9-b158-48d4-bb15-3db48e24552a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:55.668705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:55.669382 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.677529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d8532-dea8-4379-acb9-fb62297b3826 None None] Network 07d9ab23-a83f-4171-ae87-3dcef12272f9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:55.700600 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-94e7d541-8ce1-4549-8fee-543927f293c3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6507037 Sep 02 13:55:55.703749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:55.710140 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-bb1b73fc-ee0d-4c4e-89a8-9807db462629 service neutron] 10.222.0.13 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408861 Sep 02 13:55:55.815584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Transition to ACTIVE for port object 2c96adc9-b158-48d4-bb15-3db48e24552a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:55.847953 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.857910 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:55.882914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5d1b34-2776-4936-adb2-13d26c0f0ec3 None None] Network 501c8c3b-e1e4-486d-86ef-233d3ebc8605 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:55.886121 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-34bfa869-9076-4e37-a659-17931daa149a service neutron] 10.222.0.13 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667886 Sep 02 13:55:55.930213 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.069676 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.125443 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=21cf2d80-6948-4e07-a29b-8826dc205901,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:56.159379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3bc5a3ed-bba4-4a4f-ab46-0ec0ef846d01 req-87a215e3-e403-4c1f-b176-d65c23d2fade tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 210 time: 0.0462208 Sep 02 13:55:56.244848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.259066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d9ab23-a83f-4171-ae87-3dcef12272f9']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:56.281767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f63696-2694-4ae6-996f-a994ada18337') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:56.284000 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f63696-2694-4ae6-996f-a994ada18337') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:56.311840 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Network 4fb85581-38a7-4351-b75b-55a1ab45afec is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:56.313797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:56.323246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.323569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:55:56.350754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Pushing event updated for resources: {'Port': ['ID=2c96adc9-b158-48d4-bb15-3db48e24552a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:56.353031 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.364437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:55:56.364859 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:55:56.369556 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:55:56.377733 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d07b99-7e8e-44e9-8414-4da5c0d4c14a None None] Network 07d9ab23-a83f-4171-ae87-3dcef12272f9 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:56.412539 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.413010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.413466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.413920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.414358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.414805 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.415247 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.415701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.416160 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.416595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.417034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.417470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:55:56.479545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.517965 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.520296 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/07d9ab23-a83f-4171-ae87-3dcef12272f9 HTTP/1.1" status: 204 len: 168 time: 0.8152499 Sep 02 13:55:56.521844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f891ce9-d4c9-4b85-b313-1fc68b9ed360 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=07d9ab23-a83f-4171-ae87-3dcef12272f9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:56.523320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:56.528708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-250410039'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:56.530424 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Attempting to bind port 2c96adc9-b158-48d4-bb15-3db48e24552a on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:55:56.531384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Attempting to bind port 2c96adc9-b158-48d4-bb15-3db48e24552a by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4fb85581-38a7-4351-b75b-55a1ab45afec'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:55:56.531890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Attempting to bind port 2c96adc9-b158-48d4-bb15-3db48e24552a on network 4fb85581-38a7-4351-b75b-55a1ab45afec {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:55:56.545815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:55:56.545815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Checking segment: {'id': '523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4fb85581-38a7-4351-b75b-55a1ab45afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:56.545815 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.545815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Bound using segment: {'id': '523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4fb85581-38a7-4351-b75b-55a1ab45afec'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:55:56.545815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Bound port: 2c96adc9-b158-48d4-bb15-3db48e24552a, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4fb85581-38a7-4351-b75b-55a1ab45afec'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:55:56.545815 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.547082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59492) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:56.565164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-182584596-network', 'tenant_id': 'ff9e954de0ff4e9982feb16493db8b32'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:56.581953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:56.586382 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.653949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:55:56.655825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Made reservation on behalf of ff9e954de0ff4e9982feb16493db8b32 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:56.658295 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.682148 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.686018 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.686587 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 3dc5dd6b-5eb5-4679-94cf-07c96d90908b of type vlan for network e9711759-6426-4435-a645-fc3e65ebcace Sep 02 13:55:56.706601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] For port 2c96adc9-b158-48d4-bb15-3db48e24552a, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:55:56.711358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] For port 2c96adc9-b158-48d4-bb15-3db48e24552a, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=2c96adc9-b158-48d4-bb15-3db48e24552a,segment=NetworkSegment(523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1),segment_id=523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:55:56.721590 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.780085 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.845210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9fc39-6739-491a-871b-8fc6b09c219d None None] Pushing event updated for resources: {'Port': ['ID=2c96adc9-b158-48d4-bb15-3db48e24552a,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:56.873417 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.879873 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:56.880859 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:56.979171 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=e9711759-6426-4435-a645-fc3e65ebcace,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:56.990715 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network e9711759-6426-4435-a645-fc3e65ebcace details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:55:57.000825 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.006055 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.035780 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-54a4e69c-7edd-4964-b3a4-86496dc0fde2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5094316 Sep 02 13:55:57.036571 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59504) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:57.043006 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': 'e9711759-6426-4435-a645-fc3e65ebcace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:57.074865 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:55:57.105375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43ea817-8bf7-4188-abfd-1c8f41a99073,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:57.110594 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.110954 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Added segment 57c12c96-fcfa-4dff-876e-ac9564de35e4 of type vlan for network 82b34152-daf8-4737-992c-1046b40cb6d2 Sep 02 13:55:57.190597 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.224331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:57.230906 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.263300 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.264225 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:57.264817 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.294446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d45e85c2-414b-4a9e-a93e-748476f350fe req-cb54eb09-03d3-4587-9fa0-60a294ef04dd tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 210 time: 0.0440795 Sep 02 13:55:57.326753 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Performing IP validity checks on allocation pools {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 13:55:57.328358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 13:55:57.371309 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8238432 Sep 02 13:55:57.373888 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:57.383057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Request body: {'subnet': {'network_id': '82b34152-daf8-4737-992c-1046b40cb6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-182584596-subnet', 'tenant_id': 'ff9e954de0ff4e9982feb16493db8b32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:57.402276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f4bd7-9ed6-4d03-a209-c8e5e3386222 admin admin] Pushing event updated for resources: {'Network': ['ID=82b34152-daf8-4737-992c-1046b40cb6d2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:57.409822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Made reservation on behalf of ff9e954de0ff4e9982feb16493db8b32 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:57.412604 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.417428 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 82b34152-daf8-4737-992c-1046b40cb6d2 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:55:57.623540 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.677901 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-a1f28010-8f1f-4a37-a355-88f34f1cb079 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:57.679746 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-a1f28010-8f1f-4a37-a355-88f34f1cb079 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.77 "GET /v2.0/networks?id=b621342b-4b18-4259-9675-0ae76821a610 HTTP/1.1" status: 200 len: 814 time: 0.3116567 Sep 02 13:55:57.695695 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Request body: {'port': {'device_id': '8237b047-d99f-45b8-bb9c-0fdc8c771e11', 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610', 'admin_state_up': True, 'tenant_id': '7a3737a4911749fdac9765201980bcb6'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:57.697646 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=736c0747-b7ce-4000-beb9-aa838afd9911,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:57.705900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Checking segment: {'id': '57c12c96-fcfa-4dff-876e-ac9564de35e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '82b34152-daf8-4737-992c-1046b40cb6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:57.706272 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Network hostable DHCP agents. Network: 82b34152-daf8-4737-992c-1046b40cb6d2, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:55:57.717787 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.731937 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Network 82b34152-daf8-4737-992c-1046b40cb6d2 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:55:57.751470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 82b34152-daf8-4737-992c-1046b40cb6d2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:57.759870 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:57.760465 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:57.787429 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a227d8-0e5d-4460-8847-d853c66552d3 None None] Network 82b34152-daf8-4737-992c-1046b40cb6d2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:57.828508 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d0bfc610-4ca2-4bc7-b421-d9ab2538d1cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4503136 Sep 02 13:55:57.918495 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=72e41557-f634-46a6-8f98-8225e56de074,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:57.922834 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 2c96adc9-b158-48d4-bb15-3db48e24552a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:55:57.979057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': '3dc5dd6b-5eb5-4679-94cf-07c96d90908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9711759-6426-4435-a645-fc3e65ebcace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:57.979438 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: e9711759-6426-4435-a645-fc3e65ebcace, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:55:58.026478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network e9711759-6426-4435-a645-fc3e65ebcace is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:55:58.035278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Made reservation on behalf of 7a3737a4911749fdac9765201980bcb6 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:58.039793 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.082903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, e9711759-6426-4435-a645-fc3e65ebcace) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:58.091855 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 2c96adc9-b158-48d4-bb15-3db48e24552a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:58.096668 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4cd189-8b21-4bc5-8bfa-42e2ddf8be2a None None] Network e9711759-6426-4435-a645-fc3e65ebcace requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:58.097486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:58.098361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.102065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f48c112-142d-41c5-8334-e75c05de2c7b None None] Network 82b34152-daf8-4737-992c-1046b40cb6d2 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:58.222074 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-23cf5055-b27e-4d34-9678-87c2472c770b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1835794 Sep 02 13:55:58.224802 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:58.289969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2f23a-bfff-46e0-b428-ee89705def7d None None] Network 4fb85581-38a7-4351-b75b-55a1ab45afec requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:58.367681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Allocated IP 172.20.0.12 (b621342b-4b18-4259-9675-0ae76821a610/22bedc47-dacb-4124-a47b-8f503b6292e3/6fb49bd9-441d-41e2-beee-fe0928c647d7) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:55:58.402837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-59846b18-e8ec-4a4a-b855-3f81e2d00393 None None] Provisioning for port 2c96adc9-b158-48d4-bb15-3db48e24552a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:55:58.419169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-59846b18-e8ec-4a4a-b855-3f81e2d00393 None None] Provisioning complete for port 2c96adc9-b158-48d4-bb15-3db48e24552a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:58.420283 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59846b18-e8ec-4a4a-b855-3f81e2d00393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.421498 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.486047 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.561490 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e1f315b8-2270-4357-807d-335015410322 req-d45701a0-445f-47c2-af78-98e13c830c09 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 210 time: 0.0641942 Sep 02 13:55:58.572702 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.591458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1130538c-6678-4af7-9b9b-3e7fa8fe2197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-e9711759-6426-4435-a645-fc3e65ebcace', 'network_id': 'e9711759-6426-4435-a645-fc3e65ebcace', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': '72e41557-f634-46a6-8f98-8225e56de074'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:55:58.592366 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1130538c-6678-4af7-9b9b-3e7fa8fe2197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.607690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=72e41557-f634-46a6-8f98-8225e56de074,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:58.639165 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.700894 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.713630 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.762022 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5176e1-9181-4650-a733-d22ce5918357 None None] Network e9711759-6426-4435-a645-fc3e65ebcace requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:55:58.768550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Pushing event updated for resources: {'Port': ['ID=6fb49bd9-441d-41e2-beee-fe0928c647d7,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:58.781658 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59846b18-e8ec-4a4a-b855-3f81e2d00393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.784107 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9711759-6426-4435-a645-fc3e65ebcace']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:58.785320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Network b621342b-4b18-4259-9675-0ae76821a610 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:55:58.787542 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:55:58.790113 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:55:58.801102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc5dd6b-5eb5-4679-94cf-07c96d90908b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:58.801396 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc5dd6b-5eb5-4679-94cf-07c96d90908b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:55:58.813609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.833282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.842522 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:55:58.844345 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.876184 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:58.877451 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.902304 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-9154eed9-517d-41a3-b3f4-c8a04abe9799 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2105887 Sep 02 13:55:58.918226 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Request body: {'port': {'device_id': '8237b047-d99f-45b8-bb9c-0fdc8c771e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:58.922112 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-59846b18-e8ec-4a4a-b855-3f81e2d00393 None None] For port 2c96adc9-b158-48d4-bb15-3db48e24552a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=2c96adc9-b158-48d4-bb15-3db48e24552a,segment=NetworkSegment(523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1),segment_id=523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:55:58.925175 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:55:58.929342 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59846b18-e8ec-4a4a-b855-3f81e2d00393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:58.998807 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.037696 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59846b18-e8ec-4a4a-b855-3f81e2d00393 None None] Pushing event updated for resources: {'Port': ['ID=2c96adc9-b158-48d4-bb15-3db48e24552a,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:59.094540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-978acd7d-528b-493d-9b9c-c0fa371e9718 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:59.097316 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-978acd7d-528b-493d-9b9c-c0fa371e9718 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/networks?id=501c8c3b-e1e4-486d-86ef-233d3ebc8605 HTTP/1.1" status: 200 len: 809 time: 0.1679966 Sep 02 13:55:59.115598 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.124186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.130710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/e9711759-6426-4435-a645-fc3e65ebcace HTTP/1.1" status: 204 len: 168 time: 0.9012072 Sep 02 13:55:59.130710 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-1eb4e6b3-bbd3-4269-b3f6-b34d9271623a tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/quotas/a20cc79cf4b14369b9007b2e235876d2 HTTP/1.1" status: 200 len: 375 time: 0.0249195 Sep 02 13:55:59.131708 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:59.152908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-142542395'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:59.182258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc83a0-d636-4e59-bf5d-c67f5c1d8a14 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=e9711759-6426-4435-a645-fc3e65ebcace,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:59.187762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:59.190234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.207186 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-ee6fb089-df3c-4bee-ab39-bcb1bda080ed tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a20cc79cf4b14369b9007b2e235876d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343745 Sep 02 13:55:59.247256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:55:59.257447 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.257836 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 0ad0d139-3b04-4167-b16e-12a0e41f7ca9 of type vlan for network 2f074190-e878-4ac8-99c0-ddbcc13de34a Sep 02 13:55:59.268683 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-13259201-dad7-48fc-a99e-e78c49957dea None None] Provisioning complete for port 2c96adc9-b158-48d4-bb15-3db48e24552a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:59.269062 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13259201-dad7-48fc-a99e-e78c49957dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.310834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.354258 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.362740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:59.363707 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.420081 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2854285 Sep 02 13:55:59.420421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59570) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:55:59.430150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': '2f074190-e878-4ac8-99c0-ddbcc13de34a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:55:59.475760 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb49bd9-441d-41e2-beee-fe0928c647d7 {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:55:59.487024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ce6e8-565f-40d4-81d5-9548cbfe264f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=2f074190-e878-4ac8-99c0-ddbcc13de34a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:59.488213 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.506077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 2f074190-e878-4ac8-99c0-ddbcc13de34a details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:55:59.520918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Transition to ACTIVE for port object 6fb49bd9-441d-41e2-beee-fe0928c647d7 will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:55:59.529014 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.556865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-a03429dc-73e3-4387-a7ae-c60a56171a47 service neutron] 10.222.0.13 "GET /v2.0/networks/501c8c3b-e1e4-486d-86ef-233d3ebc8605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417139 Sep 02 13:55:59.591780 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb49bd9-441d-41e2-beee-fe0928c647d7,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:55:59.619042 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:55:59.622778 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.660730 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.683357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-3ff1f58e-205d-4f4b-9210-96812844f2c4 service neutron] 10.222.0.13 "GET /v2.0/networks/501c8c3b-e1e4-486d-86ef-233d3ebc8605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186581 Sep 02 13:55:59.837626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 2c96adc9-b158-48d4-bb15-3db48e24552a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:55:59.875942 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdf47f-bf52-425b-b323-f5a62adc40d3 req-44584ebf-4543-4ad9-b48d-d7c6f0b9972e tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:55:59.877596 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d8bdf47f-bf52-425b-b323-f5a62adc40d3 req-44584ebf-4543-4ad9-b48d-d7c6f0b9972e tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 944 time: 0.1924779 Sep 02 13:55:59.882524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Attempting to bind port 6fb49bd9-441d-41e2-beee-fe0928c647d7 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:55:59.882938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Attempting to bind port 6fb49bd9-441d-41e2-beee-fe0928c647d7 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '1a82a09c-58b6-48f5-b638-8d56b10d0ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:55:59.883349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Attempting to bind port 6fb49bd9-441d-41e2-beee-fe0928c647d7 on network b621342b-4b18-4259-9675-0ae76821a610 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:55:59.921880 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 2c96adc9-b158-48d4-bb15-3db48e24552a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:55:59.922575 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:55:59.943236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Port 6fb49bd9-441d-41e2-beee-fe0928c647d7 on network b621342b-4b18-4259-9675-0ae76821a610 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:55:59.943592 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Attempting to bind port 6fb49bd9-441d-41e2-beee-fe0928c647d7 on network b621342b-4b18-4259-9675-0ae76821a610 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:55:59.982105 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:55:59.982448 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Checking segment: {'id': '1a82a09c-58b6-48f5-b638-8d56b10d0ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:55:59.982841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Bound using segment: {'id': '1a82a09c-58b6-48f5-b638-8d56b10d0ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:55:59.983295 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Bound port: 6fb49bd9-441d-41e2-beee-fe0928c647d7, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a82a09c-58b6-48f5-b638-8d56b10d0ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:55:59.983698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.044499 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d8bdf47f-bf52-425b-b323-f5a62adc40d3 req-a7067467-e694-4d9e-89b1-c7d66bac4ef2 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514983 Sep 02 13:56:00.048417 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-739f36e8-075d-4162-b443-1002abf078a9 req-3140159e-3a72-4887-b4f6-1af7de2fc9c0 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 210 time: 0.0643423 Sep 02 13:56:00.160216 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.210524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] For port 6fb49bd9-441d-41e2-beee-fe0928c647d7, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:00.245270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] For port 6fb49bd9-441d-41e2-beee-fe0928c647d7, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6fb49bd9-441d-41e2-beee-fe0928c647d7,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:00.255671 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.265288 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=5d0a4a38-8ecb-4b2a-95e4-7dde9bc5b28a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:00.314430 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:00.315087 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.316628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] 10.222.0.77 "PUT /v2.0/ports/6fb49bd9-441d-41e2-beee-fe0928c647d7 HTTP/1.1" status: 200 len: 1092 time: 1.4045637 Sep 02 13:56:00.317117 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8237b047-d99f-45b8-bb9c-0fdc8c771e11', 'tag': '6fb49bd9-441d-41e2-beee-fe0928c647d7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:00.319508 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ba712d-3beb-448c-90d4-1ef7f7386d99" -d '{"events": [{"name": "network-changed", "server_uuid": "8237b047-d99f-45b8-bb9c-0fdc8c771e11", "tag": "6fb49bd9-441d-41e2-beee-fe0928c647d7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:00.359614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': '0ad0d139-3b04-4167-b16e-12a0e41f7ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f074190-e878-4ac8-99c0-ddbcc13de34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:00.360180 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: 2f074190-e878-4ac8-99c0-ddbcc13de34a, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:00.411105 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85be482c-b7c4-4d1b-ba65-38dec9c1a9fd x-openstack-request-id: req-85be482c-b7c4-4d1b-ba65-38dec9c1a9fd {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:00.412186 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8237b047-d99f-45b8-bb9c-0fdc8c771e11", "tag": "6fb49bd9-441d-41e2-beee-fe0928c647d7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:00.412577 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85be482c-b7c4-4d1b-ba65-38dec9c1a9fd {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:00.413098 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8237b047-d99f-45b8-bb9c-0fdc8c771e11', 'tag': '6fb49bd9-441d-41e2-beee-fe0928c647d7', 'status': 'completed', 'code': 200} Sep 02 13:56:00.418289 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67027cc-bd09-42a3-840f-a32ebe7bce89 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb49bd9-441d-41e2-beee-fe0928c647d7,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:00.442947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 2f074190-e878-4ac8-99c0-ddbcc13de34a is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:00.452356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-72fcdf25-c892-4fca-9b47-df8680e4cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:00.454207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-72fcdf25-c892-4fca-9b47-df8680e4cbca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a3737a4911749fdac9765201980bcb6&device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 1095 time: 0.0850990 Sep 02 13:56:00.456342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 2f074190-e878-4ac8-99c0-ddbcc13de34a) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:00.456817 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.460786 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:00.461585 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.471159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aee412-9d44-494b-844e-dd9d6ad049f3 None None] Network 2f074190-e878-4ac8-99c0-ddbcc13de34a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:00.512436 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-3e63de7e-5421-4451-8ba5-21079bdc8c99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fb49bd9-441d-41e2-beee-fe0928c647d7 HTTP/1.1" status: 200 len: 217 time: 0.0478904 Sep 02 13:56:00.518397 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e245b52a-4796-4baf-ba95-6143b7390870 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0965235 Sep 02 13:56:00.521499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:00.620810 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-3c8bb1ed-b43f-4423-9ac7-1a3be66f007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:00.622458 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-3c8bb1ed-b43f-4423-9ac7-1a3be66f007c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bedc47-dacb-4124-a47b-8f503b6292e3 HTTP/1.1" status: 200 len: 854 time: 0.1030080 Sep 02 13:56:00.655685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.668272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-4f2dd20b-7198-480d-88bc-c90f3d4efa47 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b621342b-4b18-4259-9675-0ae76821a610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382235 Sep 02 13:56:00.681362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d147f6-1c7d-4402-8fd7-49e730fd2024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-2f074190-e878-4ac8-99c0-ddbcc13de34a', 'network_id': '2f074190-e878-4ac8-99c0-ddbcc13de34a', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': '5d0a4a38-8ecb-4b2a-95e4-7dde9bc5b28a'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:00.682307 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0d147f6-1c7d-4402-8fd7-49e730fd2024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.740060 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.826870 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-e0d147f6-1c7d-4402-8fd7-49e730fd2024 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d0a4a38-8ecb-4b2a-95e4-7dde9bc5b28a: This subnet is being modified by another concurrent operation. Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d0a4a38-8ecb-4b2a-95e4-7dde9bc5b28a: This subnet is being modified by another concurrent operation. Sep 02 13:56:00.831435 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Sep 02 13:56:00.856148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0a4a38-8ecb-4b2a-95e4-7dde9bc5b28a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:00.857558 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-b2519817-df20-4783-9dab-6279ab9df6c3 service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807318 Sep 02 13:56:00.866379 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bea327-ff15-4fec-a4bd-8ddb2ea91e59 None None] Network 2f074190-e878-4ac8-99c0-ddbcc13de34a requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:00.949671 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:00.962158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f074190-e878-4ac8-99c0-ddbcc13de34a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:00.986938 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad0d139-3b04-4167-b16e-12a0e41f7ca9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:00.987328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad0d139-3b04-4167-b16e-12a0e41f7ca9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:00.997954 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.014167 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.020975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb98692d-f145-4c5f-b367-d927bcfce1a9 None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:56:01.021677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:01.022311 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.026869 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d9903f8-79b7-4ebc-b2d0-d667d161bb99 req-4d6dbddb-987b-410a-9fd2-17eff8761eb9 service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620939 Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:01.030017 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:01.207457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-b83f64c5-f482-446d-8faa-dd5b77db24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:01.210907 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-b83f64c5-f482-446d-8faa-dd5b77db24f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7a3737a4911749fdac9765201980bcb6&device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 1095 time: 0.1148088 Sep 02 13:56:01.216756 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80de6d12-fbf7-4ff7-81b4-fb69900bcf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.219421 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.224698 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.234123 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/2f074190-e878-4ac8-99c0-ddbcc13de34a HTTP/1.1" status: 204 len: 168 time: 0.7113459 Sep 02 13:56:01.238392 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:01.262210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2447540'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:01.271029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed1715-fe76-479e-9d46-d5063020e004 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=2f074190-e878-4ac8-99c0-ddbcc13de34a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:01.315862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98692d-f145-4c5f-b367-d927bcfce1a9 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:56:01.368656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5471ba9d-8e48-4bf9-8d13-4f7df26b3b37 req-0d715b48-06d2-4441-b995-53231004f0ad tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 210 time: 0.1289854 Sep 02 13:56:01.394649 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc6e5a-c84a-44fb-a48f-7475f94f809b req-4faa7938-1c10-4ce5-ad35-9da4d6ba66d2 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:01.396252 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73fc6e5a-c84a-44fb-a48f-7475f94f809b req-4faa7938-1c10-4ce5-ad35-9da4d6ba66d2 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 944 time: 0.1471894 Sep 02 13:56:01.411914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:01.421714 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.433968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-d2119266-7e00-473b-a47c-c381e8c861f4 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:01.435572 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-d2119266-7e00-473b-a47c-c381e8c861f4 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.90 "GET /v2.0/networks?id=501c8c3b-e1e4-486d-86ef-233d3ebc8605 HTTP/1.1" status: 200 len: 809 time: 0.2907009 Sep 02 13:56:01.454769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Request body: {'port': {'device_id': 'e6c053d6-55a7-4bd1-8b5a-462892d45869', 'network_id': '501c8c3b-e1e4-486d-86ef-233d3ebc8605', 'admin_state_up': True, 'tenant_id': 'a20cc79cf4b14369b9007b2e235876d2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:01.457228 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-8ae38adc-24db-4d06-95c5-7f7448168593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:01.460674 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-8ae38adc-24db-4d06-95c5-7f7448168593 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b621342b-4b18-4259-9675-0ae76821a610 HTTP/1.1" status: 200 len: 915 time: 0.2396190 Sep 02 13:56:01.519479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:01.522703 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-73fc6e5a-c84a-44fb-a48f-7475f94f809b req-9cfaaa3c-d52e-4ff7-8d7d-5a71893dbeaf tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150286 Sep 02 13:56:01.574362 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.574858 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment b3f4d46a-90c8-444a-9e05-aa5ad252d46a of type vlan for network 1bb1ce7b-bbaf-4392-9115-fb2923ff076e Sep 02 13:56:01.575317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-c61cea16-eb9a-4a86-9bd4-120b5fb10a97 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fb49bd9-441d-41e2-beee-fe0928c647d7 HTTP/1.1" status: 200 len: 217 time: 0.0967216 Sep 02 13:56:01.635912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-a72cb666-bc17-4a9f-a60e-619add88e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:01.640764 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-a72cb666-bc17-4a9f-a60e-619add88e545 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=22bedc47-dacb-4124-a47b-8f503b6292e3 HTTP/1.1" status: 200 len: 854 time: 0.0547428 Sep 02 13:56:01.648142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Made reservation on behalf of a20cc79cf4b14369b9007b2e235876d2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:01.651832 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.658277 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.680209 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-b0f41acf-b8f2-46b1-a695-7875d16f9f08 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b621342b-4b18-4259-9675-0ae76821a610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339088 Sep 02 13:56:01.754157 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.759286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:01.759906 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:01.821716 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-f0c215ab-9e29-4ac0-9c8f-f632ca976e30 service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306300 Sep 02 13:56:01.867882 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6099160 Sep 02 13:56:01.872527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:01.886880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': '1bb1ce7b-bbaf-4392-9115-fb2923ff076e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:01.924564 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b5ba712d-3beb-448c-90d4-1ef7f7386d99 req-a907a4ad-1128-451b-bf9e-caba691f44e2 service neutron] 10.222.0.77 "GET /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947955 Sep 02 13:56:01.942321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2a614-ef55-434d-94be-ab1ccceeb4ec tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=1bb1ce7b-bbaf-4392-9115-fb2923ff076e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:01.944957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Allocated IP 172.20.0.2 (501c8c3b-e1e4-486d-86ef-233d3ebc8605/03bbc5ea-2a02-4170-be2e-08796fe6c909/1bc8aed4-4ec2-4630-af1f-485195c83225) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:01.955492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 1bb1ce7b-bbaf-4392-9115-fb2923ff076e details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:02.053618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:02.057159 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:02.534967 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-17145808-0a72-4580-8c87-8cc37a776ce9 req-fe4fde57-0a0e-4457-b782-e15100e9bddb tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 210 time: 0.0749629 Sep 02 13:56:02.641405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:02.770931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89605d-2b15-4734-ac25-a7c7e9b56e13 req-ddab5250-3461-431d-859e-31aa80e04b5d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:02.772501 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6b89605d-2b15-4734-ac25-a7c7e9b56e13 req-ddab5250-3461-431d-859e-31aa80e04b5d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 944 time: 0.1474681 Sep 02 13:56:02.812866 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:02.822961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:02.922619 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6b89605d-2b15-4734-ac25-a7c7e9b56e13 req-a53fe44b-f749-449a-894a-ac83bb0a4625 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371467 Sep 02 13:56:02.935165 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Network 501c8c3b-e1e4-486d-86ef-233d3ebc8605 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:02.940468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=10146a74-838c-45b9-a9a1-ecb9d63f7eda,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:02.947898 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:02.951624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Pushing event updated for resources: {'Port': ['ID=1bc8aed4-4ec2-4630-af1f-485195c83225,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:02.954696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:02.991366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': 'b3f4d46a-90c8-444a-9e05-aa5ad252d46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1bb1ce7b-bbaf-4392-9115-fb2923ff076e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:02.991768 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: 1bb1ce7b-bbaf-4392-9115-fb2923ff076e, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:03.015697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:03.016391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.033122 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 1bb1ce7b-bbaf-4392-9115-fb2923ff076e is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:03.037694 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-c4ed3fe4-defe-4c05-968e-e9765a50cf45 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5895290 Sep 02 13:56:03.044388 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 1bb1ce7b-bbaf-4392-9115-fb2923ff076e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:03.054039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be7498-1a82-46ad-a7b3-194b17e5ea38 None None] Network 1bb1ce7b-bbaf-4392-9115-fb2923ff076e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:03.058014 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Request body: {'port': {'device_id': 'e6c053d6-55a7-4bd1-8b5a-462892d45869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:03.062881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:03.063504 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.109201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e6443233-d09d-4cbc-8e50-42774b4eb27b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2304120 Sep 02 13:56:03.109657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:03.147025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.228818 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.237225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b360154b-ffab-4fff-b5f6-56f0e0317f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-1bb1ce7b-bbaf-4392-9115-fb2923ff076e', 'network_id': '1bb1ce7b-bbaf-4392-9115-fb2923ff076e', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': '10146a74-838c-45b9-a9a1-ecb9d63f7eda'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:03.238890 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b360154b-ffab-4fff-b5f6-56f0e0317f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.300509 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.356962 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 6fb49bd9-441d-41e2-beee-fe0928c647d7 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:56:03.397804 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-b360154b-ffab-4fff-b5f6-56f0e0317f1d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10146a74-838c-45b9-a9a1-ecb9d63f7eda: This subnet is being modified by another concurrent operation. Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10146a74-838c-45b9-a9a1-ecb9d63f7eda: This subnet is being modified by another concurrent operation. Sep 02 13:56:03.429001 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Sep 02 13:56:03.436247 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=10146a74-838c-45b9-a9a1-ecb9d63f7eda,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:03.472089 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124a038-41fa-4043-9935-0abe8c77502b None None] Network 1bb1ce7b-bbaf-4392-9115-fb2923ff076e requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:03.506440 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.521507 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb1ce7b-bbaf-4392-9115-fb2923ff076e']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:03.522925 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc8aed4-4ec2-4630-af1f-485195c83225 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:56:03.531048 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.534434 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f4d46a-90c8-444a-9e05-aa5ad252d46a') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:03.534803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f4d46a-90c8-444a-9e05-aa5ad252d46a') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:03.548035 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.552219 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Transition to ACTIVE for port object 1bc8aed4-4ec2-4630-af1f-485195c83225 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:03.554103 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 6fb49bd9-441d-41e2-beee-fe0928c647d7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6fb49bd9-441d-41e2-beee-fe0928c647d7,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:03.562329 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.575197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '6fb49bd9-441d-41e2-beee-fe0928c647d7', 'network_id': 'b621342b-4b18-4259-9675-0ae76821a610', 'port_id': '6fb49bd9-441d-41e2-beee-fe0928c647d7', 'mac_address': 'fa:16:3e:ee:a6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bedc47-dacb-4124-a47b-8f503b6292e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:56:03.581257 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.602442 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:03.603351 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:03.622190 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:03.644094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc8aed4-4ec2-4630-af1f-485195c83225,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:03.676525 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-053a6ea5-d563-4d3e-8be7-372c426718a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.682909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f5523-f543-458a-bca3-2f10d29cc2ff None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:56:03.720523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Attempting to bind port 1bc8aed4-4ec2-4630-af1f-485195c83225 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:56:03.720870 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Attempting to bind port 1bc8aed4-4ec2-4630-af1f-485195c83225 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '83229442-bfaa-474f-bf59-af5b488f47a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501c8c3b-e1e4-486d-86ef-233d3ebc8605'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:56:03.721207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Attempting to bind port 1bc8aed4-4ec2-4630-af1f-485195c83225 on network 501c8c3b-e1e4-486d-86ef-233d3ebc8605 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:03.729729 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Port 1bc8aed4-4ec2-4630-af1f-485195c83225 on network 501c8c3b-e1e4-486d-86ef-233d3ebc8605 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:56:03.730062 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Attempting to bind port 1bc8aed4-4ec2-4630-af1f-485195c83225 on network 501c8c3b-e1e4-486d-86ef-233d3ebc8605 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:03.741041 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:56:03.741278 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Checking segment: {'id': '83229442-bfaa-474f-bf59-af5b488f47a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501c8c3b-e1e4-486d-86ef-233d3ebc8605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:03.741663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Bound using segment: {'id': '83229442-bfaa-474f-bf59-af5b488f47a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501c8c3b-e1e4-486d-86ef-233d3ebc8605'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:56:03.742156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Bound port: 1bc8aed4-4ec2-4630-af1f-485195c83225, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83229442-bfaa-474f-bf59-af5b488f47a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501c8c3b-e1e4-486d-86ef-233d3ebc8605'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:56:03.742470 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.744524 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.765603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb49bd9-441d-41e2-beee-fe0928c647d7 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:56:03.812794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 6fb49bd9-441d-41e2-beee-fe0928c647d7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6fb49bd9-441d-41e2-beee-fe0928c647d7,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:03.819678 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.821889 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.832425 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee7a4e-932b-453b-aa52-be914fcab323 req-d046696e-ef9a-42a2-ad2b-481b535f40f6 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:03.834008 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72ee7a4e-932b-453b-aa52-be914fcab323 req-d046696e-ef9a-42a2-ad2b-481b535f40f6 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 943 time: 0.1911170 Sep 02 13:56:03.853263 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.855267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/1bb1ce7b-bbaf-4392-9115-fb2923ff076e HTTP/1.1" status: 204 len: 168 time: 0.7446175 Sep 02 13:56:03.856363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f62d7-9099-4ab8-8c38-8dfe631f1c19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=1bb1ce7b-bbaf-4392-9115-fb2923ff076e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:03.859537 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59692) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:03.870985 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1198679584'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:03.893105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] For port 1bc8aed4-4ec2-4630-af1f-485195c83225, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:03.897941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] For port 1bc8aed4-4ec2-4630-af1f-485195c83225, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1bc8aed4-4ec2-4630-af1f-485195c83225,segment=NetworkSegment(83229442-bfaa-474f-bf59-af5b488f47a2),segment_id=83229442-bfaa-474f-bf59-af5b488f47a2)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:03.907777 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.909496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=6fb49bd9-441d-41e2-beee-fe0928c647d7,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:03.912231 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f5523-f543-458a-bca3-2f10d29cc2ff None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:56:03.922486 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-72ee7a4e-932b-453b-aa52-be914fcab323 req-506c227d-3814-4ee3-8097-0825921a5127 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706415 Sep 02 13:56:03.924428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:03.928193 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.979328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:03.980507 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:03.983255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:03.983503 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] 10.222.0.90 "PUT /v2.0/ports/1bc8aed4-4ec2-4630-af1f-485195c83225 HTTP/1.1" status: 200 len: 1091 time: 0.9369295 Sep 02 13:56:03.984917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c053d6-55a7-4bd1-8b5a-462892d45869', 'tag': '1bc8aed4-4ec2-4630-af1f-485195c83225'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:03.990766 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ee2bd8-725d-42d0-98c7-6fa5d968d720" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c053d6-55a7-4bd1-8b5a-462892d45869", "tag": "1bc8aed4-4ec2-4630-af1f-485195c83225"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:04.006047 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.006387 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 49e1d452-6488-4a67-9eca-85379a316f48 of type vlan for network 2ca45fc8-ff22-408b-9f3c-1376487a8470 Sep 02 13:56:04.070072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['6fb49bd9-441d-41e2-beee-fe0928c647d7'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:56:04.074134 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.110058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31c351-ace0-4ff6-b1dd-2e1392db72b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc8aed4-4ec2-4630-af1f-485195c83225,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:04.122869 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f71069-ac51-4307-b6af-efa9bb886ea0 x-openstack-request-id: req-f5f71069-ac51-4307-b6af-efa9bb886ea0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:04.123150 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c053d6-55a7-4bd1-8b5a-462892d45869", "tag": "1bc8aed4-4ec2-4630-af1f-485195c83225", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:04.124209 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.129912 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:04.130536 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.132603 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5f71069-ac51-4307-b6af-efa9bb886ea0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:04.133306 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c053d6-55a7-4bd1-8b5a-462892d45869', 'tag': '1bc8aed4-4ec2-4630-af1f-485195c83225', 'status': 'completed', 'code': 200} Sep 02 13:56:04.187567 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.199646 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-cceeb85c-4563-41ed-a849-ec203009a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:04.201802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-cceeb85c-4563-41ed-a849-ec203009a965 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a20cc79cf4b14369b9007b2e235876d2&device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 1094 time: 0.1167607 Sep 02 13:56:04.210331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3495860 Sep 02 13:56:04.213251 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59702) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:04.218995 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': '2ca45fc8-ff22-408b-9f3c-1376487a8470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:04.219762 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bcd22-dd9a-42ea-b8b3-7f9b3fbb9556 req-3aa2fe68-58dd-48b8-8913-3ebff98f08e9 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:04.222307 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a21bcd22-dd9a-42ea-b8b3-7f9b3fbb9556 req-3aa2fe68-58dd-48b8-8913-3ebff98f08e9 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 945 time: 0.1806667 Sep 02 13:56:04.234337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f8c6f-5ec0-435e-b89c-2aa769b291df tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=2ca45fc8-ff22-408b-9f3c-1376487a8470,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:04.259169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 2ca45fc8-ff22-408b-9f3c-1376487a8470 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:04.297988 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-0e27b8db-9fa1-45ef-845c-acc8394d4309 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bc8aed4-4ec2-4630-af1f-485195c83225 HTTP/1.1" status: 200 len: 217 time: 0.0740402 Sep 02 13:56:04.333562 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:04.350784 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.366467 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a21bcd22-dd9a-42ea-b8b3-7f9b3fbb9556 req-e24f47a3-675d-49f7-9ad4-1ac02182d43d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330738 Sep 02 13:56:04.412005 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-ed0395f3-aeb1-4498-b72a-e4ec0443b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:04.417169 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-ed0395f3-aeb1-4498-b72a-e4ec0443b400 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03bbc5ea-2a02-4170-be2e-08796fe6c909 HTTP/1.1" status: 200 len: 849 time: 0.1065259 Sep 02 13:56:04.428298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Performing IP validity checks on allocation pools {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 13:56:04.429263 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.ipam_backend_mixin [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 13:56:04.478570 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-3a1349e8-d6f6-47f3-ba2f-945c7aba36f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=501c8c3b-e1e4-486d-86ef-233d3ebc8605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558617 Sep 02 13:56:04.590871 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.619654 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-a8c16173-18d4-4cf1-a39d-bb21d160b77a service neutron] 10.222.0.90 "GET /v2.0/networks/501c8c3b-e1e4-486d-86ef-233d3ebc8605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318226 Sep 02 13:56:04.651267 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=d7963a89-8438-4736-9ee2-446aa639b9ba,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:04.661903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': '49e1d452-6488-4a67-9eca-85379a316f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2ca45fc8-ff22-408b-9f3c-1376487a8470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:04.662271 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: 2ca45fc8-ff22-408b-9f3c-1376487a8470, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:04.679158 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 2ca45fc8-ff22-408b-9f3c-1376487a8470 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:04.689835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 2ca45fc8-ff22-408b-9f3c-1376487a8470) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:04.695606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:04.696900 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.698322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a6a95-025d-46d0-92da-2d33a63dd900 None None] Network 2ca45fc8-ff22-408b-9f3c-1376487a8470 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:04.716563 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:04.717165 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d61cc0b7-c485-4f7d-a310-1c2893251d75 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5017505 Sep 02 13:56:04.812501 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5bf272c-5bfe-4b7b-8924-0a341c2a12b9 req-dfe898e4-b87c-44ed-8a56-311eea8b2c64 service neutron] 10.222.0.90 "GET /v2.0/networks/501c8c3b-e1e4-486d-86ef-233d3ebc8605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841612 Sep 02 13:56:04.877023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.892359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-2ca45fc8-ff22-408b-9f3c-1376487a8470', 'network_id': '2ca45fc8-ff22-408b-9f3c-1376487a8470', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': 'd7963a89-8438-4736-9ee2-446aa639b9ba'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:04.893228 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:04.910661 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.001446 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.006738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-1666e0bc-4cce-4008-b94c-8c449de9e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:05.009289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-1666e0bc-4cce-4008-b94c-8c449de9e7ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a20cc79cf4b14369b9007b2e235876d2&device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 1094 time: 0.1131790 Sep 02 13:56:05.054541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Allocated IP 172.20.0.3 (2ca45fc8-ff22-408b-9f3c-1376487a8470/d7963a89-8438-4736-9ee2-446aa639b9ba/893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:05.197347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9607379-c651-4952-b263-084c238a08f3 req-3f4ed435-186d-4fe4-8e0d-117b442bb092 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:05.198832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9607379-c651-4952-b263-084c238a08f3 req-3f4ed435-186d-4fe4-8e0d-117b442bb092 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 943 time: 0.1598763 Sep 02 13:56:05.241065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-bb1b9f39-d8f3-49fe-820c-e8d5dc93304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:05.241260 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.243268 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-bb1b9f39-d8f3-49fe-820c-e8d5dc93304e service neutron] 10.222.0.90 "GET /v2.0/networks?id=501c8c3b-e1e4-486d-86ef-233d3ebc8605 HTTP/1.1" status: 200 len: 910 time: 0.2019496 Sep 02 13:56:05.251750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Transition to ACTIVE for port object 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:05.270237 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e9607379-c651-4952-b263-084c238a08f3 req-f95566c4-5fb1-406a-a429-aa7cce97face tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642512 Sep 02 13:56:05.276383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Transition to ACTIVE for port object 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:05.285898 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.311897 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-773e05ac-2144-4212-a540-16e2e1b4a5ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bc8aed4-4ec2-4630-af1f-485195c83225 HTTP/1.1" status: 200 len: 217 time: 0.0578787 Sep 02 13:56:05.349665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Network 2ca45fc8-ff22-408b-9f3c-1376487a8470 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:05.354210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 6fb49bd9-441d-41e2-beee-fe0928c647d7 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:05.361660 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.379036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:05.385003 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Pushing event updated for resources: {'Port': ['ID=893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:05.389672 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:05.398113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=d7963a89-8438-4736-9ee2-446aa639b9ba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:05.456607 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Attempting to bind port 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:56:05.456985 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Attempting to bind port 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '49e1d452-6488-4a67-9eca-85379a316f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2ca45fc8-ff22-408b-9f3c-1376487a8470'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:56:05.457357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Attempting to bind port 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee on network 2ca45fc8-ff22-408b-9f3c-1376487a8470 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:05.466923 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:56:05.467320 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Checking segment: {'id': '49e1d452-6488-4a67-9eca-85379a316f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2ca45fc8-ff22-408b-9f3c-1376487a8470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:05.468326 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.468742 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Bound using segment: {'id': '49e1d452-6488-4a67-9eca-85379a316f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2ca45fc8-ff22-408b-9f3c-1376487a8470'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:56:05.469235 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Bound port: 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e1d452-6488-4a67-9eca-85379a316f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2ca45fc8-ff22-408b-9f3c-1376487a8470'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:56:05.469677 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.471228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.482224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca45fc8-ff22-408b-9f3c-1376487a8470']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:05.489171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 6fb49bd9-441d-41e2-beee-fe0928c647d7 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:05.498846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-15cfe2f5-196f-459b-bc03-9ca90ae80dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:05.503228 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-15cfe2f5-196f-459b-bc03-9ca90ae80dff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=03bbc5ea-2a02-4170-be2e-08796fe6c909 HTTP/1.1" status: 200 len: 849 time: 0.1833928 Sep 02 13:56:05.510185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e1d452-6488-4a67-9eca-85379a316f48') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:05.511044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e1d452-6488-4a67-9eca-85379a316f48') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:05.515930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 6fb49bd9-441d-41e2-beee-fe0928c647d7 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:05.516312 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.550442 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-4d2066f6-1757-4f4f-96b5-d8451eff8ae9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=501c8c3b-e1e4-486d-86ef-233d3ebc8605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300105 Sep 02 13:56:05.552458 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.555125 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e934d6-0518-49e7-9b43-07d4298abc2c req-0040224e-44b8-4d2d-a099-4cb62713b01d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:05.565683 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53e934d6-0518-49e7-9b43-07d4298abc2c req-0040224e-44b8-4d2d-a099-4cb62713b01d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 945 time: 0.0766895 Sep 02 13:56:05.590002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] For port 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:05.591480 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.636090 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.638737 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:05.639314 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:05.642679 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:05.645593 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53e934d6-0518-49e7-9b43-07d4298abc2c req-cbc0f09c-cd03-4e91-a6c5-b8fec8a14810 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733325 Sep 02 13:56:05.674627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8237b047-d99f-45b8-bb9c-0fdc8c771e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb49bd9-441d-41e2-beee-fe0928c647d7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:05.677251 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac621e9b-f913-40f9-b6fb-cd70264d118a" -d '{"events": [{"server_uuid": "8237b047-d99f-45b8-bb9c-0fdc8c771e11", "name": "network-vif-plugged", "status": "completed", "tag": "6fb49bd9-441d-41e2-beee-fe0928c647d7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:05.694830 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 6fb49bd9-441d-41e2-beee-fe0928c647d7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6fb49bd9-441d-41e2-beee-fe0928c647d7,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:05.706125 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.736055 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 13:56:05.736055 n-d-794796-4 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 13:56:05.736055 n-d-794796-4 neutron-server[94688]: [parameters: {'id': '2ca45fc8-ff22-408b-9f3c-1376487a8470'}] Sep 02 13:56:05.736055 n-d-794796-4 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:56:05.736575 n-d-794796-4 neutron-server[94688]: DEBUG oslo_db.api [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:56:05.741135 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-f168e93e-d0b3-4a4b-a48a-475ccaa0f50d service neutron] 10.222.0.90 "GET /v2.0/networks/501c8c3b-e1e4-486d-86ef-233d3ebc8605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773021 Sep 02 13:56:05.754460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] For port 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee,segment=NetworkSegment(49e1d452-6488-4a67-9eca-85379a316f48),segment_id=49e1d452-6488-4a67-9eca-85379a316f48)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:05.767375 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:05.777904 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a6f0fe-0177-4d3b-9b60-5bcc43a9190a x-openstack-request-id: req-20a6f0fe-0177-4d3b-9b60-5bcc43a9190a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:05.778326 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8237b047-d99f-45b8-bb9c-0fdc8c771e11", "name": "network-vif-plugged", "status": "completed", "tag": "6fb49bd9-441d-41e2-beee-fe0928c647d7", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:05.778651 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20a6f0fe-0177-4d3b-9b60-5bcc43a9190a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:05.779125 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8237b047-d99f-45b8-bb9c-0fdc8c771e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb49bd9-441d-41e2-beee-fe0928c647d7', 'code': 200} Sep 02 13:56:05.806525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=6fb49bd9-441d-41e2-beee-fe0928c647d7,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:05.882126 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10ee2bd8-725d-42d0-98c7-6fa5d968d720 req-3d629bd8-de8b-4660-a830-24ea19e63077 service neutron] 10.222.0.90 "GET /v2.0/networks/501c8c3b-e1e4-486d-86ef-233d3ebc8605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319611 Sep 02 13:56:05.893684 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abf9253-0b09-476c-8269-33a909dc4822 None None] Network 2ca45fc8-ff22-408b-9f3c-1376487a8470 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:05.897036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2d68a-53de-422c-8496-29b02b9b1a9b req-e47993df-24f2-4451-ad7b-af5895143803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:05.898910 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a4f2d68a-53de-422c-8496-29b02b9b1a9b req-e47993df-24f2-4451-ad7b-af5895143803 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 1097 time: 0.0735116 Sep 02 13:56:05.940781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0562d9-8297-455b-9f0a-2460591955ba None None] Pushing event updated for resources: {'Port': ['ID=893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:05.943297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a4f2d68a-53de-422c-8496-29b02b9b1a9b req-f02b8799-4d6b-4064-8256-e7d28a516df5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372801 Sep 02 13:56:06.040517 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d73395-c311-4f69-9ac5-cd5dc9b2975b None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:56:06.161063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d73395-c311-4f69-9ac5-cd5dc9b2975b None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:56:06.238211 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.301210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Deleting port 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:06.309739 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.417667 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] For port 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee,segment=NetworkSegment(49e1d452-6488-4a67-9eca-85379a316f48),segment_id=49e1d452-6488-4a67-9eca-85379a316f48)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:06.417988 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.440732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Calling delete_port for 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:06.535110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.569103 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc50a59-1c1f-44be-a9e1-8a6b11cc55a1 req-ee42617a-0856-4cfd-a54d-d880d728f3fb tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:06.570665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2dc50a59-1c1f-44be-a9e1-8a6b11cc55a1 req-ee42617a-0856-4cfd-a54d-d880d728f3fb tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 943 time: 0.2069948 Sep 02 13:56:06.572248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Port': ['ID=893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:06.575493 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No DVR routers for this DVR port 893b9cd9-7b57-4ac0-9e42-7b8fb2ad31ee on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:06.608336 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.685357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2dc50a59-1c1f-44be-a9e1-8a6b11cc55a1 req-890d5be3-e11f-4cb5-b0ed-ed16e2e60994 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854669 Sep 02 13:56:06.690045 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.706841 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca45fc8-ff22-408b-9f3c-1376487a8470']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:06.717920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e1d452-6488-4a67-9eca-85379a316f48') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:06.718224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e1d452-6488-4a67-9eca-85379a316f48') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:06.727208 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.741234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.747709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:06.748154 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:06.751668 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:06.772696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4097-e938-45d3-a6c4-523864747a2a req-048e4d47-4255-46e9-a299-4c4c9d3bc5bc tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:06.775000 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dffa4097-e938-45d3-a6c4-523864747a2a req-048e4d47-4255-46e9-a299-4c4c9d3bc5bc tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 946 time: 0.0588191 Sep 02 13:56:06.822748 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-dffa4097-e938-45d3-a6c4-523864747a2a req-68832d7a-3808-45e3-a9db-d3375b5e054d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Sep 02 13:56:06.824616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.832440 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.834582 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/2ca45fc8-ff22-408b-9f3c-1376487a8470 HTTP/1.1" status: 204 len: 168 time: 2.1168623 Sep 02 13:56:06.837851 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59724) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:06.852018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2080975743'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:06.857867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=2ca45fc8-ff22-408b-9f3c-1376487a8470,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:06.865869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.866215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.866553 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.866887 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.867215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.867540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.867886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.868208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.868527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.868846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.869164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.869481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967a2c5-f42b-42f1-8933-f6d4f5d7a030 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:06.877167 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:06.881079 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.906103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:06.915867 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.916476 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 53d62be5-6c1f-4220-b3aa-ef54f5d865ce of type vlan for network 52b1cb01-2410-417d-9ca2-ee17b2422d09 Sep 02 13:56:06.963168 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.990589 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:06.996153 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:06.996745 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.051763 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2126465 Sep 02 13:56:07.055958 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:07.059682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': '52b1cb01-2410-417d-9ca2-ee17b2422d09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:07.074938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c90c5-26a0-4c91-9fe1-90ff1546e210 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=52b1cb01-2410-417d-9ca2-ee17b2422d09,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:07.086027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 52b1cb01-2410-417d-9ca2-ee17b2422d09 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:07.166859 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:07.170611 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.376839 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.439451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=1f1c225f-c441-48ef-8d43-7aee1e30a996,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:07.444829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': '53d62be5-6c1f-4220-b3aa-ef54f5d865ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52b1cb01-2410-417d-9ca2-ee17b2422d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:07.445196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: 52b1cb01-2410-417d-9ca2-ee17b2422d09, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:07.461058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 52b1cb01-2410-417d-9ca2-ee17b2422d09 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:07.470653 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 52b1cb01-2410-417d-9ca2-ee17b2422d09) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:07.475048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:07.475664 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.479884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f0fea4-af63-4338-b0db-2c29475bea3c None None] Network 52b1cb01-2410-417d-9ca2-ee17b2422d09 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:07.497210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59732) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:07.499792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-13d664e2-9a13-4633-b167-0bd25cad7dc7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4420877 Sep 02 13:56:07.603795 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.634396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2016c402-0885-4d83-8e92-1e5d673bc3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-52b1cb01-2410-417d-9ca2-ee17b2422d09', 'network_id': '52b1cb01-2410-417d-9ca2-ee17b2422d09', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': '1f1c225f-c441-48ef-8d43-7aee1e30a996'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:07.636191 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2016c402-0885-4d83-8e92-1e5d673bc3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.658018 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.740794 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-2016c402-0885-4d83-8e92-1e5d673bc3ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f1c225f-c441-48ef-8d43-7aee1e30a996: This subnet is being modified by another concurrent operation. Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f1c225f-c441-48ef-8d43-7aee1e30a996: This subnet is being modified by another concurrent operation. Sep 02 13:56:07.762884 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Sep 02 13:56:07.783173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95e68b-f9a6-4988-becb-bf354b309bc1 None None] Network 52b1cb01-2410-417d-9ca2-ee17b2422d09 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:07.795890 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1c225f-c441-48ef-8d43-7aee1e30a996,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:07.891457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce89a38-424f-4757-832c-08bd27ec8f5e req-9250f055-f7a4-40e5-928c-b31fbaa38a5a tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:07.893093 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8ce89a38-424f-4757-832c-08bd27ec8f5e req-9250f055-f7a4-40e5-928c-b31fbaa38a5a tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 943 time: 0.1077447 Sep 02 13:56:07.895063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.912685 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b1cb01-2410-417d-9ca2-ee17b2422d09']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:07.918385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a789e-af60-4cfa-b925-fb475451e7d6 None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:56:07.929747 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d62be5-6c1f-4220-b3aa-ef54f5d865ce') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:07.930064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d62be5-6c1f-4220-b3aa-ef54f5d865ce') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:07.950683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.968298 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8ce89a38-424f-4757-832c-08bd27ec8f5e req-b4086be2-c6ee-448d-b665-e2ab043e1b66 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645826 Sep 02 13:56:07.974970 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.983403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:07.984112 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:07.988875 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:08.002200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572690b-74f1-4c35-b0be-ff3f88296ce1 req-b9f667a2-20fe-4b6b-b3d3-f6732d907d02 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:08.004569 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6572690b-74f1-4c35-b0be-ff3f88296ce1 req-b9f667a2-20fe-4b6b-b3d3-f6732d907d02 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 946 time: 0.0579712 Sep 02 13:56:08.051084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6572690b-74f1-4c35-b0be-ff3f88296ce1 req-d23daaf4-d886-47fb-8f93-0707c5df1ea4 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Sep 02 13:56:08.066029 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.083408 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.085378 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/52b1cb01-2410-417d-9ca2-ee17b2422d09 HTTP/1.1" status: 204 len: 168 time: 0.5871055 Sep 02 13:56:08.089248 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:08.095092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954388448'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:08.099273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79133d49-2e25-4b2f-98cd-1be992956522 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=52b1cb01-2410-417d-9ca2-ee17b2422d09,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:08.102638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a789e-af60-4cfa-b925-fb475451e7d6 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:56:08.144264 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:08.148056 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.176503 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:08.187420 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.188147 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 0aa60935-5793-46f3-b626-5490c1e52ce5 of type vlan for network 4d9ca132-2793-4d1b-9deb-dac86519e8da Sep 02 13:56:08.240770 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.269717 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.276058 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:08.276659 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.344620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2542880 Sep 02 13:56:08.347787 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59752) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:08.352191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a58e4b-d41f-43f7-aff3-75741a8fdb19 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=4d9ca132-2793-4d1b-9deb-dac86519e8da,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:08.354227 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': '4d9ca132-2793-4d1b-9deb-dac86519e8da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:08.376263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 4d9ca132-2793-4d1b-9deb-dac86519e8da details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:08.491482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:08.497323 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.693965 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.760383 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': '0aa60935-5793-46f3-b626-5490c1e52ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ca132-2793-4d1b-9deb-dac86519e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:08.761013 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: 4d9ca132-2793-4d1b-9deb-dac86519e8da, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:08.768343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=bde93fd5-3f12-48fc-8295-abf93b400137,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:08.791363 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 4d9ca132-2793-4d1b-9deb-dac86519e8da is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:08.812606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 4d9ca132-2793-4d1b-9deb-dac86519e8da) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:08.817829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:08.820157 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:08.820991 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eedcb3-d962-497e-a11a-e253bb5aba61 None None] Network 4d9ca132-2793-4d1b-9deb-dac86519e8da requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:08.840692 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-59cfecd2-d43e-4fde-b1fa-5e31f32f3bba tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4911642 Sep 02 13:56:08.842902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59756) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:08.975067 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.007256 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4557f8-797d-43d0-9b89-15324a26c40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-4d9ca132-2793-4d1b-9deb-dac86519e8da', 'network_id': '4d9ca132-2793-4d1b-9deb-dac86519e8da', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': 'bde93fd5-3f12-48fc-8295-abf93b400137'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:09.008255 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e4557f8-797d-43d0-9b89-15324a26c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.033455 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.122743 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-1e4557f8-797d-43d0-9b89-15324a26c40c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bde93fd5-3f12-48fc-8295-abf93b400137: This subnet is being modified by another concurrent operation. Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bde93fd5-3f12-48fc-8295-abf93b400137: This subnet is being modified by another concurrent operation. Sep 02 13:56:09.125229 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Sep 02 13:56:09.142178 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d91b5-7b87-48ea-886e-75b4f6c37688 None None] Network 4d9ca132-2793-4d1b-9deb-dac86519e8da requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:09.161819 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=bde93fd5-3f12-48fc-8295-abf93b400137,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:09.174676 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37efc-0191-4da1-b57b-57fe736cf983 req-5fe32807-d105-43d0-9ab0-1ec82359ddcb tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:09.175961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ad37efc-0191-4da1-b57b-57fe736cf983 req-5fe32807-d105-43d0-9ab0-1ec82359ddcb tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 943 time: 0.0948887 Sep 02 13:56:09.311104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b054bee1-39de-429e-89e3-d73aa2f6d1d6 None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:56:09.455977 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b054bee1-39de-429e-89e3-d73aa2f6d1d6 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:56:09.574613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1bc8aed4-4ec2-4630-af1f-485195c83225 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:56:09.591805 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.606810 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ad37efc-0191-4da1-b57b-57fe736cf983 req-40d7d5e0-2947-4ad3-8bce-6039c60e2dec tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787082 Sep 02 13:56:09.608487 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9ca132-2793-4d1b-9deb-dac86519e8da']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:09.612840 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:09.619331 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa60935-5793-46f3-b626-5490c1e52ce5') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:09.619635 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa60935-5793-46f3-b626-5490c1e52ce5') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:09.622199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-201a2860-7a3a-494a-885b-d92de78d7c74 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1847302966', 'description': 'tempest-secgroup-smoke-1847302966 description', 'project_id': '6aabc82675484139b51152be179decc9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:09.631828 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.652575 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.660141 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:09.660552 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.669730 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-201a2860-7a3a-494a-885b-d92de78d7c74 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:09.712451 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:09.730136 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.758060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.760235 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/4d9ca132-2793-4d1b-9deb-dac86519e8da HTTP/1.1" status: 204 len: 168 time: 0.9161761 Sep 02 13:56:09.764127 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:09.765853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee75af5-8657-4c98-a06c-c5163101d569 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=4d9ca132-2793-4d1b-9deb-dac86519e8da,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:09.774482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1633854400'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:09.820329 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-201a2860-7a3a-494a-885b-d92de78d7c74 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.828309 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-201a2860-7a3a-494a-885b-d92de78d7c74 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.848453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1bc8aed4-4ec2-4630-af1f-485195c83225, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1bc8aed4-4ec2-4630-af1f-485195c83225,segment=NetworkSegment(83229442-bfaa-474f-bf59-af5b488f47a2),segment_id=83229442-bfaa-474f-bf59-af5b488f47a2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:09.865371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:09.868918 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.873493 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-201a2860-7a3a-494a-885b-d92de78d7c74 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.878080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-201a2860-7a3a-494a-885b-d92de78d7c74 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2606940 Sep 02 13:56:09.878080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a2860-7a3a-494a-885b-d92de78d7c74 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:09.878937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59776) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:09.881848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '1bc8aed4-4ec2-4630-af1f-485195c83225', 'network_id': '501c8c3b-e1e4-486d-86ef-233d3ebc8605', 'port_id': '1bc8aed4-4ec2-4630-af1f-485195c83225', 'mac_address': 'fa:16:3e:90:cf:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03bbc5ea-2a02-4170-be2e-08796fe6c909', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:56:09.886378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7a005e80-279d-461a-a33a-28b52279343e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'security_group_rule': {'security_group_id': '0a1f9176-af7e-4f54-ad06-9bb03bf5bd89', 'project_id': '6aabc82675484139b51152be179decc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:09.912915 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:09.924763 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.925350 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 8519c5af-4673-41f8-a780-5519171253fd of type vlan for network 493054bb-b1d1-49db-869b-b3c4813798ae Sep 02 13:56:09.926911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a005e80-279d-461a-a33a-28b52279343e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.940145 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.956879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc8aed4-4ec2-4630-af1f-485195c83225 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:56:09.990764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1bc8aed4-4ec2-4630-af1f-485195c83225, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1bc8aed4-4ec2-4630-af1f-485195c83225,segment=NetworkSegment(83229442-bfaa-474f-bf59-af5b488f47a2),segment_id=83229442-bfaa-474f-bf59-af5b488f47a2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:09.998345 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:09.998628 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.031791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a005e80-279d-461a-a33a-28b52279343e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.040089 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.044695 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a005e80-279d-461a-a33a-28b52279343e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.050510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:10.051498 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.065163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a005e80-279d-461a-a33a-28b52279343e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00862c94-74bc-44f0-a24e-23794f9dd496,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:10.075527 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7a005e80-279d-461a-a33a-28b52279343e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.080926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7a005e80-279d-461a-a33a-28b52279343e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999149 Sep 02 13:56:10.081687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:10.087941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c2433593-8759-4802-98f9-38a9d7059464 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'security_group_rule': {'security_group_id': '0a1f9176-af7e-4f54-ad06-9bb03bf5bd89', 'project_id': '6aabc82675484139b51152be179decc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:10.088216 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1bc8aed4-4ec2-4630-af1f-485195c83225,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:10.130503 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3635173 Sep 02 13:56:10.133355 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59780) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:10.140015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c831edbf-0268-40bf-a1fa-d52c8da88af1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:10.154654 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b671-3630-4797-8cb8-5ed1ec8be530 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=493054bb-b1d1-49db-869b-b3c4813798ae,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:10.169750 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 493054bb-b1d1-49db-869b-b3c4813798ae details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:10.172284 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2433593-8759-4802-98f9-38a9d7059464 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.225674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2433593-8759-4802-98f9-38a9d7059464 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.232148 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2433593-8759-4802-98f9-38a9d7059464 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.277141 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2433593-8759-4802-98f9-38a9d7059464 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.281351 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c2433593-8759-4802-98f9-38a9d7059464 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1955092 Sep 02 13:56:10.281734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:10.290011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8383db6d-0ac3-4468-942b-c135c014cdfd tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'security_group_rule': {'security_group_id': '0a1f9176-af7e-4f54-ad06-9bb03bf5bd89', 'project_id': '6aabc82675484139b51152be179decc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:10.316410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2433593-8759-4802-98f9-38a9d7059464 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162e073b-5465-4609-a352-6d55173a5884,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:10.339367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8383db6d-0ac3-4468-942b-c135c014cdfd tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.353718 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c831edbf-0268-40bf-a1fa-d52c8da88af1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.354821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1bc8aed4-4ec2-4630-af1f-485195c83225'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:56:10.373440 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c831edbf-0268-40bf-a1fa-d52c8da88af1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.386709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c831edbf-0268-40bf-a1fa-d52c8da88af1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 493054bb-b1d1-49db-869b-b3c4813798ae is not hosted by any dhcp agent {{(pid=94687) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:56:10.394727 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831edbf-0268-40bf-a1fa-d52c8da88af1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:10.395429 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c831edbf-0268-40bf-a1fa-d52c8da88af1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.396857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c831edbf-0268-40bf-a1fa-d52c8da88af1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "PUT /v2.0/networks/493054bb-b1d1-49db-869b-b3c4813798ae HTTP/1.1" status: 200 len: 723 time: 0.2622118 Sep 02 13:56:10.400623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59786) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:10.405949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': '493054bb-b1d1-49db-869b-b3c4813798ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:10.464895 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831edbf-0268-40bf-a1fa-d52c8da88af1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=493054bb-b1d1-49db-869b-b3c4813798ae,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:10.470087 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8383db6d-0ac3-4468-942b-c135c014cdfd tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.481678 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8383db6d-0ac3-4468-942b-c135c014cdfd tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.487801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 493054bb-b1d1-49db-869b-b3c4813798ae details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:10.511174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383db6d-0ac3-4468-942b-c135c014cdfd tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03102eb-dfb9-48c3-ae72-c1c64978d0d8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:10.524331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8383db6d-0ac3-4468-942b-c135c014cdfd tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.527787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8383db6d-0ac3-4468-942b-c135c014cdfd tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424915 Sep 02 13:56:10.528640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:10.533784 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-729998a8-47ce-477b-9e36-d866fb4799eb tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'security_group_rule': {'security_group_id': '0a1f9176-af7e-4f54-ad06-9bb03bf5bd89', 'project_id': '6aabc82675484139b51152be179decc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:10.552458 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:10.556236 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.629979 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-729998a8-47ce-477b-9e36-d866fb4799eb tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.749310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-729998a8-47ce-477b-9e36-d866fb4799eb tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.758695 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-729998a8-47ce-477b-9e36-d866fb4799eb tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.790358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98494272-6184-4b45-9ef5-9db373a5abde req-dd18fd99-a4e4-4721-bf4c-d82d199029a0 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:10.792129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-98494272-6184-4b45-9ef5-9db373a5abde req-dd18fd99-a4e4-4721-bf4c-d82d199029a0 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 944 time: 0.0631983 Sep 02 13:56:10.795281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729998a8-47ce-477b-9e36-d866fb4799eb tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a43af25-70e4-4dc3-ba25-90f0197f1e36,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:10.836927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-729998a8-47ce-477b-9e36-d866fb4799eb tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.836927 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-729998a8-47ce-477b-9e36-d866fb4799eb tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3066390 Sep 02 13:56:10.839030 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:10.844268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ef879758-94d6-479f-a8d3-005f006abfdc tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'security_group_rule': {'security_group_id': '0a1f9176-af7e-4f54-ad06-9bb03bf5bd89', 'project_id': '6aabc82675484139b51152be179decc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:10.847031 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-98494272-6184-4b45-9ef5-9db373a5abde req-df8fa452-10e6-4540-a809-16521acaa37b tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425787 Sep 02 13:56:10.872921 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.909018 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-ef879758-94d6-479f-a8d3-005f006abfdc tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Project 6aabc82675484139b51152be179decc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:56:10.919057 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef879758-94d6-479f-a8d3-005f006abfdc tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:10.954113 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=867808fe-6be3-4b9f-a51e-3a700ab35cb8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:10.983508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': '8519c5af-4673-41f8-a780-5519171253fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '493054bb-b1d1-49db-869b-b3c4813798ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:10.983899 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: 493054bb-b1d1-49db-869b-b3c4813798ae, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:11.010429 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef879758-94d6-479f-a8d3-005f006abfdc tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.016666 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef879758-94d6-479f-a8d3-005f006abfdc tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.022752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 493054bb-b1d1-49db-869b-b3c4813798ae is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:11.041521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef879758-94d6-479f-a8d3-005f006abfdc tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb48bda8-df72-45f3-88dd-aa577ab3ba92,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:11.044542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 493054bb-b1d1-49db-869b-b3c4813798ae) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:11.047575 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef879758-94d6-479f-a8d3-005f006abfdc tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.051223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ef879758-94d6-479f-a8d3-005f006abfdc tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2087810 Sep 02 13:56:11.051223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:11.051223 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.053700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59796) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:11.058019 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaeb0ce-a98a-45f4-b480-781ad70ba252 None None] Network 493054bb-b1d1-49db-869b-b3c4813798ae requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:11.066570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ababb0b2-f72a-4125-8b06-8dc915d1c269 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'security_group_rule': {'security_group_id': '0a1f9176-af7e-4f54-ad06-9bb03bf5bd89', 'project_id': '6aabc82675484139b51152be179decc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:11.074341 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-972017f6-05da-4b0e-bf9e-cebd19bda91a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6694627 Sep 02 13:56:11.074757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:11.081675 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d19d2d94-1020-4120-b0ae-d75bd4b4bfd4 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:11.095306 n-d-794796-4 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-ababb0b2-f72a-4125-8b06-8dc915d1c269 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Project 6aabc82675484139b51152be179decc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:56:11.101292 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ababb0b2-f72a-4125-8b06-8dc915d1c269 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.171797 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ababb0b2-f72a-4125-8b06-8dc915d1c269 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.176965 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ababb0b2-f72a-4125-8b06-8dc915d1c269 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.193894 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d19d2d94-1020-4120-b0ae-d75bd4b4bfd4 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2144331335'] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.207589 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababb0b2-f72a-4125-8b06-8dc915d1c269 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ab40ca-2175-4e13-8c91-7cbc01f6ce3e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:11.228995 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ababb0b2-f72a-4125-8b06-8dc915d1c269 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.233023 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ababb0b2-f72a-4125-8b06-8dc915d1c269 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1721025 Sep 02 13:56:11.268472 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-493054bb-b1d1-49db-869b-b3c4813798ae', 'network_id': '493054bb-b1d1-49db-869b-b3c4813798ae', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': '867808fe-6be3-4b9f-a51e-3a700ab35cb8'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:11.269564 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.425240 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d19d2d94-1020-4120-b0ae-d75bd4b4bfd4 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743480733386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2146522708'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.467822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d2d94-1020-4120-b0ae-d75bd4b4bfd4 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:11.468674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d19d2d94-1020-4120-b0ae-d75bd4b4bfd4 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.472699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59804) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:11.474722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Allocated IP 172.20.0.2 (493054bb-b1d1-49db-869b-b3c4813798ae/867808fe-6be3-4b9f-a51e-3a700ab35cb8/c2176b5e-2841-4e38-b446-02e04354ae93) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:11.483639 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d19d2d94-1020-4120-b0ae-d75bd4b4bfd4 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "PUT /v2.0/subnets/867808fe-6be3-4b9f-a51e-3a700ab35cb8 HTTP/1.1" status: 200 len: 806 time: 0.3964326 Sep 02 13:56:11.525183 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d2d94-1020-4120-b0ae-d75bd4b4bfd4 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=867808fe-6be3-4b9f-a51e-3a700ab35cb8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:11.600260 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1bc8aed4-4ec2-4630-af1f-485195c83225 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:11.609580 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.697802 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.701341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.706569 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-6349d17e-4920-4a17-b2a3-b7882793c0a9 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1847302966&fields=id&tenant_id=6aabc82675484139b51152be179decc9 HTTP/1.1" status: 200 len: 267 time: 0.0731316 Sep 02 13:56:11.717530 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Transition to ACTIVE for port object c2176b5e-2841-4e38-b446-02e04354ae93 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:11.723468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 1bc8aed4-4ec2-4630-af1f-485195c83225 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:11.733706 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 1bc8aed4-4ec2-4630-af1f-485195c83225 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:11.734092 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.761200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Transition to ACTIVE for port object c2176b5e-2841-4e38-b446-02e04354ae93 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:11.774449 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.845469 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Network 493054bb-b1d1-49db-869b-b3c4813798ae is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:11.850177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:11.852747 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Pushing event updated for resources: {'Port': ['ID=c2176b5e-2841-4e38-b446-02e04354ae93,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:11.860523 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:11.865413 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.909829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=867808fe-6be3-4b9f-a51e-3a700ab35cb8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:11.948098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Attempting to bind port c2176b5e-2841-4e38-b446-02e04354ae93 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:56:11.948098 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Attempting to bind port c2176b5e-2841-4e38-b446-02e04354ae93 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '8519c5af-4673-41f8-a780-5519171253fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '493054bb-b1d1-49db-869b-b3c4813798ae'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:56:11.948568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Attempting to bind port c2176b5e-2841-4e38-b446-02e04354ae93 on network 493054bb-b1d1-49db-869b-b3c4813798ae {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:11.952382 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.964228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:56:11.964603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Checking segment: {'id': '8519c5af-4673-41f8-a780-5519171253fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '493054bb-b1d1-49db-869b-b3c4813798ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:11.965009 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.965402 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Bound using segment: {'id': '8519c5af-4673-41f8-a780-5519171253fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '493054bb-b1d1-49db-869b-b3c4813798ae'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:56:11.965886 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Bound port: c2176b5e-2841-4e38-b446-02e04354ae93, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519c5af-4673-41f8-a780-5519171253fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '493054bb-b1d1-49db-869b-b3c4813798ae'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:56:11.966268 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:11.970329 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:56:11.994430 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c053d6-55a7-4bd1-8b5a-462892d45869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc8aed4-4ec2-4630-af1f-485195c83225'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:11.996797 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0108f7b-b605-40c7-9666-bd295cd91530" -d '{"events": [{"server_uuid": "e6c053d6-55a7-4bd1-8b5a-462892d45869", "name": "network-vif-plugged", "status": "completed", "tag": "1bc8aed4-4ec2-4630-af1f-485195c83225"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:12.017495 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:12.035024 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493054bb-b1d1-49db-869b-b3c4813798ae']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:12.037849 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf3e4c-1666-4437-b727-00d087c31079 req-99be4022-0e12-4667-9832-f59e1801e27e tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:12.039152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ddf3e4c-1666-4437-b727-00d087c31079 req-99be4022-0e12-4667-9832-f59e1801e27e tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 944 time: 0.0640452 Sep 02 13:56:12.053945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8519c5af-4673-41f8-a780-5519171253fd') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:12.054974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8519c5af-4673-41f8-a780-5519171253fd') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:12.081748 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-e8396129-aab7-4d01-95ac-8bb3af78dcd7 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:12.090372 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-e8396129-aab7-4d01-95ac-8bb3af78dcd7 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/networks?id=81e9acf0-dcef-4e52-8a82-413a053d5968 HTTP/1.1" status: 200 len: 814 time: 0.3613994 Sep 02 13:56:12.097357 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:12.101233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6ddf3e4c-1666-4437-b727-00d087c31079 req-a0b8bfb2-e29f-4117-b5c9-7c69de0d6c61 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524869 Sep 02 13:56:12.126124 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-ca8a7bb6-6aab-4ee8-b74f-31c293fc4250 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/quotas/6aabc82675484139b51152be179decc9 HTTP/1.1" status: 200 len: 375 time: 0.0344677 Sep 02 13:56:12.183740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 1bc8aed4-4ec2-4630-af1f-485195c83225, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1bc8aed4-4ec2-4630-af1f-485195c83225,segment=NetworkSegment(83229442-bfaa-474f-bf59-af5b488f47a2),segment_id=83229442-bfaa-474f-bf59-af5b488f47a2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:12.185499 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc1a63e-95fe-4f49-9a01-1f053111afd7 x-openstack-request-id: req-7bc1a63e-95fe-4f49-9a01-1f053111afd7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:12.185787 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c053d6-55a7-4bd1-8b5a-462892d45869", "name": "network-vif-plugged", "status": "completed", "tag": "1bc8aed4-4ec2-4630-af1f-485195c83225", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:12.186039 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bc1a63e-95fe-4f49-9a01-1f053111afd7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:12.186483 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c053d6-55a7-4bd1-8b5a-462892d45869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc8aed4-4ec2-4630-af1f-485195c83225', 'code': 200} Sep 02 13:56:12.195886 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:12.199166 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:12.207308 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:12.207778 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:12.254735 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] For port c2176b5e-2841-4e38-b446-02e04354ae93, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:12.263891 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:12.284850 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-6bafe3f2-9a9b-4a42-b719-806b6cb14b9f tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6aabc82675484139b51152be179decc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577148 Sep 02 13:56:12.291903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f19745-3d12-4114-8fda-ffd719eb0716 req-d05b1db9-0b15-4d8e-8757-41443dd5d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:12.293805 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96f19745-3d12-4114-8fda-ffd719eb0716 req-d05b1db9-0b15-4d8e-8757-41443dd5d512 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 1096 time: 0.0671692 Sep 02 13:56:12.299844 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=1bc8aed4-4ec2-4630-af1f-485195c83225,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:12.329928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] For port c2176b5e-2841-4e38-b446-02e04354ae93, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c2176b5e-2841-4e38-b446-02e04354ae93,segment=NetworkSegment(8519c5af-4673-41f8-a780-5519171253fd),segment_id=8519c5af-4673-41f8-a780-5519171253fd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:12.338051 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:12.346921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96f19745-3d12-4114-8fda-ffd719eb0716 req-b9093b81-568c-4b17-acef-8102b76ef68b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363264 Sep 02 13:56:12.363032 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 02 13:56:12.363032 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 02 13:56:12.363032 n-d-794796-4 neutron-server[94687]: [parameters: {'id': '493054bb-b1d1-49db-869b-b3c4813798ae'}] Sep 02 13:56:12.363032 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:56:12.363621 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:56:12.420016 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-94a777eb-9488-4d1b-97f3-3289c795473a service neutron] 10.222.0.13 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152680 Sep 02 13:56:12.445169 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e21b71-b567-4421-899a-1c13e0841836 None None] Pushing event updated for resources: {'Port': ['ID=c2176b5e-2841-4e38-b446-02e04354ae93,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:12.470791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f111905-1e8a-4a43-a59f-f350103b1f31 None None] Network 493054bb-b1d1-49db-869b-b3c4813798ae requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:12.545179 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-3f90d843-29b6-4a4f-962a-901cc5b46c74 service neutron] 10.222.0.13 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178625 Sep 02 13:56:12.605436 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9de3eb-897d-412d-bb5e-d9032bf0a691 None None] Network 493054bb-b1d1-49db-869b-b3c4813798ae requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:12.758831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54452bf1-e29a-416c-8700-165934a5d784 None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:56:12.865277 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:12.928319 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54452bf1-e29a-416c-8700-165934a5d784 None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:56:12.966375 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6966dd9-dc91-4a31-9e1d-ca79bc52ae5b req-91779d8b-eae8-4d5a-9dd2-35f7a6cd47dd tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 210 time: 0.0523913 Sep 02 13:56:12.997658 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Deleting port c2176b5e-2841-4e38-b446-02e04354ae93 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:12.998382 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.113272 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] For port c2176b5e-2841-4e38-b446-02e04354ae93, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c2176b5e-2841-4e38-b446-02e04354ae93,segment=NetworkSegment(8519c5af-4673-41f8-a780-5519171253fd),segment_id=8519c5af-4673-41f8-a780-5519171253fd)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:13.113873 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.145997 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Calling delete_port for c2176b5e-2841-4e38-b446-02e04354ae93 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:13.294357 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376d1d0-d508-4b5b-9495-a91cc595ff5f req-4d99f284-ca80-4411-afdb-c1ace20fe993 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:13.300291 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a376d1d0-d508-4b5b-9495-a91cc595ff5f req-4d99f284-ca80-4411-afdb-c1ace20fe993 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 945 time: 0.0962336 Sep 02 13:56:13.346412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.375267 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a376d1d0-d508-4b5b-9495-a91cc595ff5f req-86ee1f00-edd7-4255-894d-89ce7464a141 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683928 Sep 02 13:56:13.381145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Port': ['ID=c2176b5e-2841-4e38-b446-02e04354ae93,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:13.383653 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No DVR routers for this DVR port c2176b5e-2841-4e38-b446-02e04354ae93 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:13.398161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.398529 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.398875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.399270 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.399596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.399932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.400264 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.400596 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.412036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.412036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.412036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.412036 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:13.490445 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.501674 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493054bb-b1d1-49db-869b-b3c4813798ae']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:13.514190 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8519c5af-4673-41f8-a780-5519171253fd') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:13.515183 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8519c5af-4673-41f8-a780-5519171253fd') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:13.524838 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.539041 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.545670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:13.546119 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:13.549594 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:13.617682 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.626171 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.630516 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/493054bb-b1d1-49db-869b-b3c4813798ae HTTP/1.1" status: 204 len: 168 time: 2.1531737 Sep 02 13:56:13.630516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59842) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:13.649525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b44ef0-94a6-4406-a262-010ce7a6fb17 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=493054bb-b1d1-49db-869b-b3c4813798ae,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:13.664592 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0364ed8b-c74d-40c6-aecf-f74fd015ead7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:13.665138 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0364ed8b-c74d-40c6-aecf-f74fd015ead7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:13.666819 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0364ed8b-c74d-40c6-aecf-f74fd015ead7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/493054bb-b1d1-49db-869b-b3c4813798ae HTTP/1.1" status: 404 len: 339 time: 0.0358031 Sep 02 13:56:13.670951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:13.676053 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1846742539', 'description': 'd1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:13.696534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:13.699948 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.724283 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:13.733016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.733408 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 7add72e7-df66-4c79-bc1b-c5e1638a2615 of type vlan for network c1dcb807-c743-48c3-b28c-08f71017aa95 Sep 02 13:56:13.772961 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.807304 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.813726 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:13.814311 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:13.865146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1930144 Sep 02 13:56:13.867767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:13.925782 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8829a-fd0a-45f8-9639-d881c40a40a5 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=c1dcb807-c743-48c3-b28c-08f71017aa95,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:13.941105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network c1dcb807-c743-48c3-b28c-08f71017aa95 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:13.988853 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180c02f-d6a3-439a-8d4e-92cbb4846e1b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:13.990330 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d180c02f-d6a3-439a-8d4e-92cbb4846e1b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/networks?id=c1dcb807-c743-48c3-b28c-08f71017aa95 HTTP/1.1" status: 200 len: 761 time: 0.1216810 Sep 02 13:56:13.993086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59850) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:13.998569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-43105c4c-31ef-4cc2-a445-bf2cdf45f0be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'description': 'd2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:14.049516 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-e1abf1e6-7908-4d8d-9aeb-f5ac4b9c9bc8 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:14.051088 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-e1abf1e6-7908-4d8d-9aeb-f5ac4b9c9bc8 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.77 "GET /v2.0/networks?id=81e9acf0-dcef-4e52-8a82-413a053d5968 HTTP/1.1" status: 200 len: 814 time: 0.1583757 Sep 02 13:56:14.122299 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5f9df1cc-2331-4589-bc0c-ecfca4998660 req-9d6b262e-0e50-4de4-bc96-f9462e7d758a tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 210 time: 0.0355589 Sep 02 13:56:14.127296 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-e821f361-a016-451f-b183-21561dffedcd tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6aabc82675484139b51152be179decc9 HTTP/1.1" status: 200 len: 380 time: 0.0674808 Sep 02 13:56:14.137903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'port': {'device_id': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'admin_state_up': True, 'tenant_id': '6aabc82675484139b51152be179decc9', 'security_groups': ['0a1f9176-af7e-4f54-ad06-9bb03bf5bd89']}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:14.178459 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43105c4c-31ef-4cc2-a445-bf2cdf45f0be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.193909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43105c4c-31ef-4cc2-a445-bf2cdf45f0be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.203806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43105c4c-31ef-4cc2-a445-bf2cdf45f0be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network c1dcb807-c743-48c3-b28c-08f71017aa95 is not hosted by any dhcp agent {{(pid=94688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 02 13:56:14.209339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43105c4c-31ef-4cc2-a445-bf2cdf45f0be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:14.209974 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43105c4c-31ef-4cc2-a445-bf2cdf45f0be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.214566 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-43105c4c-31ef-4cc2-a445-bf2cdf45f0be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "PUT /v2.0/networks/c1dcb807-c743-48c3-b28c-08f71017aa95 HTTP/1.1" status: 200 len: 758 time: 0.2199588 Sep 02 13:56:14.214703 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59854) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:14.275823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43105c4c-31ef-4cc2-a445-bf2cdf45f0be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=c1dcb807-c743-48c3-b28c-08f71017aa95,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:14.288307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network c1dcb807-c743-48c3-b28c-08f71017aa95 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:14.343994 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae0245f-fc4e-4605-8458-da215b59a8ad tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:14.346144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2ae0245f-fc4e-4605-8458-da215b59a8ad tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/networks?id=c1dcb807-c743-48c3-b28c-08f71017aa95 HTTP/1.1" status: 200 len: 761 time: 0.1305475 Sep 02 13:56:14.350587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59856) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:14.355583 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1701858644'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:14.367360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Made reservation on behalf of 6aabc82675484139b51152be179decc9 for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:14.370851 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.394382 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:14.397694 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.466654 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:14.486877 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.487223 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 617ebc28-7d74-4d4f-b04b-85537f192058 of type vlan for network 2db06767-a5cb-4f93-a412-af92df2cb9a0 Sep 02 13:56:14.534023 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c4688-4a15-47db-b88a-011c06e13693 req-4a34c61c-8ddb-429c-9d32-d45e7ec4df4a tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:14.535488 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e93c4688-4a15-47db-b88a-011c06e13693 req-4a34c61c-8ddb-429c-9d32-d45e7ec4df4a tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 945 time: 0.0671821 Sep 02 13:56:14.563912 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.578341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Allocated IP 172.20.0.14 (81e9acf0-dcef-4e52-8a82-413a053d5968/36d7bbfe-ade7-46a9-a10f-d75107b5eea5/0735ec5b-6161-49c8-830a-ccd655199c1a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:14.612794 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.618469 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:14.619135 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.763563 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4125254 Sep 02 13:56:14.768669 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59862) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:14.776102 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': '2db06767-a5cb-4f93-a412-af92df2cb9a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:14.785742 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b82586-4138-4d8e-829c-15e64ad2df8b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=2db06767-a5cb-4f93-a412-af92df2cb9a0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:14.808412 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 2db06767-a5cb-4f93-a412-af92df2cb9a0 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:14.931908 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.961095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Transition to ACTIVE for port object 0735ec5b-6161-49c8-830a-ccd655199c1a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:14.967713 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:14.971576 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:14.996050 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e93c4688-4a15-47db-b88a-011c06e13693 req-88597e09-fe1d-4196-9a6d-cdccfb696278 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524879 Sep 02 13:56:15.074791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:15.135931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Network 81e9acf0-dcef-4e52-8a82-413a053d5968 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:15.158605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:15.167807 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:15.173868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'Port': ['ID=0735ec5b-6161-49c8-830a-ccd655199c1a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:15.288675 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:15.289330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:15.344319 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-1d7aa167-e918-4922-92a5-879d82ddbbc6 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2112095 Sep 02 13:56:15.348728 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:15.367945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Request body: {'port': {'device_id': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:15.467818 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e01ebc-32d4-4c88-8ea9-5da869bf3c52 req-7b3b72cd-4022-49f2-b7ad-73c2f8f099e9 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:15.475985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-46e01ebc-32d4-4c88-8ea9-5da869bf3c52 req-7b3b72cd-4022-49f2-b7ad-73c2f8f099e9 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 932 time: 0.2313669 Sep 02 13:56:15.510015 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=214266f3-8ff1-49af-bfc1-9dc08e73840b,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:15.562059 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:15.565040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3de9f894-d26d-4716-8ba1-4b24e1ff4dad None None] Provisioning for port 0735ec5b-6161-49c8-830a-ccd655199c1a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:15.566989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': '617ebc28-7d74-4d4f-b04b-85537f192058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2db06767-a5cb-4f93-a412-af92df2cb9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:15.567360 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: 2db06767-a5cb-4f93-a412-af92df2cb9a0, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:15.573268 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3de9f894-d26d-4716-8ba1-4b24e1ff4dad None None] Provisioning complete for port 0735ec5b-6161-49c8-830a-ccd655199c1a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:15.574532 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3de9f894-d26d-4716-8ba1-4b24e1ff4dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:15.599588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-46e01ebc-32d4-4c88-8ea9-5da869bf3c52 req-c82b5351-c5fe-4e5f-9b1b-a55c878f8ec3 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226599 Sep 02 13:56:15.639659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3de9f894-d26d-4716-8ba1-4b24e1ff4dad None None] Port 0735ec5b-6161-49c8-830a-ccd655199c1a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:15.650517 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network 2db06767-a5cb-4f93-a412-af92df2cb9a0 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:15.705145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 2db06767-a5cb-4f93-a412-af92df2cb9a0) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:15.716835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:15.718197 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:15.722084 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aea952-6539-42f6-9294-42469f536049 None None] Network 2db06767-a5cb-4f93-a412-af92df2cb9a0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:15.747301 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-92ddeff0-5580-4601-b2a1-3dca8afd5985 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9731956 Sep 02 13:56:15.748251 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:15.946667 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0735ec5b-6161-49c8-830a-ccd655199c1a {{(pid=94687) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:56:15.958707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:15.988449 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:15.989061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Transition to ACTIVE for port object 0735ec5b-6161-49c8-830a-ccd655199c1a will not be triggered until provisioned by entity L2. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:15.993158 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.072385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Pushing event updated for resources: {'Port': ['ID=0735ec5b-6161-49c8-830a-ccd655199c1a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:16.086325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac2e37f-209d-467c-8139-14a858698e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-2db06767-a5cb-4f93-a412-af92df2cb9a0', 'network_id': '2db06767-a5cb-4f93-a412-af92df2cb9a0', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': '214266f3-8ff1-49af-bfc1-9dc08e73840b'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:16.087207 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ac2e37f-209d-467c-8139-14a858698e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.106405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.249080 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.279889 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Attempting to bind port 0735ec5b-6161-49c8-830a-ccd655199c1a on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:56:16.280933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Attempting to bind port 0735ec5b-6161-49c8-830a-ccd655199c1a by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:56:16.281064 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Attempting to bind port 0735ec5b-6161-49c8-830a-ccd655199c1a on network 81e9acf0-dcef-4e52-8a82-413a053d5968 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:16.288151 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=214266f3-8ff1-49af-bfc1-9dc08e73840b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:16.297626 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Port 0735ec5b-6161-49c8-830a-ccd655199c1a on network 81e9acf0-dcef-4e52-8a82-413a053d5968 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:56:16.299839 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Attempting to bind port 0735ec5b-6161-49c8-830a-ccd655199c1a on network 81e9acf0-dcef-4e52-8a82-413a053d5968 {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:16.320258 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:56:16.320477 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Checking segment: {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:16.320749 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Bound using segment: {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'} {{(pid=94687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:56:16.321186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.managers [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Bound port: 0735ec5b-6161-49c8-830a-ccd655199c1a, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb0c2fc-46d9-4648-97c5-963c8aacd763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968'}}] {{(pid=94687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:56:16.321556 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server [None req-3ac2e37f-209d-467c-8139-14a858698e46 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 214266f3-8ff1-49af-bfc1-9dc08e73840b: This subnet is being modified by another concurrent operation. Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise self.value Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server raise exception Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 214266f3-8ff1-49af-bfc1-9dc08e73840b: This subnet is being modified by another concurrent operation. Sep 02 13:56:16.342022 n-d-794796-4 neutron-server[94689]: ERROR oslo_messaging.rpc.server Sep 02 13:56:16.370720 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5460c6cc-e294-4c8d-9883-ac8bd74a9616 None None] Network 2db06767-a5cb-4f93-a412-af92df2cb9a0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:16.479135 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.490409 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db06767-a5cb-4f93-a412-af92df2cb9a0']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:16.503959 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617ebc28-7d74-4d4f-b04b-85537f192058') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:16.504848 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617ebc28-7d74-4d4f-b04b-85537f192058') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:16.506128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] For port 0735ec5b-6161-49c8-830a-ccd655199c1a, host n-h2-794796-4, cleared binding levels {{(pid=94687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:16.517296 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] For port 0735ec5b-6161-49c8-830a-ccd655199c1a, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0735ec5b-6161-49c8-830a-ccd655199c1a,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:16.520382 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.524412 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.576468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:16.577537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.577951 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.579816 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] 10.222.0.77 "PUT /v2.0/ports/0735ec5b-6161-49c8-830a-ccd655199c1a HTTP/1.1" status: 200 len: 1092 time: 1.2164156 Sep 02 13:56:16.580553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:16.583902 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5025b634-d7c5-4b54-b8e0-73cebc765b54" -d '{"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:16.596087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:16.597021 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:16.607252 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:16.617068 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742bf21-272d-4abd-acba-6cb422425946 service neutron] Pushing event updated for resources: {'Port': ['ID=0735ec5b-6161-49c8-830a-ccd655199c1a,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:16.690917 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-18e8790b-0070-4469-9604-75464f84751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:16.692629 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-18e8790b-0070-4469-9604-75464f84751e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6aabc82675484139b51152be179decc9&device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1095 time: 0.0664895 Sep 02 13:56:16.711753 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a70e0e-f78e-4c2c-8033-6e983a31d2cc x-openstack-request-id: req-b3a70e0e-f78e-4c2c-8033-6e983a31d2cc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:16.712159 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:16.712484 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3a70e0e-f78e-4c2c-8033-6e983a31d2cc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:16.712963 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'status': 'completed', 'code': 200} Sep 02 13:56:16.752745 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-8d414b78-b708-4d43-8521-05097b737580 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0735ec5b-6161-49c8-830a-ccd655199c1a HTTP/1.1" status: 200 len: 217 time: 0.0520122 Sep 02 13:56:16.754331 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.759229 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:16.762038 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/2db06767-a5cb-4f93-a412-af92df2cb9a0 HTTP/1.1" status: 204 len: 168 time: 1.0123816 Sep 02 13:56:16.772210 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59888) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:16.813641 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f8318-3e5c-4d62-9079-f88be0f0def7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=2db06767-a5cb-4f93-a412-af92df2cb9a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:16.833009 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc01166-da42-4901-89f1-593799ca4eeb tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] GET failed (client error): The resource could not be found. Sep 02 13:56:16.836802 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0bc01166-da42-4901-89f1-593799ca4eeb tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/subnets/214266f3-8ff1-49af-bfc1-9dc08e73840b HTTP/1.1" status: 404 len: 337 time: 0.0608101 Sep 02 13:56:16.838801 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59890) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:16.851269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-f6dc3372-34c6-4438-911a-8b9b89e44362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:16.852838 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-f6dc3372-34c6-4438-911a-8b9b89e44362 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36d7bbfe-ade7-46a9-a10f-d75107b5eea5 HTTP/1.1" status: 200 len: 853 time: 0.0927887 Sep 02 13:56:16.870190 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89024b2-22c8-4748-9a1b-67753c4f3e44 req-deaaf282-75ba-4f93-8d94-b43e2ac9ba8a tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:16.871801 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e89024b2-22c8-4748-9a1b-67753c4f3e44 req-deaaf282-75ba-4f93-8d94-b43e2ac9ba8a tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 944 time: 0.1320910 Sep 02 13:56:16.872989 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0b2f64-36f1-4def-b52a-e5f37fd0b8fa tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:16.874304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0b2f64-36f1-4def-b52a-e5f37fd0b8fa tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:16.876253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bc0b2f64-36f1-4def-b52a-e5f37fd0b8fa tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/2db06767-a5cb-4f93-a412-af92df2cb9a0 HTTP/1.1" status: 404 len: 339 time: 0.0362937 Sep 02 13:56:16.880320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:16.904380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-002b5127-63f8-40b5-a1ea-a0d250d23606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:16.906791 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-002b5127-63f8-40b5-a1ea-a0d250d23606 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81e9acf0-dcef-4e52-8a82-413a053d5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464385 Sep 02 13:56:16.916307 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de5a96-13b0-4ce5-aeb1-7e803588a58b None None] get_active_networks_info from n-d-794796-4 {{(pid=94689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 02 13:56:17.041236 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-9170532c-44df-4550-8ec1-dcbab8d334b4 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215842 Sep 02 13:56:17.086152 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e89024b2-22c8-4748-9a1b-67753c4f3e44 req-d9f438c4-52bf-4363-b3de-0fd1cf33afad tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920526 Sep 02 13:56:17.113104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de5a96-13b0-4ce5-aeb1-7e803588a58b None None] Resources bound (agent type, host, resource id): {{(pid=94689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 02 13:56:17.153026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1799965-c5dd-40d1-84d3-586aa10f6df2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.154541 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b1799965-c5dd-40d1-84d3-586aa10f6df2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2730465 Sep 02 13:56:17.157222 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:17.162992 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aa8649f-0d77-4d75-8d09-8ae335c7121b req-0e7f5a18-d908-420e-9e04-677d357dd08b service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146407 Sep 02 13:56:17.195838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1d52fb76-8e8b-4108-a1f3-d661db2c3669 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/subnets?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4 HTTP/1.1" status: 200 len: 207 time: 0.0374882 Sep 02 13:56:17.198991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:17.268841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-e27f169b-f258-4256-9564-ba628bb019f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.270696 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-e27f169b-f258-4256-9564-ba628bb019f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6aabc82675484139b51152be179decc9&device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1095 time: 0.0534213 Sep 02 13:56:17.404254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-1f6b173d-f66e-4b15-90db-3f743b712c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.406492 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-1f6b173d-f66e-4b15-90db-3f743b712c11 service neutron] 10.222.0.77 "GET /v2.0/networks?id=81e9acf0-dcef-4e52-8a82-413a053d5968 HTTP/1.1" status: 200 len: 915 time: 0.1291630 Sep 02 13:56:17.407880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c699a46-d9fe-415e-84a1-9c11baa3eed2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.414064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c699a46-d9fe-415e-84a1-9c11baa3eed2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.420077 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c699a46-d9fe-415e-84a1-9c11baa3eed2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.426684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c699a46-d9fe-415e-84a1-9c11baa3eed2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.428722 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5c699a46-d9fe-415e-84a1-9c11baa3eed2 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2288117 Sep 02 13:56:17.432590 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:17.473682 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-3ea2e296-0cec-478e-9bd1-e24d8817eabe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0735ec5b-6161-49c8-830a-ccd655199c1a HTTP/1.1" status: 200 len: 217 time: 0.0595117 Sep 02 13:56:17.526089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-6526a8d8-5faf-46f7-a924-24820f3efa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.527775 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-6526a8d8-5faf-46f7-a924-24820f3efa1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36d7bbfe-ade7-46a9-a10f-d75107b5eea5 HTTP/1.1" status: 200 len: 853 time: 0.0462289 Sep 02 13:56:17.552004 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d9c0a8c6-5dbe-49e5-af0a-71e2d9ad3132 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1168153 Sep 02 13:56:17.555109 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:17.582709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-d5a4df40-84d4-43c7-83b5-ffc51141e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.584284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-d5a4df40-84d4-43c7-83b5-ffc51141e027 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81e9acf0-dcef-4e52-8a82-413a053d5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489502 Sep 02 13:56:17.649131 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1720716-0584-4be8-98ca-e3ddbbce0bed tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.650682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1720716-0584-4be8-98ca-e3ddbbce0bed tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.652672 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f1720716-0584-4be8-98ca-e3ddbbce0bed tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0961201 Sep 02 13:56:17.656519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59906) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:17.742820 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d9c31-9327-497f-9059-ba52b2026c11 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.744369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d9c31-9327-497f-9059-ba52b2026c11 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['shared'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.745985 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7b1d9c31-9327-497f-9059-ba52b2026c11 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0868528 Sep 02 13:56:17.750040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:17.752263 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-bdd369b9-fbec-40cc-892d-6f8131bc8523 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608768 Sep 02 13:56:17.882781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8f19f2-ea87-460d-8daf-8391be50d71d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:17.885066 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9e8f19f2-ea87-460d-8daf-8391be50d71d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/networks/4fb85581-38a7-4351-b75b-55a1ab45afec HTTP/1.1" status: 200 len: 799 time: 0.1340311 Sep 02 13:56:17.888878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:17.890191 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5025b634-d7c5-4b54-b8e0-73cebc765b54 req-50400bdb-e1df-42b4-9a7c-2a771bf446a8 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296630 Sep 02 13:56:18.029946 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6c01d263-17a3-473d-9518-30cae480540b tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/networks/4fb85581-38a7-4351-b75b-55a1ab45afec?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1357088 Sep 02 13:56:18.030258 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:18.092395 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1702d8-d874-4296-ba94-fa78a9c1e2f1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:18.097256 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-fa1702d8-d874-4296-ba94-fa78a9c1e2f1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/subnets/e73f82ea-932a-4cd7-9ef8-0aeacd2a9c6b HTTP/1.1" status: 200 len: 811 time: 0.0617940 Sep 02 13:56:18.097565 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:18.163378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121e48b-4924-467c-abb4-1d5b3101c164 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:18.165515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a121e48b-4924-467c-abb4-1d5b3101c164 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "GET /v2.0/subnets/e73f82ea-932a-4cd7-9ef8-0aeacd2a9c6b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0669746 Sep 02 13:56:18.169325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59932) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:18.174527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1836732998'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:18.198838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:18.205782 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:18.235441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f442-5d99-4d45-8d6b-537e27c77f79 req-a0e6fbc2-64fc-41c8-a7c4-ae8571627e11 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:18.238100 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:18.249613 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c301f442-5d99-4d45-8d6b-537e27c77f79 req-a0e6fbc2-64fc-41c8-a7c4-ae8571627e11 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 944 time: 0.0827081 Sep 02 13:56:18.250681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:18.251038 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Added segment 23ebde11-b77a-4677-8b55-678f7d775076 of type vlan for network acfa4173-98ab-414e-8733-b2d4495a22cf Sep 02 13:56:18.302136 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c301f442-5d99-4d45-8d6b-537e27c77f79 req-f8c4e1ce-6c7e-447f-b09a-1f7f3e4a5e79 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513771 Sep 02 13:56:18.320008 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:18.349070 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:18.356327 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:18.357131 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:18.417209 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2466455 Sep 02 13:56:18.419917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:18.426401 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'network_id': 'acfa4173-98ab-414e-8733-b2d4495a22cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:18.444504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df1923-6053-4f52-875f-a482dfaf659d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Network': ['ID=acfa4173-98ab-414e-8733-b2d4495a22cf,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:18.455546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network acfa4173-98ab-414e-8733-b2d4495a22cf details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:18.537523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Made reservation on behalf of d41dd6f0c5e64be58510338aa5f3ce63 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:18.541165 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:18.606959 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Performing IP validity checks on allocation pools {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 02 13:56:18.607487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 02 13:56:18.756153 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:18.844645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=f7bcafaf-e8ff-4cbb-ac0f-3bd102872149,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:18.854829 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Checking segment: {'id': '23ebde11-b77a-4677-8b55-678f7d775076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'acfa4173-98ab-414e-8733-b2d4495a22cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:18.855267 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network hostable DHCP agents. Network: acfa4173-98ab-414e-8733-b2d4495a22cf, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:18.881077 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Network acfa4173-98ab-414e-8733-b2d4495a22cf is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:18.892663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, acfa4173-98ab-414e-8733-b2d4495a22cf) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:18.899791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:18.900416 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:18.907461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12c17b-8441-4cb0-b29a-7374dc772d3d None None] Network acfa4173-98ab-414e-8733-b2d4495a22cf requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:18.921214 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-397b982d-1a01-4cd1-807b-5b4f1907e84a tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4967980 Sep 02 13:56:18.922137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59952) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:18.939847 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ed5586c7-43eb-4b9a-a12d-31f9e7bb3a99 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:19.061140 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed5586c7-43eb-4b9a-a12d-31f9e7bb3a99 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2144140212'] for subnet, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.164375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-acfa4173-98ab-414e-8733-b2d4495a22cf', 'network_id': 'acfa4173-98ab-414e-8733-b2d4495a22cf', 'tenant_id': 'd41dd6f0c5e64be58510338aa5f3ce63', 'fixed_ips': [{'subnet_id': 'f7bcafaf-e8ff-4cbb-ac0f-3bd102872149'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:19.165262 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.285465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91550-a31b-4a80-9e3e-abdbcfbfbf8f req-66192854-19c5-4f4d-8a50-b246b865e3ea tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:19.287014 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ac91550-a31b-4a80-9e3e-abdbcfbfbf8f req-66192854-19c5-4f4d-8a50-b246b865e3ea tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 945 time: 0.1048861 Sep 02 13:56:19.332303 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed5586c7-43eb-4b9a-a12d-31f9e7bb3a99 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743480733386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2144152016'] for subnet, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.380861 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Allocated IP 172.20.0.3 (acfa4173-98ab-414e-8733-b2d4495a22cf/f7bcafaf-e8ff-4cbb-ac0f-3bd102872149/86bd81fa-23bf-4835-8c11-b1f804f4713f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:19.387272 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4ac91550-a31b-4a80-9e3e-abdbcfbfbf8f req-116c82ff-3bf2-4123-8ef2-84355b4ce3e7 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922041 Sep 02 13:56:19.393700 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5586c7-43eb-4b9a-a12d-31f9e7bb3a99 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:19.394374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ed5586c7-43eb-4b9a-a12d-31f9e7bb3a99 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.400365 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ed5586c7-43eb-4b9a-a12d-31f9e7bb3a99 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "PUT /v2.0/subnets/f7bcafaf-e8ff-4cbb-ac0f-3bd102872149 HTTP/1.1" status: 200 len: 877 time: 0.4719784 Sep 02 13:56:19.400365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5586c7-43eb-4b9a-a12d-31f9e7bb3a99 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event updated for resources: {'Subnet': ['ID=f7bcafaf-e8ff-4cbb-ac0f-3bd102872149,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:19.401902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59962) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:19.449495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a9383-4dd5-4a8a-b9f9-0fe5c8c41f82 req-1023859e-b69a-4b78-aa26-bc62bab7e4c0 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:19.452660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-521a9383-4dd5-4a8a-b9f9-0fe5c8c41f82 req-1023859e-b69a-4b78-aa26-bc62bab7e4c0 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 944 time: 0.0816772 Sep 02 13:56:19.495838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-521a9383-4dd5-4a8a-b9f9-0fe5c8c41f82 req-61e484f9-9ad7-499e-addc-7f72a89e763f tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376399 Sep 02 13:56:19.584972 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.595270 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Transition to ACTIVE for port object 86bd81fa-23bf-4835-8c11-b1f804f4713f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:19.612380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Transition to ACTIVE for port object 86bd81fa-23bf-4835-8c11-b1f804f4713f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:19.619584 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.672466 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Network acfa4173-98ab-414e-8733-b2d4495a22cf is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:19.676664 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:19.678611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Pushing event updated for resources: {'Port': ['ID=86bd81fa-23bf-4835-8c11-b1f804f4713f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:19.680912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:19.738898 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Attempting to bind port 86bd81fa-23bf-4835-8c11-b1f804f4713f on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:56:19.739361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Attempting to bind port 86bd81fa-23bf-4835-8c11-b1f804f4713f by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '23ebde11-b77a-4677-8b55-678f7d775076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'acfa4173-98ab-414e-8733-b2d4495a22cf'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:56:19.739898 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Attempting to bind port 86bd81fa-23bf-4835-8c11-b1f804f4713f on network acfa4173-98ab-414e-8733-b2d4495a22cf {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:19.746227 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:56:19.746711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Checking segment: {'id': '23ebde11-b77a-4677-8b55-678f7d775076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'acfa4173-98ab-414e-8733-b2d4495a22cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:19.747282 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.747758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Bound using segment: {'id': '23ebde11-b77a-4677-8b55-678f7d775076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'acfa4173-98ab-414e-8733-b2d4495a22cf'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:56:19.748335 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Bound port: 86bd81fa-23bf-4835-8c11-b1f804f4713f, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ebde11-b77a-4677-8b55-678f7d775076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'acfa4173-98ab-414e-8733-b2d4495a22cf'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:56:19.749340 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.833985 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ae847673-0457-481e-b923-c481281c1f13 None None] For port 86bd81fa-23bf-4835-8c11-b1f804f4713f, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:19.839269 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ae847673-0457-481e-b923-c481281c1f13 None None] For port 86bd81fa-23bf-4835-8c11-b1f804f4713f, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=86bd81fa-23bf-4835-8c11-b1f804f4713f,segment=NetworkSegment(23ebde11-b77a-4677-8b55-678f7d775076),segment_id=23ebde11-b77a-4677-8b55-678f7d775076)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:19.840172 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.845105 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:19.911845 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae847673-0457-481e-b923-c481281c1f13 None None] Pushing event updated for resources: {'Port': ['ID=86bd81fa-23bf-4835-8c11-b1f804f4713f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:19.912844 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Deleting port 86bd81fa-23bf-4835-8c11-b1f804f4713f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:19.913183 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.038585 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] For port 86bd81fa-23bf-4835-8c11-b1f804f4713f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=86bd81fa-23bf-4835-8c11-b1f804f4713f,segment=NetworkSegment(23ebde11-b77a-4677-8b55-678f7d775076),segment_id=23ebde11-b77a-4677-8b55-678f7d775076)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:20.039166 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.063903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Calling delete_port for 86bd81fa-23bf-4835-8c11-b1f804f4713f owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:20.287106 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.310187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Port': ['ID=86bd81fa-23bf-4835-8c11-b1f804f4713f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:20.368550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No DVR routers for this DVR port 86bd81fa-23bf-4835-8c11-b1f804f4713f on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:20.414039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.503882 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.538827 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bcafaf-e8ff-4cbb-ac0f-3bd102872149,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:20.543827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91e55-27a4-4951-99fa-13a08a84ebfb req-38b1a4d3-f9cd-4bfd-b687-5b1eedf31149 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:20.546706 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10c91e55-27a4-4951-99fa-13a08a84ebfb req-38b1a4d3-f9cd-4bfd-b687-5b1eedf31149 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 945 time: 0.0691161 Sep 02 13:56:20.610721 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-10c91e55-27a4-4951-99fa-13a08a84ebfb req-eb7b2343-30a6-4766-9bb8-dff0bd166467 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/security-groups?id=d436e6c3-a062-48ca-9457-d9ecff07e750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578685 Sep 02 13:56:20.670841 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.684135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfa4173-98ab-414e-8733-b2d4495a22cf']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:20.697961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ebde11-b77a-4677-8b55-678f7d775076') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:20.698274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ebde11-b77a-4677-8b55-678f7d775076') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:20.711820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.720989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb29079-c665-48d3-bd98-8cc6a4d366ac req-298013ff-ea63-459c-95b7-328748b99f77 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:20.722663 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7bb29079-c665-48d3-bd98-8cc6a4d366ac req-298013ff-ea63-459c-95b7-328748b99f77 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 944 time: 0.1091115 Sep 02 13:56:20.752516 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.765472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:20.765948 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:20.773321 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:20.829005 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7bb29079-c665-48d3-bd98-8cc6a4d366ac req-75e33387-02f3-4622-bc2e-ae32dd97c45f tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979373 Sep 02 13:56:20.850792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.858234 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:20.860131 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/acfa4173-98ab-414e-8733-b2d4495a22cf HTTP/1.1" status: 204 len: 168 time: 1.4575033 Sep 02 13:56:20.863980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:20.874394 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33356c-6ba3-4662-9229-07971ffc7174 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=acfa4173-98ab-414e-8733-b2d4495a22cf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:20.914329 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-069fd3f2-c80b-493b-a975-0792a4557063 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:20.914798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069fd3f2-c80b-493b-a975-0792a4557063 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:20.916615 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-069fd3f2-c80b-493b-a975-0792a4557063 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/f7bcafaf-e8ff-4cbb-ac0f-3bd102872149 HTTP/1.1" status: 404 len: 337 time: 0.0513802 Sep 02 13:56:20.919258 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59978) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:20.941015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-f067fbd2-601c-4842-b8c6-59a07147272a tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:20.942483 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-752947e0-6734-408a-8ba1-e7eab9e2b858 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:20.942682 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-f067fbd2-601c-4842-b8c6-59a07147272a tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.90 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 945 time: 0.0963709 Sep 02 13:56:20.943384 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752947e0-6734-408a-8ba1-e7eab9e2b858 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:20.945421 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-752947e0-6734-408a-8ba1-e7eab9e2b858 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/acfa4173-98ab-414e-8733-b2d4495a22cf HTTP/1.1" status: 404 len: 339 time: 0.0242684 Sep 02 13:56:20.948440 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.001602 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e36208-62e2-4cfe-8f21-7fd1ef7596fd tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.002196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e36208-62e2-4cfe-8f21-7fd1ef7596fd tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.004203 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-64e36208-62e2-4cfe-8f21-7fd1ef7596fd tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/214266f3-8ff1-49af-bfc1-9dc08e73840b HTTP/1.1" status: 404 len: 337 time: 0.0548544 Sep 02 13:56:21.006878 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59982) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.027069 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6924d107-fbbf-473b-9cf1-66dda4c033be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.027758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6924d107-fbbf-473b-9cf1-66dda4c033be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.029646 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6924d107-fbbf-473b-9cf1-66dda4c033be tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/2db06767-a5cb-4f93-a412-af92df2cb9a0 HTTP/1.1" status: 404 len: 339 time: 0.0216765 Sep 02 13:56:21.032165 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59984) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.086384 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Deleting port 1bc8aed4-4ec2-4630-af1f-485195c83225 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:21.086735 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.148728 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.181537 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-72920357-e04f-4993-85fe-519e8b82301d None None] Could not find standard attr ID for object 86bd81fa-23bf-4835-8c11-b1f804f4713f. {{(pid=94689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 02 13:56:21.202747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] For port 1bc8aed4-4ec2-4630-af1f-485195c83225, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=1bc8aed4-4ec2-4630-af1f-485195c83225,segment=NetworkSegment(83229442-bfaa-474f-bf59-af5b488f47a2),segment_id=83229442-bfaa-474f-bf59-af5b488f47a2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:21.203376 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.215709 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3abf73b-7c08-4a57-81f5-06a4dbfea865 None None] DHCP port deletion for acfa4173-98ab-414e-8733-b2d4495a22cf request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:56:21.218513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Calling delete_port for 1bc8aed4-4ec2-4630-af1f-485195c83225 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:21.239695 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d37a4-4c66-48d5-ab7d-7af3db83078d None None] Network acfa4173-98ab-414e-8733-b2d4495a22cf requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:21.258314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d37a4-4c66-48d5-ab7d-7af3db83078d None None] Network acfa4173-98ab-414e-8733-b2d4495a22cf could not be found, it might have been deleted concurrently. {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:56:21.278458 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56bb9b-bb89-4445-ac2f-4731e59a9dab None None] Network acfa4173-98ab-414e-8733-b2d4495a22cf requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:21.293921 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.294810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56bb9b-bb89-4445-ac2f-4731e59a9dab None None] Network acfa4173-98ab-414e-8733-b2d4495a22cf could not be found, it might have been deleted concurrently. {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 02 13:56:21.341594 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dcb807-c743-48c3-b28c-08f71017aa95']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:21.374732 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7add72e7-df66-4c79-bc1b-c5e1638a2615') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:21.375341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7add72e7-df66-4c79-bc1b-c5e1638a2615') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:21.392226 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.416218 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.426599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:21.427022 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:21.431323 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:21.488405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.502629 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['1bc8aed4-4ec2-4630-af1f-485195c83225'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:56:21.510990 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.525296 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.531765 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/c1dcb807-c743-48c3-b28c-08f71017aa95 HTTP/1.1" status: 204 len: 168 time: 0.4984758 Sep 02 13:56:21.532665 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.536515 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Pushing event deleted for resources: {'Port': ['ID=1bc8aed4-4ec2-4630-af1f-485195c83225,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:21.562568 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bed63-4ba7-4c5b-9b40-aabf70661893 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=c1dcb807-c743-48c3-b28c-08f71017aa95,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:21.577223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] No DVR routers for this DVR port 1bc8aed4-4ec2-4630-af1f-485195c83225 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:21.580234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:21.582324 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8d24fc2-8ee2-4184-a533-a2a9900c932e req-e0de0d26-84b6-445e-ae0e-12a1e8bbfd2f tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.90 "DELETE /v2.0/ports/1bc8aed4-4ec2-4630-af1f-485195c83225 HTTP/1.1" status: 204 len: 173 time: 0.6253428 Sep 02 13:56:21.582939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c053d6-55a7-4bd1-8b5a-462892d45869', 'name': 'network-vif-deleted', 'tag': '1bc8aed4-4ec2-4630-af1f-485195c83225'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:21.585074 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4167f7c5-75c9-44cb-9f7d-02e900b83d31 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.585548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4167f7c5-75c9-44cb-9f7d-02e900b83d31 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.585649 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e07f5cf-6adb-4e7e-b8c2-d5f414fc822b" -d '{"events": [{"server_uuid": "e6c053d6-55a7-4bd1-8b5a-462892d45869", "name": "network-vif-deleted", "tag": "1bc8aed4-4ec2-4630-af1f-485195c83225"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:21.587393 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4167f7c5-75c9-44cb-9f7d-02e900b83d31 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/867808fe-6be3-4b9f-a51e-3a700ab35cb8 HTTP/1.1" status: 404 len: 337 time: 0.0487747 Sep 02 13:56:21.590177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 59992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.630940 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7e734c-dbdd-4ec9-859b-70a971da99d1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.631462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7e734c-dbdd-4ec9-859b-70a971da99d1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.633605 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0b7e734c-dbdd-4ec9-859b-70a971da99d1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/493054bb-b1d1-49db-869b-b3c4813798ae HTTP/1.1" status: 404 len: 339 time: 0.0416479 Sep 02 13:56:21.636247 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19387375-6cb7-4227-90c4-7acd8ade2f47 x-openstack-request-id: req-19387375-6cb7-4227-90c4-7acd8ade2f47 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:21.636543 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c053d6-55a7-4bd1-8b5a-462892d45869", "name": "network-vif-deleted", "tag": "1bc8aed4-4ec2-4630-af1f-485195c83225", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:21.636673 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 59998) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.636784 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19387375-6cb7-4227-90c4-7acd8ade2f47 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:21.637184 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c053d6-55a7-4bd1-8b5a-462892d45869', 'name': 'network-vif-deleted', 'tag': '1bc8aed4-4ec2-4630-af1f-485195c83225', 'status': 'completed', 'code': 200} Sep 02 13:56:21.678028 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7214ae-5074-4d7c-9f09-de3065ebc58f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.678500 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7214ae-5074-4d7c-9f09-de3065ebc58f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.681494 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4e7214ae-5074-4d7c-9f09-de3065ebc58f tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/bde93fd5-3f12-48fc-8295-abf93b400137 HTTP/1.1" status: 404 len: 337 time: 0.0420601 Sep 02 13:56:21.682945 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60000) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.702990 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-699dc685-7f0a-49bf-860a-93aab73b9a56 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.703593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699dc685-7f0a-49bf-860a-93aab73b9a56 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.705400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-699dc685-7f0a-49bf-860a-93aab73b9a56 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/4d9ca132-2793-4d1b-9deb-dac86519e8da HTTP/1.1" status: 404 len: 339 time: 0.0215020 Sep 02 13:56:21.708168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60002) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.721096 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32d187b9-308e-43a9-a0ce-f8fd4de25fa2 req-927a261a-2533-490a-8bc8-c40ad81b0f16 tempest-VolumesActionsTest-1890235079 tempest-VolumesActionsTest-1890235079-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6c053d6-55a7-4bd1-8b5a-462892d45869 HTTP/1.1" status: 200 len: 210 time: 0.0330911 Sep 02 13:56:21.740871 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c022448-bc55-4619-a75b-545937196347 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.741337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c022448-bc55-4619-a75b-545937196347 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.743101 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1c022448-bc55-4619-a75b-545937196347 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/1f1c225f-c441-48ef-8d43-7aee1e30a996 HTTP/1.1" status: 404 len: 337 time: 0.0339863 Sep 02 13:56:21.745710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60004) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.764753 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a66087-83a8-466e-b845-ffad5f314ca0 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.765329 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a66087-83a8-466e-b845-ffad5f314ca0 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.767097 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-45a66087-83a8-466e-b845-ffad5f314ca0 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/52b1cb01-2410-417d-9ca2-ee17b2422d09 HTTP/1.1" status: 404 len: 339 time: 0.0204630 Sep 02 13:56:21.772801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60006) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.800044 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02be1dc-16e4-41a5-86f3-c16feaef0c01 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.800514 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02be1dc-16e4-41a5-86f3-c16feaef0c01 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.802379 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f02be1dc-16e4-41a5-86f3-c16feaef0c01 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/d7963a89-8438-4736-9ee2-446aa639b9ba HTTP/1.1" status: 404 len: 337 time: 0.0285535 Sep 02 13:56:21.804910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60008) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.823556 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d586399-e2cb-41d9-bbd0-a2ac39a2ec20 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.824243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d586399-e2cb-41d9-bbd0-a2ac39a2ec20 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.825975 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4d586399-e2cb-41d9-bbd0-a2ac39a2ec20 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/2ca45fc8-ff22-408b-9f3c-1376487a8470 HTTP/1.1" status: 404 len: 339 time: 0.0201061 Sep 02 13:56:21.828588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60010) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.856395 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c0f6bf-31fb-4d6c-825a-beed048da3d0 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.857085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c0f6bf-31fb-4d6c-825a-beed048da3d0 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.859157 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a1c0f6bf-31fb-4d6c-825a-beed048da3d0 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/10146a74-838c-45b9-a9a1-ecb9d63f7eda HTTP/1.1" status: 404 len: 337 time: 0.0296590 Sep 02 13:56:21.861907 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60014) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.880940 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-94207dbf-a807-4dff-87c3-44919e1a2c1e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.881664 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94207dbf-a807-4dff-87c3-44919e1a2c1e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.883446 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-94207dbf-a807-4dff-87c3-44919e1a2c1e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/1bb1ce7b-bbaf-4392-9115-fb2923ff076e HTTP/1.1" status: 404 len: 339 time: 0.0203388 Sep 02 13:56:21.886468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60016) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.922710 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c59897-0926-439b-9ab3-e8796bc3e682 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.923168 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c59897-0926-439b-9ab3-e8796bc3e682 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.924892 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-60c59897-0926-439b-9ab3-e8796bc3e682 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/5d0a4a38-8ecb-4b2a-95e4-7dde9bc5b28a HTTP/1.1" status: 404 len: 337 time: 0.0375054 Sep 02 13:56:21.928842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60018) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:21.967864 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-884a0b66-da1c-41cc-b805-dd579d83d07d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:21.968427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884a0b66-da1c-41cc-b805-dd579d83d07d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:21.970174 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-884a0b66-da1c-41cc-b805-dd579d83d07d tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/2f074190-e878-4ac8-99c0-ddbcc13de34a HTTP/1.1" status: 404 len: 339 time: 0.0404117 Sep 02 13:56:21.973681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60020) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:22.004504 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc5133d-f5ae-4a92-8a80-9f86fb37fafd tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:22.004974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc5133d-f5ae-4a92-8a80-9f86fb37fafd tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:22.006703 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dfc5133d-f5ae-4a92-8a80-9f86fb37fafd tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/72e41557-f634-46a6-8f98-8225e56de074 HTTP/1.1" status: 404 len: 337 time: 0.0321076 Sep 02 13:56:22.009339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60022) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:22.026431 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b793b-2be4-4fcd-9b1d-bf2df46dbd93 req-751f7efe-60a2-49cd-9f8f-cbb70725a15b tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:22.027997 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d8b793b-2be4-4fcd-9b1d-bf2df46dbd93 req-751f7efe-60a2-49cd-9f8f-cbb70725a15b tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 944 time: 0.1149566 Sep 02 13:56:22.044464 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-24850060-7d6c-4493-94c6-6eeb4e5dc6e7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:22.045062 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24850060-7d6c-4493-94c6-6eeb4e5dc6e7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:22.047316 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-24850060-7d6c-4493-94c6-6eeb4e5dc6e7 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/e9711759-6426-4435-a645-fc3e65ebcace HTTP/1.1" status: 404 len: 339 time: 0.0370705 Sep 02 13:56:22.050198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:22.075809 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d8b793b-2be4-4fcd-9b1d-bf2df46dbd93 req-2c170c38-1e7d-402d-a97e-ff7e26ec7ba8 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380359 Sep 02 13:56:22.080319 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d778b94-3e26-4ee2-95ef-9a8cd4cdf69e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:22.080904 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d778b94-3e26-4ee2-95ef-9a8cd4cdf69e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:22.082821 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0d778b94-3e26-4ee2-95ef-9a8cd4cdf69e tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/21cf2d80-6948-4e07-a29b-8826dc205901 HTTP/1.1" status: 404 len: 337 time: 0.0312254 Sep 02 13:56:22.085571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:22.110935 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e91c3a-caee-49d8-b796-8d6936ffd6f3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] DELETE failed (client error): The resource could not be found. Sep 02 13:56:22.111512 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e91c3a-caee-49d8-b796-8d6936ffd6f3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:56:22.113332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-69e91c3a-caee-49d8-b796-8d6936ffd6f3 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/07d9ab23-a83f-4171-ae87-3dcef12272f9 HTTP/1.1" status: 404 len: 339 time: 0.0267546 Sep 02 13:56:22.115926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:22.168339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-631fa83d-e6e4-4de6-b9d2-a5502d535fe1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Deleting subnet e73f82ea-932a-4cd7-9ef8-0aeacd2a9c6b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:56:22.171522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-631fa83d-e6e4-4de6-b9d2-a5502d535fe1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.210924 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-631fa83d-e6e4-4de6-b9d2-a5502d535fe1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.300367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-631fa83d-e6e4-4de6-b9d2-a5502d535fe1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.368238 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-631fa83d-e6e4-4de6-b9d2-a5502d535fe1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.398072 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fa83d-e6e4-4de6-b9d2-a5502d535fe1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Subnet': ['ID=e73f82ea-932a-4cd7-9ef8-0aeacd2a9c6b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:22.401761 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-631fa83d-e6e4-4de6-b9d2-a5502d535fe1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.407314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60038) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:22.411355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe8b36-ed27-426d-804c-eeecdd0e4adc None None] Network 4fb85581-38a7-4351-b75b-55a1ab45afec requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:22.417093 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-631fa83d-e6e4-4de6-b9d2-a5502d535fe1 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/subnets/e73f82ea-932a-4cd7-9ef8-0aeacd2a9c6b HTTP/1.1" status: 204 len: 168 time: 0.2993410 Sep 02 13:56:22.492969 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.549080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Deleting port 2c96adc9-b158-48d4-bb15-3db48e24552a {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:22.549617 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.600987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcaf311-113a-489a-888e-d09919465998 None None] DHCP port deletion for 4fb85581-38a7-4351-b75b-55a1ab45afec request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:56:22.626046 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] For port 2c96adc9-b158-48d4-bb15-3db48e24552a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=2c96adc9-b158-48d4-bb15-3db48e24552a,segment=NetworkSegment(523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1),segment_id=523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:22.626426 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.639574 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Calling delete_port for 2c96adc9-b158-48d4-bb15-3db48e24552a owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:22.648385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1fcaf311-113a-489a-888e-d09919465998 None None] Deleting port 2c96adc9-b158-48d4-bb15-3db48e24552a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:22.648894 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fcaf311-113a-489a-888e-d09919465998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.714179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1fcaf311-113a-489a-888e-d09919465998 None None] For port 2c96adc9-b158-48d4-bb15-3db48e24552a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=2c96adc9-b158-48d4-bb15-3db48e24552a,segment=NetworkSegment(523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1),segment_id=523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:22.714572 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fcaf311-113a-489a-888e-d09919465998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.724397 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.728729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1fcaf311-113a-489a-888e-d09919465998 None None] Calling delete_port for 2c96adc9-b158-48d4-bb15-3db48e24552a owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:22.752082 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Port': ['ID=2c96adc9-b158-48d4-bb15-3db48e24552a,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:22.753961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] No DVR routers for this DVR port 2c96adc9-b158-48d4-bb15-3db48e24552a on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:22.822046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fcaf311-113a-489a-888e-d09919465998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.852477 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.856948 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcaf311-113a-489a-888e-d09919465998 None None] No DVR routers for this DVR port 2c96adc9-b158-48d4-bb15-3db48e24552a on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:22.868020 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcaf311-113a-489a-888e-d09919465998 None None] Pushing event deleted for resources: {'Port': ['ID=2c96adc9-b158-48d4-bb15-3db48e24552a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:22.868186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb85581-38a7-4351-b75b-55a1ab45afec']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:22.880527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:22.880527 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523a5f62-ad88-4a76-84c2-6b6fd9f8e3e1') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:22.891770 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.906776 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.913768 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:22.913952 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:22.917086 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:22.982032 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.990006 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:22.994434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] 10.222.0.13 "DELETE /v2.0/networks/4fb85581-38a7-4351-b75b-55a1ab45afec HTTP/1.1" status: 204 len: 168 time: 0.5837111 Sep 02 13:56:23.007455 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53c243-6aca-408f-b55f-7e9ecd1be058 tempest-NetworksTest-1653295622 tempest-NetworksTest-1653295622-project] Pushing event deleted for resources: {'Network': ['ID=4fb85581-38a7-4351-b75b-55a1ab45afec,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:23.222217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3a06b-6f58-4daf-961a-52ce1237268a req-2ec8b641-7b3b-455d-942b-44f5d1fca93e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:23.223786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08e3a06b-6f58-4daf-961a-52ce1237268a req-2ec8b641-7b3b-455d-942b-44f5d1fca93e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 944 time: 0.0572398 Sep 02 13:56:23.274709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08e3a06b-6f58-4daf-961a-52ce1237268a req-3498d74d-636e-465e-b80a-ed3bd1b5af60 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 Sep 02 13:56:23.427266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60058) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:23.700662 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-48eec13b-5ab6-4b44-bef4-832c39585d34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d41dd6f0c5e64be58510338aa5f3ce63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598870 Sep 02 13:56:23.703309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:23.708936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1bc8aed4-4ec2-4630-af1f-485195c83225 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:56:23.735252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 1bc8aed4-4ec2-4630-af1f-485195c83225 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:56:23.735971 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 1bc8aed4-4ec2-4630-af1f-485195c83225 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:56:23.765991 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2255-eb43-4a0f-92d7-6b8f2323d97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:23.797194 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2255-eb43-4a0f-92d7-6b8f2323d97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:23.812283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 2c96adc9-b158-48d4-bb15-3db48e24552a no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:56:23.837137 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 2c96adc9-b158-48d4-bb15-3db48e24552a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:56:23.837512 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 2c96adc9-b158-48d4-bb15-3db48e24552a not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:56:23.856957 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2255-eb43-4a0f-92d7-6b8f2323d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:23.860228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a8f2255-eb43-4a0f-92d7-6b8f2323d97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:23.861760 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9a8f2255-eb43-4a0f-92d7-6b8f2323d97f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b5cc167-be52-4bd3-899b-b2948e83c94f HTTP/1.1" status: 204 len: 168 time: 0.1571457 Sep 02 13:56:23.870627 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f2255-eb43-4a0f-92d7-6b8f2323d97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5cc167-be52-4bd3-899b-b2948e83c94f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:24.439152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa22379-034f-401f-8b6b-ccad8ee8259a req-97c09b37-50ec-48c9-a7ef-9fa9ff822660 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:24.449977 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fa22379-034f-401f-8b6b-ccad8ee8259a req-97c09b37-50ec-48c9-a7ef-9fa9ff822660 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 944 time: 0.0933559 Sep 02 13:56:24.499226 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9fa22379-034f-401f-8b6b-ccad8ee8259a req-a369c1c5-be95-400f-9107-6aeffa1ddf45 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Sep 02 13:56:24.598922 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60104) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:24.711807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1800382573'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:24.738019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:24.741875 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.751987 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.857747 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.861850 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.892167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:24.900963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3c1afa-850d-4403-a80e-3d528fd9a59c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:24.908597 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.908958 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added segment c28d9c85-83fe-4c16-8abe-cd1b046f2695 of type vlan for network 52584b19-f330-48c2-8b66-0eeaba8da33f Sep 02 13:56:24.957386 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.985579 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:24.991379 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:24.992016 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:25.050295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4499266 Sep 02 13:56:25.050989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60110) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:25.058828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'network': {'name': 'tempest-RoutersTest-1977779809'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:25.066640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dc66b-c2ef-4ec7-b971-3368821acbcd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Network': ['ID=52584b19-f330-48c2-8b66-0eeaba8da33f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:25.078583 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 52584b19-f330-48c2-8b66-0eeaba8da33f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:25.095543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:25.100840 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:25.132715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:25.147258 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:25.148161 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added segment 06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b of type vlan for network 10d5f139-602b-4ca3-a625-6d64d43acec4 Sep 02 13:56:25.209640 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:25.239179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:25.245600 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:25.246374 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:25.305896 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2502143 Sep 02 13:56:25.306620 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:25.312976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'subnet': {'network_id': '52584b19-f330-48c2-8b66-0eeaba8da33f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:25.316322 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4a827-4bd7-496f-b5ac-a653732a7604 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Network': ['ID=10d5f139-602b-4ca3-a625-6d64d43acec4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:25.327318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 10d5f139-602b-4ca3-a625-6d64d43acec4 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:25.503551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:25.508092 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:25.703359 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd469a34-dc75-490a-8233-96e76186b289 req-f165282e-83ea-48ef-b31e-950ce5e49df5 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:25.705185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cd469a34-dc75-490a-8233-96e76186b289 req-f165282e-83ea-48ef-b31e-950ce5e49df5 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 944 time: 0.0947845 Sep 02 13:56:25.799084 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cd469a34-dc75-490a-8233-96e76186b289 req-6724bb9b-98d8-4c6f-a090-d8bd558fc90f tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800693 Sep 02 13:56:25.810074 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:25.878400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Subnet': ['ID=c8ae3796-5847-403a-a80a-871ac4d5126f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:25.886866 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Checking segment: {'id': 'c28d9c85-83fe-4c16-8abe-cd1b046f2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '52584b19-f330-48c2-8b66-0eeaba8da33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:25.887229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network hostable DHCP agents. Network: 52584b19-f330-48c2-8b66-0eeaba8da33f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:25.905480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 52584b19-f330-48c2-8b66-0eeaba8da33f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:25.914537 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 52584b19-f330-48c2-8b66-0eeaba8da33f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:25.924038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:25.924702 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:25.924846 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275182a3-d138-4ebe-9e03-0196e69be67b None None] Network 52584b19-f330-48c2-8b66-0eeaba8da33f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:25.950279 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-739cb6b4-f536-4061-96be-2709312e96db tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6422160 Sep 02 13:56:25.953660 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60122) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:25.958908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'subnet': {'network_id': '10d5f139-602b-4ca3-a625-6d64d43acec4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:26.057226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:26.060951 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.085187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-52584b19-f330-48c2-8b66-0eeaba8da33f', 'network_id': '52584b19-f330-48c2-8b66-0eeaba8da33f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'fixed_ips': [{'subnet_id': 'c8ae3796-5847-403a-a80a-871ac4d5126f'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:26.086137 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.232519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Allocated IP 172.20.0.2 (52584b19-f330-48c2-8b66-0eeaba8da33f/c8ae3796-5847-403a-a80a-871ac4d5126f/af1c3843-fa9d-490f-b09a-df784a03a533) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:26.297666 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.355759 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Subnet': ['ID=9ef206a7-b622-40a8-9751-9fd84e93df9c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:26.366720 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Checking segment: {'id': '06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10d5f139-602b-4ca3-a625-6d64d43acec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:26.367084 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network hostable DHCP agents. Network: 10d5f139-602b-4ca3-a625-6d64d43acec4, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:26.380607 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.389871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Transition to ACTIVE for port object af1c3843-fa9d-490f-b09a-df784a03a533 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:26.392104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 10d5f139-602b-4ca3-a625-6d64d43acec4 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:26.402012 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 10d5f139-602b-4ca3-a625-6d64d43acec4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:26.405399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Transition to ACTIVE for port object af1c3843-fa9d-490f-b09a-df784a03a533 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:26.409230 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:26.409978 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.414040 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9550ea9b-26e9-43d1-b376-05e9f5ea2ba6 None None] Network 10d5f139-602b-4ca3-a625-6d64d43acec4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:26.416693 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.430646 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-df8e281c-ff08-4116-938c-8318a18eba8a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4760008 Sep 02 13:56:26.435106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60124) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:26.440104 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-b3d9c860-664a-4a16-b928-c7637acddef8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2019726167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:26.465530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c860-664a-4a16-b928-c7637acddef8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.466584 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c860-664a-4a16-b928-c7637acddef8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.525757 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c860-664a-4a16-b928-c7637acddef8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.531387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c860-664a-4a16-b928-c7637acddef8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.554698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b3d9c860-664a-4a16-b928-c7637acddef8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.556312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b3d9c860-664a-4a16-b928-c7637acddef8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1201203 Sep 02 13:56:26.559540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:26.651903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Network 52584b19-f330-48c2-8b66-0eeaba8da33f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:26.658241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:26.665255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:26.675783 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Pushing event updated for resources: {'Port': ['ID=af1c3843-fa9d-490f-b09a-df784a03a533,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:26.754743 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Attempting to bind port af1c3843-fa9d-490f-b09a-df784a03a533 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:56:26.755171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Attempting to bind port af1c3843-fa9d-490f-b09a-df784a03a533 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'c28d9c85-83fe-4c16-8abe-cd1b046f2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '52584b19-f330-48c2-8b66-0eeaba8da33f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:56:26.755712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Attempting to bind port af1c3843-fa9d-490f-b09a-df784a03a533 on network 52584b19-f330-48c2-8b66-0eeaba8da33f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:26.781034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:56:26.781677 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Checking segment: {'id': 'c28d9c85-83fe-4c16-8abe-cd1b046f2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '52584b19-f330-48c2-8b66-0eeaba8da33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:26.782240 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.782789 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Bound using segment: {'id': 'c28d9c85-83fe-4c16-8abe-cd1b046f2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '52584b19-f330-48c2-8b66-0eeaba8da33f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:56:26.783433 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Bound port: af1c3843-fa9d-490f-b09a-df784a03a533, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28d9c85-83fe-4c16-8abe-cd1b046f2695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '52584b19-f330-48c2-8b66-0eeaba8da33f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:56:26.784029 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.966392 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-10d5f139-602b-4ca3-a625-6d64d43acec4', 'network_id': '10d5f139-602b-4ca3-a625-6d64d43acec4', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'fixed_ips': [{'subnet_id': '9ef206a7-b622-40a8-9751-9fd84e93df9c'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:26.967751 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:26.985226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] For port af1c3843-fa9d-490f-b09a-df784a03a533, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:27.068218 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9eaeed-aa97-483f-b802-a4233c811db9 req-7695ba88-10cd-4ba7-94a2-6000dd8ac667 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:27.079950 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce9eaeed-aa97-483f-b802-a4233c811db9 req-7695ba88-10cd-4ba7-94a2-6000dd8ac667 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 944 time: 0.1453767 Sep 02 13:56:27.121566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] For port af1c3843-fa9d-490f-b09a-df784a03a533, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=af1c3843-fa9d-490f-b09a-df784a03a533,segment=NetworkSegment(c28d9c85-83fe-4c16-8abe-cd1b046f2695),segment_id=c28d9c85-83fe-4c16-8abe-cd1b046f2695)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:27.129095 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:27.152933 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:27.163244 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Allocated IP 172.21.0.2 (10d5f139-602b-4ca3-a625-6d64d43acec4/9ef206a7-b622-40a8-9751-9fd84e93df9c/3b6f37e3-b69d-44c4-9d67-e98754ec5489) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:27.251421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c4f8f-fbfb-4a05-aa54-04539b1faabc None None] Pushing event updated for resources: {'Port': ['ID=af1c3843-fa9d-490f-b09a-df784a03a533,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:27.374186 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:27.383524 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Transition to ACTIVE for port object 3b6f37e3-b69d-44c4-9d67-e98754ec5489 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:27.401336 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Transition to ACTIVE for port object 3b6f37e3-b69d-44c4-9d67-e98754ec5489 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:27.411481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0735ec5b-6161-49c8-830a-ccd655199c1a details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:56:27.418305 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:27.605323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Pushing event updated for resources: {'Port': ['ID=3b6f37e3-b69d-44c4-9d67-e98754ec5489,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:27.615272 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Network 10d5f139-602b-4ca3-a625-6d64d43acec4 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:27.622388 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:27.640171 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:27.780714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Attempting to bind port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:56:27.781690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Attempting to bind port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10d5f139-602b-4ca3-a625-6d64d43acec4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:56:27.782186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Attempting to bind port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 on network 10d5f139-602b-4ca3-a625-6d64d43acec4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:27.803049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:56:27.803603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Checking segment: {'id': '06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10d5f139-602b-4ca3-a625-6d64d43acec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:27.804536 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:27.805045 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Bound using segment: {'id': '06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10d5f139-602b-4ca3-a625-6d64d43acec4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:56:27.805645 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Bound port: 3b6f37e3-b69d-44c4-9d67-e98754ec5489, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10d5f139-602b-4ca3-a625-6d64d43acec4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:56:27.806154 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:27.840271 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0735ec5b-6161-49c8-830a-ccd655199c1a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0735ec5b-6161-49c8-830a-ccd655199c1a,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:27.879279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'port_id': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'mac_address': 'fa:16:3e:ca:94:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:56:27.950578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] For port 3b6f37e3-b69d-44c4-9d67-e98754ec5489, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:27.954615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] For port 3b6f37e3-b69d-44c4-9d67-e98754ec5489, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=3b6f37e3-b69d-44c4-9d67-e98754ec5489,segment=NetworkSegment(06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b),segment_id=06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:27.957509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device af1c3843-fa9d-490f-b09a-df784a03a533 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:27.984217 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.20.0.1 (52584b19-f330-48c2-8b66-0eeaba8da33f/c8ae3796-5847-403a-a80a-871ac4d5126f/43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:27.992422 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:28.017369 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ce9eaeed-aa97-483f-b802-a4233c811db9 req-38f56597-4f2e-4df9-b397-3f2896348d98 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9362361 Sep 02 13:56:28.051945 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:28.108673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bc39f-9503-4c4c-b8f4-005805d77e01 None None] Pushing event updated for resources: {'Port': ['ID=3b6f37e3-b69d-44c4-9d67-e98754ec5489,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:28.112878 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0735ec5b-6161-49c8-830a-ccd655199c1a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:56:28.128220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port af1c3843-fa9d-490f-b09a-df784a03a533 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:28.152165 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0735ec5b-6161-49c8-830a-ccd655199c1a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0735ec5b-6161-49c8-830a-ccd655199c1a,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:28.165013 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:28.287623 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:28.348604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Transition to ACTIVE for port object 43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:28.386903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0735ec5b-6161-49c8-830a-ccd655199c1a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:28.393850 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:28.429179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['0735ec5b-6161-49c8-830a-ccd655199c1a'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:56:28.461364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 52584b19-f330-48c2-8b66-0eeaba8da33f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:28.464867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:28.467474 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:28.532802 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:28.583810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:28.706175 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:28.785302 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6737fc-6616-4962-b1d7-e7b800f82c7e None None] Network 52584b19-f330-48c2-8b66-0eeaba8da33f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:28.900924 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f49a1317-8e91-4dac-8771-6c330018505c None None] Provisioning for port af1c3843-fa9d-490f-b09a-df784a03a533 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:28.906456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f49a1317-8e91-4dac-8771-6c330018505c None None] Provisioning complete for port af1c3843-fa9d-490f-b09a-df784a03a533 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:28.906840 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49a1317-8e91-4dac-8771-6c330018505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:29.024609 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:29.031892 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:29.102882 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49a1317-8e91-4dac-8771-6c330018505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:29.161531 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f49a1317-8e91-4dac-8771-6c330018505c None None] For port af1c3843-fa9d-490f-b09a-df784a03a533, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=af1c3843-fa9d-490f-b09a-df784a03a533,segment=NetworkSegment(c28d9c85-83fe-4c16-8abe-cd1b046f2695),segment_id=c28d9c85-83fe-4c16-8abe-cd1b046f2695)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:29.167957 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49a1317-8e91-4dac-8771-6c330018505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:29.253077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a1317-8e91-4dac-8771-6c330018505c None None] Pushing event updated for resources: {'Port': ['ID=af1c3843-fa9d-490f-b09a-df784a03a533,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:29.258023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:29.262715 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:29.323869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ce96e-8c77-4a13-a5e2-e4c7854bcf3d req-17de3548-b442-412d-9724-72188c181396 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:29.325480 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-000ce96e-8c77-4a13-a5e2-e4c7854bcf3d req-17de3548-b442-412d-9724-72188c181396 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 945 time: 0.1452670 Sep 02 13:56:29.380827 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-000ce96e-8c77-4a13-a5e2-e4c7854bcf3d req-e3821020-f1d4-4079-ae8e-cc02309c34e3 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471382 Sep 02 13:56:29.423212 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0735ec5b-6161-49c8-830a-ccd655199c1a up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:29.452789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 52584b19-f330-48c2-8b66-0eeaba8da33f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:29.454401 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:29.504014 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 0735ec5b-6161-49c8-830a-ccd655199c1a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:29.510823 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 0735ec5b-6161-49c8-830a-ccd655199c1a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:29.511153 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:29.574714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6712ab07-a892-487f-963a-fb64ec53a3b4 None None] Provisioning complete for port af1c3843-fa9d-490f-b09a-df784a03a533 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:29.575012 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6712ab07-a892-487f-963a-fb64ec53a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:29.642860 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:29.650995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router ab50a9e4-bff2-4638-b26f-ebb8d023f683 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:56:29.664603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f166e-fde4-4fce-b712-4e2e0a5b33ea None None] Network 10d5f139-602b-4ca3-a625-6d64d43acec4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:29.869924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:29.899869 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5a74fb2f-e82b-42e8-9692-658a70d9579a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/ab50a9e4-bff2-4638-b26f-ebb8d023f683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3379998 Sep 02 13:56:29.902643 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60174) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:29.915914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34d1ee-61c8-4bcf-a3f9-288a4bd3d974 None None] Sync routers for ids ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:29.977532 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.005322 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34d1ee-61c8-4bcf-a3f9-288a4bd3d974 None None] Routers {'ab50a9e4-bff2-4638-b26f-ebb8d023f683'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:30.005978 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7f34d1ee-61c8-4bcf-a3f9-288a4bd3d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:30.010806 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed117df4-e72b-4186-93c9-533c3ea92925 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:30.012564 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ed117df4-e72b-4186-93c9-533c3ea92925 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports/43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d HTTP/1.1" status: 200 len: 910 time: 0.1082640 Sep 02 13:56:30.016277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:30.101223 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6712ab07-a892-487f-963a-fb64ec53a3b4 None None] Provisioning for port 43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:30.108197 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6712ab07-a892-487f-963a-fb64ec53a3b4 None None] Provisioning complete for port 43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:30.108767 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6712ab07-a892-487f-963a-fb64ec53a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.110541 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7f34d1ee-61c8-4bcf-a3f9-288a4bd3d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:30.179255 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device af1c3843-fa9d-490f-b09a-df784a03a533 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:30.195866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:30.198425 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2a42bb-eb3f-49f7-a5f1-878f7f2ebb81" -d '{"events": [{"server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "name": "network-vif-plugged", "status": "completed", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:30.288861 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5336d2-67d8-42dc-b8cf-03259f28aed3 x-openstack-request-id: req-2a5336d2-67d8-42dc-b8cf-03259f28aed3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:30.289205 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "name": "network-vif-plugged", "status": "completed", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:30.289449 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a5336d2-67d8-42dc-b8cf-03259f28aed3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:30.289844 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'code': 200} Sep 02 13:56:30.318371 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 0735ec5b-6161-49c8-830a-ccd655199c1a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0735ec5b-6161-49c8-830a-ccd655199c1a,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:30.354319 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.440214 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=0735ec5b-6161-49c8-830a-ccd655199c1a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:30.444370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34d1ee-61c8-4bcf-a3f9-288a4bd3d974 None None] Routers {'ab50a9e4-bff2-4638-b26f-ebb8d023f683'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:30.445126 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7f34d1ee-61c8-4bcf-a3f9-288a4bd3d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:30.450459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6712ab07-a892-487f-963a-fb64ec53a3b4 None None] Port 43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:30.522584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-7f34d1ee-61c8-4bcf-a3f9-288a4bd3d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:30.523241 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34d1ee-61c8-4bcf-a3f9-288a4bd3d974 None None] The sync data for ids ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:30.536185 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.547820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port af1c3843-fa9d-490f-b09a-df784a03a533 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:30.548403 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.610202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ddb86655-2b54-45fb-800e-72d98cc6cd25 None None] Provisioning for port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:30.642161 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150a7f3-c92f-4ce6-962f-22d3dcbf7cc2 req-471d2708-c9a1-46e2-b25f-bd6ee258b8ab tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:30.652714 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a150a7f3-c92f-4ce6-962f-22d3dcbf7cc2 req-471d2708-c9a1-46e2-b25f-bd6ee258b8ab tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 946 time: 0.1533811 Sep 02 13:56:30.666137 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ddb86655-2b54-45fb-800e-72d98cc6cd25 None None] Provisioning complete for port 43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:30.666646 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ddb86655-2b54-45fb-800e-72d98cc6cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.670237 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 3b6f37e3-b69d-44c4-9d67-e98754ec5489 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:30.680244 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757cd12-a8f3-41e9-87c4-2472b3c317c2 req-0006ef6f-d3a8-44ad-ab00-1c9f9302309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:30.683044 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0757cd12-a8f3-41e9-87c4-2472b3c317c2 req-0006ef6f-d3a8-44ad-ab00-1c9f9302309f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1097 time: 0.3470805 Sep 02 13:56:30.698293 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.752192 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ddb86655-2b54-45fb-800e-72d98cc6cd25 None None] Port 43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:30.770669 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0757cd12-a8f3-41e9-87c4-2472b3c317c2 req-058bb368-8e98-4f41-a431-aeaa196a8a81 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772200 Sep 02 13:56:30.781733 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:30.786287 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:30.786659 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.789167 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a150a7f3-c92f-4ce6-962f-22d3dcbf7cc2 req-45ee0b06-2c74-4208-9c75-df5a15c68119 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335475 Sep 02 13:56:30.884438 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-85663113-09a5-41c2-a60c-abfd07dad583 None None] Provisioning complete for port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:30.885072 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85663113-09a5-41c2-a60c-abfd07dad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.947106 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:30.993294 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 3b6f37e3-b69d-44c4-9d67-e98754ec5489, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=3b6f37e3-b69d-44c4-9d67-e98754ec5489,segment=NetworkSegment(06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b),segment_id=06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:31.028373 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.068894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.21.0.1 (10d5f139-602b-4ca3-a625-6d64d43acec4/9ef206a7-b622-40a8-9751-9fd84e93df9c/036828ef-0984-41fe-9211-76fc70273fc9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:31.070033 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85663113-09a5-41c2-a60c-abfd07dad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.115961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=3b6f37e3-b69d-44c4-9d67-e98754ec5489,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:31.187643 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aef74fb2-004a-4a09-a90b-a40af59ba75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.202903 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-85663113-09a5-41c2-a60c-abfd07dad583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:56:31.203274 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-85663113-09a5-41c2-a60c-abfd07dad583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:56:31.228455 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.249030 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Transition to ACTIVE for port object 036828ef-0984-41fe-9211-76fc70273fc9 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:31.301115 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.394806 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 10d5f139-602b-4ca3-a625-6d64d43acec4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:31.395578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=036828ef-0984-41fe-9211-76fc70273fc9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:31.401990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:31.405970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:31.466283 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.604467 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.868793 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 3b6f37e3-b69d-44c4-9d67-e98754ec5489 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:31.942079 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-656ee7e3-0e98-46a7-996a-bf17c44a680d None None] Provisioning for port 036828ef-0984-41fe-9211-76fc70273fc9 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:31.972035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-656ee7e3-0e98-46a7-996a-bf17c44a680d None None] Provisioning complete for port 036828ef-0984-41fe-9211-76fc70273fc9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:31.972552 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-656ee7e3-0e98-46a7-996a-bf17c44a680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:31.984711 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f92092-8b6a-4307-a4d4-2425a402dc45 req-2a4ac463-6cbe-45b3-bbda-4c5c40aa7171 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:31.997128 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2f92092-8b6a-4307-a4d4-2425a402dc45 req-2a4ac463-6cbe-45b3-bbda-4c5c40aa7171 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 946 time: 0.0983288 Sep 02 13:56:32.035230 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:32.035633 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:32.063808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-656ee7e3-0e98-46a7-996a-bf17c44a680d None None] Port 036828ef-0984-41fe-9211-76fc70273fc9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:32.065459 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c2f92092-8b6a-4307-a4d4-2425a402dc45 req-d3a0f226-4a46-49e1-953e-f7962fb2dc39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602362 Sep 02 13:56:32.115905 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:32.121843 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:32.207551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=036828ef-0984-41fe-9211-76fc70273fc9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:32.211084 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:32.305381 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 10d5f139-602b-4ca3-a625-6d64d43acec4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:32.307321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:32.457868 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router ab50a9e4-bff2-4638-b26f-ebb8d023f683 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:56:32.702146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-509e3e84-cb38-4eed-a0bf-5ccf2c80a758 None None] Provisioning complete for port 036828ef-0984-41fe-9211-76fc70273fc9 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:32.702612 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-509e3e84-cb38-4eed-a0bf-5ccf2c80a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:32.746836 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-509e3e84-cb38-4eed-a0bf-5ccf2c80a758 None None] Port 036828ef-0984-41fe-9211-76fc70273fc9 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:32.854543 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:32.860673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f4aa59d2-3132-4895-9a2c-4f720eb4c01c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/ab50a9e4-bff2-4638-b26f-ebb8d023f683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8423884 Sep 02 13:56:32.864290 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60214) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:32.868410 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4536d0-cf02-4cda-8e23-d7981cb2d9ef None None] Sync routers for ids ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:32.883567 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4536d0-cf02-4cda-8e23-d7981cb2d9ef None None] Routers {'ab50a9e4-bff2-4638-b26f-ebb8d023f683'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:32.884273 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8a4536d0-cf02-4cda-8e23-d7981cb2d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:32.928813 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1621ead-947e-4773-89d8-6ec6961adfbb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:32.930870 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8a4536d0-cf02-4cda-8e23-d7981cb2d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:32.935070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d1621ead-947e-4773-89d8-6ec6961adfbb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports/036828ef-0984-41fe-9211-76fc70273fc9 HTTP/1.1" status: 200 len: 910 time: 0.0678844 Sep 02 13:56:32.935215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:32.954978 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4536d0-cf02-4cda-8e23-d7981cb2d9ef None None] Routers {'ab50a9e4-bff2-4638-b26f-ebb8d023f683'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:32.956264 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8a4536d0-cf02-4cda-8e23-d7981cb2d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:33.002500 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8a4536d0-cf02-4cda-8e23-d7981cb2d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:33.004403 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4536d0-cf02-4cda-8e23-d7981cb2d9ef None None] The sync data for ids ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:33.078795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-b74dc117-14e1-4b6b-94ef-c84acdf1ff18 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2550075 Sep 02 13:56:33.241528 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fb7a5-d93e-4582-a909-4129ce9b9b60 req-f8b4c7aa-1a79-4647-b7e3-8e1f2e1af8a9 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:33.243895 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a33fb7a5-d93e-4582-a909-4129ce9b9b60 req-f8b4c7aa-1a79-4647-b7e3-8e1f2e1af8a9 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 946 time: 0.0651529 Sep 02 13:56:33.306289 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a33fb7a5-d93e-4582-a909-4129ce9b9b60 req-5056619c-ad52-44c1-b311-a0e99992796f tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552690 Sep 02 13:56:33.352718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-2bacff50-727f-40f3-926e-e75c2256af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:33.354252 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-2bacff50-727f-40f3-926e-e75c2256af9e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 1096 time: 0.2235849 Sep 02 13:56:33.559589 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:33.594441 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-babe9f29-2774-425d-aaa9-b099a64902ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:33.627678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54186a-b50a-44eb-bbe1-99efd73926a5 req-fd898639-fdf5-41c1-bc5d-0cd2ccab9a4b tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:33.629399 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a54186a-b50a-44eb-bbe1-99efd73926a5 req-fd898639-fdf5-41c1-bc5d-0cd2ccab9a4b tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 946 time: 0.1680849 Sep 02 13:56:33.711335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-e2e19a6e-1b0d-408e-b5d0-4aaa4d891590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:33.712951 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-e2e19a6e-1b0d-408e-b5d0-4aaa4d891590 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.3115556 Sep 02 13:56:33.794305 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a54186a-b50a-44eb-bbe1-99efd73926a5 req-1f2fede7-65c7-4547-888c-7328ca53f923 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107326 Sep 02 13:56:33.821914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60236) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:33.861776 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-b156886d-7e6c-409b-8365-13fccafe5267 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a HTTP/1.1" status: 200 len: 1000 time: 0.1373677 Sep 02 13:56:33.927942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-166ee805-bb10-4794-b2cf-efae8f537063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:33.929553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-166ee805-bb10-4794-b2cf-efae8f537063 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0595570 Sep 02 13:56:34.014968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8000c-f024-4183-b57f-28098b1d622d tempest-TestVolumeBackupRestore-492014639 tempest-TestVolumeBackupRestore-492014639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:34.017004 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e4b8000c-f024-4183-b57f-28098b1d622d tempest-TestVolumeBackupRestore-492014639 tempest-TestVolumeBackupRestore-492014639-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1092 time: 0.1940005 Sep 02 13:56:34.020031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60240) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:34.024868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'tenant_id': '6aabc82675484139b51152be179decc9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:34.032400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-1f3536dc-6b17-4465-bbdf-17f241ab74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:34.039592 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-1f3536dc-6b17-4465-bbdf-17f241ab74cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956619 Sep 02 13:56:34.062704 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.159510 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.187718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 036828ef-0984-41fe-9211-76fc70273fc9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:34.188099 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.194786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-43bfc13b-1dd1-4782-a35e-d19485fdb3a7 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478543 Sep 02 13:56:34.237869 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.354286 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.371107 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Allocated IP 172.25.3.8 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/07336142-3a51-45a8-a167-a2e0c4422421) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:34.374762 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3691642e-ade5-4438-b4fa-17e976ab53e2 req-df561e46-60df-41fc-9365-664bd19428ba service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624188 Sep 02 13:56:34.375684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 036828ef-0984-41fe-9211-76fc70273fc9 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:34.538698 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.599626 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.602001 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.633941 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=036828ef-0984-41fe-9211-76fc70273fc9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:34.654039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:34.662633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:34.663968 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:34.720657 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'Port': ['ID=07336142-3a51-45a8-a167-a2e0c4422421,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:34.876011 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:34.896515 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:35.179821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router ab50a9e4-bff2-4638-b26f-ebb8d023f683 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:56:35.196862 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:35.278299 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:35.299967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:35.308673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-16c687f4-eac5-4fc6-b41f-545bee102f8f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/ab50a9e4-bff2-4638-b26f-ebb8d023f683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3715260 Sep 02 13:56:35.309739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:35.310997 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7517dbb-2984-46ad-b2bf-7b5e0092f00c None None] Sync routers for ids ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:35.322286 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7517dbb-2984-46ad-b2bf-7b5e0092f00c None None] Routers {'ab50a9e4-bff2-4638-b26f-ebb8d023f683'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:35.323184 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7517dbb-2984-46ad-b2bf-7b5e0092f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:35.381135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7517dbb-2984-46ad-b2bf-7b5e0092f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:35.391671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7517dbb-2984-46ad-b2bf-7b5e0092f00c None None] Routers {'ab50a9e4-bff2-4638-b26f-ebb8d023f683'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:35.392559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7517dbb-2984-46ad-b2bf-7b5e0092f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:35.443220 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d7517dbb-2984-46ad-b2bf-7b5e0092f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:35.447945 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7517dbb-2984-46ad-b2bf-7b5e0092f00c None None] The sync data for ids ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:35.481404 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:35.487366 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:35.596084 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event updated for resources: {'Port': ['ID=07336142-3a51-45a8-a167-a2e0c4422421,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:35.604644 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:35.761865 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Floating IP 4cdf108c-18c0-4540-9f4e-08b674961be8 associated. External IP: 172.25.3.8, port: 0735ec5b-6161-49c8-830a-ccd655199c1a. Sep 02 13:56:36.036195 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:36.044318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Router cea19375-703c-45fb-9dd8-b5dd1553e6f5 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:56:36.165255 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:36.176312 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] Sync routers for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:36.189037 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:36.190004 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:36.190359 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:36.223121 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ba13e534-7ab5-4d15-bd58-72d15a852b42 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2018054 Sep 02 13:56:36.224650 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:36.227367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:36.227642 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c56a12-66a2-490c-9cfe-2f05401183ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:36.310391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5466e4-a7eb-44c9-97ca-915793176dd7 tempest-TestVolumeBackupRestore-492014639 tempest-TestVolumeBackupRestore-492014639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:36.312189 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5d5466e4-a7eb-44c9-97ca-915793176dd7 tempest-TestVolumeBackupRestore-492014639 tempest-TestVolumeBackupRestore-492014639-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1092 time: 0.0811996 Sep 02 13:56:36.315229 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60272) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:36.320983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-af2bc639-7948-4bff-ac0d-3a3d7045b429 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Request body: {'floatingip': {'port_id': '0735ec5b-6161-49c8-830a-ccd655199c1a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:36.356783 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:56:36.416823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af2bc639-7948-4bff-ac0d-3a3d7045b429 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for floatingip, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:36.467575 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:36.468082 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:36.504366 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92fb38-f418-4815-af6c-16c5987eaaa1 x-openstack-request-id: req-5d92fb38-f418-4815-af6c-16c5987eaaa1 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:36.504872 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:36.504872 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d92fb38-f418-4815-af6c-16c5987eaaa1 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:36.505326 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'status': 'completed', 'code': 200} Sep 02 13:56:36.592503 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:36.623908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:36.643441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:36.701568 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-d8f2c2c1-5abb-4d7b-b59a-6f67ae89b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:36.703334 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-d8f2c2c1-5abb-4d7b-b59a-6f67ae89b2d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6aabc82675484139b51152be179decc9&device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1097 time: 0.1738975 Sep 02 13:56:36.726222 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4cdf108c-18c0-4540-9f4e-08b674961be8', 'tenant_id': '6aabc82675484139b51152be179decc9', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'port_id': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'mac_address': 'fa:16:3e:ca:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:56:35Z', 'updated_at': '2021-09-02T13:56:35Z', 'revision_number': 0, 'project_id': '6aabc82675484139b51152be179decc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:36.758127 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] Checking router: cea19375-703c-45fb-9dd8-b5dd1553e6f5 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:56:36.768178 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:36.768811 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:36.917959 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:36.970245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=43e6f4d2-80ea-4bc5-9f3b-bb17b9a2d78d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:37.028125 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:56:37.190688 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:37.464470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be522e1-0713-4fb5-8627-f272d3f67fd0 req-bc124d7e-700b-4538-80ed-5cb73bffa4f2 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:37.465920 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2be522e1-0713-4fb5-8627-f272d3f67fd0 req-bc124d7e-700b-4538-80ed-5cb73bffa4f2 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 946 time: 0.1113801 Sep 02 13:56:37.468610 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router ab50a9e4-bff2-4638-b26f-ebb8d023f683 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:56:37.508016 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4cdf108c-18c0-4540-9f4e-08b674961be8', 'tenant_id': '6aabc82675484139b51152be179decc9', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'port_id': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'mac_address': 'fa:16:3e:ca:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:56:35Z', 'updated_at': '2021-09-02T13:56:35Z', 'revision_number': 0, 'project_id': '6aabc82675484139b51152be179decc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:37.513559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-a7e10e82-cfaa-4eff-a19f-e8de083cdaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:37.515022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-a7e10e82-cfaa-4eff-a19f-e8de083cdaf9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=81e9acf0-dcef-4e52-8a82-413a053d5968 HTTP/1.1" status: 200 len: 915 time: 0.7699897 Sep 02 13:56:37.543467 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0edc59d-2032-41dc-8950-adb2ef455525 None None] The sync data for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 is: [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4cdf108c-18c0-4540-9f4e-08b674961be8', 'tenant_id': '6aabc82675484139b51152be179decc9', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'port_id': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'mac_address': 'fa:16:3e:ca:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:56:35Z', 'updated_at': '2021-09-02T13:56:35Z', 'revision_number': 0, 'project_id': '6aabc82675484139b51152be179decc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:37.598798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:37.610838 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8aced6-51bb-4756-9d31-3c6e2090624c None None] Sync routers for ids ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:37.618523 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-565fd273-999c-4b44-b874-daf60b006e9c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/ab50a9e4-bff2-4638-b26f-ebb8d023f683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3050680 Sep 02 13:56:37.619194 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2be522e1-0713-4fb5-8627-f272d3f67fd0 req-1ed2756b-c887-40a3-808d-64e136fd5f39 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428144 Sep 02 13:56:37.619671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:37.695792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4f59373a-4943-4a96-8779-63166623fb17 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab50a9e4-bff2-4638-b26f-ebb8d023f683 HTTP/1.1" status: 200 len: 205 time: 0.0741568 Sep 02 13:56:37.702256 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:37.786193 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-07c499e0-02ee-48be-87de-5b77e5c0a728 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0735ec5b-6161-49c8-830a-ccd655199c1a HTTP/1.1" status: 200 len: 998 time: 0.1977706 Sep 02 13:56:37.889218 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b949-9ad9-46dc-9023-f95573f1b3d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:37.910432 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8aced6-51bb-4756-9d31-3c6e2090624c None None] Routers {'ab50a9e4-bff2-4638-b26f-ebb8d023f683'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:37.911433 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ab8aced6-51bb-4756-9d31-3c6e2090624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:37.939487 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af2bc639-7948-4bff-ac0d-3a3d7045b429 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:37.953605 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af2bc639-7948-4bff-ac0d-3a3d7045b429 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:37.964305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ab8aced6-51bb-4756-9d31-3c6e2090624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:38.002415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8aced6-51bb-4756-9d31-3c6e2090624c None None] Routers {'ab50a9e4-bff2-4638-b26f-ebb8d023f683'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:38.003069 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ab8aced6-51bb-4756-9d31-3c6e2090624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:38.004164 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828c6f7-b293-4397-9453-0b3afb27bec6 None None] New status for floating IP 4cdf108c-18c0-4540-9f4e-08b674961be8: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:56:38.062193 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-ab8aced6-51bb-4756-9d31-3c6e2090624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:38.062941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8aced6-51bb-4756-9d31-3c6e2090624c None None] The sync data for ids ['ab50a9e4-bff2-4638-b26f-ebb8d023f683'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:38.076619 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-a24ea7f6-77a6-4c1d-af78-2d00990fd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:38.078634 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-a24ea7f6-77a6-4c1d-af78-2d00990fd2e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36d7bbfe-ade7-46a9-a10f-d75107b5eea5 HTTP/1.1" status: 200 len: 853 time: 0.1375887 Sep 02 13:56:38.184281 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-38279d6e-501e-4b7b-957e-504b7f003bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:38.187052 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-38279d6e-501e-4b7b-957e-504b7f003bb8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81e9acf0-dcef-4e52-8a82-413a053d5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751100 Sep 02 13:56:38.204908 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-48b8ed9a-95ad-491d-af17-6b61b96bcabc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:56:38.205715 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b949-9ad9-46dc-9023-f95573f1b3d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.207853 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-48b8ed9a-95ad-491d-af17-6b61b96bcabc service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090916 Sep 02 13:56:38.217560 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b949-9ad9-46dc-9023-f95573f1b3d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.275397 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b949-9ad9-46dc-9023-f95573f1b3d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.276173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a3b949-9ad9-46dc-9023-f95573f1b3d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Fanout notify agent at l3_agent the message router_deleted on router ab50a9e4-bff2-4638-b26f-ebb8d023f683 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:56:38.284897 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b949-9ad9-46dc-9023-f95573f1b3d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.286751 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a8a3b949-9ad9-46dc-9023-f95573f1b3d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/ab50a9e4-bff2-4638-b26f-ebb8d023f683 HTTP/1.1" status: 204 len: 168 time: 0.5833409 Sep 02 13:56:38.289322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:38.346517 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14551f7-6ac4-44cf-b959-37d6c2c9e385 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting subnet 9ef206a7-b622-40a8-9751-9fd84e93df9c {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:56:38.350495 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a14551f7-6ac4-44cf-b959-37d6c2c9e385 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.398417 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a14551f7-6ac4-44cf-b959-37d6c2c9e385 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.431054 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-af88cfff-d6cf-41f7-9448-5083634c4ffd service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146442 Sep 02 13:56:38.462803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2bc639-7948-4bff-ac0d-3a3d7045b429 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Router cea19375-703c-45fb-9dd8-b5dd1553e6f5 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:56:38.520005 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a14551f7-6ac4-44cf-b959-37d6c2c9e385 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.590186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a14551f7-6ac4-44cf-b959-37d6c2c9e385 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.620655 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14551f7-6ac4-44cf-b959-37d6c2c9e385 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef206a7-b622-40a8-9751-9fd84e93df9c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:38.625906 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a14551f7-6ac4-44cf-b959-37d6c2c9e385 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.630601 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a14551f7-6ac4-44cf-b959-37d6c2c9e385 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/9ef206a7-b622-40a8-9751-9fd84e93df9c HTTP/1.1" status: 204 len: 168 time: 0.3377314 Sep 02 13:56:38.631222 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:38.634938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041dc987-c969-4ade-a11e-9db629f76349 None None] Network 10d5f139-602b-4ca3-a625-6d64d43acec4 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:38.655786 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-27c56a12-66a2-490c-9cfe-2f05401183ae req-6e33278a-2fec-4d2c-af6b-17d1333180d9 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153482 Sep 02 13:56:38.666304 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2bc639-7948-4bff-ac0d-3a3d7045b429 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:38.690180 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-af2bc639-7948-4bff-ac0d-3a3d7045b429 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.695378 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0691fbbd-26ea-496e-a9ad-7f1b11646bb5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting subnet c8ae3796-5847-403a-a80a-871ac4d5126f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:56:38.703052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] Sync routers for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:38.704572 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0691fbbd-26ea-496e-a9ad-7f1b11646bb5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.722680 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:38.723313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:38.750848 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:38.753462 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bd1a69-f804-4dec-be36-635be2b9d077" -d '{"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:38.779956 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-af2bc639-7948-4bff-ac0d-3a3d7045b429 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "PUT /v2.0/floatingips/4cdf108c-18c0-4540-9f4e-08b674961be8 HTTP/1.1" status: 200 len: 990 time: 2.4620702 Sep 02 13:56:38.794690 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0691fbbd-26ea-496e-a9ad-7f1b11646bb5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.807212 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb02b82-a693-4618-afbb-9c20cca42a95 x-openstack-request-id: req-feb02b82-a693-4618-afbb-9c20cca42a95 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:38.807756 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:38.808551 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feb02b82-a693-4618-afbb-9c20cca42a95 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:38.809058 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'status': 'completed', 'code': 200} Sep 02 13:56:38.837173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66c8cf-e1d3-4922-80fd-7fac212f30d9 req-c05c6728-9c0a-4e8b-8656-df3f7598da4b tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:38.837399 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc66c8cf-e1d3-4922-80fd-7fac212f30d9 req-c05c6728-9c0a-4e8b-8656-df3f7598da4b tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 946 time: 0.1004043 Sep 02 13:56:38.882238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af6268-eae7-4f0f-ac65-664766755c5d req-f8f03c17-0fe6-41cc-9adc-c19def35d91d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:38.884903 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71af6268-eae7-4f0f-ac65-664766755c5d req-f8f03c17-0fe6-41cc-9adc-c19def35d91d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.77 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 946 time: 0.0612943 Sep 02 13:56:38.910526 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:56:38.951364 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc66c8cf-e1d3-4922-80fd-7fac212f30d9 req-16e5e340-a76f-4bdc-ba4f-4c82c4e3e2e0 tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a75bf0a-7005-4481-8fc5-1fb6e467e152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042385 Sep 02 13:56:38.980025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0691fbbd-26ea-496e-a9ad-7f1b11646bb5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:38.985777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-adeac7e5-cdf0-4c11-a3be-6212d2fa68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:38.985973 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-adeac7e5-cdf0-4c11-a3be-6212d2fa68d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6aabc82675484139b51152be179decc9&device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1097 time: 0.1198964 Sep 02 13:56:39.108974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-71af6268-eae7-4f0f-ac65-664766755c5d req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Deleting port 6fb49bd9-441d-41e2-beee-fe0928c647d7 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:39.109396 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71af6268-eae7-4f0f-ac65-664766755c5d req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.127886 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0691fbbd-26ea-496e-a9ad-7f1b11646bb5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.179510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90d83e7-9fb0-4f4d-b885-110d32a875b9 None None] DHCP port deletion for 10d5f139-602b-4ca3-a625-6d64d43acec4 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:56:39.181879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691fbbd-26ea-496e-a9ad-7f1b11646bb5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ae3796-5847-403a-a80a-871ac4d5126f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:39.187750 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0691fbbd-26ea-496e-a9ad-7f1b11646bb5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.190059 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0691fbbd-26ea-496e-a9ad-7f1b11646bb5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/c8ae3796-5847-403a-a80a-871ac4d5126f HTTP/1.1" status: 204 len: 168 time: 0.5579515 Sep 02 13:56:39.195771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60320) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:39.197356 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-edddce5a-b101-4b91-b7b0-86017ca1c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:39.197482 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aee372-c189-40ff-814d-68b4749f8435 None None] Network 52584b19-f330-48c2-8b66-0eeaba8da33f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:39.203793 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-edddce5a-b101-4b91-b7b0-86017ca1c131 service neutron] 10.222.0.77 "GET /v2.0/networks?id=81e9acf0-dcef-4e52-8a82-413a053d5968 HTTP/1.1" status: 200 len: 915 time: 0.1993110 Sep 02 13:56:39.279333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [req-71af6268-eae7-4f0f-ac65-664766755c5d req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] For port 6fb49bd9-441d-41e2-beee-fe0928c647d7, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=6fb49bd9-441d-41e2-beee-fe0928c647d7,segment=NetworkSegment(1a82a09c-58b6-48f5-b638-8d56b10d0ef4),segment_id=1a82a09c-58b6-48f5-b638-8d56b10d0ef4)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:39.280001 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71af6268-eae7-4f0f-ac65-664766755c5d req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.307983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [req-71af6268-eae7-4f0f-ac65-664766755c5d req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Calling delete_port for 6fb49bd9-441d-41e2-beee-fe0928c647d7 owned by compute:nova {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:39.322520 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.323157 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-b9cd77e1-fbaa-4ce9-854e-f1cf0c0ddcaa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0735ec5b-6161-49c8-830a-ccd655199c1a HTTP/1.1" status: 200 len: 1000 time: 0.1117122 Sep 02 13:56:39.384626 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-ed4c79ed-01d4-4bf2-89ca-5bce74e99442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:39.386692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-ed4c79ed-01d4-4bf2-89ca-5bce74e99442 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36d7bbfe-ade7-46a9-a10f-d75107b5eea5 HTTP/1.1" status: 200 len: 853 time: 0.0564420 Sep 02 13:56:39.422119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c90d83e7-9fb0-4f4d-b885-110d32a875b9 None None] Deleting port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:39.422498 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90d83e7-9fb0-4f4d-b885-110d32a875b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.454324 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-4c07d046-0608-4e08-a837-185c96e7718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:39.456505 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-4c07d046-0608-4e08-a837-185c96e7718c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81e9acf0-dcef-4e52-8a82-413a053d5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627224 Sep 02 13:56:39.494603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c90d83e7-9fb0-4f4d-b885-110d32a875b9 None None] For port 3b6f37e3-b69d-44c4-9d67-e98754ec5489, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=3b6f37e3-b69d-44c4-9d67-e98754ec5489,segment=NetworkSegment(06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b),segment_id=06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:39.495010 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90d83e7-9fb0-4f4d-b885-110d32a875b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.497008 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:39.497356 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.509693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c90d83e7-9fb0-4f4d-b885-110d32a875b9 None None] Calling delete_port for 3b6f37e3-b69d-44c4-9d67-e98754ec5489 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:39.592692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-1a86320c-86f7-4b7e-94e1-2710bf3ac991 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286461 Sep 02 13:56:39.593239 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71af6268-eae7-4f0f-ac65-664766755c5d req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.597919 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc302f0-2b94-4e6b-82d0-6dc20f4c8a5e None None] DHCP port deletion for 52584b19-f330-48c2-8b66-0eeaba8da33f request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:56:39.604380 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90d83e7-9fb0-4f4d-b885-110d32a875b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.618405 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4cdf108c-18c0-4540-9f4e-08b674961be8', 'tenant_id': '6aabc82675484139b51152be179decc9', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'port_id': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'mac_address': 'fa:16:3e:ca:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:56:35Z', 'updated_at': '2021-09-02T13:56:38Z', 'revision_number': 2, 'project_id': '6aabc82675484139b51152be179decc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:39.621128 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port 3b6f37e3-b69d-44c4-9d67-e98754ec5489, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=3b6f37e3-b69d-44c4-9d67-e98754ec5489,segment=NetworkSegment(06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b),segment_id=06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:39.621685 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.657041 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Pushing event deleted for resources: {'Port': ['ID=6fb49bd9-441d-41e2-beee-fe0928c647d7,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:39.673154 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] Checking router: cea19375-703c-45fb-9dd8-b5dd1553e6f5 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:56:39.683204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 3b6f37e3-b69d-44c4-9d67-e98754ec5489 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:39.694724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d83e7-9fb0-4f4d-b885-110d32a875b9 None None] Pushing event deleted for resources: {'Port': ['ID=3b6f37e3-b69d-44c4-9d67-e98754ec5489,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:39.699511 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d83e7-9fb0-4f4d-b885-110d32a875b9 None None] No DVR routers for this DVR port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:39.717300 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:39.717944 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:39.725057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [req-71af6268-eae7-4f0f-ac65-664766755c5d req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] No DVR routers for this DVR port 6fb49bd9-441d-41e2-beee-fe0928c647d7 on host n-h2-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:39.741611 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-71af6268-eae7-4f0f-ac65-664766755c5d req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.745972 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-71af6268-eae7-4f0f-ac65-664766755c5d req-2e9baff1-03c7-49fa-9ec4-ea7bdfc1147d tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.77 "DELETE /v2.0/ports/6fb49bd9-441d-41e2-beee-fe0928c647d7 HTTP/1.1" status: 204 len: 173 time: 0.8524091 Sep 02 13:56:39.829587 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-32bd1a69-f804-4dec-be36-635be2b9d077 req-c0b09d88-7233-4bc5-98c9-102454a9aa61 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275286 Sep 02 13:56:39.864222 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8fc302f0-2b94-4e6b-82d0-6dc20f4c8a5e None None] Deleting port af1c3843-fa9d-490f-b09a-df784a03a533 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:39.864620 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fc302f0-2b94-4e6b-82d0-6dc20f4c8a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.878251 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:39.918054 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device af1c3843-fa9d-490f-b09a-df784a03a533 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:56:39.939442 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:56:39.939955 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=3b6f37e3-b69d-44c4-9d67-e98754ec5489,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:39.969784 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No DVR routers for this DVR port 3b6f37e3-b69d-44c4-9d67-e98754ec5489 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:40.031893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8fc302f0-2b94-4e6b-82d0-6dc20f4c8a5e None None] For port af1c3843-fa9d-490f-b09a-df784a03a533, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=af1c3843-fa9d-490f-b09a-df784a03a533,segment=NetworkSegment(c28d9c85-83fe-4c16-8abe-cd1b046f2695),segment_id=c28d9c85-83fe-4c16-8abe-cd1b046f2695)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:40.032401 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fc302f0-2b94-4e6b-82d0-6dc20f4c8a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.047215 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8fc302f0-2b94-4e6b-82d0-6dc20f4c8a5e None None] Calling delete_port for af1c3843-fa9d-490f-b09a-df784a03a533 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:40.078084 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.085978 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-85029739-5e97-4e14-82de-bb8b3b4c8ba2 req-99ce56f4-e0af-4fc2-a89e-8a125ae3b2fd tempest-VolumesSnapshotTestJSON-621450480 tempest-VolumesSnapshotTestJSON-621450480-project] 10.222.0.13 "GET /v2.0/ports?device_id=8237b047-d99f-45b8-bb9c-0fdc8c771e11 HTTP/1.1" status: 200 len: 210 time: 0.0309975 Sep 02 13:56:40.089902 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d5f139-602b-4ca3-a625-6d64d43acec4']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:40.109741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:40.109741 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d159be-52e2-4d54-9ef6-2b0ee5a2fc7b') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:40.123352 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.140753 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.148772 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:40.149192 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:40.236551 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:40.241179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.249047 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.250854 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.254432 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/networks/10d5f139-602b-4ca3-a625-6d64d43acec4 HTTP/1.1" status: 204 len: 168 time: 1.0570807 Sep 02 13:56:40.256943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:40.285998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa612722-dd09-4c70-befa-8599e86df50d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Network': ['ID=10d5f139-602b-4ca3-a625-6d64d43acec4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:40.443223 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fc302f0-2b94-4e6b-82d0-6dc20f4c8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.509703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 3b6f37e3-b69d-44c4-9d67-e98754ec5489 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:56:40.514857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc302f0-2b94-4e6b-82d0-6dc20f4c8a5e None None] Pushing event deleted for resources: {'Port': ['ID=af1c3843-fa9d-490f-b09a-df784a03a533,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:40.543456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc302f0-2b94-4e6b-82d0-6dc20f4c8a5e None None] No DVR routers for this DVR port af1c3843-fa9d-490f-b09a-df784a03a533 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:40.548100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 3b6f37e3-b69d-44c4-9d67-e98754ec5489 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:56:40.548461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 3b6f37e3-b69d-44c4-9d67-e98754ec5489 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:56:40.594468 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4cdf108c-18c0-4540-9f4e-08b674961be8', 'tenant_id': '6aabc82675484139b51152be179decc9', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'port_id': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'mac_address': 'fa:16:3e:ca:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:56:35Z', 'updated_at': '2021-09-02T13:56:38Z', 'revision_number': 2, 'project_id': '6aabc82675484139b51152be179decc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:40.628716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4783422-442e-4067-af7a-11094f4cbcfe None None] The sync data for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 is: [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4cdf108c-18c0-4540-9f4e-08b674961be8', 'tenant_id': '6aabc82675484139b51152be179decc9', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'port_id': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'mac_address': 'fa:16:3e:ca:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:56:35Z', 'updated_at': '2021-09-02T13:56:38Z', 'revision_number': 2, 'project_id': '6aabc82675484139b51152be179decc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:40.681655 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.777245 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.790804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52584b19-f330-48c2-8b66-0eeaba8da33f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:40.805233 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28d9c85-83fe-4c16-8abe-cd1b046f2695') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:40.805821 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28d9c85-83fe-4c16-8abe-cd1b046f2695') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:40.810570 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a'}, {'server_uuid': '8237b047-d99f-45b8-bb9c-0fdc8c771e11', 'name': 'network-vif-deleted', 'tag': '6fb49bd9-441d-41e2-beee-fe0928c647d7'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:40.815281 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6" -d '{"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a"}, {"server_uuid": "8237b047-d99f-45b8-bb9c-0fdc8c771e11", "name": "network-vif-deleted", "tag": "6fb49bd9-441d-41e2-beee-fe0928c647d7"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:40.816375 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.832007 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.838924 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:40.839336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:40.844660 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:40.865179 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f511f86-7c2b-40ce-8d9c-c32fa58951cc x-openstack-request-id: req-7f511f86-7c2b-40ce-8d9c-c32fa58951cc {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:40.865703 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a", "status": "completed", "code": 200}, {"server_uuid": "8237b047-d99f-45b8-bb9c-0fdc8c771e11", "name": "network-vif-deleted", "tag": "6fb49bd9-441d-41e2-beee-fe0928c647d7", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:40.866216 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f511f86-7c2b-40ce-8d9c-c32fa58951cc {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:40.866837 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'status': 'completed', 'code': 200} Sep 02 13:56:40.867154 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8237b047-d99f-45b8-bb9c-0fdc8c771e11', 'name': 'network-vif-deleted', 'tag': '6fb49bd9-441d-41e2-beee-fe0928c647d7', 'status': 'completed', 'code': 200} Sep 02 13:56:40.931932 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.940420 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:40.946391 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/networks/52584b19-f330-48c2-8b66-0eeaba8da33f HTTP/1.1" status: 204 len: 168 time: 0.6843400 Sep 02 13:56:40.947493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60332) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:40.954812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'network': {'name': 'tempest-RoutersTest-758540444'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:40.959843 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-4f491231-38b6-487e-9bd5-2ac63c3c6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:40.961350 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-4f491231-38b6-487e-9bd5-2ac63c3c6967 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6aabc82675484139b51152be179decc9&device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1097 time: 0.0715091 Sep 02 13:56:40.962241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a1108-c8e7-4ae5-8d79-88371e449ef1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Network': ['ID=52584b19-f330-48c2-8b66-0eeaba8da33f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:40.980671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:40.984581 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.012599 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:41.023385 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.023920 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added segment 556c709d-86ed-4f29-b94b-e2b2be671a0c of type vlan for network 6643a8be-29b1-40c1-ad98-50c58a289d42 Sep 02 13:56:41.071538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-2d8ff870-058f-4239-b5e9-017e19313591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:41.072769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.073046 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-2d8ff870-058f-4239-b5e9-017e19313591 service neutron] 10.222.0.77 "GET /v2.0/networks?id=81e9acf0-dcef-4e52-8a82-413a053d5968 HTTP/1.1" status: 200 len: 915 time: 0.1040506 Sep 02 13:56:41.102573 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.108882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:41.109553 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.162027 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-df6b7c6c-1531-43cd-8968-83ccb00b424e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0735ec5b-6161-49c8-830a-ccd655199c1a HTTP/1.1" status: 200 len: 1000 time: 0.0777118 Sep 02 13:56:41.182980 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2340879 Sep 02 13:56:41.186207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60338) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:41.191283 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'subnet': {'network_id': '6643a8be-29b1-40c1-ad98-50c58a289d42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:41.210652 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186102b9-b776-4392-b324-d4557ab10012 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Network': ['ID=6643a8be-29b1-40c1-ad98-50c58a289d42,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:41.222025 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 6643a8be-29b1-40c1-ad98-50c58a289d42 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:41.230878 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-58562830-ccc5-4259-a8e6-581417109602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:41.232786 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-58562830-ccc5-4259-a8e6-581417109602 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36d7bbfe-ade7-46a9-a10f-d75107b5eea5 HTTP/1.1" status: 200 len: 853 time: 0.0662913 Sep 02 13:56:41.294720 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:41.299829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.343532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-060a7e9b-e129-4b45-a170-4c2450545531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:41.348209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-060a7e9b-e129-4b45-a170-4c2450545531 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81e9acf0-dcef-4e52-8a82-413a053d5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040077 Sep 02 13:56:41.463352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 6fb49bd9-441d-41e2-beee-fe0928c647d7 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:56:41.469646 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-43b3a502-2b4a-4e29-a090-a268ff053bc6 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134794 Sep 02 13:56:41.507389 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 6fb49bd9-441d-41e2-beee-fe0928c647d7 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:56:41.531565 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 6fb49bd9-441d-41e2-beee-fe0928c647d7 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:56:41.592381 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4e9d64a7-21e1-4647-8cbc-5ae34d28ead6 req-65d79f36-19be-4e29-84d3-878e4994637c service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143792 Sep 02 13:56:41.641447 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.719317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Subnet': ['ID=72454631-1eab-4ec9-b8bc-09f3c0e2e879,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:41.730399 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Checking segment: {'id': '556c709d-86ed-4f29-b94b-e2b2be671a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6643a8be-29b1-40c1-ad98-50c58a289d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:41.730863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network hostable DHCP agents. Network: 6643a8be-29b1-40c1-ad98-50c58a289d42, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:41.751027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 6643a8be-29b1-40c1-ad98-50c58a289d42 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:41.763026 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 6643a8be-29b1-40c1-ad98-50c58a289d42) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:41.769148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:41.769769 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.775525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f745cc-7953-4d08-be2d-617df9dabdef None None] Network 6643a8be-29b1-40c1-ad98-50c58a289d42 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:41.812897 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e4f9c5a9-64c9-478d-8c55-bf240b033046 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6226752 Sep 02 13:56:41.813567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:41.818237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1af7a5a1-c7df-407b-98d7-021d00e5a326 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-779914362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:41.863878 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af7a5a1-c7df-407b-98d7-021d00e5a326 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.865291 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af7a5a1-c7df-407b-98d7-021d00e5a326 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.984312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af7a5a1-c7df-407b-98d7-021d00e5a326 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:41.990892 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af7a5a1-c7df-407b-98d7-021d00e5a326 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:42.011941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af7a5a1-c7df-407b-98d7-021d00e5a326 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:42.013880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1af7a5a1-c7df-407b-98d7-021d00e5a326 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1991823 Sep 02 13:56:42.017553 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60360) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:42.023903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'port': {'network_id': '6643a8be-29b1-40c1-ad98-50c58a289d42', 'name': 'tempest-RoutersTest-1271155574'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:42.062712 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-6643a8be-29b1-40c1-ad98-50c58a289d42', 'network_id': '6643a8be-29b1-40c1-ad98-50c58a289d42', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'fixed_ips': [{'subnet_id': '72454631-1eab-4ec9-b8bc-09f3c0e2e879'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:42.063933 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:42.227467 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'port': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:42.232442 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:42.258387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] device_id is not set on port c96836c3-97bd-40fe-aae1-b3275b484a43 yet. {{(pid=94687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 13:56:42.430369 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.20.0.11 (6643a8be-29b1-40c1-ad98-50c58a289d42/72454631-1eab-4ec9-b8bc-09f3c0e2e879/c96836c3-97bd-40fe-aae1-b3275b484a43) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:42.646680 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:42.662941 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Transition to ACTIVE for port object c96836c3-97bd-40fe-aae1-b3275b484a43 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:42.702074 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:42.758352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 6643a8be-29b1-40c1-ad98-50c58a289d42 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:42.761964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:42.766605 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:42.770226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Allocated IP 172.20.0.2 (6643a8be-29b1-40c1-ad98-50c58a289d42/72454631-1eab-4ec9-b8bc-09f3c0e2e879/10429278-bcd5-4e4b-8470-3381acbd4115) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:42.826449 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:42.827685 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:42.832127 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=c96836c3-97bd-40fe-aae1-b3275b484a43,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:42.856265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:42.857013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-31d74afa-b35f-406e-8648-0acecf6b0dd8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8380098 Sep 02 13:56:42.969784 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:42.978334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Transition to ACTIVE for port object 10429278-bcd5-4e4b-8470-3381acbd4115 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:42.995337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Transition to ACTIVE for port object 10429278-bcd5-4e4b-8470-3381acbd4115 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:43.003437 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:43.048435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Pushing event updated for resources: {'Port': ['ID=10429278-bcd5-4e4b-8470-3381acbd4115,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:43.062226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Network 6643a8be-29b1-40c1-ad98-50c58a289d42 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:43.063849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:43.070087 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:43.132024 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Attempting to bind port 10429278-bcd5-4e4b-8470-3381acbd4115 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:56:43.132182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Attempting to bind port 10429278-bcd5-4e4b-8470-3381acbd4115 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '556c709d-86ed-4f29-b94b-e2b2be671a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6643a8be-29b1-40c1-ad98-50c58a289d42'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:56:43.132544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Attempting to bind port 10429278-bcd5-4e4b-8470-3381acbd4115 on network 6643a8be-29b1-40c1-ad98-50c58a289d42 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:43.138662 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:56:43.139051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Checking segment: {'id': '556c709d-86ed-4f29-b94b-e2b2be671a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6643a8be-29b1-40c1-ad98-50c58a289d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:43.139462 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:43.139947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Bound using segment: {'id': '556c709d-86ed-4f29-b94b-e2b2be671a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6643a8be-29b1-40c1-ad98-50c58a289d42'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:56:43.140431 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Bound port: 10429278-bcd5-4e4b-8470-3381acbd4115, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556c709d-86ed-4f29-b94b-e2b2be671a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6643a8be-29b1-40c1-ad98-50c58a289d42'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:56:43.140996 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:43.215441 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] For port 10429278-bcd5-4e4b-8470-3381acbd4115, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:43.219506 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] For port 10429278-bcd5-4e4b-8470-3381acbd4115, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=10429278-bcd5-4e4b-8470-3381acbd4115,segment=NetworkSegment(556c709d-86ed-4f29-b94b-e2b2be671a0c),segment_id=556c709d-86ed-4f29-b94b-e2b2be671a0c)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:43.225596 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:43.297477 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3211a-5afe-4275-938d-b3b770ff4adf None None] Pushing event updated for resources: {'Port': ['ID=10429278-bcd5-4e4b-8470-3381acbd4115,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:43.367031 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:43.723234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:43.730809 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:43.834102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=c96836c3-97bd-40fe-aae1-b3275b484a43,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:43.918691 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 10429278-bcd5-4e4b-8470-3381acbd4115 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:44.000533 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 10429278-bcd5-4e4b-8470-3381acbd4115 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:44.061534 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:44.256544 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:44.590296 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:44.596362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee8982-c002-4ff4-aefb-ef0f925bbb9b None None] Network 6643a8be-29b1-40c1-ad98-50c58a289d42 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:44.596550 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:44.670748 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-0017e771-79e7-40e3-9094-4d2dc43e9c99 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177785 Sep 02 13:56:44.684125 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:44.687067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=c96836c3-97bd-40fe-aae1-b3275b484a43,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:44.741460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ee9a001-c6e9-41c6-95b8-6bdef2271c1f None None] Provisioning for port 10429278-bcd5-4e4b-8470-3381acbd4115 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:44.752493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ee9a001-c6e9-41c6-95b8-6bdef2271c1f None None] Provisioning complete for port 10429278-bcd5-4e4b-8470-3381acbd4115 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:44.752865 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a001-c6e9-41c6-95b8-6bdef2271c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:44.818362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-bb5b19a1-f4f2-47af-b542-18d57ce34812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:44.819914 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-bb5b19a1-f4f2-47af-b542-18d57ce34812 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6aabc82675484139b51152be179decc9&device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1097 time: 0.0784359 Sep 02 13:56:44.841760 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 6643a8be-29b1-40c1-ad98-50c58a289d42 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:44.851508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:44.914843 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a001-c6e9-41c6-95b8-6bdef2271c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:44.964036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3ee9a001-c6e9-41c6-95b8-6bdef2271c1f None None] For port 10429278-bcd5-4e4b-8470-3381acbd4115, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=10429278-bcd5-4e4b-8470-3381acbd4115,segment=NetworkSegment(556c709d-86ed-4f29-b94b-e2b2be671a0c),segment_id=556c709d-86ed-4f29-b94b-e2b2be671a0c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:44.970434 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a001-c6e9-41c6-95b8-6bdef2271c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:45.029463 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9a001-c6e9-41c6-95b8-6bdef2271c1f None None] Pushing event updated for resources: {'Port': ['ID=10429278-bcd5-4e4b-8470-3381acbd4115,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:45.054243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-7b7712c8-3db9-4aca-9576-9c1b4c74e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:45.056272 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-7b7712c8-3db9-4aca-9576-9c1b4c74e293 service neutron] 10.222.0.77 "GET /v2.0/networks?id=81e9acf0-dcef-4e52-8a82-413a053d5968 HTTP/1.1" status: 200 len: 915 time: 0.2133155 Sep 02 13:56:45.057473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 738547d9-1876-468d-9a67-2f51d614a6ad is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:56:45.203616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-953e34e1-4c9c-4f80-a4a2-91ccf91576d3 None None] Provisioning complete for port 10429278-bcd5-4e4b-8470-3381acbd4115 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:45.204058 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-953e34e1-4c9c-4f80-a4a2-91ccf91576d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:45.213926 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-0c099980-6795-4817-978b-ef161d0a33d5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0735ec5b-6161-49c8-830a-ccd655199c1a HTTP/1.1" status: 200 len: 1000 time: 0.1461658 Sep 02 13:56:45.218826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:45.228832 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4882b51-c57a-4b40-b56d-c43b1e2d0646 None None] Sync routers for ids ['738547d9-1876-468d-9a67-2f51d614a6ad'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:45.232541 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60406) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:45.233010 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d312c2aa-2f47-4a7e-b396-b1af26537677 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/738547d9-1876-468d-9a67-2f51d614a6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755243 Sep 02 13:56:45.248445 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4882b51-c57a-4b40-b56d-c43b1e2d0646 None None] Routers {'738547d9-1876-468d-9a67-2f51d614a6ad'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:45.249384 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4882b51-c57a-4b40-b56d-c43b1e2d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['738547d9-1876-468d-9a67-2f51d614a6ad'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:45.297297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-ad4d91b4-5bf8-47c8-8578-0ae78432a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:45.299115 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4882b51-c57a-4b40-b56d-c43b1e2d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:45.310692 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-ad4d91b4-5bf8-47c8-8578-0ae78432a888 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36d7bbfe-ade7-46a9-a10f-d75107b5eea5 HTTP/1.1" status: 200 len: 853 time: 0.0722497 Sep 02 13:56:45.310954 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4882b51-c57a-4b40-b56d-c43b1e2d0646 None None] Routers {'738547d9-1876-468d-9a67-2f51d614a6ad'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:45.310954 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4882b51-c57a-4b40-b56d-c43b1e2d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['738547d9-1876-468d-9a67-2f51d614a6ad'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:45.351033 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4882b51-c57a-4b40-b56d-c43b1e2d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:45.364919 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4882b51-c57a-4b40-b56d-c43b1e2d0646 None None] The sync data for ids ['738547d9-1876-468d-9a67-2f51d614a6ad'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:45.379581 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501b4603-5329-4b51-911a-f8fe5ac32d9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:45.387097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60412) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:45.387802 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-501b4603-5329-4b51-911a-f8fe5ac32d9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports/c96836c3-97bd-40fe-aae1-b3275b484a43 HTTP/1.1" status: 200 len: 978 time: 0.1541400 Sep 02 13:56:45.407591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-cadc4e32-5d68-4005-9a9a-dc0c6020e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:45.409164 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-cadc4e32-5d68-4005-9a9a-dc0c6020e324 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81e9acf0-dcef-4e52-8a82-413a053d5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921545 Sep 02 13:56:45.460510 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-953e34e1-4c9c-4f80-a4a2-91ccf91576d3 None None] Provisioning for port c96836c3-97bd-40fe-aae1-b3275b484a43 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:45.464744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-953e34e1-4c9c-4f80-a4a2-91ccf91576d3 None None] Provisioning complete for port c96836c3-97bd-40fe-aae1-b3275b484a43 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:45.465203 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-953e34e1-4c9c-4f80-a4a2-91ccf91576d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:45.512779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-953e34e1-4c9c-4f80-a4a2-91ccf91576d3 None None] Port c96836c3-97bd-40fe-aae1-b3275b484a43 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:45.640839 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-467b42cc-d99c-442f-a190-b72890e795cf None None] Provisioning complete for port c96836c3-97bd-40fe-aae1-b3275b484a43 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:45.641220 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-467b42cc-d99c-442f-a190-b72890e795cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:45.707853 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-467b42cc-d99c-442f-a190-b72890e795cf None None] Port c96836c3-97bd-40fe-aae1-b3275b484a43 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:45.850321 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-25e38aaf-0376-4d3f-b6df-32a6a63259b7 None None] Provisioning complete for port c96836c3-97bd-40fe-aae1-b3275b484a43 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:45.850779 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25e38aaf-0376-4d3f-b6df-32a6a63259b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:45.969099 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-25e38aaf-0376-4d3f-b6df-32a6a63259b7 None None] Port c96836c3-97bd-40fe-aae1-b3275b484a43 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:45.981776 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 10429278-bcd5-4e4b-8470-3381acbd4115 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:46.049064 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-50805c52-b3a6-4572-9d9c-42330db6ec82 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865694 Sep 02 13:56:46.064654 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 10429278-bcd5-4e4b-8470-3381acbd4115 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:46.065043 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:46.302758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5a06dae2-59c8-4786-8c8e-155af77ceeec None None] Provisioning complete for port c96836c3-97bd-40fe-aae1-b3275b484a43 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:46.303179 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a06dae2-59c8-4786-8c8e-155af77ceeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:46.323093 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e5fafbe7-16a3-453f-91d8-8c02b4cd4819 req-1e344725-9392-4d67-a490-17221dd55efb service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522206 Sep 02 13:56:46.361956 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5a06dae2-59c8-4786-8c8e-155af77ceeec None None] Port c96836c3-97bd-40fe-aae1-b3275b484a43 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:46.455280 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:46.713412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port c96836c3-97bd-40fe-aae1-b3275b484a43 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:46.713772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:46.815700 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:46.831391 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for c96836c3-97bd-40fe-aae1-b3275b484a43 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:47.038035 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:47.072216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=c96836c3-97bd-40fe-aae1-b3275b484a43,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:47.257674 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:47.436173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 738547d9-1876-468d-9a67-2f51d614a6ad has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:56:47.536029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:47.544722 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60440) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:47.545182 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3320667f-3a70-43c0-9604-7833c0769a23 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/738547d9-1876-468d-9a67-2f51d614a6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1546650 Sep 02 13:56:47.554318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12387eb3-20fb-4388-a9ed-d4a33c372d5d None None] Sync routers for ids ['738547d9-1876-468d-9a67-2f51d614a6ad'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:47.564414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12387eb3-20fb-4388-a9ed-d4a33c372d5d None None] Routers {'738547d9-1876-468d-9a67-2f51d614a6ad'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:47.565234 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12387eb3-20fb-4388-a9ed-d4a33c372d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['738547d9-1876-468d-9a67-2f51d614a6ad'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:47.597829 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12387eb3-20fb-4388-a9ed-d4a33c372d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:47.607465 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12387eb3-20fb-4388-a9ed-d4a33c372d5d None None] Routers {'738547d9-1876-468d-9a67-2f51d614a6ad'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:47.608325 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12387eb3-20fb-4388-a9ed-d4a33c372d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['738547d9-1876-468d-9a67-2f51d614a6ad'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:47.645723 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-12387eb3-20fb-4388-a9ed-d4a33c372d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:47.646630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12387eb3-20fb-4388-a9ed-d4a33c372d5d None None] The sync data for ids ['738547d9-1876-468d-9a67-2f51d614a6ad'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:47.790286 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-40a8039e-6560-4071-87dd-2c9130e03482 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] remove_router_interface failed (client error): The resource could not be found. Sep 02 13:56:47.792199 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-40a8039e-6560-4071-87dd-2c9130e03482 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/738547d9-1876-468d-9a67-2f51d614a6ad/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2458141 Sep 02 13:56:47.795210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:47.825876 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2022b4c5-89d4-40af-9218-fc62fa86928e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=738547d9-1876-468d-9a67-2f51d614a6ad HTTP/1.1" status: 200 len: 205 time: 0.0294228 Sep 02 13:56:47.828432 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:47.906390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-845108d7-2efc-4af8-9463-9f84fb7ab513 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.076112 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-845108d7-2efc-4af8-9463-9f84fb7ab513 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.078358 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-845108d7-2efc-4af8-9463-9f84fb7ab513 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.122101 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-845108d7-2efc-4af8-9463-9f84fb7ab513 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.122773 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845108d7-2efc-4af8-9463-9f84fb7ab513 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Fanout notify agent at l3_agent the message router_deleted on router 738547d9-1876-468d-9a67-2f51d614a6ad {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:56:48.129841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-845108d7-2efc-4af8-9463-9f84fb7ab513 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.131344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-845108d7-2efc-4af8-9463-9f84fb7ab513 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/738547d9-1876-468d-9a67-2f51d614a6ad HTTP/1.1" status: 204 len: 168 time: 0.3016622 Sep 02 13:56:48.133937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60448) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:48.191850 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f9fab9-95f2-4c7e-b3e2-e9cd51430d42 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting subnet 72454631-1eab-4ec9-b8bc-09f3c0e2e879 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:56:48.195826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29f9fab9-95f2-4c7e-b3e2-e9cd51430d42 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.241963 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60452) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:48.260247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29f9fab9-95f2-4c7e-b3e2-e9cd51430d42 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.301617 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab561979-f6ba-48c7-a9b3-a91c5f99fa51 admin admin] Deleting subnet 03bbc5ea-2a02-4170-be2e-08796fe6c909 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:56:48.320076 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab561979-f6ba-48c7-a9b3-a91c5f99fa51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.392467 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab561979-f6ba-48c7-a9b3-a91c5f99fa51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.416498 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29f9fab9-95f2-4c7e-b3e2-e9cd51430d42 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.438751 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab561979-f6ba-48c7-a9b3-a91c5f99fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.500359 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab561979-f6ba-48c7-a9b3-a91c5f99fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.534249 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29f9fab9-95f2-4c7e-b3e2-e9cd51430d42 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.541366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab561979-f6ba-48c7-a9b3-a91c5f99fa51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03bbc5ea-2a02-4170-be2e-08796fe6c909,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:48.543553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab561979-f6ba-48c7-a9b3-a91c5f99fa51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.545608 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ab561979-f6ba-48c7-a9b3-a91c5f99fa51 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/03bbc5ea-2a02-4170-be2e-08796fe6c909 HTTP/1.1" status: 204 len: 168 time: 0.3026171 Sep 02 13:56:48.548108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:48.599316 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9fab9-95f2-4c7e-b3e2-e9cd51430d42 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Subnet': ['ID=72454631-1eab-4ec9-b8bc-09f3c0e2e879,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:48.610736 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-29f9fab9-95f2-4c7e-b3e2-e9cd51430d42 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.622187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37e2ad5-817e-47fe-b4b2-394249bef02d None None] Network 6643a8be-29b1-40c1-ad98-50c58a289d42 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:48.624743 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-29f9fab9-95f2-4c7e-b3e2-e9cd51430d42 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/72454631-1eab-4ec9-b8bc-09f3c0e2e879 HTTP/1.1" status: 204 len: 168 time: 0.4893906 Sep 02 13:56:48.625367 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60458) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:48.665960 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.762670 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.789266 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501c8c3b-e1e4-486d-86ef-233d3ebc8605']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:48.814731 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83229442-bfaa-474f-bf59-af5b488f47a2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:48.815024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83229442-bfaa-474f-bf59-af5b488f47a2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:48.829983 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.864833 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.879694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:48.880610 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:48.881707 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:48.970996 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:56:48.982920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfbfb73-ee23-4c41-919f-6908bafd28ff None None] DHCP port deletion for 6643a8be-29b1-40c1-ad98-50c58a289d42 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:56:49.084018 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0cfbfb73-ee23-4c41-919f-6908bafd28ff None None] Deleting port 10429278-bcd5-4e4b-8470-3381acbd4115 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:49.084565 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cfbfb73-ee23-4c41-919f-6908bafd28ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.178983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0cfbfb73-ee23-4c41-919f-6908bafd28ff None None] For port 10429278-bcd5-4e4b-8470-3381acbd4115, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=10429278-bcd5-4e4b-8470-3381acbd4115,segment=NetworkSegment(556c709d-86ed-4f29-b94b-e2b2be671a0c),segment_id=556c709d-86ed-4f29-b94b-e2b2be671a0c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:49.179718 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cfbfb73-ee23-4c41-919f-6908bafd28ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.196634 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.212009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0cfbfb73-ee23-4c41-919f-6908bafd28ff None None] Calling delete_port for 10429278-bcd5-4e4b-8470-3381acbd4115 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:49.241774 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.286746 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.294899 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/501c8c3b-e1e4-486d-86ef-233d3ebc8605 HTTP/1.1" status: 204 len: 168 time: 0.7419834 Sep 02 13:56:49.296019 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a655be-6473-4f43-9d75-02d424a697f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=501c8c3b-e1e4-486d-86ef-233d3ebc8605,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:49.298333 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60462) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:49.308140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 10429278-bcd5-4e4b-8470-3381acbd4115 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:49.308487 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.327440 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cfbfb73-ee23-4c41-919f-6908bafd28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.354275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbfb73-ee23-4c41-919f-6908bafd28ff None None] Pushing event deleted for resources: {'Port': ['ID=10429278-bcd5-4e4b-8470-3381acbd4115,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:49.367395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfbfb73-ee23-4c41-919f-6908bafd28ff None None] No DVR routers for this DVR port 10429278-bcd5-4e4b-8470-3381acbd4115 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:49.398868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port 10429278-bcd5-4e4b-8470-3381acbd4115, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=10429278-bcd5-4e4b-8470-3381acbd4115,segment=NetworkSegment(556c709d-86ed-4f29-b94b-e2b2be671a0c),segment_id=556c709d-86ed-4f29-b94b-e2b2be671a0c)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:49.400260 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.416031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 10429278-bcd5-4e4b-8470-3381acbd4115 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:49.424352 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-9409afb2-e8d1-40ca-a849-f52b15b0f3cb admin admin] Deleting subnet 736c0747-b7ce-4000-beb9-aa838afd9911 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:56:49.428377 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9409afb2-e8d1-40ca-a849-f52b15b0f3cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.511233 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9409afb2-e8d1-40ca-a849-f52b15b0f3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.563363 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9409afb2-e8d1-40ca-a849-f52b15b0f3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.581792 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.614899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=10429278-bcd5-4e4b-8470-3381acbd4115,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:49.633924 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No DVR routers for this DVR port 10429278-bcd5-4e4b-8470-3381acbd4115 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:49.729459 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9409afb2-e8d1-40ca-a849-f52b15b0f3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.737703 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.769135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6643a8be-29b1-40c1-ad98-50c58a289d42']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:49.787981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409afb2-e8d1-40ca-a849-f52b15b0f3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736c0747-b7ce-4000-beb9-aa838afd9911,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:49.791974 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9409afb2-e8d1-40ca-a849-f52b15b0f3cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.797407 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9409afb2-e8d1-40ca-a849-f52b15b0f3cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/736c0747-b7ce-4000-beb9-aa838afd9911 HTTP/1.1" status: 204 len: 168 time: 0.4967694 Sep 02 13:56:49.798027 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60466) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:49.800324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556c709d-86ed-4f29-b94b-e2b2be671a0c') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:49.800670 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556c709d-86ed-4f29-b94b-e2b2be671a0c') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:49.817609 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.844758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 10429278-bcd5-4e4b-8470-3381acbd4115 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:56:49.865908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 10429278-bcd5-4e4b-8470-3381acbd4115 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:56:49.866801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 10429278-bcd5-4e4b-8470-3381acbd4115 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:56:49.878187 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.893197 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:49.893516 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: self.session.flush() Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:49.896469 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:49.935266 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:49.996465 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.013910 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.020465 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/networks/6643a8be-29b1-40c1-ad98-50c58a289d42 HTTP/1.1" status: 204 len: 168 time: 1.3884718 Sep 02 13:56:50.021124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:50.028962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'network': {'name': 'tempest-RoutersTest-623485720'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:50.051254 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0d801-f837-4c14-9969-d54e634ba5b3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Network': ['ID=6643a8be-29b1-40c1-ad98-50c58a289d42,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:50.054295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:50.059277 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.070394 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.081888 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b34152-daf8-4737-992c-1046b40cb6d2']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:50.084880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:56:50.096725 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.097768 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added segment 962c5f26-89bc-4b30-9fe6-0d8c4ed15aba of type vlan for network 8002e02d-96b5-4d4a-846a-cce4738465a0 Sep 02 13:56:50.097869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c12c96-fcfa-4dff-876e-ac9564de35e4') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:50.097869 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c12c96-fcfa-4dff-876e-ac9564de35e4') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:50.110108 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.129152 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.138144 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:50.138673 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:50.140989 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:50.145803 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.179719 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.190048 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:50.190697 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.218141 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.225319 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.227229 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] 10.222.0.13 "DELETE /v2.0/networks/82b34152-daf8-4737-992c-1046b40cb6d2 HTTP/1.1" status: 204 len: 168 time: 0.4244447 Sep 02 13:56:50.243614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40875c0-1703-40c8-ba91-77e2c14e1f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=82b34152-daf8-4737-992c-1046b40cb6d2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:50.264622 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Network': ['ID=8002e02d-96b5-4d4a-846a-cce4738465a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:50.281164 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8754b338-6477-4af1-94db-04e7bdfb7b6a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2540634 Sep 02 13:56:50.281330 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 8002e02d-96b5-4d4a-846a-cce4738465a0 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:56:50.281439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:50.287555 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'subnet': {'network_id': '8002e02d-96b5-4d4a-846a-cce4738465a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:50.396133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:56:50.399902 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.478146 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60476) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:50.545101 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-01f28db3-c459-4af5-ae01-78d512cd82f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a20cc79cf4b14369b9007b2e235876d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656693 Sep 02 13:56:50.547686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60478) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:50.641710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-590784f1-a1d0-49e0-a093-376348131862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.705099 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-590784f1-a1d0-49e0-a093-376348131862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.713664 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.804066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Subnet': ['ID=643837d8-12a7-4ed6-87ae-3277488bddd3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:50.815980 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Checking segment: {'id': '962c5f26-89bc-4b30-9fe6-0d8c4ed15aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8002e02d-96b5-4d4a-846a-cce4738465a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:50.816479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network hostable DHCP agents. Network: 8002e02d-96b5-4d4a-846a-cce4738465a0, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:56:50.827553 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-590784f1-a1d0-49e0-a093-376348131862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.830311 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-590784f1-a1d0-49e0-a093-376348131862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.835057 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-590784f1-a1d0-49e0-a093-376348131862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d436e6c3-a062-48ca-9457-d9ecff07e750 HTTP/1.1" status: 204 len: 168 time: 0.2830861 Sep 02 13:56:50.841536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590784f1-a1d0-49e0-a093-376348131862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d436e6c3-a062-48ca-9457-d9ecff07e750,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:50.858088 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 8002e02d-96b5-4d4a-846a-cce4738465a0 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:56:50.876231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 8002e02d-96b5-4d4a-846a-cce4738465a0) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:50.881417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:50.882020 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.895940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c65d9-fe67-4ea1-b88f-fb4065526eb3 None None] Network 8002e02d-96b5-4d4a-846a-cce4738465a0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:50.904860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-21085c58-4961-42dd-977f-486b2999aeb7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6206532 Sep 02 13:56:50.907607 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60484) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:50.917261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-d90641f4-b26a-47bf-9ccf-ead0e332f9cd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-87147462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:50.965473 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d90641f4-b26a-47bf-9ccf-ead0e332f9cd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:50.967104 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d90641f4-b26a-47bf-9ccf-ead0e332f9cd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.050866 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d90641f4-b26a-47bf-9ccf-ead0e332f9cd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.057787 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d90641f4-b26a-47bf-9ccf-ead0e332f9cd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.077737 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-d90641f4-b26a-47bf-9ccf-ead0e332f9cd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.080279 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d90641f4-b26a-47bf-9ccf-ead0e332f9cd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1696773 Sep 02 13:56:51.082364 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60486) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:51.122634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-8002e02d-96b5-4d4a-846a-cce4738465a0', 'network_id': '8002e02d-96b5-4d4a-846a-cce4738465a0', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'fixed_ips': [{'subnet_id': '643837d8-12a7-4ed6-87ae-3277488bddd3'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:56:51.124240 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.419098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:51.428998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Allocated IP 172.20.0.2 (8002e02d-96b5-4d4a-846a-cce4738465a0/643837d8-12a7-4ed6-87ae-3277488bddd3/335879f0-6a8b-4ebe-b6f0-a894a5a7d632) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:51.452616 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.489510 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c8683283-ee3c-4a0f-b71f-33a821def47b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff9e954de0ff4e9982feb16493db8b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688744 Sep 02 13:56:51.492098 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60494) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:51.592255 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.601802 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Transition to ACTIVE for port object 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:51.620447 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Transition to ACTIVE for port object 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:51.628232 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.668341 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1539-3fcf-4468-93ff-f3fb75d1c75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.669822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Network 8002e02d-96b5-4d4a-846a-cce4738465a0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:51.673751 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:51.678026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:51.689070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Pushing event updated for resources: {'Port': ['ID=335879f0-6a8b-4ebe-b6f0-a894a5a7d632,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:51.729063 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1539-3fcf-4468-93ff-f3fb75d1c75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.749200 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Attempting to bind port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:56:51.750140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Attempting to bind port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '962c5f26-89bc-4b30-9fe6-0d8c4ed15aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8002e02d-96b5-4d4a-846a-cce4738465a0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:56:51.750680 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Attempting to bind port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 on network 8002e02d-96b5-4d4a-846a-cce4738465a0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:56:51.758903 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:56:51.759096 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Checking segment: {'id': '962c5f26-89bc-4b30-9fe6-0d8c4ed15aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8002e02d-96b5-4d4a-846a-cce4738465a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:56:51.759496 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.760097 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Bound using segment: {'id': '962c5f26-89bc-4b30-9fe6-0d8c4ed15aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8002e02d-96b5-4d4a-846a-cce4738465a0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:56:51.760859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Bound port: 335879f0-6a8b-4ebe-b6f0-a894a5a7d632, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962c5f26-89bc-4b30-9fe6-0d8c4ed15aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8002e02d-96b5-4d4a-846a-cce4738465a0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:56:51.761269 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.843861 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1539-3fcf-4468-93ff-f3fb75d1c75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.845005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] For port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:56:51.847011 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8c4a1539-3fcf-4468-93ff-f3fb75d1c75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.848344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8c4a1539-3fcf-4468-93ff-f3fb75d1c75f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d43ea817-8bf7-4188-abfd-1c8f41a99073 HTTP/1.1" status: 204 len: 168 time: 0.3545582 Sep 02 13:56:51.848801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] For port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=335879f0-6a8b-4ebe-b6f0-a894a5a7d632,segment=NetworkSegment(962c5f26-89bc-4b30-9fe6-0d8c4ed15aba),segment_id=962c5f26-89bc-4b30-9fe6-0d8c4ed15aba)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:56:51.850019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.20.0.1 (8002e02d-96b5-4d4a-846a-cce4738465a0/643837d8-12a7-4ed6-87ae-3277488bddd3/c08bc7ef-c59e-4269-be3a-6e8ec6fa343c) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:51.854127 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:51.869005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a1539-3fcf-4468-93ff-f3fb75d1c75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43ea817-8bf7-4188-abfd-1c8f41a99073,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:51.944928 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbf1a4-f3a2-47a6-a6d7-b32b1101d734 None None] Pushing event updated for resources: {'Port': ['ID=335879f0-6a8b-4ebe-b6f0-a894a5a7d632,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:52.045780 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:52.071274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Transition to ACTIVE for port object c08bc7ef-c59e-4269-be3a-6e8ec6fa343c will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:56:52.131014 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:52.201411 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 8002e02d-96b5-4d4a-846a-cce4738465a0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:52.203129 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:52.206293 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:52.298582 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=c08bc7ef-c59e-4269-be3a-6e8ec6fa343c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:52.319477 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:52.476602 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:52.875985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:52.885627 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:53.055241 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf052047-3a66-497b-927d-214baad5d966 req-76772ca8-a642-4b87-9937-bdded0bcba71 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:53.061999 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:53.064982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf052047-3a66-497b-927d-214baad5d966 req-76772ca8-a642-4b87-9937-bdded0bcba71 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 945 time: 0.0732439 Sep 02 13:56:53.121272 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf052047-3a66-497b-927d-214baad5d966 req-61ffd204-3feb-4776-b16d-2f4dd8be6864 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548337 Sep 02 13:56:53.186687 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=c08bc7ef-c59e-4269-be3a-6e8ec6fa343c,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:53.237858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 8002e02d-96b5-4d4a-846a-cce4738465a0 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:53.242389 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:53.347807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e946b-2ffd-435f-85d2-5440958d42e9 None None] Network 8002e02d-96b5-4d4a-846a-cce4738465a0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:53.436933 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 1daab5d0-8407-41bd-8aff-40ad8831dd52 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:56:53.467476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7448093c-4966-4c36-bb1a-9ac5ab4e42c7 None None] Provisioning for port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:53.602961 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:53.612585 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a5034adb-e348-4f10-9a28-690d255a5b43 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/1daab5d0-8407-41bd-8aff-40ad8831dd52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5265458 Sep 02 13:56:53.613261 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:53.624705 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ffdb6-7886-4d65-ac86-2bd9b88b628b None None] Sync routers for ids ['1daab5d0-8407-41bd-8aff-40ad8831dd52'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:53.639898 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ffdb6-7886-4d65-ac86-2bd9b88b628b None None] Routers {'1daab5d0-8407-41bd-8aff-40ad8831dd52'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:53.640469 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c62ffdb6-7886-4d65-ac86-2bd9b88b628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['1daab5d0-8407-41bd-8aff-40ad8831dd52'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:53.708147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf42451e-3c01-4776-8a35-3773c8691116 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:53.709289 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c62ffdb6-7886-4d65-ac86-2bd9b88b628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:53.710724 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cf42451e-3c01-4776-8a35-3773c8691116 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports/c08bc7ef-c59e-4269-be3a-6e8ec6fa343c HTTP/1.1" status: 200 len: 910 time: 0.0951128 Sep 02 13:56:53.715186 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60534) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:53.741365 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ffdb6-7886-4d65-ac86-2bd9b88b628b None None] Routers {'1daab5d0-8407-41bd-8aff-40ad8831dd52'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:53.742384 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c62ffdb6-7886-4d65-ac86-2bd9b88b628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['1daab5d0-8407-41bd-8aff-40ad8831dd52'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:53.819016 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c62ffdb6-7886-4d65-ac86-2bd9b88b628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:53.821886 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ffdb6-7886-4d65-ac86-2bd9b88b628b None None] The sync data for ids ['1daab5d0-8407-41bd-8aff-40ad8831dd52'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:53.969036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:54.061400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e5a1e5b-7194-451b-a8c0-6a6cf6f1d683 None None] Provisioning for port c08bc7ef-c59e-4269-be3a-6e8ec6fa343c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:54.066033 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:56:54.071857 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e5a1e5b-7194-451b-a8c0-6a6cf6f1d683 None None] Provisioning complete for port c08bc7ef-c59e-4269-be3a-6e8ec6fa343c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:54.072235 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1e5b-7194-451b-a8c0-6a6cf6f1d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.118031 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:54.125391 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.189874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a1e5b-7194-451b-a8c0-6a6cf6f1d683 None None] Port c08bc7ef-c59e-4269-be3a-6e8ec6fa343c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:54.251513 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7e5a1e5b-7194-451b-a8c0-6a6cf6f1d683 None None] Provisioning complete for port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:54.253314 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1e5b-7194-451b-a8c0-6a6cf6f1d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.346616 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.349826 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.395904 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=335879f0-6a8b-4ebe-b6f0-a894a5a7d632,segment=NetworkSegment(962c5f26-89bc-4b30-9fe6-0d8c4ed15aba),segment_id=962c5f26-89bc-4b30-9fe6-0d8c4ed15aba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:54.408506 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.418439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c82dd-e875-4c54-9e8d-ac451ffbb8fa req-31b728b3-3608-49ae-934c-4a05e70a866e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:54.434558 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d9c82dd-e875-4c54-9e8d-ac451ffbb8fa req-31b728b3-3608-49ae-934c-4a05e70a866e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 945 time: 0.1810122 Sep 02 13:56:54.513206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=335879f0-6a8b-4ebe-b6f0-a894a5a7d632,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:54.576430 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5d9c82dd-e875-4c54-9e8d-ac451ffbb8fa req-c4f1f95f-dfc8-4a8a-936a-bd930f5dc47d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405473 Sep 02 13:56:54.638487 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-64b60830-e78e-4800-a983-75992bfd6ff6 None None] Provisioning complete for port c08bc7ef-c59e-4269-be3a-6e8ec6fa343c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:54.638879 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64b60830-e78e-4800-a983-75992bfd6ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.688960 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-64b60830-e78e-4800-a983-75992bfd6ff6 None None] Port c08bc7ef-c59e-4269-be3a-6e8ec6fa343c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:54.784990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-f8ef38ab-3518-4157-9f4c-0c1443f583e4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:56:54.787946 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-f8ef38ab-3518-4157-9f4c-0c1443f583e4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 945 time: 0.0999753 Sep 02 13:56:54.901016 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port c08bc7ef-c59e-4269-be3a-6e8ec6fa343c {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:54.904643 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.929180 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c5814b76-436c-4997-a92d-c2201bb1681a None None] Provisioning complete for port c08bc7ef-c59e-4269-be3a-6e8ec6fa343c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:54.929560 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5814b76-436c-4997-a92d-c2201bb1681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.969511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Deleting port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:54.969989 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:54.975862 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c5814b76-436c-4997-a92d-c2201bb1681a None None] Port c08bc7ef-c59e-4269-be3a-6e8ec6fa343c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:56:55.063918 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:55.077174 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for c08bc7ef-c59e-4269-be3a-6e8ec6fa343c owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:55.103092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] For port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:55.103470 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:55.253535 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:55.282150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=c08bc7ef-c59e-4269-be3a-6e8ec6fa343c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:55.422162 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:55.423406 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:55.424042 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Floating IP 9c9b132e-c9ad-42bc-af1a-9035835f5309 disassociated. External IP: 172.25.3.21, port: ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a. Sep 02 13:56:55.424749 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Calling delete_port for ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:55.577040 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:55.620797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event deleted for resources: {'Port': ['ID=ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:55.767177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-64400f46-b620-4a57-8d83-241ecdcbca21 req-6fba29f2-6442-48ae-aded-8d1db885e75d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 210 time: 0.0360057 Sep 02 13:56:55.836671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Router d63bb733-6f4a-4d95-a5f4-af43cf95422b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:56:55.841770 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:55.861881 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:56:55.923340 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:56:55.923816 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:56.040713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:56.056160 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 1daab5d0-8407-41bd-8aff-40ad8831dd52 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:56:56.060756 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] Sync routers for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:56.088945 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:56.089719 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:56.108644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] No DVR routers for this DVR port ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:56.112157 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:56.115253 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-16034bff-1720-4da9-a05c-d3e1b8311233 req-20e54ac1-9d3c-4b32-801d-3a395045266c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "DELETE /v2.0/ports/ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a HTTP/1.1" status: 204 len: 173 time: 1.3199227 Sep 02 13:56:56.116714 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'name': 'network-vif-deleted', 'tag': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:56:56.121409 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891465b8-9ebc-401e-a0ec-2e8272820340" -d '{"events": [{"server_uuid": "125c2488-f2a5-49d6-9849-e9f4d81efb6d", "name": "network-vif-deleted", "tag": "ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:56:56.203821 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:56:56.210249 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5d556958-c637-4f0f-9806-e3fdc160119c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/1daab5d0-8407-41bd-8aff-40ad8831dd52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4929988 Sep 02 13:56:56.213169 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60570) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:56.216331 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f80ee8-ec2b-48a7-a21d-94308724bfef None None] Sync routers for ids ['1daab5d0-8407-41bd-8aff-40ad8831dd52'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:56:56.247944 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa3ea56-7f1d-41d1-8b0f-b60882af0e78 x-openstack-request-id: req-8fa3ea56-7f1d-41d1-8b0f-b60882af0e78 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:56:56.248414 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f80ee8-ec2b-48a7-a21d-94308724bfef None None] Routers {'1daab5d0-8407-41bd-8aff-40ad8831dd52'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:56.248569 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125c2488-f2a5-49d6-9849-e9f4d81efb6d", "name": "network-vif-deleted", "tag": "ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:56:56.248833 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fa3ea56-7f1d-41d1-8b0f-b60882af0e78 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:56:56.249187 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e3f80ee8-ec2b-48a7-a21d-94308724bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['1daab5d0-8407-41bd-8aff-40ad8831dd52'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:56.249489 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125c2488-f2a5-49d6-9849-e9f4d81efb6d', 'name': 'network-vif-deleted', 'tag': 'ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a', 'status': 'completed', 'code': 200} Sep 02 13:56:56.276373 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a6348c7e-22f5-4a75-8075-2af5c2856dfd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1daab5d0-8407-41bd-8aff-40ad8831dd52 HTTP/1.1" status: 200 len: 205 time: 0.0595784 Sep 02 13:56:56.279543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60572) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:56.349048 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e3f80ee8-ec2b-48a7-a21d-94308724bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:56.369485 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f80ee8-ec2b-48a7-a21d-94308724bfef None None] Routers {'1daab5d0-8407-41bd-8aff-40ad8831dd52'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:56.370170 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e3f80ee8-ec2b-48a7-a21d-94308724bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['1daab5d0-8407-41bd-8aff-40ad8831dd52'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:56.411265 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e3f80ee8-ec2b-48a7-a21d-94308724bfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:56.412074 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f80ee8-ec2b-48a7-a21d-94308724bfef None None] The sync data for ids ['1daab5d0-8407-41bd-8aff-40ad8831dd52'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:56.437876 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-817353bc-255a-4528-a141-9db6a5e55f3a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:56.532979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:56:56.687048 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-817353bc-255a-4528-a141-9db6a5e55f3a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:56.690099 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-817353bc-255a-4528-a141-9db6a5e55f3a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:56.818833 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-817353bc-255a-4528-a141-9db6a5e55f3a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:56.819375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817353bc-255a-4528-a141-9db6a5e55f3a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Fanout notify agent at l3_agent the message router_deleted on router 1daab5d0-8407-41bd-8aff-40ad8831dd52 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:56:56.839112 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-817353bc-255a-4528-a141-9db6a5e55f3a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:56.846869 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:56.859573 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-817353bc-255a-4528-a141-9db6a5e55f3a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/1daab5d0-8407-41bd-8aff-40ad8831dd52 HTTP/1.1" status: 204 len: 168 time: 0.5768206 Sep 02 13:56:56.962597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:56.970781 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d730c401-1e16-46ab-8440-0b09eb681844 req-f6cb8e0e-8346-48cd-b206-266bde1d8a80 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 210 time: 0.0730231 Sep 02 13:56:57.001245 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca088b9-9b1a-41f4-9afb-4ab1df8d59e1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting subnet 643837d8-12a7-4ed6-87ae-3277488bddd3 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:56:57.013622 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ca088b9-9b1a-41f4-9afb-4ab1df8d59e1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:57.050983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] Checking router: d63bb733-6f4a-4d95-a5f4-af43cf95422b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:56:57.060293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:56:57.060925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:57.073755 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ca088b9-9b1a-41f4-9afb-4ab1df8d59e1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:57.219260 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:56:57.223877 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ca088b9-9b1a-41f4-9afb-4ab1df8d59e1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:57.307776 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ca088b9-9b1a-41f4-9afb-4ab1df8d59e1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:57.339145 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca088b9-9b1a-41f4-9afb-4ab1df8d59e1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Subnet': ['ID=643837d8-12a7-4ed6-87ae-3277488bddd3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:57.346710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ca088b9-9b1a-41f4-9afb-4ab1df8d59e1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:57.351357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6ca088b9-9b1a-41f4-9afb-4ab1df8d59e1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/643837d8-12a7-4ed6-87ae-3277488bddd3 HTTP/1.1" status: 204 len: 168 time: 0.5007188 Sep 02 13:56:57.352075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60584) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:57.355017 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1b9ad7-4c1c-46a4-bdd7-97338cfc4a35 None None] Network 8002e02d-96b5-4d4a-846a-cce4738465a0 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:56:57.482118 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:57.571581 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:57.572060 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:57.634650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:57.676450 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b6ad92-6171-42c5-ad06-776ea6301298 None None] The sync data for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 is: [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:56:57.693279 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] DHCP port deletion for 8002e02d-96b5-4d4a-846a-cce4738465a0 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:56:57.731937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=335879f0-6a8b-4ebe-b6f0-a894a5a7d632,segment=NetworkSegment(962c5f26-89bc-4b30-9fe6-0d8c4ed15aba),segment_id=962c5f26-89bc-4b30-9fe6-0d8c4ed15aba)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:57.732615 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:57.783491 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:57.814643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Deleting port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:56:57.814643 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:57.958847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:56:58.025842 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] For port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=335879f0-6a8b-4ebe-b6f0-a894a5a7d632,segment=NetworkSegment(962c5f26-89bc-4b30-9fe6-0d8c4ed15aba),segment_id=962c5f26-89bc-4b30-9fe6-0d8c4ed15aba)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:56:58.026534 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.119677 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Calling delete_port for 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:56:58.178951 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.237058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0f79af16-ed5e-4335-98a2-dd054999d08a req-f708931f-4682-460f-a0d9-ac919b9623fb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 210 time: 0.0880971 Sep 02 13:56:58.290178 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=335879f0-6a8b-4ebe-b6f0-a894a5a7d632,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:58.308140 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No DVR routers for this DVR port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:58.366361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No active binding found for port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:56:58.366812 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:56:58.370210 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a2e0a1-c84a-4f19-890f-e02da9c83f65 None None] New status for floating IP 9c9b132e-c9ad-42bc-af1a-9035835f5309: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:56:58.425051 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.438050 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8002e02d-96b5-4d4a-846a-cce4738465a0']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:58.449832 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962c5f26-89bc-4b30-9fe6-0d8c4ed15aba') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:58.450978 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962c5f26-89bc-4b30-9fe6-0d8c4ed15aba') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:56:58.461334 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.477181 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.483950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:56:58.484614 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:56:58.535868 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:56:58.561959 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.572422 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.584707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.593339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:56:58.594018 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/networks/8002e02d-96b5-4d4a-846a-cce4738465a0 HTTP/1.1" status: 204 len: 168 time: 1.2407904 Sep 02 13:56:58.604788 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Pushing event deleted for resources: {'Port': ['ID=335879f0-6a8b-4ebe-b6f0-a894a5a7d632,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:58.605105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1807613148', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:56:58.614555 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372adf7e-8433-419b-9dc6-c30b422ae8e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Network': ['ID=8002e02d-96b5-4d4a-846a-cce4738465a0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:58.621135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] No DVR routers for this DVR port 335879f0-6a8b-4ebe-b6f0-a894a5a7d632 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:56:58.625391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.626257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.626535 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.626890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.627347 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.627694 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.628337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.628687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.629075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.629681 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.630029 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.630748 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253217a-85a3-44b9-96f1-91ac0968cb90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:56:58.713688 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.715306 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.785668 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:58.965807 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:59.270434 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:59.313614 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:59.433487 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4f4bb653-ba6e-47bc-8ea6-e57f806f2892 req-05664f28-749a-48ff-b8fe-c60c33a2d0bd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 210 time: 0.0752251 Sep 02 13:56:59.584845 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.25.3.145 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/dc28769e-9967-4e25-add0-4a18ba3bd390) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:56:59.587498 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:59.703172 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:59.745903 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:56:59.793007 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:56:59.796100 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:56:59.803797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:56:59.827891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=dc28769e-9967-4e25-add0-4a18ba3bd390,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:56:59.834263 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:56:59.873724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:56:59.874075 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device ba5dfde2-d3e3-4fd7-99d2-bea814a8de7a not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:00.095978 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:00.473090 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:00.568937 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e90c65d-84f0-4629-88eb-0f8a79217495 req-27a8b67b-f09c-42e6-b0e8-7fae8b594ff8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 210 time: 0.0395551 Sep 02 13:57:00.615923 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:00.786598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:57:00.913434 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:00.924720 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071611d-fb16-497d-afdd-e3b469945b94 None None] Sync routers for ids ['c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:00.935518 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071611d-fb16-497d-afdd-e3b469945b94 None None] Routers {'c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:00.936248 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8071611d-fb16-497d-afdd-e3b469945b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:00.938680 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:00.942641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6ade2cca-4cf7-4752-9813-081e15089f68 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.3435133 Sep 02 13:57:00.942798 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:00.977467 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8071611d-fb16-497d-afdd-e3b469945b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:00.988082 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071611d-fb16-497d-afdd-e3b469945b94 None None] Routers {'c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:00.988896 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8071611d-fb16-497d-afdd-e3b469945b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:01.029557 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8071611d-fb16-497d-afdd-e3b469945b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:01.030507 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071611d-fb16-497d-afdd-e3b469945b94 None None] The sync data for ids ['c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:01.063144 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ae85e9f8-7be2-480b-b7a8-6453db50ac94 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/routers/c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 HTTP/1.1" status: 200 len: 881 time: 0.1168427 Sep 02 13:57:01.063462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60658) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:01.153367 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-da54de1d-9df9-461e-a55c-f50e2ac59ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:01.303660 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-4eb2df62-4605-4eab-ae82-efbc0286934e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2388694 Sep 02 13:57:01.308083 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60662) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:01.314214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-166314c8-c71b-4d33-8ea0-9144b3c1c8fb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1807613148'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:01.709657 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-166314c8-c71b-4d33-8ea0-9144b3c1c8fb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:01.724535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c81c2cce-3fb8-49be-aefa-3a1835c428c2 req-7b4983df-eaea-436f-9ac7-d8c099f15bd8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=125c2488-f2a5-49d6-9849-e9f4d81efb6d HTTP/1.1" status: 200 len: 210 time: 0.0423737 Sep 02 13:57:01.730318 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-166314c8-c71b-4d33-8ea0-9144b3c1c8fb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:01.928935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166314c8-c71b-4d33-8ea0-9144b3c1c8fb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:02.103309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166314c8-c71b-4d33-8ea0-9144b3c1c8fb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:02.111704 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-166314c8-c71b-4d33-8ea0-9144b3c1c8fb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:02.116032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-166314c8-c71b-4d33-8ea0-9144b3c1c8fb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 HTTP/1.1" status: 200 len: 888 time: 0.8049588 Sep 02 13:57:02.116303 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60676) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:02.118196 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1c050-219a-4db5-887c-0f1cc5950d07 None None] Sync routers for ids ['c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:02.136620 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1c050-219a-4db5-887c-0f1cc5950d07 None None] Routers {'c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:02.138426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a5a1c050-219a-4db5-887c-0f1cc5950d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:02.179175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a5a1c050-219a-4db5-887c-0f1cc5950d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:02.193905 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1c050-219a-4db5-887c-0f1cc5950d07 None None] Routers {'c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:02.195257 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a5a1c050-219a-4db5-887c-0f1cc5950d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:56:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:02.236833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-a5a1c050-219a-4db5-887c-0f1cc5950d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:02.237921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1c050-219a-4db5-887c-0f1cc5950d07 None None] The sync data for ids ['c80fe5b3-f4f0-42af-bf44-cfb4e083bb65'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:02.270751 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6665eaaf-ca9b-4890-a4d3-26791a2f60dd tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/routers/c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 HTTP/1.1" status: 200 len: 888 time: 0.1530221 Sep 02 13:57:02.273439 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60678) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:02.304523 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-354d6974-9fe6-4c35-ab7f-2a32cbddad18 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 HTTP/1.1" status: 200 len: 205 time: 0.0299721 Sep 02 13:57:02.306982 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60680) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:02.424794 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:02.546462 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:02.603684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port dc28769e-9967-4e25-add0-4a18ba3bd390 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:02.604034 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:02.683533 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:02.696800 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for dc28769e-9967-4e25-add0-4a18ba3bd390 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:02.883066 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:02.924584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=dc28769e-9967-4e25-add0-4a18ba3bd390,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:03.011045 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.071450 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-7eb5984a-f332-4640-b945-15b00ba6fd1a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90170872&fields=id&tenant_id=2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 267 time: 0.0503027 Sep 02 13:57:03.139755 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.143753 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.210150 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.210825 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Fanout notify agent at l3_agent the message router_deleted on router c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:57:03.226307 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-2b634fbd-5940-493e-ad75-d98f204f00c3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:03.228455 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-2b634fbd-5940-493e-ad75-d98f204f00c3 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1487155 Sep 02 13:57:03.230459 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.232352 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f2b1391a-46a9-4a38-bc57-edf0bc242a5f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 HTTP/1.1" status: 204 len: 168 time: 0.9243319 Sep 02 13:57:03.237083 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60698) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:03.243054 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'network': {'name': 'tempest-RoutersTest-818922822'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:03.250332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-c16ba944-e9ff-459f-8f70-0542b30ed65c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/quotas/2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 375 time: 0.0119381 Sep 02 13:57:03.272031 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:03.278350 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.319325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:57:03.330640 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.331353 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added segment 08050f48-1a70-4d02-8165-dbc256a976e8 of type vlan for network 2d6e0018-4855-488c-8ef0-32d7431c1009 Sep 02 13:57:03.344605 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-c9162371-d146-418f-ae98-ec6d8a89446c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861974 Sep 02 13:57:03.383492 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.420584 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.431219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:03.432459 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.474986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ce4e1cf0-fda3-4bf1-af65-86d6b995315f service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159055 Sep 02 13:57:03.553284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3119705 Sep 02 13:57:03.553496 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60708) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:03.559640 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'subnet': {'network_id': '2d6e0018-4855-488c-8ef0-32d7431c1009', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:03.590228 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-668a85b0-936f-435d-91ed-47146ed43f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.614914 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d2878-5719-458d-881b-75d419ea257e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Network': ['ID=2d6e0018-4855-488c-8ef0-32d7431c1009,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:03.632048 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 2d6e0018-4855-488c-8ef0-32d7431c1009 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:57:03.664069 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-958d13ca-1329-4abe-a932-53df6decc46a service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744456 Sep 02 13:57:03.676466 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:03.681156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.932102 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:03.999397 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Subnet': ['ID=569c489c-7c81-41c0-916a-67a514ffbacf,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:04.037164 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Checking segment: {'id': '08050f48-1a70-4d02-8165-dbc256a976e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d6e0018-4855-488c-8ef0-32d7431c1009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:04.039704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network hostable DHCP agents. Network: 2d6e0018-4855-488c-8ef0-32d7431c1009, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:57:04.073410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 2d6e0018-4855-488c-8ef0-32d7431c1009 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:57:04.084845 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 2d6e0018-4855-488c-8ef0-32d7431c1009) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:04.098000 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348aff0e-fdf4-4855-a6b0-72575fac4a74 None None] Network 2d6e0018-4855-488c-8ef0-32d7431c1009 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:04.109326 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:04.109933 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.130728 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3a772dc8-793a-40d6-94c1-7e80df330aee tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5756207 Sep 02 13:57:04.133751 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:04.142426 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3a90eafc-94c9-41ab-9862-613f3302e952 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1431031809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:04.229013 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-070af55a-4751-4f30-bbe3-9286ed686503 req-d924b7aa-096c-43ce-a72c-93b0144c8856 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 210 time: 0.0715644 Sep 02 13:57:04.230140 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a90eafc-94c9-41ab-9862-613f3302e952 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.232457 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a90eafc-94c9-41ab-9862-613f3302e952 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.304750 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.377225 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a90eafc-94c9-41ab-9862-613f3302e952 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.384559 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a90eafc-94c9-41ab-9862-613f3302e952 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.414186 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a90eafc-94c9-41ab-9862-613f3302e952 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.416175 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3a90eafc-94c9-41ab-9862-613f3302e952 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2800143 Sep 02 13:57:04.419478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60734) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:04.464524 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60736) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:04.505797 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-2d6e0018-4855-488c-8ef0-32d7431c1009', 'network_id': '2d6e0018-4855-488c-8ef0-32d7431c1009', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'fixed_ips': [{'subnet_id': '569c489c-7c81-41c0-916a-67a514ffbacf'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:57:04.506693 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.690100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Allocated IP 172.20.0.2 (2d6e0018-4855-488c-8ef0-32d7431c1009/569c489c-7c81-41c0-916a-67a514ffbacf/6eefa707-4d94-4c8c-a878-32e26ee38b4e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:04.717952 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7d109b3-9225-47f3-8354-fe73c7051dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.885407 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.895011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Transition to ACTIVE for port object 6eefa707-4d94-4c8c-a878-32e26ee38b4e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:04.909475 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7d109b3-9225-47f3-8354-fe73c7051dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.912276 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Transition to ACTIVE for port object 6eefa707-4d94-4c8c-a878-32e26ee38b4e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:04.926247 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.926707 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7d109b3-9225-47f3-8354-fe73c7051dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.972522 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:04.975233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Network 2d6e0018-4855-488c-8ef0-32d7431c1009 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:04.981159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:04.988896 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:04.994091 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b7d109b3-9225-47f3-8354-fe73c7051dd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2548266943643c28215174b0e963415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275803 Sep 02 13:57:04.995321 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:04.996284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d109b3-9225-47f3-8354-fe73c7051dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7202c7d4-f62f-4b02-aa9d-65aed00a6cc6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:05.061827 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Pushing event updated for resources: {'Port': ['ID=6eefa707-4d94-4c8c-a878-32e26ee38b4e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:05.097461 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Attempting to bind port 6eefa707-4d94-4c8c-a878-32e26ee38b4e on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:05.098039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Attempting to bind port 6eefa707-4d94-4c8c-a878-32e26ee38b4e by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '08050f48-1a70-4d02-8165-dbc256a976e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d6e0018-4855-488c-8ef0-32d7431c1009'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:05.098467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Attempting to bind port 6eefa707-4d94-4c8c-a878-32e26ee38b4e on network 2d6e0018-4855-488c-8ef0-32d7431c1009 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:05.104253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:05.104638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Checking segment: {'id': '08050f48-1a70-4d02-8165-dbc256a976e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d6e0018-4855-488c-8ef0-32d7431c1009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:05.105063 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.105464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Bound using segment: {'id': '08050f48-1a70-4d02-8165-dbc256a976e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d6e0018-4855-488c-8ef0-32d7431c1009'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:05.105969 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Bound port: 6eefa707-4d94-4c8c-a878-32e26ee38b4e, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08050f48-1a70-4d02-8165-dbc256a976e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d6e0018-4855-488c-8ef0-32d7431c1009'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:05.106356 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.116300 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.144703 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6986d633-36d8-4b62-9ce4-588b3a7c9a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.177105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] For port 6eefa707-4d94-4c8c-a878-32e26ee38b4e, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:05.181026 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] For port 6eefa707-4d94-4c8c-a878-32e26ee38b4e, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6eefa707-4d94-4c8c-a878-32e26ee38b4e,segment=NetworkSegment(08050f48-1a70-4d02-8165-dbc256a976e8),segment_id=08050f48-1a70-4d02-8165-dbc256a976e8)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:05.194796 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.199036 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6986d633-36d8-4b62-9ce4-588b3a7c9a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.313586 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6986d633-36d8-4b62-9ce4-588b3a7c9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.320203 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6986d633-36d8-4b62-9ce4-588b3a7c9a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.339008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6986d633-36d8-4b62-9ce4-588b3a7c9a15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7202c7d4-f62f-4b02-aa9d-65aed00a6cc6 HTTP/1.1" status: 204 len: 168 time: 0.3244078 Sep 02 13:57:05.340060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97332b59-45dc-49f4-ad2f-1523ae970f40 None None] Pushing event updated for resources: {'Port': ['ID=6eefa707-4d94-4c8c-a878-32e26ee38b4e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:05.374308 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986d633-36d8-4b62-9ce4-588b3a7c9a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7202c7d4-f62f-4b02-aa9d-65aed00a6cc6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:05.526133 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-33dcf6e9-2ee4-4288-88c9-d1b265a45168 req-f4ed9764-1747-4856-a688-f462a440628e tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 210 time: 0.0673103 Sep 02 13:57:05.602183 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.20.0.1 (2d6e0018-4855-488c-8ef0-32d7431c1009/569c489c-7c81-41c0-916a-67a514ffbacf/a2cb5401-cdf1-4b76-8b53-139915fa4e7e) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:05.869019 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:05.906706 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Transition to ACTIVE for port object a2cb5401-cdf1-4b76-8b53-139915fa4e7e will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:05.968938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6eefa707-4d94-4c8c-a878-32e26ee38b4e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:05.969748 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:06.020334 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 2d6e0018-4855-488c-8ef0-32d7431c1009 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:06.024593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:06.032663 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 6eefa707-4d94-4c8c-a878-32e26ee38b4e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:06.036078 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:06.067612 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=a2cb5401-cdf1-4b76-8b53-139915fa4e7e,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:06.103808 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:06.300172 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-f7716ef0-69e2-40c1-a936-1ee323c6c242 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:06.302335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-f7716ef0-69e2-40c1-a936-1ee323c6c242 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1677446 Sep 02 13:57:06.445991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-a99f52d4-14b0-4edb-8fad-4519918b241a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 378 time: 0.1212091 Sep 02 13:57:06.453451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'port': {'device_id': '21d9e047-b192-4562-a5e7-032f799ed00c', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'admin_state_up': True, 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'security_groups': ['4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:06.612137 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:06.737499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Made reservation on behalf of 2cc73a6801e04277beffafe86d4cdb2d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:06.741875 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:06.766711 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7d0338af-93ac-44d9-9d6b-0152966dbb82 req-e92045bf-2696-4bf6-aaaf-729d7cbc4142 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 210 time: 0.0369842 Sep 02 13:57:06.903595 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.064856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be9e71-591c-4e55-8e50-fa789210dd50 None None] Network 2d6e0018-4855-488c-8ef0-32d7431c1009 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:07.065320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.20.0.10 (7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa/3eb181d3-ec78-4920-a475-5b57dd84145a/30b1d171-ec64-44dd-a4c8-0dfff7d43088) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:07.252622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-216b5035-850f-4d4c-bd2c-72f8b6776100 None None] Provisioning for port 6eefa707-4d94-4c8c-a878-32e26ee38b4e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:07.258603 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.280017 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.332596 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.347353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Transition to ACTIVE for port object 30b1d171-ec64-44dd-a4c8-0dfff7d43088 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:07.379866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-216b5035-850f-4d4c-bd2c-72f8b6776100 None None] Provisioning complete for port 6eefa707-4d94-4c8c-a878-32e26ee38b4e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:07.380425 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-216b5035-850f-4d4c-bd2c-72f8b6776100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.391269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.447089 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:07.454562 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:07.459026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:07.467344 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.487694 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=a2cb5401-cdf1-4b76-8b53-139915fa4e7e,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:07.506810 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=30b1d171-ec64-44dd-a4c8-0dfff7d43088,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:07.521502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.522724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.522724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.522724 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.530718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.530718 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.530972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.531198 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.531511 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.531879 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.532371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.532797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:07.557913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:07.560065 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.593396 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-ae2ad589-35e1-460f-a12e-775ed42ac8a1 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1461504 Sep 02 13:57:07.624164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Request body: {'port': {'device_id': '21d9e047-b192-4562-a5e7-032f799ed00c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:07.649651 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-216b5035-850f-4d4c-bd2c-72f8b6776100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.723080 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 2d6e0018-4855-488c-8ef0-32d7431c1009 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:07.728540 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:07.761426 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-216b5035-850f-4d4c-bd2c-72f8b6776100 None None] For port 6eefa707-4d94-4c8c-a878-32e26ee38b4e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6eefa707-4d94-4c8c-a878-32e26ee38b4e,segment=NetworkSegment(08050f48-1a70-4d02-8165-dbc256a976e8),segment_id=08050f48-1a70-4d02-8165-dbc256a976e8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:07.766823 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.773596 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-216b5035-850f-4d4c-bd2c-72f8b6776100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:07.921754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b5035-850f-4d4c-bd2c-72f8b6776100 None None] Pushing event updated for resources: {'Port': ['ID=6eefa707-4d94-4c8c-a878-32e26ee38b4e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:08.119474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Provisioning for port a2cb5401-cdf1-4b76-8b53-139915fa4e7e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:08.129274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Provisioning complete for port a2cb5401-cdf1-4b76-8b53-139915fa4e7e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:08.130155 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:08.208604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Port a2cb5401-cdf1-4b76-8b53-139915fa4e7e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:08.237135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Provisioning for port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:08.243608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Provisioning complete for port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:08.244286 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:08.296048 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756a764-b5c1-4d41-b62e-c9ec17679468 req-a86b739c-c5aa-4114-94ae-2370306ab08b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:08.301690 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d756a764-b5c1-4d41-b62e-c9ec17679468 req-a86b739c-c5aa-4114-94ae-2370306ab08b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 932 time: 0.1843765 Sep 02 13:57:08.316158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:08.343358 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Provisioning complete for port 6eefa707-4d94-4c8c-a878-32e26ee38b4e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:08.343961 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4903183-20ba-474b-899c-b8ca4afe796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:08.398918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 59a4bef5-f48a-467b-9213-fe5a8ebb1eb8 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:57:08.468184 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d756a764-b5c1-4d41-b62e-c9ec17679468 req-d5fd10e6-99ee-4b06-b4dc-c6e66b098a24 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1443033 Sep 02 13:57:08.578542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b1d171-ec64-44dd-a4c8-0dfff7d43088 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:57:08.611855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:08.657858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Transition to ACTIVE for port object 30b1d171-ec64-44dd-a4c8-0dfff7d43088 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:08.669608 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:08.682494 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:08.694749 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f10def-f2dd-4f6b-a435-eefcbb8781fa None None] Sync routers for ids ['59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:08.704767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-99118eaf-073e-4da7-9f89-3eff082eb41c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/59a4bef5-f48a-467b-9213-fe5a8ebb1eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2827046 Sep 02 13:57:08.709946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:08.712807 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f10def-f2dd-4f6b-a435-eefcbb8781fa None None] Routers {'59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:08.713448 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-97f10def-f2dd-4f6b-a435-eefcbb8781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:08.788946 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-97f10def-f2dd-4f6b-a435-eefcbb8781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:08.798053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-060a9352-f72d-47e4-883d-801cdf6a0ce2 None None] Provisioning complete for port a2cb5401-cdf1-4b76-8b53-139915fa4e7e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:08.798446 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-060a9352-f72d-47e4-883d-801cdf6a0ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:08.812768 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f10def-f2dd-4f6b-a435-eefcbb8781fa None None] Routers {'59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:08.813625 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-97f10def-f2dd-4f6b-a435-eefcbb8781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:08.911518 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-97f10def-f2dd-4f6b-a435-eefcbb8781fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:08.912305 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f10def-f2dd-4f6b-a435-eefcbb8781fa None None] The sync data for ids ['59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'] in n-d-794796-4 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:08.933430 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ade876-b6c9-4e3f-9308-2b6931d9f401 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:08.935707 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-29ade876-b6c9-4e3f-9308-2b6931d9f401 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports/a2cb5401-cdf1-4b76-8b53-139915fa4e7e HTTP/1.1" status: 200 len: 910 time: 0.2254767 Sep 02 13:57:08.938647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60812) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:08.944415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-060a9352-f72d-47e4-883d-801cdf6a0ce2 None None] Port a2cb5401-cdf1-4b76-8b53-139915fa4e7e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:08.946504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-1306dee5-d1f6-49e7-8a20-b0719e40b716 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '569c489c-7c81-41c0-916a-67a514ffbacf'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:08.954142 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Pushing event updated for resources: {'Port': ['ID=30b1d171-ec64-44dd-a4c8-0dfff7d43088,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:09.076147 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-770421bd-b234-4059-815b-03b1ba714d03 None None] Provisioning complete for port a2cb5401-cdf1-4b76-8b53-139915fa4e7e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:09.076622 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-770421bd-b234-4059-815b-03b1ba714d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:09.166136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Attempting to bind port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:09.166480 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Attempting to bind port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:09.166819 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Attempting to bind port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:09.193529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-770421bd-b234-4059-815b-03b1ba714d03 None None] Port a2cb5401-cdf1-4b76-8b53-139915fa4e7e cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:09.206942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:57:09.206942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Attempting to bind port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:09.227561 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:09.227939 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:09.228330 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Bound using segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:09.228770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Bound port: 30b1d171-ec64-44dd-a4c8-0dfff7d43088, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:09.229138 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:09.319469 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1306dee5-d1f6-49e7-8a20-b0719e40b716 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:09.426154 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] For port 30b1d171-ec64-44dd-a4c8-0dfff7d43088, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:09.437786 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] For port 30b1d171-ec64-44dd-a4c8-0dfff7d43088, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:09.453273 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:09.489856 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:09.493006 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:09.497634 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] 10.222.0.90 "PUT /v2.0/ports/30b1d171-ec64-44dd-a4c8-0dfff7d43088 HTTP/1.1" status: 200 len: 1092 time: 1.8887622 Sep 02 13:57:09.498255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9e047-b192-4562-a5e7-032f799ed00c', 'tag': '30b1d171-ec64-44dd-a4c8-0dfff7d43088'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:09.503647 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1def7597-eabf-44bc-9941-08abde8e2ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "21d9e047-b192-4562-a5e7-032f799ed00c", "tag": "30b1d171-ec64-44dd-a4c8-0dfff7d43088"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:09.537715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-9622514a-cecc-48f3-8bb9-f0a9e0223cb7 req-50503dd5-50be-4ae9-9b77-daf84c333a56 service neutron] (94687) timed out ('10.222.0.13', 38354) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 13:57:09.640120 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefd1e22-0577-4245-a0c0-3f3d089e5a7c x-openstack-request-id: req-fefd1e22-0577-4245-a0c0-3f3d089e5a7c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:09.640697 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d9e047-b192-4562-a5e7-032f799ed00c", "tag": "30b1d171-ec64-44dd-a4c8-0dfff7d43088", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:09.653505 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fefd1e22-0577-4245-a0c0-3f3d089e5a7c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:09.654834 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9e047-b192-4562-a5e7-032f799ed00c', 'tag': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'status': 'completed', 'code': 200} Sep 02 13:57:09.709305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-63d6f2a3-15d4-4333-83c5-2ee9593d04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:09.710301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661b500-e6cc-4027-a092-eb623be4bc75 req-78b51103-4fb0-4711-8294-b5d49167bfba tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:09.711219 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5661b500-e6cc-4027-a092-eb623be4bc75 req-78b51103-4fb0-4711-8294-b5d49167bfba tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.0849237 Sep 02 13:57:09.715243 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-63d6f2a3-15d4-4333-83c5-2ee9593d04c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1095 time: 0.1507022 Sep 02 13:57:09.729067 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5bee2-5ca1-495a-b4ab-59dbd61ee000 service neutron] Pushing event updated for resources: {'Port': ['ID=30b1d171-ec64-44dd-a4c8-0dfff7d43088,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:09.866927 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5661b500-e6cc-4027-a092-eb623be4bc75 req-701fe73f-cdf3-4dad-bf9b-f4418443cbfc tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094391 Sep 02 13:57:09.870190 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-3e393f33-512a-4cbf-a680-69581361b0d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088 HTTP/1.1" status: 200 len: 217 time: 0.1423140 Sep 02 13:57:09.970966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6eefa707-4d94-4c8c-a878-32e26ee38b4e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:09.980268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-09415669-3c65-4113-8c1a-c8a51eb0a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:09.982459 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-09415669-3c65-4113-8c1a-c8a51eb0a290 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.1029272 Sep 02 13:57:10.087536 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-854406f4-1875-4743-b23e-231da2318461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:10.094923 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-854406f4-1875-4743-b23e-231da2318461 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905032 Sep 02 13:57:10.099692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 6eefa707-4d94-4c8c-a878-32e26ee38b4e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:10.100455 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:10.166078 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1306dee5-d1f6-49e7-8a20-b0719e40b716 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:10.184693 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1306dee5-d1f6-49e7-8a20-b0719e40b716 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:10.392617 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306dee5-d1f6-49e7-8a20-b0719e40b716 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:10.393330 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1306dee5-d1f6-49e7-8a20-b0719e40b716 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:10.394834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1306dee5-d1f6-49e7-8a20-b0719e40b716 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/ports/a2cb5401-cdf1-4b76-8b53-139915fa4e7e HTTP/1.1" status: 200 len: 910 time: 1.4547670 Sep 02 13:57:10.404608 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60834) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:10.420758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306dee5-d1f6-49e7-8a20-b0719e40b716 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=a2cb5401-cdf1-4b76-8b53-139915fa4e7e,revision_number=3']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:10.670374 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-f4686d00-3d4e-439a-be91-ff0fe33379e9 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610003 Sep 02 13:57:10.825203 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8c33d6be-305e-4c40-9465-7a94bd985b7f req-3ed10f8d-a139-4cd3-be62-35b536bebd63 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458471 Sep 02 13:57:10.929345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-9eece1f4-a3be-4b10-9a94-04708441a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:10.930405 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-9eece1f4-a3be-4b10-9a94-04708441a2c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1095 time: 0.0535157 Sep 02 13:57:11.041385 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-d44b5607-2ac5-49cb-9929-cb54ba5e1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:11.043770 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-d44b5607-2ac5-49cb-9929-cb54ba5e1236 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.1045575 Sep 02 13:57:11.086205 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb416264-2486-470b-b354-e8746e4f204b req-75b91751-a85d-4914-87b3-b3cb35e99b5a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:11.087932 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb416264-2486-470b-b354-e8746e4f204b req-75b91751-a85d-4914-87b3-b3cb35e99b5a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.0775287 Sep 02 13:57:11.107943 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-e08a3143-ce0b-4c88-8552-45a48be144db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088 HTTP/1.1" status: 200 len: 217 time: 0.0559711 Sep 02 13:57:11.136767 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:11.180268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-5bf1dc6b-7bb2-4726-a262-43d1b04ea018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:11.181889 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-5bf1dc6b-7bb2-4726-a262-43d1b04ea018 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0632060 Sep 02 13:57:11.219907 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bb416264-2486-470b-b354-e8746e4f204b req-2dc62529-a14a-4f86-b85f-0bfcbcd05f89 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246500 Sep 02 13:57:11.266950 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-099a0662-aca0-43a3-9217-9818250c2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:11.268631 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-099a0662-aca0-43a3-9217-9818250c2b41 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781686 Sep 02 13:57:11.396125 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-6eccc03d-ea6e-4161-80f7-8e5251606234 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191521 Sep 02 13:57:11.576792 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port a2cb5401-cdf1-4b76-8b53-139915fa4e7e {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:11.577260 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:11.613531 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1def7597-eabf-44bc-9941-08abde8e2ab0 req-7f74c758-d592-4d1c-a939-3061157c1b4c service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034681 Sep 02 13:57:11.703939 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:11.726362 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for a2cb5401-cdf1-4b76-8b53-139915fa4e7e owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:11.952509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60852) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:11.995683 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:12.021373 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=a2cb5401-cdf1-4b76-8b53-139915fa4e7e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:12.339967 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Deleting port 07336142-3a51-45a8-a167-a2e0c4422421 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:12.340815 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:12.526410 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:12.552017 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:12.552858 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:12.553218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea9dd1-3f3c-4f97-81f6-354b89bfee4d req-85ab9b67-5072-479a-8e55-0843fa861b9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:12.554776 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdea9dd1-3f3c-4f97-81f6-354b89bfee4d req-85ab9b67-5072-479a-8e55-0843fa861b9f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.0955613 Sep 02 13:57:12.576295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Calling delete_port for 07336142-3a51-45a8-a167-a2e0c4422421 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:12.696357 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cdea9dd1-3f3c-4f97-81f6-354b89bfee4d req-1c250b90-3087-471b-b901-3686cd83d941 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079445 Sep 02 13:57:12.782025 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 59a4bef5-f48a-467b-9213-fe5a8ebb1eb8 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:12.868342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:12.874628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-799023c1-d124-4410-9e64-ebde7844f1ae tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/59a4bef5-f48a-467b-9213-fe5a8ebb1eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4690042 Sep 02 13:57:12.879385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd1fe9-683c-42f0-80ae-9f6cd2eafc14 None None] Sync routers for ids ['59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:12.883211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60860) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:12.895872 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd1fe9-683c-42f0-80ae-9f6cd2eafc14 None None] Routers {'59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:12.899704 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-86fd1fe9-683c-42f0-80ae-9f6cd2eafc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:12.961182 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c0baea16-eab7-4948-8399-5583b3d73c14 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a4bef5-f48a-467b-9213-fe5a8ebb1eb8 HTTP/1.1" status: 200 len: 205 time: 0.0715806 Sep 02 13:57:12.963344 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:12.974185 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-86fd1fe9-683c-42f0-80ae-9f6cd2eafc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:12.983955 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd1fe9-683c-42f0-80ae-9f6cd2eafc14 None None] Routers {'59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:12.984894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-86fd1fe9-683c-42f0-80ae-9f6cd2eafc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:13.025623 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-86fd1fe9-683c-42f0-80ae-9f6cd2eafc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:13.026621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fd1fe9-683c-42f0-80ae-9f6cd2eafc14 None None] The sync data for ids ['59a4bef5-f48a-467b-9213-fe5a8ebb1eb8'] in n-d-794796-4 is: [] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:13.081834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.086035 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36b44f91-5156-4409-8b5d-6a13f8665ff0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.115605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event deleted for resources: {'Port': ['ID=07336142-3a51-45a8-a167-a2e0c4422421,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:13.292659 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.293613 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Floating IP 4cdf108c-18c0-4540-9f4e-08b674961be8 disassociated (deleted). External IP: 172.25.3.8, port: 0735ec5b-6161-49c8-830a-ccd655199c1a. Sep 02 13:57:13.425728 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36b44f91-5156-4409-8b5d-6a13f8665ff0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.430067 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36b44f91-5156-4409-8b5d-6a13f8665ff0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.511759 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36b44f91-5156-4409-8b5d-6a13f8665ff0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.512253 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b44f91-5156-4409-8b5d-6a13f8665ff0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Fanout notify agent at l3_agent the message router_deleted on router 59a4bef5-f48a-467b-9213-fe5a8ebb1eb8 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:57:13.520679 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36b44f91-5156-4409-8b5d-6a13f8665ff0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.522065 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-36b44f91-5156-4409-8b5d-6a13f8665ff0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/59a4bef5-f48a-467b-9213-fe5a8ebb1eb8 HTTP/1.1" status: 204 len: 168 time: 0.5576489 Sep 02 13:57:13.525478 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60866) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:13.679407 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting subnet 569c489c-7c81-41c0-916a-67a514ffbacf {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:57:13.693193 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.736235 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Router cea19375-703c-45fb-9dd8-b5dd1553e6f5 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:13.783997 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.871509 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:13.969847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:13.981966 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] Sync routers for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:13.994584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1cfda-9414-456c-8fcf-33fce837840a req-19d919a4-7abc-4e37-be8e-dada0711f16f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:13.997078 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-88d1cfda-9414-456c-8fcf-33fce837840a req-19d919a4-7abc-4e37-be8e-dada0711f16f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.0911341 Sep 02 13:57:13.998455 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:14.000229 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:14.012594 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.024334 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.079704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7a91747f-7d24-41df-a4ce-5e5f6d474fea tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "DELETE /v2.0/floatingips/4cdf108c-18c0-4540-9f4e-08b674961be8 HTTP/1.1" status: 204 len: 168 time: 2.1235688 Sep 02 13:57:14.079704 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:14.080495 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d546fddf-aa35-48cc-9161-9f51ac3cacd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:14.085507 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Subnet': ['ID=569c489c-7c81-41c0-916a-67a514ffbacf,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:14.121702 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.124156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/569c489c-7c81-41c0-916a-67a514ffbacf HTTP/1.1" status: 204 len: 168 time: 0.5974219 Sep 02 13:57:14.126274 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.126630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.126977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.127086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:14.127330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.128171 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.128525 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.128862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.129196 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.129531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.129863 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.130192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.130521 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba1d92-590e-4c38-a93d-620c6b40f60b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:14.150329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-88d1cfda-9414-456c-8fcf-33fce837840a req-64ab5e16-e7a4-4320-8da3-672bb3bc790b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332541 Sep 02 13:57:14.163509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41800480-8a9d-4d29-a565-406d4d779d22 None None] Network 2d6e0018-4855-488c-8ef0-32d7431c1009 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:14.223058 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:14.234100 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125ff46b-6c89-4380-b7e1-c9423b1964f4 x-openstack-request-id: req-125ff46b-6c89-4380-b7e1-c9423b1964f4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:14.240338 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:14.240703 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-125ff46b-6c89-4380-b7e1-c9423b1964f4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:14.241254 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'status': 'completed', 'code': 200} Sep 02 13:57:14.355034 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.380189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-4ace62c0-7e88-4c69-8b69-ddce8176bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:14.382263 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-4ace62c0-7e88-4c69-8b69-ddce8176bff2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6aabc82675484139b51152be179decc9&device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 1097 time: 0.1207294 Sep 02 13:57:14.494492 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e86a55-71b3-4973-82bf-2a57d049e91d req-79a9655b-4830-4501-bbd0-9a6c5208381e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:14.503566 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-37e86a55-71b3-4973-82bf-2a57d049e91d req-79a9655b-4830-4501-bbd0-9a6c5208381e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 946 time: 0.0653062 Sep 02 13:57:14.535169 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 6eefa707-4d94-4c8c-a878-32e26ee38b4e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:14.535620 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.546190 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:14.556204 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-37e86a55-71b3-4973-82bf-2a57d049e91d req-104edfde-24c3-49bb-ba83-6997b2d0e8f8 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474131 Sep 02 13:57:14.582074 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] Checking router: cea19375-703c-45fb-9dd8-b5dd1553e6f5 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:14.601328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-96f5b012-a550-4a76-a3ba-11c9bdf07988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:14.602814 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-96f5b012-a550-4a76-a3ba-11c9bdf07988 service neutron] 10.222.0.77 "GET /v2.0/networks?id=81e9acf0-dcef-4e52-8a82-413a053d5968 HTTP/1.1" status: 200 len: 915 time: 0.1915045 Sep 02 13:57:14.604347 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:14.605077 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:14.618170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214ecdd1-5ca5-4ccf-ac62-841798510a2b None None] DHCP port deletion for 2d6e0018-4855-488c-8ef0-32d7431c1009 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:57:14.661741 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-628e73be-e6e9-4caa-b6d7-57c6ab30bac0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0735ec5b-6161-49c8-830a-ccd655199c1a HTTP/1.1" status: 200 len: 217 time: 0.0469253 Sep 02 13:57:14.669905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port 6eefa707-4d94-4c8c-a878-32e26ee38b4e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6eefa707-4d94-4c8c-a878-32e26ee38b4e,segment=NetworkSegment(08050f48-1a70-4d02-8165-dbc256a976e8),segment_id=08050f48-1a70-4d02-8165-dbc256a976e8)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:14.670530 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.675675 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-214ecdd1-5ca5-4ccf-ac62-841798510a2b None None] Deleting port 6eefa707-4d94-4c8c-a878-32e26ee38b4e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:14.676203 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214ecdd1-5ca5-4ccf-ac62-841798510a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.714867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 6eefa707-4d94-4c8c-a878-32e26ee38b4e owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:14.763877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-214ecdd1-5ca5-4ccf-ac62-841798510a2b None None] For port 6eefa707-4d94-4c8c-a878-32e26ee38b4e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6eefa707-4d94-4c8c-a878-32e26ee38b4e,segment=NetworkSegment(08050f48-1a70-4d02-8165-dbc256a976e8),segment_id=08050f48-1a70-4d02-8165-dbc256a976e8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:14.764541 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214ecdd1-5ca5-4ccf-ac62-841798510a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.768547 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:14.771461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-1f6e45a5-6780-4ea8-b8b2-eb524f71841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:14.773198 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-1f6e45a5-6780-4ea8-b8b2-eb524f71841a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=36d7bbfe-ade7-46a9-a10f-d75107b5eea5 HTTP/1.1" status: 200 len: 853 time: 0.0998120 Sep 02 13:57:14.783414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-214ecdd1-5ca5-4ccf-ac62-841798510a2b None None] Calling delete_port for 6eefa707-4d94-4c8c-a878-32e26ee38b4e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:14.877018 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-b073ae78-a9d4-4085-89fe-6ff1d9e3075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:14.878911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-b073ae78-a9d4-4085-89fe-6ff1d9e3075d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=81e9acf0-dcef-4e52-8a82-413a053d5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960672 Sep 02 13:57:14.896406 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.907879 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214ecdd1-5ca5-4ccf-ac62-841798510a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:14.947590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ecdd1-5ca5-4ccf-ac62-841798510a2b None None] Pushing event deleted for resources: {'Port': ['ID=6eefa707-4d94-4c8c-a878-32e26ee38b4e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:14.950496 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ecdd1-5ca5-4ccf-ac62-841798510a2b None None] No DVR routers for this DVR port 6eefa707-4d94-4c8c-a878-32e26ee38b4e on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:14.983594 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=6eefa707-4d94-4c8c-a878-32e26ee38b4e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:14.987549 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No DVR routers for this DVR port 6eefa707-4d94-4c8c-a878-32e26ee38b4e on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:15.084909 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.096271 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6e0018-4855-488c-8ef0-32d7431c1009']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:15.115288 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:15.121644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08050f48-1a70-4d02-8165-dbc256a976e8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:15.122070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08050f48-1a70-4d02-8165-dbc256a976e8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:15.145103 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.156592 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910197ac-2db3-427e-8a09-513d99ea2cd8 None None] The sync data for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 is: [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:53:20Z', 'revision_number': 4, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '0764456c-f879-4045-b960-b028afee5680', 'name': '', 'network_id': '81e9acf0-dcef-4e52-8a82-413a053d5968', 'tenant_id': '6aabc82675484139b51152be179decc9', 'mac_address': 'fa:16:3e:0b:b2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:19Z', 'updated_at': '2021-09-02T13:53:28Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'subnets': [{'id': '36d7bbfe-ade7-46a9-a10f-d75107b5eea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:15.171024 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-d815fe3b-cbe4-4719-b6b7-49257d122003 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831473 Sep 02 13:57:15.175228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.206441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:57:15.207211 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:57:15.211564 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:57:15.374191 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.383433 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c40134-3979-4c9d-9223-e95fecb2526e req-42b19a9e-384f-46a7-bb74-e0e87ef2bea8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:15.384640 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.389509 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b7c40134-3979-4c9d-9223-e95fecb2526e req-42b19a9e-384f-46a7-bb74-e0e87ef2bea8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.1175463 Sep 02 13:57:15.390664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/networks/2d6e0018-4855-488c-8ef0-32d7431c1009 HTTP/1.1" status: 204 len: 168 time: 1.2622283 Sep 02 13:57:15.399632 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60902) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:15.408445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-0a158581-6830-441d-b4dd-038cd6b1ec58 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-410155324', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:15.461681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75c022-78bd-4c3c-b4d0-4f76d7bbdcf1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Network': ['ID=2d6e0018-4855-488c-8ef0-32d7431c1009,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:15.486417 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a158581-6830-441d-b4dd-038cd6b1ec58 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.487830 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a158581-6830-441d-b4dd-038cd6b1ec58 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.493693 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d546fddf-aa35-48cc-9161-9f51ac3cacd9 req-9d1406c4-2021-4e21-a1e5-c2f2fcbee085 service neutron] 10.222.0.77 "GET /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145030 Sep 02 13:57:15.517520 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b7c40134-3979-4c9d-9223-e95fecb2526e req-f03f3afe-431c-4b04-aa3d-d3399e77d8dd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905781 Sep 02 13:57:15.577027 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a158581-6830-441d-b4dd-038cd6b1ec58 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.588259 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a158581-6830-441d-b4dd-038cd6b1ec58 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.609543 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-0a158581-6830-441d-b4dd-038cd6b1ec58 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.611044 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0a158581-6830-441d-b4dd-038cd6b1ec58 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2102048 Sep 02 13:57:15.613833 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60908) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:15.619378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'network': {'name': 'tempest-RoutersTest-892525711'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:15.644780 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:15.649428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.676427 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:57:15.688044 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.688551 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added segment 803b670a-0f51-42d0-9b61-94c8033bd969 of type vlan for network 5ef06a16-d598-42f5-90d8-a71dd94a0fca Sep 02 13:57:15.708470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608afd5-b4fb-485b-a06c-e53652c74292 None None] New status for floating IP 4cdf108c-18c0-4540-9f4e-08b674961be8: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:57:15.710027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:15.738126 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.751521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65b135-7fe4-4328-96a9-bbe7fb5e98c8 req-e34a5574-be68-4894-a888-6c2f4b241ce0 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:15.755946 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a65b135-7fe4-4328-96a9-bbe7fb5e98c8 req-e34a5574-be68-4894-a888-6c2f4b241ce0 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 946 time: 0.0889068 Sep 02 13:57:15.801800 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.814111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:15.814732 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:15.851017 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3a65b135-7fe4-4328-96a9-bbe7fb5e98c8 req-cc972aa9-81d4-447e-aa5f-b6bb92297522 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833523 Sep 02 13:57:15.908370 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6eefa707-4d94-4c8c-a878-32e26ee38b4e no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:15.922970 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3077686 Sep 02 13:57:15.925606 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60916) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:15.934010 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'subnet': {'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:15.944894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 6eefa707-4d94-4c8c-a878-32e26ee38b4e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:15.945236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6eefa707-4d94-4c8c-a878-32e26ee38b4e not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:15.972568 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee754356-9c37-47e2-ace3-885de0b17138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.007746 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-f9ce60bf-4211-4387-ac4c-90384473f93e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:16.009409 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-f9ce60bf-4211-4387-ac4c-90384473f93e tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.77 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 946 time: 0.0997407 Sep 02 13:57:16.020552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34fd9-5dc2-487b-9340-ae37f4add6e4 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Network': ['ID=5ef06a16-d598-42f5-90d8-a71dd94a0fca,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:16.038400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 5ef06a16-d598-42f5-90d8-a71dd94a0fca details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:57:16.166686 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee754356-9c37-47e2-ace3-885de0b17138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.170483 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Deleting port 0735ec5b-6161-49c8-830a-ccd655199c1a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:16.170941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.175548 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee754356-9c37-47e2-ace3-885de0b17138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.194225 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:16.198255 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.255257 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee754356-9c37-47e2-ace3-885de0b17138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1af4933-196a-4d1a-a73f-9a537ad898a9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:16.270243 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60922) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:16.275274 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ee754356-9c37-47e2-ace3-885de0b17138 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3a799c4ced44e93a32f34b2a9762127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612516 Sep 02 13:57:16.312982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] For port 0735ec5b-6161-49c8-830a-ccd655199c1a, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=0735ec5b-6161-49c8-830a-ccd655199c1a,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:16.313356 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.325867 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Calling delete_port for 0735ec5b-6161-49c8-830a-ccd655199c1a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:16.369047 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ed5-b20e-4c8a-ae8c-0d47ccb2c4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.426031 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ed5-b20e-4c8a-ae8c-0d47ccb2c4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.477545 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.482868 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.516110 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event deleted for resources: {'Port': ['ID=0735ec5b-6161-49c8-830a-ccd655199c1a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:16.576899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Subnet': ['ID=2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:16.587202 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ed5-b20e-4c8a-ae8c-0d47ccb2c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.589926 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c6b69ed5-b20e-4c8a-ae8c-0d47ccb2c4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.591114 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c6b69ed5-b20e-4c8a-ae8c-0d47ccb2c4b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1af4933-196a-4d1a-a73f-9a537ad898a9 HTTP/1.1" status: 204 len: 168 time: 0.3199155 Sep 02 13:57:16.605320 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b69ed5-b20e-4c8a-ae8c-0d47ccb2c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1af4933-196a-4d1a-a73f-9a537ad898a9,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:16.607610 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Checking segment: {'id': '803b670a-0f51-42d0-9b61-94c8033bd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:16.608011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network hostable DHCP agents. Network: 5ef06a16-d598-42f5-90d8-a71dd94a0fca, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:57:16.656974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 5ef06a16-d598-42f5-90d8-a71dd94a0fca is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:57:16.677506 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 5ef06a16-d598-42f5-90d8-a71dd94a0fca) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:16.689927 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:16.690790 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e9b030-da55-4fa9-91b3-1c60ec36803c None None] Network 5ef06a16-d598-42f5-90d8-a71dd94a0fca requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:16.690959 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:16.729434 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e3203b29-1e56-40c3-92d0-c03bcc4cefeb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7999895 Sep 02 13:57:16.730341 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 60928) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:17.019420 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] No DVR routers for this DVR port 0735ec5b-6161-49c8-830a-ccd655199c1a on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:17.022654 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.025838 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0076e067-ffea-4da8-87da-3dfd130eef6a req-b0856fec-b6c8-4fd8-be24-3762a8095f39 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.77 "DELETE /v2.0/ports/0735ec5b-6161-49c8-830a-ccd655199c1a HTTP/1.1" status: 204 len: 173 time: 1.0066206 Sep 02 13:57:17.067328 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'name': 'network-vif-deleted', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:17.070493 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc645e77-46b2-44ae-af02-2c5a0356e2c0" -d '{"events": [{"server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "name": "network-vif-deleted", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:17.149637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04541b88-9d1d-4a46-9616-70de0f296e2b req-162edc04-48d9-4332-b32b-811f6f8b48f5 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:17.151696 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04541b88-9d1d-4a46-9616-70de0f296e2b req-162edc04-48d9-4332-b32b-811f6f8b48f5 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.1247389 Sep 02 13:57:17.167219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:57:17.169537 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.248587 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04541b88-9d1d-4a46-9616-70de0f296e2b req-79993736-8860-4bb7-98e2-009c89d69eaa tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906527 Sep 02 13:57:17.257026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:17.277716 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f17752d6-8404-4a1d-a89f-c0b5771cd226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.433613 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f17752d6-8404-4a1d-a89f-c0b5771cd226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.436248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Allocated IP 172.20.0.2 (5ef06a16-d598-42f5-90d8-a71dd94a0fca/2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec/86ee122f-9e30-4852-952a-8cf460b0e415) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:17.439110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f17752d6-8404-4a1d-a89f-c0b5771cd226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.496476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f17752d6-8404-4a1d-a89f-c0b5771cd226 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6f2bcd8fe9141f6bb7dfdf387b3c34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383742 Sep 02 13:57:17.497224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60944) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:17.497931 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17752d6-8404-4a1d-a89f-c0b5771cd226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3162f824-1d62-41ef-b795-1998c391ca1c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:17.599794 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b47daff3-010c-43b2-90cb-5bce1122140d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.630523 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b47daff3-010c-43b2-90cb-5bce1122140d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.670044 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.679711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Transition to ACTIVE for port object 86ee122f-9e30-4852-952a-8cf460b0e415 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:17.685846 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5d6ed604-3cdc-4495-afed-bd9ef377b3bb req-19af1835-10e3-4ec6-bea1-3959e431128a tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 210 time: 0.1564829 Sep 02 13:57:17.726108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Transition to ACTIVE for port object 86ee122f-9e30-4852-952a-8cf460b0e415 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:17.731503 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b47daff3-010c-43b2-90cb-5bce1122140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.734636 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b47daff3-010c-43b2-90cb-5bce1122140d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.735111 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.736343 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b47daff3-010c-43b2-90cb-5bce1122140d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3162f824-1d62-41ef-b795-1998c391ca1c HTTP/1.1" status: 204 len: 168 time: 0.2354805 Sep 02 13:57:17.748104 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecea0be0-39b7-4366-8d2b-f8f809c3e4c7 x-openstack-request-id: req-ecea0be0-39b7-4366-8d2b-f8f809c3e4c7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:17.748868 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9964fef7-ff84-4ce1-b528-f72bc9feb111", "name": "network-vif-deleted", "tag": "0735ec5b-6161-49c8-830a-ccd655199c1a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:17.749400 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecea0be0-39b7-4366-8d2b-f8f809c3e4c7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:17.749932 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9964fef7-ff84-4ce1-b528-f72bc9feb111', 'name': 'network-vif-deleted', 'tag': '0735ec5b-6161-49c8-830a-ccd655199c1a', 'status': 'completed', 'code': 200} Sep 02 13:57:17.751279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47daff3-010c-43b2-90cb-5bce1122140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162f824-1d62-41ef-b795-1998c391ca1c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:17.830444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Pushing event updated for resources: {'Port': ['ID=86ee122f-9e30-4852-952a-8cf460b0e415,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:17.863355 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Network 5ef06a16-d598-42f5-90d8-a71dd94a0fca is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:17.865032 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:17.869111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:17.949530 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:17.982900 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Attempting to bind port 86ee122f-9e30-4852-952a-8cf460b0e415 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:17.983413 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Attempting to bind port 86ee122f-9e30-4852-952a-8cf460b0e415 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '803b670a-0f51-42d0-9b61-94c8033bd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:17.983908 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Attempting to bind port 86ee122f-9e30-4852-952a-8cf460b0e415 on network 5ef06a16-d598-42f5-90d8-a71dd94a0fca {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:18.002359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:18.002359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Checking segment: {'id': '803b670a-0f51-42d0-9b61-94c8033bd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:18.002359 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:18.002359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Bound using segment: {'id': '803b670a-0f51-42d0-9b61-94c8033bd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:18.002359 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Bound port: 86ee122f-9e30-4852-952a-8cf460b0e415, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803b670a-0f51-42d0-9b61-94c8033bd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:18.007307 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:18.121666 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] For port 86ee122f-9e30-4852-952a-8cf460b0e415, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:18.125253 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] For port 86ee122f-9e30-4852-952a-8cf460b0e415, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=86ee122f-9e30-4852-952a-8cf460b0e415,segment=NetworkSegment(803b670a-0f51-42d0-9b61-94c8033bd969),segment_id=803b670a-0f51-42d0-9b61-94c8033bd969)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:18.131384 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:18.228267 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b59476-271f-4d17-a5f9-fe6e68e91304 None None] Pushing event updated for resources: {'Port': ['ID=86ee122f-9e30-4852-952a-8cf460b0e415,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:18.264983 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.20.0.1 (5ef06a16-d598-42f5-90d8-a71dd94a0fca/2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec/391d974b-ed30-4708-89b5-7ca8fd4f67e3) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:18.538647 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:18.539910 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef463c-20c3-4b94-a433-1a2d3aa0361e req-d75f30f4-4513-4ffe-93a8-fd1bfea63990 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:18.542131 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80ef463c-20c3-4b94-a433-1a2d3aa0361e req-d75f30f4-4513-4ffe-93a8-fd1bfea63990 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.1465807 Sep 02 13:57:18.555347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Transition to ACTIVE for port object 391d974b-ed30-4708-89b5-7ca8fd4f67e3 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:18.621844 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:18.629270 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80ef463c-20c3-4b94-a433-1a2d3aa0361e req-407f7ab7-8181-4385-beb4-89f6418f42e6 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794773 Sep 02 13:57:18.686633 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 5ef06a16-d598-42f5-90d8-a71dd94a0fca is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:18.690550 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:18.697573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:18.740094 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=391d974b-ed30-4708-89b5-7ca8fd4f67e3,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:18.769252 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:18.972488 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d82ce5f-3af1-42cd-bcca-f14d973ab28d req-50ab4278-5986-43d3-a8d4-ba1239d3460f tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 210 time: 0.0445077 Sep 02 13:57:19.017985 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:19.496441 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:19.502565 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:19.613138 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=391d974b-ed30-4708-89b5-7ca8fd4f67e3,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:19.616715 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:19.641578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0735ec5b-6161-49c8-830a-ccd655199c1a no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:19.728815 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 0735ec5b-6161-49c8-830a-ccd655199c1a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:19.729173 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 0735ec5b-6161-49c8-830a-ccd655199c1a not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:19.789296 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887801af-3ee2-48e0-b9cb-7e7dfa451609 None None] Network 5ef06a16-d598-42f5-90d8-a71dd94a0fca requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:19.813058 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 5ef06a16-d598-42f5-90d8-a71dd94a0fca is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:19.821778 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:19.983847 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c2bb-2e1f-44df-a246-b5ac60d31322 req-0a0ea51c-ddff-416f-9a76-642192b0f088 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:19.989451 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc74c2bb-2e1f-44df-a246-b5ac60d31322 req-0a0ea51c-ddff-416f-9a76-642192b0f088 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.2059414 Sep 02 13:57:20.091620 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bc74c2bb-2e1f-44df-a246-b5ac60d31322 req-cbc47c07-558e-42e6-8ba7-08f78757f276 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921459 Sep 02 13:57:20.105885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 86ee122f-9e30-4852-952a-8cf460b0e415 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:20.130325 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:57:20.184353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a3e400fb-ae81-4d85-987d-0fb020ece7ab None None] Provisioning for port 86ee122f-9e30-4852-952a-8cf460b0e415 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:20.189548 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 86ee122f-9e30-4852-952a-8cf460b0e415 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:20.195114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 86ee122f-9e30-4852-952a-8cf460b0e415 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:20.197185 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.203672 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-193bcc13-33ba-4428-8974-d7d5b0d0e4b1 req-eca91c53-939b-4c38-9780-b000de1d350b tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 210 time: 0.0523560 Sep 02 13:57:20.240837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a3e400fb-ae81-4d85-987d-0fb020ece7ab None None] Provisioning complete for port 86ee122f-9e30-4852-952a-8cf460b0e415 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:20.241425 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3e400fb-ae81-4d85-987d-0fb020ece7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.319230 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:20.328050 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5c373be4-8f84-4a80-a592-3c4c85629e9a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5941033 Sep 02 13:57:20.328153 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 60998) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:20.330851 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:20.334471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'network': {'name': 'tempest-RoutersTest-99927039'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:20.347347 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:20.349326 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:20.371215 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.374636 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:20.379616 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.410373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:57:20.414555 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 86ee122f-9e30-4852-952a-8cf460b0e415, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=86ee122f-9e30-4852-952a-8cf460b0e415,segment=NetworkSegment(803b670a-0f51-42d0-9b61-94c8033bd969),segment_id=803b670a-0f51-42d0-9b61-94c8033bd969)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:20.416067 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3e400fb-ae81-4d85-987d-0fb020ece7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.426185 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.426860 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added segment 71f83834-f0df-46d5-ab2f-c9bb37bb951f of type vlan for network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f Sep 02 13:57:20.430900 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.483941 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.531080 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.541919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:20.543204 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.565375 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:20.572190 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=86ee122f-9e30-4852-952a-8cf460b0e415,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:20.591209 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-a3e400fb-ae81-4d85-987d-0fb020ece7ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:57:20.591573 n-d-794796-4 neutron-server[94689]: DEBUG oslo_db.api [None req-a3e400fb-ae81-4d85-987d-0fb020ece7ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:57:20.621530 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2886667 Sep 02 13:57:20.623502 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 32768) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:20.629378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'subnet': {'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:20.658137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f9ce1-6c6c-4d9a-8476-72cf291fe765 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Network': ['ID=24c295eb-78a6-4e9d-8f5e-e9d836f2296f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:20.675063 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:57:20.838110 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:20.849996 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:20.989325 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:18Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:19Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:21.046862 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:21.047223 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Updating router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:57:21.079453 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.157071 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.256375 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Subnet': ['ID=d868af78-39e2-4846-9ea1-8147574eccaf,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:21.300929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Checking segment: {'id': '71f83834-f0df-46d5-ab2f-c9bb37bb951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:21.301385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network hostable DHCP agents. Network: 24c295eb-78a6-4e9d-8f5e-e9d836f2296f, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:57:21.312623 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5cf0795f-f1a8-46d0-94c2-9cf182e5c685 None None] Provisioning for port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:21.329869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5cf0795f-f1a8-46d0-94c2-9cf182e5c685 None None] Provisioning complete for port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:21.330324 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cf0795f-f1a8-46d0-94c2-9cf182e5c685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.367346 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274810a1-2a79-41bf-8561-261103afab65 req-43fece1f-8c46-4b78-883e-11ffd3171c4b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:21.372932 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-274810a1-2a79-41bf-8561-261103afab65 req-43fece1f-8c46-4b78-883e-11ffd3171c4b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.1233895 Sep 02 13:57:21.374565 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:57:21.418358 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 24c295eb-78a6-4e9d-8f5e-e9d836f2296f) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:21.424875 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-75f690ae-377e-4213-b1a5-e8fe9e07b7e9 req-901ebb0e-5e16-4623-81d1-31f59aac3180 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 210 time: 0.0868011 Sep 02 13:57:21.427754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:21.428439 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.436644 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c7cf3-2a6d-4c0b-a20d-cdd2087da926 None None] Network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:21.468248 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9bceee56-7a25-4435-bb22-baead6d8ca6d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8430092 Sep 02 13:57:21.471055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32786) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:21.496186 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-274810a1-2a79-41bf-8561-261103afab65 req-b0f8960b-b3da-40c8-a78f-bfa7e51b2a98 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145484 Sep 02 13:57:21.504667 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0795f-f1a8-46d0-94c2-9cf182e5c685 None None] Port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:21.525975 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5cf0795f-f1a8-46d0-94c2-9cf182e5c685 None None] Provisioning complete for port 86ee122f-9e30-4852-952a-8cf460b0e415 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:21.526562 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cf0795f-f1a8-46d0-94c2-9cf182e5c685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.612464 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.637404 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Transition to ACTIVE for port object 391d974b-ed30-4708-89b5-7ca8fd4f67e3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:21.658176 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.716392 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Pushing event updated for resources: {'Port': ['ID=391d974b-ed30-4708-89b5-7ca8fd4f67e3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:21.736800 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:57:21.745165 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.745512 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.746393 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.746766 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.747098 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.747430 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.747843 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.748128 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.748239 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.748419 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.748740 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.749060 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.749377 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:21.816174 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Attempting to bind port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:21.816685 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Attempting to bind port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '803b670a-0f51-42d0-9b61-94c8033bd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:21.817259 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Attempting to bind port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 on network 5ef06a16-d598-42f5-90d8-a71dd94a0fca {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:21.823169 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:21.823720 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Checking segment: {'id': '803b670a-0f51-42d0-9b61-94c8033bd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:21.825524 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.826406 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Bound using segment: {'id': '803b670a-0f51-42d0-9b61-94c8033bd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:21.827073 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Bound port: 391d974b-ed30-4708-89b5-7ca8fd4f67e3, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803b670a-0f51-42d0-9b61-94c8033bd969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:21.827561 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.913461 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:21.929021 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] For port 391d974b-ed30-4708-89b5-7ca8fd4f67e3, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:21.932745 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] For port 391d974b-ed30-4708-89b5-7ca8fd4f67e3, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=391d974b-ed30-4708-89b5-7ca8fd4f67e3,segment=NetworkSegment(803b670a-0f51-42d0-9b61-94c8033bd969),segment_id=803b670a-0f51-42d0-9b61-94c8033bd969)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:21.940077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 30b1d171-ec64-44dd-a4c8-0dfff7d43088 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:57:21.951359 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:22.005809 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 86ee122f-9e30-4852-952a-8cf460b0e415 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:22.035914 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ed89f-001d-4ab5-bd37-7bb5e961dab5 None None] Pushing event updated for resources: {'Port': ['ID=391d974b-ed30-4708-89b5-7ca8fd4f67e3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:22.054354 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:22.054922 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:22.185935 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 02 13:57:22.392567 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:22.473980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 86ee122f-9e30-4852-952a-8cf460b0e415 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:22.474793 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:22.518871 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Allocated IP 172.21.0.2 (24c295eb-78a6-4e9d-8f5e-e9d836f2296f/d868af78-39e2-4846-9ea1-8147574eccaf/bbee0d8a-c623-47c3-aa30-56ab3ae5f513) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:22.597868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 30b1d171-ec64-44dd-a4c8-0dfff7d43088, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:22.619129 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f17da07b-6637-41c4-a5db-f109a4b3c2b2 req-3ec5c164-f300-4793-b417-167b1b6de484 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 210 time: 0.0624876 Sep 02 13:57:22.630720 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'port_id': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'mac_address': 'fa:16:3e:62:15:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:57:22.759449 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:18Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:21Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:22.775756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bc44f-75cb-497a-942c-b2193aa02106 req-5d9b4568-bed6-46b9-9fa9-63eaa4db78a5 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:22.775756 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f12bc44f-75cb-497a-942c-b2193aa02106 req-5d9b4568-bed6-46b9-9fa9-63eaa4db78a5 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 944 time: 0.1309769 Sep 02 13:57:22.791947 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497036c-22b5-45d9-b05c-0e1a018287cb None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:18Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:21Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:22.869862 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f12bc44f-75cb-497a-942c-b2193aa02106 req-3922e0ad-023e-4f10-94c7-5687215562b8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787320 Sep 02 13:57:22.906626 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:22.937892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b1d171-ec64-44dd-a4c8-0dfff7d43088 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:57:22.989303 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 30b1d171-ec64-44dd-a4c8-0dfff7d43088, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:23.233164 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:23.272142 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:23.293184 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Transition to ACTIVE for port object bbee0d8a-c623-47c3-aa30-56ab3ae5f513 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:23.326110 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=30b1d171-ec64-44dd-a4c8-0dfff7d43088,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:23.329722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Transition to ACTIVE for port object bbee0d8a-c623-47c3-aa30-56ab3ae5f513 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:23.349543 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:23.502032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.21.0.1 (24c295eb-78a6-4e9d-8f5e-e9d836f2296f/d868af78-39e2-4846-9ea1-8147574eccaf/1a114c19-3892-43ad-bdf5-32b73888896a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:23.512600 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:23.516493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:23.521387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:23.534281 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Pushing event updated for resources: {'Port': ['ID=bbee0d8a-c623-47c3-aa30-56ab3ae5f513,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:23.592501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Attempting to bind port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:23.592915 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Attempting to bind port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '71f83834-f0df-46d5-ab2f-c9bb37bb951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:23.593481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Attempting to bind port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 on network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:23.600400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['30b1d171-ec64-44dd-a4c8-0dfff7d43088'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:57:23.648604 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:23.649037 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Checking segment: {'id': '71f83834-f0df-46d5-ab2f-c9bb37bb951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:23.651206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:23.651206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Bound using segment: {'id': '71f83834-f0df-46d5-ab2f-c9bb37bb951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:23.651206 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Bound port: bbee0d8a-c623-47c3-aa30-56ab3ae5f513, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f83834-f0df-46d5-ab2f-c9bb37bb951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:23.651206 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:23.653211 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:23.674215 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Transition to ACTIVE for port object 1a114c19-3892-43ad-bdf5-32b73888896a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:23.724353 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:23.794856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] For port bbee0d8a-c623-47c3-aa30-56ab3ae5f513, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:23.804963 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] For port bbee0d8a-c623-47c3-aa30-56ab3ae5f513, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bbee0d8a-c623-47c3-aa30-56ab3ae5f513,segment=NetworkSegment(71f83834-f0df-46d5-ab2f-c9bb37bb951f),segment_id=71f83834-f0df-46d5-ab2f-c9bb37bb951f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:23.812514 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-fe9caf5e-aed3-4f22-80cf-474a43e40eff req-5f817d7d-bd1c-4d7b-959c-14b24d1024a1 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "GET /v2.0/ports?device_id=9964fef7-ff84-4ce1-b528-f72bc9feb111 HTTP/1.1" status: 200 len: 210 time: 0.0758307 Sep 02 13:57:23.824864 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:23.826349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:23.846721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:23.855598 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=1a114c19-3892-43ad-bdf5-32b73888896a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:23.865945 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:24.013698 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:24.057395 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 391d974b-ed30-4708-89b5-7ca8fd4f67e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:24.104684 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d65783-66af-4cf5-b351-79306169bbc9 req-85db986f-4f6b-4b67-a1af-705be86ce7f8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:24.123840 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-88d65783-66af-4cf5-b351-79306169bbc9 req-85db986f-4f6b-4b67-a1af-705be86ce7f8 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 945 time: 0.0768971 Sep 02 13:57:24.146945 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce03d5-b6b1-4e35-b252-c30271c5379d None None] Pushing event updated for resources: {'Port': ['ID=bbee0d8a-c623-47c3-aa30-56ab3ae5f513,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:24.201455 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:24.217960 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-88d65783-66af-4cf5-b351-79306169bbc9 req-9f4ad825-c116-443b-95b7-5de1cfdbd299 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929248 Sep 02 13:57:24.226103 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:24.243976 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:24.244367 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:24.594414 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:24.711643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 391d974b-ed30-4708-89b5-7ca8fd4f67e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=391d974b-ed30-4708-89b5-7ca8fd4f67e3,segment=NetworkSegment(803b670a-0f51-42d0-9b61-94c8033bd969),segment_id=803b670a-0f51-42d0-9b61-94c8033bd969)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:24.719004 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:24.804860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=391d974b-ed30-4708-89b5-7ca8fd4f67e3,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:24.825685 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:24.839100 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:24.906748 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:24.951849 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 32848) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:25.005470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=1a114c19-3892-43ad-bdf5-32b73888896a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:25.044328 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9014bdac-81be-48de-8295-645b6b230796 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:25.066942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:25.069052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:25.076329 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9014bdac-81be-48de-8295-645b6b230796 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:25.157089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9014bdac-81be-48de-8295-645b6b230796 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:25.161260 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9014bdac-81be-48de-8295-645b6b230796 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:25.163457 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9014bdac-81be-48de-8295-645b6b230796 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a1f9176-af7e-4f54-ad06-9bb03bf5bd89 HTTP/1.1" status: 204 len: 168 time: 0.2101281 Sep 02 13:57:25.181602 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014bdac-81be-48de-8295-645b6b230796 tempest-TestVolumeBackupRestore-99511823 tempest-TestVolumeBackupRestore-99511823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1f9176-af7e-4f54-ad06-9bb03bf5bd89,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:25.225587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:25.374143 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:25.386707 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-57ddcb78-7ed7-4cfe-8813-3d8cd26430df tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9119818 Sep 02 13:57:25.391023 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:25.394123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:25.407931 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:25.411445 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:25.431116 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'network': {'name': 'tempest-RoutersTest-820108555'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:25.491482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae162f4-57c5-4398-b6e5-c458cfb60f4e req-7c1b8c73-4a77-4099-b457-051a60da763d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:25.500332 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae162f4-57c5-4398-b6e5-c458cfb60f4e req-7c1b8c73-4a77-4099-b457-051a60da763d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 945 time: 0.1456714 Sep 02 13:57:25.514529 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:25.518581 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:25.633987 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:57:25.682125 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-bae162f4-57c5-4398-b6e5-c458cfb60f4e req-e0269d9b-8aba-477f-898d-3251ca145a6f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1739902 Sep 02 13:57:25.686309 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:25.687252 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added segment 4763a2f3-0980-4eb5-8570-61c502792e5b of type vlan for network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c Sep 02 13:57:25.693105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:25.750963 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:25.826277 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:25.835381 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:25.837739 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:25.967939 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 30b1d171-ec64-44dd-a4c8-0dfff7d43088 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:25.972943 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:57:26.060412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Network': ['ID=81c7f461-a6a7-4fcb-ab62-572e3e34d94c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:26.086976 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-5666a3ce-6020-4f8b-8000-fef0986588a0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6671238 Sep 02 13:57:26.087995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 32924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:26.100510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'subnet': {'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:26.112886 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:57:26.277574 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bbee0d8a-c623-47c3-aa30-56ab3ae5f513 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:26.374559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:26.389677 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144331358'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:26.492651 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c2164-5246-45ce-970d-7987ead2610a None None] Network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:26.621551 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-68620867-074c-4432-8003-5a243cab5fcf None None] Provisioning for port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:26.709390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:26.740406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 30b1d171-ec64-44dd-a4c8-0dfff7d43088 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:26.741295 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:26.793481 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2146522778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144331340'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:26.882490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:26.914688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f49db-cbab-47fa-a6bd-acd1bab9c1b9 req-745aa7bf-ce9e-48dd-b154-cf3d7961b162 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:26.923050 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 3, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:26.927177 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a0f49db-cbab-47fa-a6bd-acd1bab9c1b9 req-745aa7bf-ce9e-48dd-b154-cf3d7961b162 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 945 time: 0.1120896 Sep 02 13:57:26.973900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Subnet': ['ID=63d772d0-fc3e-4708-a08b-e382452dbae1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:26.994532 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Checking segment: {'id': '4763a2f3-0980-4eb5-8570-61c502792e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:26.996027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network hostable DHCP agents. Network: 81c7f461-a6a7-4fcb-ab62-572e3e34d94c, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:57:27.000911 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:27.001506 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:27.017344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1a0f49db-cbab-47fa-a6bd-acd1bab9c1b9 req-af3ab977-4339-44e7-9fe8-7da8ba46be9d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827856 Sep 02 13:57:27.039860 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:27.040226 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Updating router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 port 1a114c19-3892-43ad-bdf5-32b73888896a binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:57:27.044894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:57:27.065247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 81c7f461-a6a7-4fcb-ab62-572e3e34d94c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:27.078333 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:27.079927 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:27.095774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74ceda-ee3e-4e72-b9ae-2ed570d03b17 None None] Network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:27.123673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-157e22b7-85b4-4550-9722-2802d1eaf585 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0342796 Sep 02 13:57:27.126133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:27.267628 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:27.270027 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:27.624705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d9e047-b192-4562-a5e7-032f799ed00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b1d171-ec64-44dd-a4c8-0dfff7d43088'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:27.626972 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e92502e-ab23-4972-a771-bdd5f78c150f" -d '{"events": [{"server_uuid": "21d9e047-b192-4562-a5e7-032f799ed00c", "name": "network-vif-plugged", "status": "completed", "tag": "30b1d171-ec64-44dd-a4c8-0dfff7d43088"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:27.758122 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 30b1d171-ec64-44dd-a4c8-0dfff7d43088, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:27.783424 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:27.979433 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:28.729859 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54b7d58-433d-44f9-9d83-dec36e637b16 x-openstack-request-id: req-f54b7d58-433d-44f9-9d83-dec36e637b16 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:28.730714 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d9e047-b192-4562-a5e7-032f799ed00c", "name": "network-vif-plugged", "status": "completed", "tag": "30b1d171-ec64-44dd-a4c8-0dfff7d43088", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:28.730714 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f54b7d58-433d-44f9-9d83-dec36e637b16 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:28.730714 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d9e047-b192-4562-a5e7-032f799ed00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'code': 200} Sep 02 13:57:28.750834 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33172) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:28.812132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:57:28.814893 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:28.877579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-36e013c4-66ba-4966-9063-146f64590bae None None] Provisioning for port 1a114c19-3892-43ad-bdf5-32b73888896a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:28.899573 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port bbee0d8a-c623-47c3-aa30-56ab3ae5f513, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bbee0d8a-c623-47c3-aa30-56ab3ae5f513,segment=NetworkSegment(71f83834-f0df-46d5-ab2f-c9bb37bb951f),segment_id=71f83834-f0df-46d5-ab2f-c9bb37bb951f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:28.916718 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-36e013c4-66ba-4966-9063-146f64590bae None None] Provisioning complete for port 1a114c19-3892-43ad-bdf5-32b73888896a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:28.918010 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36e013c4-66ba-4966-9063-146f64590bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:28.976319 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e30e99e-3316-47d5-9aa4-07b8b2f46db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.015943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-36e013c4-66ba-4966-9063-146f64590bae None None] Port 1a114c19-3892-43ad-bdf5-32b73888896a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:29.020756 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.024285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 391d974b-ed30-4708-89b5-7ca8fd4f67e3 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:29.230398 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.268902 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e30e99e-3316-47d5-9aa4-07b8b2f46db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.283233 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6e30e99e-3316-47d5-9aa4-07b8b2f46db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.404340 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e99e-3316-47d5-9aa4-07b8b2f46db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dcbc27-3b33-46fd-8c9e-659f829c9bfa,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:29.440579 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=30b1d171-ec64-44dd-a4c8-0dfff7d43088,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:29.461086 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6e30e99e-3316-47d5-9aa4-07b8b2f46db7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3b0a24747fd43e4b9fc730945d4b787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7062168 Sep 02 13:57:29.462681 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33234) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:29.578961 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f934f18e-1b96-46d0-bdc2-43859a4bf59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.584749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=bbee0d8a-c623-47c3-aa30-56ab3ae5f513,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:29.628864 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f934f18e-1b96-46d0-bdc2-43859a4bf59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.633352 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-36e013c4-66ba-4966-9063-146f64590bae None None] Provisioning complete for port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:29.636758 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36e013c4-66ba-4966-9063-146f64590bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.735196 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f934f18e-1b96-46d0-bdc2-43859a4bf59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.738292 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f934f18e-1b96-46d0-bdc2-43859a4bf59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.738798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:29.739269 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.740370 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f934f18e-1b96-46d0-bdc2-43859a4bf59c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66dcbc27-3b33-46fd-8c9e-659f829c9bfa HTTP/1.1" status: 204 len: 168 time: 0.2767186 Sep 02 13:57:29.743378 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:29.756298 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934f18e-1b96-46d0-bdc2-43859a4bf59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dcbc27-3b33-46fd-8c9e-659f829c9bfa,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:29.888205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b3b91-30e3-4115-acf4-00700055c5f8 req-069516c0-2ddd-49fb-9830-b5eb60b03634 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:29.897347 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b8b3b91-30e3-4115-acf4-00700055c5f8 req-069516c0-2ddd-49fb-9830-b5eb60b03634 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 946 time: 0.6892920 Sep 02 13:57:29.903259 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef132dbc-2f83-4cd7-9f05-46186adc3616 req-e34ff655-e6a0-4297-b835-6b102a9ae4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:29.910094 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef132dbc-2f83-4cd7-9f05-46186adc3616 req-e34ff655-e6a0-4297-b835-6b102a9ae4cf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1097 time: 0.6834171 Sep 02 13:57:29.950475 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Allocated IP 172.22.0.2 (81c7f461-a6a7-4fcb-ab62-572e3e34d94c/63d772d0-fc3e-4708-a08b-e382452dbae1/c08654d5-bac7-426b-8f1e-72c607bd66b5) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:30.122739 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0b8b3b91-30e3-4115-acf4-00700055c5f8 req-b905a083-c70e-4ef1-85b6-8ad3e46c1912 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2221124 Sep 02 13:57:30.130754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ef132dbc-2f83-4cd7-9f05-46186adc3616 req-3592d9ca-a76b-4c38-8026-c4d265c3bd80 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1953611 Sep 02 13:57:30.461844 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:30.533015 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:30.536764 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Transition to ACTIVE for port object 1a114c19-3892-43ad-bdf5-32b73888896a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:30.562559 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a8915471-d24b-46e5-92ab-fa2e59f46917 None None] Provisioning complete for port 1a114c19-3892-43ad-bdf5-32b73888896a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:30.566336 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8915471-d24b-46e5-92ab-fa2e59f46917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:30.672501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bbee0d8a-c623-47c3-aa30-56ab3ae5f513 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:30.737112 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:30.825894 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a8915471-d24b-46e5-92ab-fa2e59f46917 None None] Port 1a114c19-3892-43ad-bdf5-32b73888896a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:30.914381 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d342705-c823-4250-9fd9-e210fb158add None None] Pushing event updated for resources: {'Port': ['ID=1a114c19-3892-43ad-bdf5-32b73888896a,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:31.095460 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:31.096466 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.102940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Attempting to bind port 1a114c19-3892-43ad-bdf5-32b73888896a on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:31.103476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Attempting to bind port 1a114c19-3892-43ad-bdf5-32b73888896a by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '71f83834-f0df-46d5-ab2f-c9bb37bb951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:31.104041 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Attempting to bind port 1a114c19-3892-43ad-bdf5-32b73888896a on network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:31.134621 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:31.136391 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Checking segment: {'id': '71f83834-f0df-46d5-ab2f-c9bb37bb951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:31.137067 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.137655 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Bound using segment: {'id': '71f83834-f0df-46d5-ab2f-c9bb37bb951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:31.138248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Bound port: 1a114c19-3892-43ad-bdf5-32b73888896a, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f83834-f0df-46d5-ab2f-c9bb37bb951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:31.138688 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.233099 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.248024 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ecc25fa-6fe0-402b-b137-addcef2e0cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.255562 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Transition to ACTIVE for port object c08654d5-bac7-426b-8f1e-72c607bd66b5 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:31.407241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33394) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:31.438233 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Transition to ACTIVE for port object c08654d5-bac7-426b-8f1e-72c607bd66b5 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:31.501942 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.504383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46da6f-85ab-475b-9252-0b9029b84204 req-2d0f669b-f426-4848-a9e5-b3e0e1a1e4ff tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:31.533106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa46da6f-85ab-475b-9252-0b9029b84204 req-2d0f669b-f426-4848-a9e5-b3e0e1a1e4ff tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 946 time: 0.2013953 Sep 02 13:57:31.568604 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2061105903-network', 'tenant_id': '29bfc1cadfb445c7aa9254905eb86f5a'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:31.603656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] For port 1a114c19-3892-43ad-bdf5-32b73888896a, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:31.636576 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Made reservation on behalf of 29bfc1cadfb445c7aa9254905eb86f5a for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:31.644262 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.669795 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:31.675325 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.694508 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:31.708616 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] For port 1a114c19-3892-43ad-bdf5-32b73888896a, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1a114c19-3892-43ad-bdf5-32b73888896a,segment=NetworkSegment(71f83834-f0df-46d5-ab2f-c9bb37bb951f),segment_id=71f83834-f0df-46d5-ab2f-c9bb37bb951f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:31.709914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:31.710514 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-aa46da6f-85ab-475b-9252-0b9029b84204 req-b3b8db38-78ca-424d-9ebd-2c9663f7da9b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1750824 Sep 02 13:57:31.713546 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Pushing event updated for resources: {'Port': ['ID=c08654d5-bac7-426b-8f1e-72c607bd66b5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:31.734164 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.22.0.1 (81c7f461-a6a7-4fcb-ab62-572e3e34d94c/63d772d0-fc3e-4708-a08b-e382452dbae1/6ceb0985-45be-40b6-9d03-9222c010fd89) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:31.735423 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.956399 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.968155 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:31.994016 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d342705-c823-4250-9fd9-e210fb158add None None] Pushing event updated for resources: {'Port': ['ID=1a114c19-3892-43ad-bdf5-32b73888896a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:32.011480 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:32.015158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:32.027002 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:57:32.057439 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.058814 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Added segment 15ea36ef-d8f8-43d4-a6a6-102f6549c3ee of type vlan for network 5db1c840-876c-47a3-b3f1-522f920d2e1c Sep 02 13:57:32.086327 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.132070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Transition to ACTIVE for port object 6ceb0985-45be-40b6-9d03-9222c010fd89 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:32.158849 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.235241 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.269765 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:32.272449 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.274260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:32.275409 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.281055 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7e8db8-1576-4e9c-bb98-4fa773d8b949,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:32.367323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:32.394842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=6ceb0985-45be-40b6-9d03-9222c010fd89,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:32.398137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:32.406140 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:32.437425 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0289509 Sep 02 13:57:32.440071 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33412) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:32.471483 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Request body: {'subnet': {'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2061105903-subnet', 'tenant_id': '29bfc1cadfb445c7aa9254905eb86f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:32.503551 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f8ae3-2226-420b-a991-9e54ff8c7316 admin admin] Pushing event updated for resources: {'Network': ['ID=5db1c840-876c-47a3-b3f1-522f920d2e1c,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:32.521015 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.534774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:32.636781 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 5db1c840-876c-47a3-b3f1-522f920d2e1c details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:57:32.665970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Attempting to bind port c08654d5-bac7-426b-8f1e-72c607bd66b5 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:32.666504 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Attempting to bind port c08654d5-bac7-426b-8f1e-72c607bd66b5 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '4763a2f3-0980-4eb5-8570-61c502792e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:32.667016 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Attempting to bind port c08654d5-bac7-426b-8f1e-72c607bd66b5 on network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:32.736687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:32.737590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Checking segment: {'id': '4763a2f3-0980-4eb5-8570-61c502792e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:32.738101 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.738594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Bound using segment: {'id': '4763a2f3-0980-4eb5-8570-61c502792e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:32.739191 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Bound port: c08654d5-bac7-426b-8f1e-72c607bd66b5, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4763a2f3-0980-4eb5-8570-61c502792e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:32.739691 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.746239 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Made reservation on behalf of 29bfc1cadfb445c7aa9254905eb86f5a for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:32.749041 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:32.977951 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:33.013721 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e4ac5-3531-47b7-a9b0-83978decf2b1 req-00e123a1-c8bc-4907-9084-a1a0ebaf4827 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:33.016454 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc2e4ac5-3531-47b7-a9b0-83978decf2b1 req-00e123a1-c8bc-4907-9084-a1a0ebaf4827 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 946 time: 0.1686139 Sep 02 13:57:33.187129 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cc2e4ac5-3531-47b7-a9b0-83978decf2b1 req-71390bca-a026-4360-ad89-7c8cb6512598 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1420696 Sep 02 13:57:33.341013 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] For port c08654d5-bac7-426b-8f1e-72c607bd66b5, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:33.345643 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] For port c08654d5-bac7-426b-8f1e-72c607bd66b5, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c08654d5-bac7-426b-8f1e-72c607bd66b5,segment=NetworkSegment(4763a2f3-0980-4eb5-8570-61c502792e5b),segment_id=4763a2f3-0980-4eb5-8570-61c502792e5b)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:33.355482 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:33.386957 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 3, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:31Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:33.427281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:33.467186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef9def4-458a-4ba7-a496-f8c646eaad2e None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 3, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:31Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:33.571556 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5da30-1431-4df5-9999-39c7f1aa3bd4 None None] Pushing event updated for resources: {'Port': ['ID=c08654d5-bac7-426b-8f1e-72c607bd66b5,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:33.597273 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a204a8-8b9f-44f0-906c-15e1e5713160 req-668102a9-9de5-40ad-af43-e306fb0e6c62 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:33.600419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7a204a8-8b9f-44f0-906c-15e1e5713160 req-668102a9-9de5-40ad-af43-e306fb0e6c62 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 946 time: 0.2624521 Sep 02 13:57:33.632174 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:33.633979 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-500c07db-60b2-4124-80ae-1c989781978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:33.643032 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:33.649790 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca341b0-8419-4b33-ab9b-4041dc5f7655,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:33.788198 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Checking segment: {'id': '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:33.788823 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Network hostable DHCP agents. Network: 5db1c840-876c-47a3-b3f1-522f920d2e1c, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:57:33.815426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e7a204a8-8b9f-44f0-906c-15e1e5713160 req-7509226c-c69f-4c71-8e63-20fc2e08ac0d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2060542 Sep 02 13:57:33.816389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=6ceb0985-45be-40b6-9d03-9222c010fd89,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:33.823197 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:33.839860 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33426) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:33.881816 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Network 5db1c840-876c-47a3-b3f1-522f920d2e1c is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:57:33.893179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:33.943941 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 5db1c840-876c-47a3-b3f1-522f920d2e1c) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:33.957684 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec6a44-1b18-4843-8776-aa9e3a776a23 None None] Network 5db1c840-876c-47a3-b3f1-522f920d2e1c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:34.036471 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:34.037086 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.053854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:34.055494 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:34.066701 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c388344-1fb3-4f14-b7c2-3edc9eb73216 tempest-TestVolumeBootPattern-1644093945 tempest-TestVolumeBootPattern-1644093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:34.084209 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5c388344-1fb3-4f14-b7c2-3edc9eb73216 tempest-TestVolumeBootPattern-1644093945 tempest-TestVolumeBootPattern-1644093945-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1092 time: 0.2432387 Sep 02 13:57:34.091183 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33432) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:34.112061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:34.159327 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e8265d4d-a853-4dd3-9634-4c3038206bc6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7180538 Sep 02 13:57:34.192512 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.195597 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:34.199027 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2f5ba-0938-4c14-a44c-d7921b1ad309 None None] Network 5db1c840-876c-47a3-b3f1-522f920d2e1c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:34.210848 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for floatingip, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.337545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:34.343963 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a62ad862-d062-4f8c-8c90-9e35e6c7a27d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2164886 Sep 02 13:57:34.346373 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:34.351760 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'network': {'name': 'tempest-RoutersTest-376003814'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:34.381025 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:34.388844 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.424917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:57:34.454663 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.455202 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added segment 9a8e1d2c-a919-496d-989e-0518a4813587 of type vlan for network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 Sep 02 13:57:34.566083 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.618344 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.624646 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:34.625269 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.661467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1a114c19-3892-43ad-bdf5-32b73888896a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:34.715235 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:34.735624 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:34.736729 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:34.738217 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3903561 Sep 02 13:57:34.740493 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33442) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:34.764866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 1a114c19-3892-43ad-bdf5-32b73888896a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:34.767977 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'subnet': {'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:34.772783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b4be8-1fa0-4558-86f6-85e137f8b5d8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Network': ['ID=4d7d0ded-522c-4bc6-b65b-7ebdfdf97897,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:34.790290 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1a114c19-3892-43ad-bdf5-32b73888896a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:34.791002 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.801921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:57:34.832997 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-da3d0431-c0c4-4ce6-843a-6231798d8733 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0737188 Sep 02 13:57:34.911718 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:34.941372 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:34.981810 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:35.008054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-8c7fb11d-3947-4ac5-a484-d1f9820d7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.008752 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7532d0-de2f-487a-9876-70b3dd50847a None None] Network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:35.009384 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-8c7fb11d-3947-4ac5-a484-d1f9820d7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.012508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-8c7fb11d-3947-4ac5-a484-d1f9820d7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.013864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-8c7fb11d-3947-4ac5-a484-d1f9820d7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.014501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-8c7fb11d-3947-4ac5-a484-d1f9820d7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.015516 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-8c7fb11d-3947-4ac5-a484-d1f9820d7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.016175 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-8c7fb11d-3947-4ac5-a484-d1f9820d7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.019262 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-8c7fb11d-3947-4ac5-a484-d1f9820d7c56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6501 time: 0.1231112 Sep 02 13:57:35.147198 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-533aa11f-b131-4592-8726-6103588cf4b1 None None] Provisioning for port c08654d5-bac7-426b-8f1e-72c607bd66b5 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:35.223876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-046fbeda-32cc-475e-9f0f-07499fd9d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.224521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-046fbeda-32cc-475e-9f0f-07499fd9d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.224838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-046fbeda-32cc-475e-9f0f-07499fd9d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.226925 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-046fbeda-32cc-475e-9f0f-07499fd9d189 service neutron] 10.222.0.90 "GET /v2.0/networks?id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=62f018b6-5f28-4167-bba5-9b658c1bc134&id=62f018b6-5f28-4167-bba5-9b658c1bc134 HTTP/1.1" status: 200 len: 2297 time: 0.1776416 Sep 02 13:57:35.249040 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.25.3.197 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/58958cc8-e9ff-49d6-bedb-e8050d204dcb) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:35.319594 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-55c6eb13-e0de-46ac-9203-9945db8ae1e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 200 len: 1000 time: 0.0840986 Sep 02 13:57:35.333224 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:32Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:31Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:33Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:35.344538 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:35.372606 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:35.373375 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Updating router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 port 6ceb0985-45be-40b6-9d03-9222c010fd89 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:57:35.407318 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:35.426730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-bbdacb01-437c-43d7-95ff-afe56a4e9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.428551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-bbdacb01-437c-43d7-95ff-afe56a4e9730 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dc2610b-8719-40d5-ba02-80ed337982a5 HTTP/1.1" status: 200 len: 856 time: 0.1000609 Sep 02 13:57:35.516238 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Deleting port 0764456c-f879-4045-b960-b028afee5680 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:35.516590 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:35.534917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-af186f51-c947-4b8c-9d15-ebd7822f290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:35.536119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 1a114c19-3892-43ad-bdf5-32b73888896a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1a114c19-3892-43ad-bdf5-32b73888896a,segment=NetworkSegment(71f83834-f0df-46d5-ab2f-c9bb37bb951f),segment_id=71f83834-f0df-46d5-ab2f-c9bb37bb951f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:35.538928 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-af186f51-c947-4b8c-9d15-ebd7822f290a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024420 Sep 02 13:57:35.540579 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Made reservation on behalf of a60ab178ba5d45669a7f5b44200dd6cf for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:35.543316 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:35.544239 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c08654d5-bac7-426b-8f1e-72c607bd66b5 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:35.544816 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:35.601786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=1a114c19-3892-43ad-bdf5-32b73888896a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:35.680149 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port c08654d5-bac7-426b-8f1e-72c607bd66b5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:35.685097 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-944ff67f-ac42-4f5a-b652-df5627712972 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365595 Sep 02 13:57:35.687995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c08654d5-bac7-426b-8f1e-72c607bd66b5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:35.688775 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:35.817997 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:35.837964 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-5c49860f-8a57-4732-90b2-79bb0537ead0 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444821 Sep 02 13:57:35.880964 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port c08654d5-bac7-426b-8f1e-72c607bd66b5, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c08654d5-bac7-426b-8f1e-72c607bd66b5,segment=NetworkSegment(4763a2f3-0980-4eb5-8570-61c502792e5b),segment_id=4763a2f3-0980-4eb5-8570-61c502792e5b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:35.886591 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:35.942658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-9f7a1e71-2258-4cf1-bd1f-be55f0e23e6d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 217 time: 0.0936887 Sep 02 13:57:35.997990 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=c08654d5-bac7-426b-8f1e-72c607bd66b5,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:36.035965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ef4a8b86-9737-46f2-8178-a30ba630078a None None] Provisioning complete for port c08654d5-bac7-426b-8f1e-72c607bd66b5 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:36.036348 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8b86-9737-46f2-8178-a30ba630078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.042752 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-99e60aff-37a8-4f0c-8bd4-73746378c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:36.045553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-99e60aff-37a8-4f0c-8bd4-73746378c4e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0905366 Sep 02 13:57:36.202259 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-b78a549c-3e8f-4c23-ab3e-03c11b1d3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:36.215463 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ef4a8b86-9737-46f2-8178-a30ba630078a None None] Provisioning for port 6ceb0985-45be-40b6-9d03-9222c010fd89 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:36.217644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-b78a549c-3e8f-4c23-ab3e-03c11b1d3209 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1578295 Sep 02 13:57:36.217962 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.221181 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ef4a8b86-9737-46f2-8178-a30ba630078a None None] Provisioning complete for port 6ceb0985-45be-40b6-9d03-9222c010fd89 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:36.221574 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef4a8b86-9737-46f2-8178-a30ba630078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.272268 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Transition to ACTIVE for port object 6ceb0985-45be-40b6-9d03-9222c010fd89 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:36.307476 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.316744 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a8b86-9737-46f2-8178-a30ba630078a None None] Port 6ceb0985-45be-40b6-9d03-9222c010fd89 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:36.320161 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.454758 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] For port 0764456c-f879-4045-b960-b028afee5680, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=0764456c-f879-4045-b960-b028afee5680,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:36.455143 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.538776 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Calling delete_port for 0764456c-f879-4045-b960-b028afee5680 owned by network:router_interface {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:36.595332 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.621494 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df24bc2-75b4-497f-b875-18fa8ae529c9 None None] Pushing event updated for resources: {'Port': ['ID=6ceb0985-45be-40b6-9d03-9222c010fd89,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:36.657922 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-6f67d3fd-43df-418f-be5e-074f5900adbd service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315131 Sep 02 13:57:36.762149 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1a114c19-3892-43ad-bdf5-32b73888896a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:36.763129 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Attempting to bind port 6ceb0985-45be-40b6-9d03-9222c010fd89 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:36.763608 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Attempting to bind port 6ceb0985-45be-40b6-9d03-9222c010fd89 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '4763a2f3-0980-4eb5-8570-61c502792e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:36.764865 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Attempting to bind port 6ceb0985-45be-40b6-9d03-9222c010fd89 on network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:36.784268 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:36.784505 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Checking segment: {'id': '4763a2f3-0980-4eb5-8570-61c502792e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:36.788363 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.789065 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Bound using segment: {'id': '4763a2f3-0980-4eb5-8570-61c502792e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:36.789367 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Bound port: 6ceb0985-45be-40b6-9d03-9222c010fd89, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4763a2f3-0980-4eb5-8570-61c502792e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:36.789771 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.877829 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-162b84b1-e5d8-475a-9247-a4dc91c9bce8 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955636 Sep 02 13:57:36.900437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 1a114c19-3892-43ad-bdf5-32b73888896a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:36.900942 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.933299 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] For port 6ceb0985-45be-40b6-9d03-9222c010fd89, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:36.936619 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] For port 6ceb0985-45be-40b6-9d03-9222c010fd89, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6ceb0985-45be-40b6-9d03-9222c010fd89,segment=NetworkSegment(4763a2f3-0980-4eb5-8570-61c502792e5b),segment_id=4763a2f3-0980-4eb5-8570-61c502792e5b)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:36.941166 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.949266 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.958999 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:36.971874 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-85366994-bfef-4fc9-82c1-6e7a88a1c2c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 217 time: 0.0851068 Sep 02 13:57:37.036881 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Pushing event deleted for resources: {'Port': ['ID=0764456c-f879-4045-b960-b028afee5680,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:37.040813 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:37.041816 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:37.101254 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df24bc2-75b4-497f-b875-18fa8ae529c9 None None] Pushing event updated for resources: {'Port': ['ID=6ceb0985-45be-40b6-9d03-9222c010fd89,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:37.147161 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-014940c7-70da-4fac-b06a-0f04362efa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:37.161987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-014940c7-70da-4fac-b06a-0f04362efa48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.1755371 Sep 02 13:57:37.197400 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c08654d5-bac7-426b-8f1e-72c607bd66b5 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:37.238333 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:37.250709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-fda56bd1-29df-4bc9-bcc0-d33fef266a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:37.255517 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-fda56bd1-29df-4bc9-bcc0-d33fef266a3c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846889 Sep 02 13:57:37.359615 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port c08654d5-bac7-426b-8f1e-72c607bd66b5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:37.360043 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:37.402130 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:37.409318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:37.413018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:37.442950 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=58958cc8-e9ff-49d6-bedb-e8050d204dcb,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:37.506891 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-1a940066-3631-4a8c-9941-67025b8a7aeb service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425835 Sep 02 13:57:37.682088 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:32Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:36Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:37.703089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:37.719623 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5c4f6-9208-47a4-85e7-81617b62a2e8 None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:32Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:36Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:37.731490 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-7d1e5b5c-d73b-4f49-a059-c40c7dd1763e service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155242 Sep 02 13:57:37.855868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Subnet': ['ID=764efb8a-c441-49a0-b8bb-53f8d5f642d3,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:37.869488 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-f8fac1c6-61f3-4e29-95fa-effa150ed077 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e HTTP/1.1" status: 200 len: 217 time: 0.1245139 Sep 02 13:57:37.986171 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:38.018682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Checking segment: {'id': '9a8e1d2c-a919-496d-989e-0518a4813587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:38.018682 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network hostable DHCP agents. Network: 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:57:38.025148 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-f3b8e29b-0edd-4db2-baf6-e98567a3c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:38.026691 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-f3b8e29b-0edd-4db2-baf6-e98567a3c20b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.1346667 Sep 02 13:57:38.109737 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047552a6-3bee-4608-a634-67d00b3615e3 req-61c44601-8193-4365-a143-9e5f8700dd69 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:38.111350 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-61c44601-8193-4365-a143-9e5f8700dd69 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/networks?id=5db1c840-876c-47a3-b3f1-522f920d2e1c HTTP/1.1" status: 200 len: 809 time: 0.2404010 Sep 02 13:57:38.142615 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1f16b398-752a-4a2d-96ff-95745fb0609d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/quotas/29bfc1cadfb445c7aa9254905eb86f5a HTTP/1.1" status: 200 len: 375 time: 0.0176325 Sep 02 13:57:38.153894 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-28f250c6-dc43-4551-bbe7-bd754d60070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:38.155688 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-28f250c6-dc43-4551-bbe7-bd754d60070f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182814 Sep 02 13:57:38.206979 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-8624ebea-6ffe-46a2-9682-b00d80dc451a tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29bfc1cadfb445c7aa9254905eb86f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501640 Sep 02 13:57:38.252365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:57:38.285365 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:38.289971 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:38.291875 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:38.309095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6617c3-7a58-4ff3-a357-4f09db8550dd None None] Network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:38.384677 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-7fe911e2-dbed-4766-9cb0-3381f9195226 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181880 Sep 02 13:57:38.439990 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ce759ce7-d34c-4fa3-a2d6-1cd0ed4ce914 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6943653 Sep 02 13:57:38.458006 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:38.479445 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-d9337147-f061-495e-9b7a-11d52f971ba4 service neutron] 10.222.0.13 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455490 Sep 02 13:57:38.663064 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'fixed_ips': [{'subnet_id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:57:38.663963 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:38.668519 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-7f17bc10-354a-4485-adc3-6ac3d42e4edb service neutron] 10.222.0.13 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879771 Sep 02 13:57:38.685630 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:38.785704 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Router cea19375-703c-45fb-9dd8-b5dd1553e6f5 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:38.832446 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6ceb0985-45be-40b6-9d03-9222c010fd89 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:38.837273 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:38.964186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 6ceb0985-45be-40b6-9d03-9222c010fd89 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:38.968245 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Allocated IP 172.23.0.2 (4d7d0ded-522c-4bc6-b65b-7ebdfdf97897/764efb8a-c441-49a0-b8bb-53f8d5f642d3/7af2d481-fe33-4e13-bedc-3beb32604c4f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:38.984665 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 6ceb0985-45be-40b6-9d03-9222c010fd89 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:38.985052 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:39.034643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a58cdc4b-e184-4a91-b95e-6773cc3e03c0 req-c339ccc3-c1d9-4cf6-afc7-c7e342b22e14 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 210 time: 0.0555933 Sep 02 13:57:39.110712 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:39.121796 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7195d6d0-64ad-455d-9342-f6068e5a358f admin admin] 10.222.0.13 "PUT /v2.0/routers/cea19375-703c-45fb-9dd8-b5dd1553e6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5813596 Sep 02 13:57:39.136622 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33496) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:39.142630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] Sync routers for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:39.191584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:39.192265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:39.292725 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:39.302370 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:39.361005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=58958cc8-e9ff-49d6-bedb-e8050d204dcb,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:39.377435 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:39.391424 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-fc109cb5-2087-4b43-9a7f-9554acec1dd2 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9961262 Sep 02 13:57:39.458024 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:39.476284 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-6532576f-93f0-4366-a392-aed8fc1a4727 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=640ad35c-ba90-47a2-906b-ae87f5732818 HTTP/1.1" status: 200 len: 217 time: 0.0484605 Sep 02 13:57:39.491501 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:39.525720 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:39.578017 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 6ceb0985-45be-40b6-9d03-9222c010fd89, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6ceb0985-45be-40b6-9d03-9222c010fd89,segment=NetworkSegment(4763a2f3-0980-4eb5-8570-61c502792e5b),segment_id=4763a2f3-0980-4eb5-8570-61c502792e5b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:39.579419 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Transition to ACTIVE for port object 7af2d481-fe33-4e13-bedc-3beb32604c4f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:39.588511 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:39.603384 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:39.651984 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-fd7531f3-e6eb-411b-ac3e-acf9200ef22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:39.653846 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-fd7531f3-e6eb-411b-ac3e-acf9200ef22e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.1685522 Sep 02 13:57:39.695159 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Transition to ACTIVE for port object 7af2d481-fe33-4e13-bedc-3beb32604c4f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:39.738890 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:39.821727 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=6ceb0985-45be-40b6-9d03-9222c010fd89,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:39.848074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-622b31ee-a41b-43dc-b712-29e615276737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:39.850111 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-622b31ee-a41b-43dc-b712-29e615276737 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1865213 Sep 02 13:57:39.891808 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:39.897406 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:39.967002 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:40.022107 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.070405 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.098275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Pushing event updated for resources: {'Port': ['ID=7af2d481-fe33-4e13-bedc-3beb32604c4f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:40.183820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Attempting to bind port 7af2d481-fe33-4e13-bedc-3beb32604c4f on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:40.184087 n-d-794796-4 neutron-server[94687]: INFO neutron.db.l3_db [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Floating IP 62623ab8-2de2-4438-896c-bbaf58f9c11e associated. External IP: 172.25.3.197, port: 30b1d171-ec64-44dd-a4c8-0dfff7d43088. Sep 02 13:57:40.189146 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Attempting to bind port 7af2d481-fe33-4e13-bedc-3beb32604c4f by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '9a8e1d2c-a919-496d-989e-0518a4813587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:40.190140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Attempting to bind port 7af2d481-fe33-4e13-bedc-3beb32604c4f on network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:40.205947 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:40.206507 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Checking segment: {'id': '9a8e1d2c-a919-496d-989e-0518a4813587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:40.207171 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.207702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Bound using segment: {'id': '9a8e1d2c-a919-496d-989e-0518a4813587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:40.208383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Bound port: 7af2d481-fe33-4e13-bedc-3beb32604c4f, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8e1d2c-a919-496d-989e-0518a4813587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:40.214343 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.318964 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-143e4bb9-f301-4221-aedd-d81d3e43ad1c req-8bf96c8c-5312-4d1f-8a89-eb8695dae354 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 210 time: 0.0862410 Sep 02 13:57:40.416887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:57:36Z', 'revision_number': 5, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port': {'id': '52bafd36-470c-454e-b0bf-9f655469e7ca', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:16Z', 'updated_at': '2021-09-02T13:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:40.461618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Allocated IP 172.23.0.1 (4d7d0ded-522c-4bc6-b65b-7ebdfdf97897/764efb8a-c441-49a0-b8bb-53f8d5f642d3/b3ef0180-b8bb-4ec8-b7f5-e37052397b8c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:40.505265 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6ceb0985-45be-40b6-9d03-9222c010fd89 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:40.509760 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] Checking router: cea19375-703c-45fb-9dd8-b5dd1553e6f5 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:40.524779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Deleting port 52bafd36-470c-454e-b0bf-9f655469e7ca {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:40.525346 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.564205 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-eae6ee49-acf9-4802-9c4e-3e188bff3066 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007804 Sep 02 13:57:40.581786 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] For port 7af2d481-fe33-4e13-bedc-3beb32604c4f, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:40.648626 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] Routers {'cea19375-703c-45fb-9dd8-b5dd1553e6f5'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:40.649979 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:40.662009 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] For port 52bafd36-470c-454e-b0bf-9f655469e7ca, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=52bafd36-470c-454e-b0bf-9f655469e7ca,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:40.662009 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.669058 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] For port 7af2d481-fe33-4e13-bedc-3beb32604c4f, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7af2d481-fe33-4e13-bedc-3beb32604c4f,segment=NetworkSegment(9a8e1d2c-a919-496d-989e-0518a4813587),segment_id=9a8e1d2c-a919-496d-989e-0518a4813587)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:40.676874 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Router d63bb733-6f4a-4d95-a5f4-af43cf95422b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:40.681934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Calling delete_port for 52bafd36-470c-454e-b0bf-9f655469e7ca owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:40.715064 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047552a6-3bee-4608-a634-67d00b3615e3 req-d0462059-ed52-406a-865c-f7cf64a5175d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:40.717069 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-d0462059-ed52-406a-865c-f7cf64a5175d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.77 "GET /v2.0/networks?id=5db1c840-876c-47a3-b3f1-522f920d2e1c HTTP/1.1" status: 200 len: 809 time: 0.1554155 Sep 02 13:57:40.734156 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Request body: {'port': {'device_id': '295ebd28-5572-402f-9274-71f20ca6c617', 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c', 'admin_state_up': True, 'tenant_id': '29bfc1cadfb445c7aa9254905eb86f5a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:40.829093 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] Set router cea19375-703c-45fb-9dd8-b5dd1553e6f5 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:40.907399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:57:40Z', 'revision_number': 6, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:40.910330 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.950443 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:40.961442 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:40.975397 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] Sync routers for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:40.997399 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:41.004279 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Transition to ACTIVE for port object b3ef0180-b8bb-4ec8-b7f5-e37052397b8c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:41.009161 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:41.010155 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:41.050193 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-4e5a90b8-4ef4-413b-81a1-8bc6b68c51fe service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250158 Sep 02 13:57:41.087839 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Made reservation on behalf of 29bfc1cadfb445c7aa9254905eb86f5a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:57:41.089148 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-77b78b00-45c9-4e1a-9c12-a71892bafa4c tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9967470 Sep 02 13:57:41.089644 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:41.124886 n-d-794796-4 neutron-server[94687]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d9e047-b192-4562-a5e7-032f799ed00c', 'tag': '30b1d171-ec64-44dd-a4c8-0dfff7d43088'}] {{(pid=94687) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:41.127426 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab895032403b4721b6a3554f94c2fe7f2c34e79b03bb93a86d9f9f0ab7b0ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1e4869-e87b-4ed6-ad37-6a69474543f1" -d '{"events": [{"name": "network-changed", "server_uuid": "21d9e047-b192-4562-a5e7-032f799ed00c", "tag": "30b1d171-ec64-44dd-a4c8-0dfff7d43088"}]}' {{(pid=94687) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:41.155032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-428d2d75-dc00-42b8-a23a-643467a2b974 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805 HTTP/1.1" status: 200 len: 217 time: 0.0888844 Sep 02 13:57:41.156401 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a38fc49-476f-47b4-846b-1aa454920efc None None] The sync data for ids ['cea19375-703c-45fb-9dd8-b5dd1553e6f5'] in n-d-794796-4 is: [{'id': 'cea19375-703c-45fb-9dd8-b5dd1553e6f5', 'name': 'tempest-TestVolumeBackupRestore-1802374510-router', 'tenant_id': '6aabc82675484139b51152be179decc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:15Z', 'updated_at': '2021-09-02T13:57:40Z', 'revision_number': 6, 'project_id': '6aabc82675484139b51152be179decc9', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:41.238356 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 6ceb0985-45be-40b6-9d03-9222c010fd89 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:41.238747 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:41.244785 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-6282975a-f714-4e6e-a6e1-1478d5e87341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:41.247092 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-6282975a-f714-4e6e-a6e1-1478d5e87341 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0821142 Sep 02 13:57:41.280516 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3c168-e9bb-4153-9ab3-2922045c6830 None None] Pushing event updated for resources: {'Port': ['ID=7af2d481-fe33-4e13-bedc-3beb32604c4f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:41.310588 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646f43b-40d8-4549-9552-be7ba4d55271 x-openstack-request-id: req-2646f43b-40d8-4549-9552-be7ba4d55271 {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:41.310881 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d9e047-b192-4562-a5e7-032f799ed00c", "tag": "30b1d171-ec64-44dd-a4c8-0dfff7d43088", "status": "completed", "code": 200}]} {{(pid=94687) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:41.311137 n-d-794796-4 neutron-server[94687]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2646f43b-40d8-4549-9552-be7ba4d55271 {{(pid=94687) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:41.314086 n-d-794796-4 neutron-server[94687]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d9e047-b192-4562-a5e7-032f799ed00c', 'tag': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'status': 'completed', 'code': 200} Sep 02 13:57:41.443127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:41.464310 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:41.473150 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-2f137580-fd65-4d9e-be88-198df3f506a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:41.475196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Allocated IP 172.20.0.5 (5db1c840-876c-47a3-b3f1-522f920d2e1c/aca341b0-8419-4b33-ab9b-4041dc5f7655/256580d8-b318-4af2-9d94-42e58daf2ea9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:57:41.475929 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-2f137580-fd65-4d9e-be88-198df3f506a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1097 time: 0.1607869 Sep 02 13:57:41.574046 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:41.611479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Pushing event deleted for resources: {'Port': ['ID=52bafd36-470c-454e-b0bf-9f655469e7ca,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:41.730872 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-3d639661-c1d8-4fd0-800a-f4101eca4df6 req-e7b89cea-1452-48fd-bcfc-58defb1fa6cf tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 210 time: 0.1678784 Sep 02 13:57:41.739707 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:41.792927 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:41.803054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:41.808383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:41.845637 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=b3ef0180-b8bb-4ec8-b7f5-e37052397b8c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:41.886574 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-4553e6bf-3f97-47ab-9637-79c4526fbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:41.888395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-4553e6bf-3f97-47ab-9637-79c4526fbfb7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3360457 Sep 02 13:57:41.893231 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:41.917018 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '62623ab8-2de2-4438-896c-bbaf58f9c11e', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:62:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9e047-b192-4562-a5e7-032f799ed00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:57:38Z', 'updated_at': '2021-09-02T13:57:38Z', 'revision_number': 0, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:41.928585 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:41.935912 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.008421 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.039018 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-af5f1c48-6517-45c7-be53-7bc5e7ebcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:42.041099 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-af5f1c48-6517-45c7-be53-7bc5e7ebcfc1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.4692452 Sep 02 13:57:42.042689 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.043382 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea19375-703c-45fb-9dd8-b5dd1553e6f5 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:57:42.053517 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.054972 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-484439a6-49bd-464f-96d5-46407625d743 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cea19375-703c-45fb-9dd8-b5dd1553e6f5 HTTP/1.1" status: 204 len: 168 time: 2.9175150 Sep 02 13:57:42.061877 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:42.090945 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] Checking router: d63bb733-6f4a-4d95-a5f4-af43cf95422b for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:42.101861 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:42.102674 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:42.174324 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-e040beb1-57e4-4651-a4a3-d0810a81e2a5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088 HTTP/1.1" status: 200 len: 1000 time: 0.1144171 Sep 02 13:57:42.206900 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.214176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-ed9bb813-678e-454f-bca0-2a0896fae3bc service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104162 Sep 02 13:57:42.221637 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.228202 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b970a24c-1c35-48a0-acfa-880d97c7c1f8 admin admin] Deleting subnet 36d7bbfe-ade7-46a9-a10f-d75107b5eea5 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:57:42.251027 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b970a24c-1c35-48a0-acfa-880d97c7c1f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.288771 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-74920c68-1ea5-4da0-bd10-e703f3028ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:42.290719 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-74920c68-1ea5-4da0-bd10-e703f3028ca4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.1092467 Sep 02 13:57:42.303032 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:42.382510 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-cc621140-470a-4223-90a1-4f790ec3dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:42.384422 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-cc621140-470a-4223-90a1-4f790ec3dcc3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710998 Sep 02 13:57:42.408305 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Network 5db1c840-876c-47a3-b3f1-522f920d2e1c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:42.434170 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b970a24c-1c35-48a0-acfa-880d97c7c1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.457510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:42.507633 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:57:42.512959 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Pushing event updated for resources: {'Port': ['ID=256580d8-b318-4af2-9d94-42e58daf2ea9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:42.583795 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-9c057be6-fbe6-4102-8b68-cc1f765098cc service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894271 Sep 02 13:57:42.605795 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7af2d481-fe33-4e13-bedc-3beb32604c4f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:42.735656 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 7af2d481-fe33-4e13-bedc-3beb32604c4f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:42.794878 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0c1e4869-e87b-4ed6-ad37-6a69474543f1 req-8738d75a-7035-4d3e-97c1-279897ef91c1 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032297 Sep 02 13:57:42.817694 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '62623ab8-2de2-4438-896c-bbaf58f9c11e', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:62:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9e047-b192-4562-a5e7-032f799ed00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:57:38Z', 'updated_at': '2021-09-02T13:57:38Z', 'revision_number': 0, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:42.848707 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 52bafd36-470c-454e-b0bf-9f655469e7ca no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:42.859366 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf8747-1d91-41e7-8bfa-dd5457a3c173 None None] Network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:42.861781 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e8fb1e-4c38-4ac7-bcef-004e762d5826 None None] The sync data for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 is: [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '62623ab8-2de2-4438-896c-bbaf58f9c11e', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:62:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9e047-b192-4562-a5e7-032f799ed00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:57:38Z', 'updated_at': '2021-09-02T13:57:38Z', 'revision_number': 0, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:42.886213 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 52bafd36-470c-454e-b0bf-9f655469e7ca {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:42.886754 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 52bafd36-470c-454e-b0bf-9f655469e7ca not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:42.887305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0764456c-f879-4045-b960-b028afee5680 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:42.904989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:42.905935 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:42.920729 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-80aec104-ee11-4ec6-b11e-15596f387455 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845150 Sep 02 13:57:42.954139 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 0764456c-f879-4045-b960-b028afee5680 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:42.954587 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 0764456c-f879-4045-b960-b028afee5680 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:42.996748 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97738774-c811-4b07-8df6-23c556540fb0 None None] Provisioning for port 7af2d481-fe33-4e13-bedc-3beb32604c4f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:43.019672 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-97738774-c811-4b07-8df6-23c556540fb0 None None] Provisioning complete for port 7af2d481-fe33-4e13-bedc-3beb32604c4f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:43.020195 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97738774-c811-4b07-8df6-23c556540fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.217503 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97738774-c811-4b07-8df6-23c556540fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.224934 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dbc3f9-7f52-4ff9-b13a-d6c1dae8d6ce None None] New status for floating IP 62623ab8-2de2-4438-896c-bbaf58f9c11e: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:57:43.316775 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-97738774-c811-4b07-8df6-23c556540fb0 None None] For port 7af2d481-fe33-4e13-bedc-3beb32604c4f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7af2d481-fe33-4e13-bedc-3beb32604c4f,segment=NetworkSegment(9a8e1d2c-a919-496d-989e-0518a4813587),segment_id=9a8e1d2c-a919-496d-989e-0518a4813587)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:43.324585 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-97738774-c811-4b07-8df6-23c556540fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.378540 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b970a24c-1c35-48a0-acfa-880d97c7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.455341 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97738774-c811-4b07-8df6-23c556540fb0 None None] Pushing event updated for resources: {'Port': ['ID=7af2d481-fe33-4e13-bedc-3beb32604c4f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:43.530182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b970a24c-1c35-48a0-acfa-880d97c7c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.533350 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-5defd3dc-3b46-46ab-a26b-634bfb2633c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 200 len: 217 time: 0.5924404 Sep 02 13:57:43.552068 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-1c5f8b9d-419a-4025-b0a6-daf773c7517d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8224630 Sep 02 13:57:43.589518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Request body: {'port': {'device_id': '295ebd28-5572-402f-9274-71f20ca6c617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:43.615120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970a24c-1c35-48a0-acfa-880d97c7c1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d7bbfe-ade7-46a9-a10f-d75107b5eea5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:43.625182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b970a24c-1c35-48a0-acfa-880d97c7c1f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.629658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b970a24c-1c35-48a0-acfa-880d97c7c1f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36d7bbfe-ade7-46a9-a10f-d75107b5eea5 HTTP/1.1" status: 204 len: 168 time: 1.5639472 Sep 02 13:57:43.630421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33536) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:43.645136 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a92a6fe-45c6-4571-9194-51ddf5325249 None None] Network 81e9acf0-dcef-4e52-8a82-413a053d5968 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:43.662740 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430bc30-ae7f-4dfc-92ae-08408ca77ca7 req-10aefab8-c832-4c55-a511-c8b755055b3e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:43.664393 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e430bc30-ae7f-4dfc-92ae-08408ca77ca7 req-10aefab8-c832-4c55-a511-c8b755055b3e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 931 time: 0.7673204 Sep 02 13:57:43.707966 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-31bbf2f8-20e3-496c-8a57-b6abb124b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:43.709605 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-31bbf2f8-20e3-496c-8a57-b6abb124b549 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.1626287 Sep 02 13:57:43.822336 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.831095 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-98233ea9-55a2-4224-bfd8-404d2738f876 None None] Provisioning for port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:43.862093 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.862520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-98233ea9-55a2-4224-bfd8-404d2738f876 None None] Provisioning complete for port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:43.862850 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98233ea9-55a2-4224-bfd8-404d2738f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.891221 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Deleting port ee748b41-4365-457f-9c38-dcf70ae78db0 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:43.891654 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.903428 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.912555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e430bc30-ae7f-4dfc-92ae-08408ca77ca7 req-1cd3c839-42b3-43ef-a042-ef5ebc46c6e4 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333107 Sep 02 13:57:43.941111 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.957869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-98233ea9-55a2-4224-bfd8-404d2738f876 None None] Port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:43.977581 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-98233ea9-55a2-4224-bfd8-404d2738f876 None None] Provisioning complete for port 7af2d481-fe33-4e13-bedc-3beb32604c4f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:43.977888 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98233ea9-55a2-4224-bfd8-404d2738f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:43.986790 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] For port ee748b41-4365-457f-9c38-dcf70ae78db0, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee748b41-4365-457f-9c38-dcf70ae78db0,segment=NetworkSegment(4fb0c2fc-46d9-4648-97c5-963c8aacd763),segment_id=4fb0c2fc-46d9-4648-97c5-963c8aacd763)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:43.987543 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.005699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Calling delete_port for ee748b41-4365-457f-9c38-dcf70ae78db0 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:44.012489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-31894adf-0747-4ddb-b2c1-f663d803d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:44.014115 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-31894adf-0747-4ddb-b2c1-f663d803d4a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2731733 Sep 02 13:57:44.077980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187fdbd6-62fd-4b9f-bf06-3ec530f02348 None None] DHCP port deletion for 81e9acf0-dcef-4e52-8a82-413a053d5968 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:57:44.127136 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.131224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event updated for resources: {'Port': ['ID=b3ef0180-b8bb-4ec8-b7f5-e37052397b8c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:44.166415 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-187fdbd6-62fd-4b9f-bf06-3ec530f02348 None None] The port 'ee748b41-4365-457f-9c38-dcf70ae78db0' was deleted {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Sep 02 13:57:44.193060 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.193451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee748b41-4365-457f-9c38-dcf70ae78db0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:44.201679 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] No DVR routers for this DVR port ee748b41-4365-457f-9c38-dcf70ae78db0 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:44.264557 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1b8b02e2-73f5-4ee4-92bc-bfe74e074dd8 None None] Provisioning complete for port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:44.265458 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8b02e2-73f5-4ee4-92bc-bfe74e074dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.311345 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.326938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33542) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:44.346383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b02e2-73f5-4ee4-92bc-bfe74e074dd8 None None] Port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:44.347215 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e9acf0-dcef-4e52-8a82-413a053d5968']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:44.360570 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-a1d75008-4488-4b64-8a71-596fde510505 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310282 Sep 02 13:57:44.380797 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb0c2fc-46d9-4648-97c5-963c8aacd763') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:44.381339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb0c2fc-46d9-4648-97c5-963c8aacd763') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:44.396322 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.426428 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.437177 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:57:44.437894 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.485500 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7af2d481-fe33-4e13-bedc-3beb32604c4f up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:44.492410 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:57:44.504560 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:57:44.511638 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-830b24c3-5127-4d5c-8944-ef993ce11b8c admin admin] Deleting subnet 22bedc47-dacb-4124-a47b-8f503b6292e3 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:57:44.515234 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:57:44.520106 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.520106 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-830b24c3-5127-4d5c-8944-ef993ce11b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.525361 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.531270 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] 10.222.0.13 "DELETE /v2.0/networks/81e9acf0-dcef-4e52-8a82-413a053d5968 HTTP/1.1" status: 204 len: 168 time: 0.8989894 Sep 02 13:57:44.538800 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:44.558952 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 7af2d481-fe33-4e13-bedc-3beb32604c4f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:44.559308 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.584204 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be815c-758d-42a4-bdd5-8a7d89a1539b admin admin] Pushing event deleted for resources: {'Network': ['ID=81e9acf0-dcef-4e52-8a82-413a053d5968,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:44.606835 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-830b24c3-5127-4d5c-8944-ef993ce11b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.671288 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-830b24c3-5127-4d5c-8944-ef993ce11b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.736216 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-74abe5cd-5e9e-4360-b79e-5968d23783bc req-7f5cdfb6-4220-44bb-9e53-b5712879ee66 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626413 Sep 02 13:57:44.769262 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-830b24c3-5127-4d5c-8944-ef993ce11b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.783284 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256580d8-b318-4af2-9d94-42e58daf2ea9 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:57:44.789228 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee748b41-4365-457f-9c38-dcf70ae78db0 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:44.800209 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.816148 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b24c3-5127-4d5c-8944-ef993ce11b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22bedc47-dacb-4124-a47b-8f503b6292e3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:44.825470 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: ee748b41-4365-457f-9c38-dcf70ae78db0 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:44.826547 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee748b41-4365-457f-9c38-dcf70ae78db0 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:44.834265 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:44.835360 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Transition to ACTIVE for port object 256580d8-b318-4af2-9d94-42e58daf2ea9 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:44.843789 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.844032 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-830b24c3-5127-4d5c-8944-ef993ce11b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.845961 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-830b24c3-5127-4d5c-8944-ef993ce11b8c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/22bedc47-dacb-4124-a47b-8f503b6292e3 HTTP/1.1" status: 204 len: 168 time: 0.5172408 Sep 02 13:57:44.848291 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33546) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:44.872929 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ecddf095-fe93-4446-a76e-a3af7b93b7ca None None] Provisioning complete for port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:44.873649 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecddf095-fe93-4446-a76e-a3af7b93b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:44.912439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ecddf095-fe93-4446-a76e-a3af7b93b7ca None None] Port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:57:44.925014 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.013213 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.024351 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b621342b-4b18-4259-9675-0ae76821a610']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:45.035835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a82a09c-58b6-48f5-b638-8d56b10d0ef4') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:45.036134 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a82a09c-58b6-48f5-b638-8d56b10d0ef4') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:45.039481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Pushing event updated for resources: {'Port': ['ID=256580d8-b318-4af2-9d94-42e58daf2ea9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:45.046571 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.061210 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.068207 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:57:45.068207 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:57:45.070492 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:57:45.139647 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.147039 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.151273 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b621342b-4b18-4259-9675-0ae76821a610 HTTP/1.1" status: 204 len: 168 time: 0.3011405 Sep 02 13:57:45.152466 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:45.161247 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2aa39ae4-1080-4d65-9622-0942f5b7dd22 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7017331 Sep 02 13:57:45.163507 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:45.166265 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33552) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:45.171794 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:45.175647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c536834-917e-40c6-a7de-04b436dd02c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b621342b-4b18-4259-9675-0ae76821a610,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:45.185943 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:45.186579 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:45.207551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04af2b-5bd5-4cb3-b3a7-1ad464b15f52 req-7df362d2-1f59-4cd7-a315-5b89cd2716d2 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:45.207551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c04af2b-5bd5-4cb3-b3a7-1ad464b15f52 req-7df362d2-1f59-4cd7-a315-5b89cd2716d2 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 943 time: 0.2114780 Sep 02 13:57:45.249079 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Attempting to bind port 256580d8-b318-4af2-9d94-42e58daf2ea9 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:45.249435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Attempting to bind port 256580d8-b318-4af2-9d94-42e58daf2ea9 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:45.249769 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Attempting to bind port 256580d8-b318-4af2-9d94-42e58daf2ea9 on network 5db1c840-876c-47a3-b3f1-522f920d2e1c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:45.266238 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Port 256580d8-b318-4af2-9d94-42e58daf2ea9 on network 5db1c840-876c-47a3-b3f1-522f920d2e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:57:45.266576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Attempting to bind port 256580d8-b318-4af2-9d94-42e58daf2ea9 on network 5db1c840-876c-47a3-b3f1-522f920d2e1c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:45.305907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:45.306335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Checking segment: {'id': '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:45.306730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Bound using segment: {'id': '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:45.307259 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Bound port: 256580d8-b318-4af2-9d94-42e58daf2ea9, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:45.307586 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.315935 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6c04af2b-5bd5-4cb3-b3a7-1ad464b15f52 req-0420d29d-6cca-4b8b-8f9e-d6d7e640de2b tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946815 Sep 02 13:57:45.355298 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:45.381141 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:45.417582 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] For port 256580d8-b318-4af2-9d94-42e58daf2ea9, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:45.438194 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] For port 256580d8-b318-4af2-9d94-42e58daf2ea9, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=256580d8-b318-4af2-9d94-42e58daf2ea9,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:45.453189 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.489404 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ebe00679-e758-4164-87c5-8cf1a6758a2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a3737a4911749fdac9765201980bcb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069710 Sep 02 13:57:45.492880 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33558) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:45.518991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:45.519631 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.521102 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] 10.222.0.77 "PUT /v2.0/ports/256580d8-b318-4af2-9d94-42e58daf2ea9 HTTP/1.1" status: 200 len: 1091 time: 1.9388008 Sep 02 13:57:45.524699 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295ebd28-5572-402f-9274-71f20ca6c617', 'tag': '256580d8-b318-4af2-9d94-42e58daf2ea9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:45.527598 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94853c0e-4a51-4cfa-b590-d6b83e60142d" -d '{"events": [{"name": "network-changed", "server_uuid": "295ebd28-5572-402f-9274-71f20ca6c617", "tag": "256580d8-b318-4af2-9d94-42e58daf2ea9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:45.556431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd1bd4-4de9-4c00-97c8-d079c83143e5 service neutron] Pushing event updated for resources: {'Port': ['ID=256580d8-b318-4af2-9d94-42e58daf2ea9,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:45.576033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.616671 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b774fb-618d-4128-9130-c5ae399a3336 x-openstack-request-id: req-45b774fb-618d-4128-9130-c5ae399a3336 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:45.616954 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295ebd28-5572-402f-9274-71f20ca6c617", "tag": "256580d8-b318-4af2-9d94-42e58daf2ea9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:45.617337 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45b774fb-618d-4128-9130-c5ae399a3336 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:45.617786 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295ebd28-5572-402f-9274-71f20ca6c617', 'tag': '256580d8-b318-4af2-9d94-42e58daf2ea9', 'status': 'completed', 'code': 200} Sep 02 13:57:45.622270 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2fd95551-b244-4dcb-91d3-b4a6e5b7e8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.646463 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:42Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ef0180-b8bb-4ec8-b7f5-e37052397b8c', 'name': '', 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:32:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:40Z', 'updated_at': '2021-09-02T13:57:42Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:45.673566 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2fd95551-b244-4dcb-91d3-b4a6e5b7e8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.673865 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:45.674385 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Updating router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:57:45.701029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047552a6-3bee-4608-a634-67d00b3615e3 req-dfbb9d2f-7717-4b69-b742-a3d0534483d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:45.702718 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-dfbb9d2f-7717-4b69-b742-a3d0534483d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29bfc1cadfb445c7aa9254905eb86f5a&device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 1094 time: 0.0879059 Sep 02 13:57:45.709034 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.749959 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-aefea99e-0b16-47f3-8d53-102dfad5830c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=256580d8-b318-4af2-9d94-42e58daf2ea9 HTTP/1.1" status: 200 len: 217 time: 0.0383239 Sep 02 13:57:45.757474 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:57:45.784976 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Removed routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:57:45.785542 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.789667 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2fd95551-b244-4dcb-91d3-b4a6e5b7e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.792791 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2fd95551-b244-4dcb-91d3-b4a6e5b7e8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:45.796441 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2fd95551-b244-4dcb-91d3-b4a6e5b7e8b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a75bf0a-7005-4481-8fc5-1fb6e467e152 HTTP/1.1" status: 204 len: 168 time: 0.2998686 Sep 02 13:57:45.926240 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd95551-b244-4dcb-91d3-b4a6e5b7e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a75bf0a-7005-4481-8fc5-1fb6e467e152,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:46.061950 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.070322 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.074324 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.088565 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Transition to ACTIVE for port object b3ef0180-b8bb-4ec8-b7f5-e37052397b8c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:57:46.098225 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.161921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047552a6-3bee-4608-a634-67d00b3615e3 req-90b5b5fc-2c47-49df-ad7f-5924ee74a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:46.162925 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-90b5b5fc-2c47-49df-ad7f-5924ee74a30c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aca341b0-8419-4b33-ab9b-4041dc5f7655 HTTP/1.1" status: 200 len: 849 time: 0.4061167 Sep 02 13:57:46.201971 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-b69cf123-6b59-46bd-b117-e77e84fd6547 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5db1c840-876c-47a3-b3f1-522f920d2e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302968 Sep 02 13:57:46.209406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:46.222049 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Attempting to bind port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:57:46.222506 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Attempting to bind port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '9a8e1d2c-a919-496d-989e-0518a4813587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:57:46.222910 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Attempting to bind port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c on network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:57:46.234981 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:57:46.235452 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Checking segment: {'id': '9a8e1d2c-a919-496d-989e-0518a4813587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:57:46.235949 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.236432 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Bound using segment: {'id': '9a8e1d2c-a919-496d-989e-0518a4813587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:57:46.236981 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Bound port: b3ef0180-b8bb-4ec8-b7f5-e37052397b8c, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8e1d2c-a919-496d-989e-0518a4813587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:57:46.237672 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.266254 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bf092-6ec6-4cce-98f4-b7d775f51a35 None None] Pushing event updated for resources: {'Port': ['ID=b3ef0180-b8bb-4ec8-b7f5-e37052397b8c,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:46.363094 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] For port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:57:46.374393 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] For port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b3ef0180-b8bb-4ec8-b7f5-e37052397b8c,segment=NetworkSegment(9a8e1d2c-a919-496d-989e-0518a4813587),segment_id=9a8e1d2c-a919-496d-989e-0518a4813587)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:57:46.380544 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.441647 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-09c9b942-e0ed-4b5f-a35b-612f46e79389 service neutron] 10.222.0.77 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322941 Sep 02 13:57:46.493741 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:46.495526 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:46.564701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Deleting port 251e78cb-5e61-4943-ab63-504ea774a230 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:46.565930 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.673106 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:46.715183 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-047552a6-3bee-4608-a634-67d00b3615e3 req-705e9888-e602-4a8c-a2c7-e3d48414e7c2 service neutron] 10.222.0.77 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608252 Sep 02 13:57:46.748923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] For port 251e78cb-5e61-4943-ab63-504ea774a230, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=251e78cb-5e61-4943-ab63-504ea774a230,segment=NetworkSegment(61e324ef-8350-4dae-9217-84eb63a66eed),segment_id=61e324ef-8350-4dae-9217-84eb63a66eed)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:46.750153 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.801361 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Calling delete_port for 251e78cb-5e61-4943-ab63-504ea774a230 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:46.880175 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bf092-6ec6-4cce-98f4-b7d775f51a35 None None] Pushing event updated for resources: {'Port': ['ID=b3ef0180-b8bb-4ec8-b7f5-e37052397b8c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:46.927421 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:46.940656 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:46.942028 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-98e61bf8-492c-46c8-8189-41483b55a4d1 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 HTTP/1.1" status: 200 len: 933 time: 1.7739699 Sep 02 13:57:46.948514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:46.951405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eca648-ddaa-48a5-9cdd-6ccc5939e35f req-8077f771-7768-4290-91af-4dcc72dd7ba3 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:46.953715 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-40eca648-ddaa-48a5-9cdd-6ccc5939e35f req-8077f771-7768-4290-91af-4dcc72dd7ba3 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 943 time: 0.0982089 Sep 02 13:57:46.994317 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-40eca648-ddaa-48a5-9cdd-6ccc5939e35f req-e4c6e9a7-547a-4851-a3cc-ca122d4e22e4 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 Sep 02 13:57:47.040434 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:45Z', 'revision_number': 6, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ef0180-b8bb-4ec8-b7f5-e37052397b8c', 'name': '', 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:32:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:40Z', 'updated_at': '2021-09-02T13:57:46Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:47.070934 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-3f80bd87-1ce3-407e-b48e-834c52257d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:47.072576 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-3f80bd87-1ce3-407e-b48e-834c52257d6a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29bfc1cadfb445c7aa9254905eb86f5a&device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 1094 time: 0.2853439 Sep 02 13:57:47.162765 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17a5ef-2319-4a1e-88d6-baa65daec86f None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:45Z', 'revision_number': 6, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ef0180-b8bb-4ec8-b7f5-e37052397b8c', 'name': '', 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:32:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:40Z', 'updated_at': '2021-09-02T13:57:46Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:47.192115 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-77b83008-7850-4561-a7ab-a8ffe9f5f39c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 HTTP/1.1" status: 200 len: 933 time: 0.2416525 Sep 02 13:57:47.195693 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33592) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:47.203545 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'routes': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:57:47.207834 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-085e5628-0aec-4682-a7b2-01a43fe51459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:47.209115 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-085e5628-0aec-4682-a7b2-01a43fe51459 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5db1c840-876c-47a3-b3f1-522f920d2e1c HTTP/1.1" status: 200 len: 910 time: 0.1180799 Sep 02 13:57:47.308098 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-62859308-cf3c-430f-876c-3f92ed60a774 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=256580d8-b318-4af2-9d94-42e58daf2ea9 HTTP/1.1" status: 200 len: 217 time: 0.0662830 Sep 02 13:57:47.375946 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:47.416094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=251e78cb-5e61-4943-ab63-504ea774a230,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:47.423771 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-ef9a07dc-7c78-45e7-91ea-f4c608803491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:47.425392 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-ef9a07dc-7c78-45e7-91ea-f4c608803491 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aca341b0-8419-4b33-ab9b-4041dc5f7655 HTTP/1.1" status: 200 len: 849 time: 0.0967922 Sep 02 13:57:47.491632 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-64a11d0a-8d20-4f17-80ac-a692cf90c174 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5db1c840-876c-47a3-b3f1-522f920d2e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493894 Sep 02 13:57:47.753969 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-cb24e0b7-7201-4f38-bf74-2badf4c3dc2c service neutron] 10.222.0.77 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181306 Sep 02 13:57:47.772361 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:57:47.772696 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:57:47.807759 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:47.908720 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:47.925656 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-94853c0e-4a51-4cfa-b590-d6b83e60142d req-a54b932e-6c47-4d28-9345-0571ca778612 service neutron] 10.222.0.77 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361506 Sep 02 13:57:48.064857 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.068540 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.176916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Router 8d6b9d7d-673f-4e17-b8e0-74004195edec has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:48.208680 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58848d22-f7a9-4f9f-b720-f6ddb6044fac req-34991302-4fef-4acc-a28a-5532deeca6ca tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:48.210384 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58848d22-f7a9-4f9f-b720-f6ddb6044fac req-34991302-4fef-4acc-a28a-5532deeca6ca tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 943 time: 0.0978179 Sep 02 13:57:48.219543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:48.327918 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58848d22-f7a9-4f9f-b720-f6ddb6044fac req-e90a5912-f03e-470f-91c0-6743e7c29ed4 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021724 Sep 02 13:57:48.328740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:48.341780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:48.346090 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:48.346740 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:48.354262 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-bca29643-f542-4e17-afe9-1c5c27b1c1bd admin admin] 10.222.0.13 "PUT /v2.0/routers/8d6b9d7d-673f-4e17-b8e0-74004195edec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8125675 Sep 02 13:57:48.354842 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33604) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:48.359909 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] Sync routers for ids ['8d6b9d7d-673f-4e17-b8e0-74004195edec'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:48.377567 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] Routers {'8d6b9d7d-673f-4e17-b8e0-74004195edec'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:48.378792 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8d6b9d7d-673f-4e17-b8e0-74004195edec'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:48.412929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:48.474456 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:48.475384 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.476602 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-2770b8db-9b80-412e-ac74-8399e774956f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 HTTP/1.1" status: 200 len: 699 time: 1.2801135 Sep 02 13:57:48.479345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:48.524090 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.537952 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] Set router 8d6b9d7d-673f-4e17-b8e0-74004195edec gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:48.614087 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-96182d70-a563-4c3e-b78c-a11307c1e751 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 HTTP/1.1" status: 200 len: 699 time: 0.1335411 Sep 02 13:57:48.617109 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:48.727493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b3ef0180-b8bb-4ec8-b7f5-e37052397b8c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:48.735883 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.817835 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Deleting port efaa0c94-ac37-4964-92f7-35bb90291594 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:48.818178 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.835171 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:22Z', 'updated_at': '2021-09-02T13:57:47Z', 'revision_number': 5, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'gw_port': {'id': 'efaa0c94-ac37-4964-92f7-35bb90291594', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:53:23Z', 'updated_at': '2021-09-02T13:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:48.895544 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] Checking router: 8d6b9d7d-673f-4e17-b8e0-74004195edec for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:48.911462 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] Routers {'8d6b9d7d-673f-4e17-b8e0-74004195edec'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:48.915768 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['8d6b9d7d-673f-4e17-b8e0-74004195edec'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:48.963309 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] For port efaa0c94-ac37-4964-92f7-35bb90291594, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=efaa0c94-ac37-4964-92f7-35bb90291594,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:48.963686 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:48.988698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Calling delete_port for efaa0c94-ac37-4964-92f7-35bb90291594 owned by network:router_gateway {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:49.061837 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] Set router 8d6b9d7d-673f-4e17-b8e0-74004195edec gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:49.109390 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:49.120193 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:49.123076 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:22Z', 'updated_at': '2021-09-02T13:57:48Z', 'revision_number': 6, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:49.123814 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.173415 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ca8c0-a40c-4df6-a0fb-976207d5793b None None] The sync data for ids ['8d6b9d7d-673f-4e17-b8e0-74004195edec'] in n-d-794796-4 is: [{'id': '8d6b9d7d-673f-4e17-b8e0-74004195edec', 'name': 'tempest-TestVolumeBackupRestore-1294042032-router', 'tenant_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:53:22Z', 'updated_at': '2021-09-02T13:57:48Z', 'revision_number': 6, 'project_id': '50d15a7579e84e12a90c8d8ae071f8a8', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:49.212321 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.245038 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:47Z', 'revision_number': 7, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ef0180-b8bb-4ec8-b7f5-e37052397b8c', 'name': '', 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:32:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:40Z', 'updated_at': '2021-09-02T13:57:46Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:49.256396 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.282932 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:49.298044 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Pushing event deleted for resources: {'Port': ['ID=efaa0c94-ac37-4964-92f7-35bb90291594,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:49.323473 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:49.324065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:49.376940 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.386260 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.504034 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b3ef0180-b8bb-4ec8-b7f5-e37052397b8c,segment=NetworkSegment(9a8e1d2c-a919-496d-989e-0518a4813587),segment_id=9a8e1d2c-a919-496d-989e-0518a4813587)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:49.511935 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.526905 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.529889 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.566676 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:49.581347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:49.581615 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.611546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3cc3a-b6f3-4203-9df6-6e9903483f7b req-422ea932-1443-4ab5-8bcd-454093826f37 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:49.613546 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58c3cc3a-b6f3-4203-9df6-6e9903483f7b req-422ea932-1443-4ab5-8bcd-454093826f37 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 943 time: 0.1521423 Sep 02 13:57:49.617918 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.618446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d6b9d7d-673f-4e17-b8e0-74004195edec {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:57:49.624788 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.626176 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-4766f446-30b3-4fa6-b3c8-c11a566cf262 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8d6b9d7d-673f-4e17-b8e0-74004195edec HTTP/1.1" status: 204 len: 168 time: 1.2705226 Sep 02 13:57:49.638441 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33622) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:49.648921 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=b3ef0180-b8bb-4ec8-b7f5-e37052397b8c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:49.688244 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-58c3cc3a-b6f3-4203-9df6-6e9903483f7b req-f40ac6e1-b3d4-4956-a63c-d412c881606c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Sep 02 13:57:49.718370 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9405ad95-4eac-4dd7-9406-cf3ca5c29b50 admin admin] Deleting subnet 17a3c5a2-07f9-4fbb-8097-f0067bda14ed {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:57:49.725026 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9405ad95-4eac-4dd7-9406-cf3ca5c29b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:49.780269 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 256580d8-b318-4af2-9d94-42e58daf2ea9 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:57:49.946492 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 256580d8-b318-4af2-9d94-42e58daf2ea9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=256580d8-b318-4af2-9d94-42e58daf2ea9,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:49.967313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '256580d8-b318-4af2-9d94-42e58daf2ea9', 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c', 'port_id': '256580d8-b318-4af2-9d94-42e58daf2ea9', 'mac_address': 'fa:16:3e:58:de:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca341b0-8419-4b33-ab9b-4041dc5f7655', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:57:49.985182 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:47Z', 'revision_number': 7, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ef0180-b8bb-4ec8-b7f5-e37052397b8c', 'name': '', 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:32:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:40Z', 'updated_at': '2021-09-02T13:57:46Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:50.049918 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbe0819-f7f7-4ca9-8f21-95f48818aee0 None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:47Z', 'revision_number': 7, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ef0180-b8bb-4ec8-b7f5-e37052397b8c', 'name': '', 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:32:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:40Z', 'updated_at': '2021-09-02T13:57:46Z', 'revision_number': 4, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:50.082987 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.100796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256580d8-b318-4af2-9d94-42e58daf2ea9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:57:50.129021 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 256580d8-b318-4af2-9d94-42e58daf2ea9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=256580d8-b318-4af2-9d94-42e58daf2ea9,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:50.135522 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.152576 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9405ad95-4eac-4dd7-9406-cf3ca5c29b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.188477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=b3ef0180-b8bb-4ec8-b7f5-e37052397b8c,segment=NetworkSegment(9a8e1d2c-a919-496d-989e-0518a4813587),segment_id=9a8e1d2c-a919-496d-989e-0518a4813587)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:50.188848 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.196633 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=256580d8-b318-4af2-9d94-42e58daf2ea9,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:50.213002 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for b3ef0180-b8bb-4ec8-b7f5-e37052397b8c owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:50.350732 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['256580d8-b318-4af2-9d94-42e58daf2ea9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:57:50.430820 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9405ad95-4eac-4dd7-9406-cf3ca5c29b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.536832 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:50.569619 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b3ef0180-b8bb-4ec8-b7f5-e37052397b8c up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:50.586330 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9405ad95-4eac-4dd7-9406-cf3ca5c29b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.609601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:50.610250 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:50.625823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405ad95-4eac-4dd7-9406-cf3ca5c29b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a3c5a2-07f9-4fbb-8097-f0067bda14ed,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:50.641414 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9405ad95-4eac-4dd7-9406-cf3ca5c29b50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.646428 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33628) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:50.649331 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-9405ad95-4eac-4dd7-9406-cf3ca5c29b50 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17a3c5a2-07f9-4fbb-8097-f0067bda14ed HTTP/1.1" status: 204 len: 168 time: 1.0097358 Sep 02 13:57:50.671225 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d8f4f-1a52-4c9d-9528-2ea5a7280910 None None] Network a19b7530-a87b-4fef-b80f-39b56b7d7d68 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:50.689392 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.724629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=b3ef0180-b8bb-4ec8-b7f5-e37052397b8c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:50.749420 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.856906 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:50.895111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4036ff-174a-447a-99ec-b78f40273fff req-db8ea901-f0a8-4f89-b26f-c58c77cd9057 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:50.897196 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d4036ff-174a-447a-99ec-b78f40273fff req-db8ea901-f0a8-4f89-b26f-c58c77cd9057 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 944 time: 0.0904667 Sep 02 13:57:50.902980 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Deleting port ee89c343-4b44-4414-81d7-e3c1255dddd2 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:50.903764 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.909630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] No active binding found for port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c {{(pid=94689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 02 13:57:50.910236 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b3ef0180-b8bb-4ec8-b7f5-e37052397b8c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 02 13:57:50.935585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:50.981070 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Port b3ef0180-b8bb-4ec8-b7f5-e37052397b8c not found, will not notify nova. {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 02 13:57:51.011400 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] For port ee89c343-4b44-4414-81d7-e3c1255dddd2, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ee89c343-4b44-4414-81d7-e3c1255dddd2,segment=NetworkSegment(61e324ef-8350-4dae-9217-84eb63a66eed),segment_id=61e324ef-8350-4dae-9217-84eb63a66eed)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:51.011400 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.016535 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3d4036ff-174a-447a-99ec-b78f40273fff req-d3ae84a0-2e74-4c13-bc53-dc6b7c2f816e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095777 Sep 02 13:57:51.033085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Calling delete_port for ee89c343-4b44-4414-81d7-e3c1255dddd2 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:51.096693 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 251e78cb-5e61-4943-ab63-504ea774a230 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:51.140989 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 251e78cb-5e61-4943-ab63-504ea774a230 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:51.140989 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 251e78cb-5e61-4943-ab63-504ea774a230 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:51.140989 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device efaa0c94-ac37-4964-92f7-35bb90291594 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:51.206503 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.247111 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: efaa0c94-ac37-4964-92f7-35bb90291594 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:51.249527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device efaa0c94-ac37-4964-92f7-35bb90291594 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:51.257812 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee89c343-4b44-4414-81d7-e3c1255dddd2,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:51.272831 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] No DVR routers for this DVR port ee89c343-4b44-4414-81d7-e3c1255dddd2 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:51.341250 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b8f0c6-a452-4a9b-9777-692d8e6e5920 None None] DHCP port deletion for a19b7530-a87b-4fef-b80f-39b56b7d7d68 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:57:51.403570 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.410794 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:51.418882 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19b7530-a87b-4fef-b80f-39b56b7d7d68']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:51.422183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:47Z', 'revision_number': 7, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ef0180-b8bb-4ec8-b7f5-e37052397b8c', 'name': '', 'network_id': '4d7d0ded-522c-4bc6-b65b-7ebdfdf97897', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:32:45:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:40Z', 'updated_at': '2021-09-02T13:57:49Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '764efb8a-c441-49a0-b8bb-53f8d5f642d3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:51.432406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e324ef-8350-4dae-9217-84eb63a66eed') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:51.432710 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e324ef-8350-4dae-9217-84eb63a66eed') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:51.446382 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.456362 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:51.466716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:51.467439 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:51.469093 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.482145 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:57:51.483386 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:57:51.485488 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:57:51.548695 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.556223 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.561360 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a19b7530-a87b-4fef-b80f-39b56b7d7d68 HTTP/1.1" status: 204 len: 168 time: 0.9130666 Sep 02 13:57:51.575435 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:51.581879 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49c963-39e8-4c86-b26d-90bcefb86512 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19b7530-a87b-4fef-b80f-39b56b7d7d68,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:51.585382 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:51.598114 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33642) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:51.598369 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ec66485b-5759-414c-bde2-364368b0132f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9789665 Sep 02 13:57:51.666086 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a5a357-51ed-4bda-bc94-d1ebef8b6562 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting subnet 764efb8a-c441-49a0-b8bb-53f8d5f642d3 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:57:51.670021 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a5a357-51ed-4bda-bc94-d1ebef8b6562 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.719893 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a5a357-51ed-4bda-bc94-d1ebef8b6562 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.801011 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 256580d8-b318-4af2-9d94-42e58daf2ea9 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:57:51.814479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33644) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:51.850110 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a5a357-51ed-4bda-bc94-d1ebef8b6562 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.876716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:50Z', 'revision_number': 8, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:51.879819 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 256580d8-b318-4af2-9d94-42e58daf2ea9 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:57:51.906685 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-0e420064-a535-46df-9c7c-c351ad7f542e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6aabc82675484139b51152be179decc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892639 Sep 02 13:57:51.909683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33646) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:51.911104 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 256580d8-b318-4af2-9d94-42e58daf2ea9 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:57:51.911513 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:51.914357 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f3114-e016-43f9-9abc-51e33e4db29f None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:50Z', 'revision_number': 8, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:51.982559 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a5a357-51ed-4bda-bc94-d1ebef8b6562 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.008564 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef8be3c6-c56d-4fc1-9e66-299bb9608e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.018312 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5a357-51ed-4bda-bc94-d1ebef8b6562 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Subnet': ['ID=764efb8a-c441-49a0-b8bb-53f8d5f642d3,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:52.030480 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-32a5a357-51ed-4bda-bc94-d1ebef8b6562 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.035190 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-32a5a357-51ed-4bda-bc94-d1ebef8b6562 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/764efb8a-c441-49a0-b8bb-53f8d5f642d3 HTTP/1.1" status: 204 len: 168 time: 0.4335809 Sep 02 13:57:52.036235 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33650) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:52.067111 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef8be3c6-c56d-4fc1-9e66-299bb9608e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.189326 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e6a90-b74d-4af0-acca-6eceb8948b55 None None] Network 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:52.205815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.235548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc6cf-e0dc-4c87-89c4-8cf250371468 req-a258c910-e6ab-4151-9606-b54e725a178c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:52.237207 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-799bc6cf-e0dc-4c87-89c4-8cf250371468 req-a258c910-e6ab-4151-9606-b54e725a178c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 944 time: 0.1115897 Sep 02 13:57:52.257771 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.263889 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef8be3c6-c56d-4fc1-9e66-299bb9608e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.266927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ef8be3c6-c56d-4fc1-9e66-299bb9608e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.268057 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ef8be3c6-c56d-4fc1-9e66-299bb9608e8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5699fdfa-eb0d-4d47-b79d-8649d303124e HTTP/1.1" status: 204 len: 168 time: 0.3574586 Sep 02 13:57:52.303928 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8be3c6-c56d-4fc1-9e66-299bb9608e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5699fdfa-eb0d-4d47-b79d-8649d303124e,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:52.324416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 256580d8-b318-4af2-9d94-42e58daf2ea9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=256580d8-b318-4af2-9d94-42e58daf2ea9,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:52.327959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295ebd28-5572-402f-9274-71f20ca6c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256580d8-b318-4af2-9d94-42e58daf2ea9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:52.331472 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eb0bd8-7492-43bf-80f2-dd2addb869c7" -d '{"events": [{"server_uuid": "295ebd28-5572-402f-9274-71f20ca6c617", "name": "network-vif-plugged", "status": "completed", "tag": "256580d8-b318-4af2-9d94-42e58daf2ea9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:52.341018 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-799bc6cf-e0dc-4c87-89c4-8cf250371468 req-d506cee1-f1a1-4e3d-aea9-e499ea9c0baa tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821371 Sep 02 13:57:52.350079 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 7af2d481-fe33-4e13-bedc-3beb32604c4f {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:52.350445 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.403503 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.446372 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43457ea-dfe7-4bad-8fc1-7bafef83f805 x-openstack-request-id: req-f43457ea-dfe7-4bad-8fc1-7bafef83f805 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:52.446679 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295ebd28-5572-402f-9274-71f20ca6c617", "name": "network-vif-plugged", "status": "completed", "tag": "256580d8-b318-4af2-9d94-42e58daf2ea9", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:52.446936 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f43457ea-dfe7-4bad-8fc1-7bafef83f805 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:52.448064 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295ebd28-5572-402f-9274-71f20ca6c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256580d8-b318-4af2-9d94-42e58daf2ea9', 'code': 200} Sep 02 13:57:52.490134 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=256580d8-b318-4af2-9d94-42e58daf2ea9,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:52.502519 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port 7af2d481-fe33-4e13-bedc-3beb32604c4f, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=7af2d481-fe33-4e13-bedc-3beb32604c4f,segment=NetworkSegment(9a8e1d2c-a919-496d-989e-0518a4813587),segment_id=9a8e1d2c-a919-496d-989e-0518a4813587)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:52.502916 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.533258 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 7af2d481-fe33-4e13-bedc-3beb32604c4f owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:52.575596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee89c343-4b44-4414-81d7-e3c1255dddd2 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:52.627763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692caf6b-bc53-462f-b84d-a6bcb13ea96b req-8b81f136-23ca-46f0-8fa8-00c739ecfdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:52.636791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] DHCP port deletion for 4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:57:52.641294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-692caf6b-bc53-462f-b84d-a6bcb13ea96b req-8b81f136-23ca-46f0-8fa8-00c739ecfdf7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 1096 time: 0.1385634 Sep 02 13:57:52.653509 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: ee89c343-4b44-4414-81d7-e3c1255dddd2 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:52.653847 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ee89c343-4b44-4414-81d7-e3c1255dddd2 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:52.654297 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b3ef0180-b8bb-4ec8-b7f5-e37052397b8c no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:52.728105 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-692caf6b-bc53-462f-b84d-a6bcb13ea96b req-aa25d82a-2276-44bd-9bc0-40437ac24932 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800226 Sep 02 13:57:52.802590 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.821511 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:52.834358 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:52.835352 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:52.856457 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=7af2d481-fe33-4e13-bedc-3beb32604c4f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:52.860538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: b3ef0180-b8bb-4ec8-b7f5-e37052397b8c {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:52.861071 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device b3ef0180-b8bb-4ec8-b7f5-e37052397b8c not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:52.863745 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No DVR routers for this DVR port 7af2d481-fe33-4e13-bedc-3beb32604c4f on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:52.909035 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] Deleting port 7af2d481-fe33-4e13-bedc-3beb32604c4f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:52.909484 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:52.975373 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:52.983866 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] For port 7af2d481-fe33-4e13-bedc-3beb32604c4f, host n-d-794796-4, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:52.984279 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.000650 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] Calling delete_port for 7af2d481-fe33-4e13-bedc-3beb32604c4f owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:53.003534 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] Port 7af2d481-fe33-4e13-bedc-3beb32604c4f was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:57:53.004837 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.027768 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.035673 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] Pushing event deleted for resources: {'Port': ['ID=7af2d481-fe33-4e13-bedc-3beb32604c4f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:53.039383 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c0add-d452-49e9-bf0c-22852a3cb0f2 None None] No DVR routers for this DVR port 7af2d481-fe33-4e13-bedc-3beb32604c4f on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:53.053213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7d0ded-522c-4bc6-b65b-7ebdfdf97897']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:53.074659 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33666) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:53.078266 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8e1d2c-a919-496d-989e-0518a4813587') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:53.078661 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8e1d2c-a919-496d-989e-0518a4813587') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:53.101023 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.126592 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.139779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:57:53.140195 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:57:53.143872 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:57:53.155214 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eda1423e-2737-4d9f-be57-4a24cd2a5a02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50d15a7579e84e12a90c8d8ae071f8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793951 Sep 02 13:57:53.157823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:53.212252 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a546097e-fa54-4141-87ba-bd7e2d7d377f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.223351 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.231479 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.233416 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/networks/4d7d0ded-522c-4bc6-b65b-7ebdfdf97897 HTTP/1.1" status: 204 len: 168 time: 1.1858983 Sep 02 13:57:53.238687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33670) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:53.239952 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:50Z', 'revision_number': 8, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:53.245918 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ff49d-add3-4676-9f1c-12a3dc06d23e tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Network': ['ID=4d7d0ded-522c-4bc6-b65b-7ebdfdf97897,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:53.262238 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a546097e-fa54-4141-87ba-bd7e2d7d377f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.285551 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:53.299328 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:53.300357 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:53.396617 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:53.521702 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a546097e-fa54-4141-87ba-bd7e2d7d377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.524343 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a546097e-fa54-4141-87ba-bd7e2d7d377f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:53.526185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a546097e-fa54-4141-87ba-bd7e2d7d377f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ef0e0ef-d1c2-4998-92da-de3b9f07218a HTTP/1.1" status: 204 len: 168 time: 0.3668249 Sep 02 13:57:53.555470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546097e-fa54-4141-87ba-bd7e2d7d377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0e0ef-d1c2-4998-92da-de3b9f07218a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:53.612884 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160027f-c280-4797-b1a4-b6c586a92506 req-ccb4ae18-1b42-4231-8e46-7c6e736db5f7 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:53.614436 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f160027f-c280-4797-b1a4-b6c586a92506 req-ccb4ae18-1b42-4231-8e46-7c6e736db5f7 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 945 time: 0.1615667 Sep 02 13:57:53.713995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f160027f-c280-4797-b1a4-b6c586a92506 req-81564216-a785-4b82-a38d-47b0e67fffd8 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829322 Sep 02 13:57:53.727292 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:50Z', 'revision_number': 8, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:53.782925 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d31bb4-0b2f-4ffe-8594-be449a66ed58 None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:50Z', 'revision_number': 8, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ceb0985-45be-40b6-9d03-9222c010fd89', 'name': '', 'network_id': '81c7f461-a6a7-4fcb-ab62-572e3e34d94c', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:67:66:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:29Z', 'updated_at': '2021-09-02T13:57:39Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '63d772d0-fc3e-4708-a08b-e382452dbae1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:53.886529 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:54.209738 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 6ceb0985-45be-40b6-9d03-9222c010fd89 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:54.210092 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:54.315881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port 6ceb0985-45be-40b6-9d03-9222c010fd89, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=6ceb0985-45be-40b6-9d03-9222c010fd89,segment=NetworkSegment(4763a2f3-0980-4eb5-8570-61c502792e5b),segment_id=4763a2f3-0980-4eb5-8570-61c502792e5b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:54.316132 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:54.330197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 6ceb0985-45be-40b6-9d03-9222c010fd89 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:54.486079 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7af2d481-fe33-4e13-bedc-3beb32604c4f no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:54.507339 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 7af2d481-fe33-4e13-bedc-3beb32604c4f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:54.507622 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 7af2d481-fe33-4e13-bedc-3beb32604c4f not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:54.514017 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:54.552471 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=6ceb0985-45be-40b6-9d03-9222c010fd89,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:54.746514 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:54.988066 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71bab-e8ad-4393-b832-a2e58ffcd285 req-9a956fbd-3e01-4307-8a7a-998a592e2b2b tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:54.989578 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-36c71bab-e8ad-4393-b832-a2e58ffcd285 req-9a956fbd-3e01-4307-8a7a-998a592e2b2b tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 945 time: 0.0816169 Sep 02 13:57:55.105080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-36c71bab-e8ad-4393-b832-a2e58ffcd285 req-a9701255-c84e-4abb-b846-02c519ec4120 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797014 Sep 02 13:57:55.115460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:55.219501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:55.225174 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8d4caa8c-32f6-435a-9214-0f836b63728d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9849815 Sep 02 13:57:55.228195 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33690) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:55.230642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:55.240961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:55.241610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:55.289853 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-184c51ae-4e19-4fcc-8623-35580b34853d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting subnet 63d772d0-fc3e-4708-a08b-e382452dbae1 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:57:55.301605 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184c51ae-4e19-4fcc-8623-35580b34853d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:55.349273 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:55.355709 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184c51ae-4e19-4fcc-8623-35580b34853d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:55.455127 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184c51ae-4e19-4fcc-8623-35580b34853d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:55.534928 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184c51ae-4e19-4fcc-8623-35580b34853d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:55.577603 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-184c51ae-4e19-4fcc-8623-35580b34853d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:55.579543 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-184c51ae-4e19-4fcc-8623-35580b34853d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/63d772d0-fc3e-4708-a08b-e382452dbae1 HTTP/1.1" status: 204 len: 168 time: 0.3496664 Sep 02 13:57:55.581039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c51ae-4e19-4fcc-8623-35580b34853d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Subnet': ['ID=63d772d0-fc3e-4708-a08b-e382452dbae1,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:55.582242 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33702) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:55.593422 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:54Z', 'revision_number': 9, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:55.623856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:55.630590 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f522fd4-0a63-431a-a10e-47de8483701d None None] Network 81c7f461-a6a7-4fcb-ab62-572e3e34d94c requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:55.677702 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:55.678348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:55.679547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:55.759519 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port c08654d5-bac7-426b-8f1e-72c607bd66b5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:55.760983 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:55.857568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:55.870514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port c08654d5-bac7-426b-8f1e-72c607bd66b5, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=c08654d5-bac7-426b-8f1e-72c607bd66b5,segment=NetworkSegment(4763a2f3-0980-4eb5-8570-61c502792e5b),segment_id=4763a2f3-0980-4eb5-8570-61c502792e5b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:55.870915 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:55.882005 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc637a-477d-4755-8bad-fcfd107e99a0 req-acbb7481-a51f-4dc7-a211-86af15ea44fa tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:55.884206 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14dc637a-477d-4755-8bad-fcfd107e99a0 req-acbb7481-a51f-4dc7-a211-86af15ea44fa tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 945 time: 0.0742331 Sep 02 13:57:55.886825 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for c08654d5-bac7-426b-8f1e-72c607bd66b5 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:55.940831 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-14dc637a-477d-4755-8bad-fcfd107e99a0 req-65d760ed-041e-4605-9939-c4e8c282c967 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479016 Sep 02 13:57:56.024853 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:56.032605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5ce954-a535-47b1-a2f0-e8f17fc8cb17 None None] DHCP port deletion for 81c7f461-a6a7-4fcb-ab62-572e3e34d94c request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:57:56.061318 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=c08654d5-bac7-426b-8f1e-72c607bd66b5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:56.065854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No DVR routers for this DVR port c08654d5-bac7-426b-8f1e-72c607bd66b5 on host n-d-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:56.170723 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:54Z', 'revision_number': 9, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:56.192692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10c9f0-cfc8-4389-aa78-b1c82f7398e0 None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:54Z', 'revision_number': 9, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '1a114c19-3892-43ad-bdf5-32b73888896a', 'name': '', 'network_id': '24c295eb-78a6-4e9d-8f5e-e9d836f2296f', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:42:98:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:22Z', 'updated_at': '2021-09-02T13:57:35Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': 'd868af78-39e2-4846-9ea1-8147574eccaf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:56.471522 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:56.483038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c7f461-a6a7-4fcb-ab62-572e3e34d94c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:56.493490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4763a2f3-0980-4eb5-8570-61c502792e5b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:56.493793 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4763a2f3-0980-4eb5-8570-61c502792e5b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:56.504390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:56.521693 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:56.528578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:57:56.529083 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:57:56.532565 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:57:56.594705 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c08654d5-bac7-426b-8f1e-72c607bd66b5 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:56.617230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:56.626021 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: c08654d5-bac7-426b-8f1e-72c607bd66b5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:56.627158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device c08654d5-bac7-426b-8f1e-72c607bd66b5 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:56.628743 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:56.630105 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6ceb0985-45be-40b6-9d03-9222c010fd89 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:56.633658 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/networks/81c7f461-a6a7-4fcb-ab62-572e3e34d94c HTTP/1.1" status: 204 len: 168 time: 1.0473168 Sep 02 13:57:56.633658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:56.666540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 6ceb0985-45be-40b6-9d03-9222c010fd89 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:56.667274 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 6ceb0985-45be-40b6-9d03-9222c010fd89 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:56.695976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c80651-4503-4a76-8b89-56da47a4d58a tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Network': ['ID=81c7f461-a6a7-4fcb-ab62-572e3e34d94c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:57.018811 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:57.072508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38616e6-7279-4caf-a2a4-48664c643557 req-3210ef63-7700-45aa-92ef-d65367036c67 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:57.074075 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e38616e6-7279-4caf-a2a4-48664c643557 req-3210ef63-7700-45aa-92ef-d65367036c67 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Sep 02 13:57:57.113366 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e38616e6-7279-4caf-a2a4-48664c643557 req-a04db809-c80e-4c14-bd90-0e3548cffb19 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Sep 02 13:57:57.146189 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-c2eb15b1-df23-47ca-93f8-2bb17ad9a540 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:57.147828 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-c2eb15b1-df23-47ca-93f8-2bb17ad9a540 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.77 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 945 time: 0.0937471 Sep 02 13:57:57.335686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Deleting port 256580d8-b318-4af2-9d94-42e58daf2ea9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:57.335983 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:57.466040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] For port 256580d8-b318-4af2-9d94-42e58daf2ea9, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=256580d8-b318-4af2-9d94-42e58daf2ea9,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:57.466416 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:57.483903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 1a114c19-3892-43ad-bdf5-32b73888896a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:57.484408 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:57.487435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Calling delete_port for 256580d8-b318-4af2-9d94-42e58daf2ea9 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:57.666302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port 1a114c19-3892-43ad-bdf5-32b73888896a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=1a114c19-3892-43ad-bdf5-32b73888896a,segment=NetworkSegment(71f83834-f0df-46d5-ab2f-c9bb37bb951f),segment_id=71f83834-f0df-46d5-ab2f-c9bb37bb951f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:57.666711 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:57.687209 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 1a114c19-3892-43ad-bdf5-32b73888896a owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:57.790608 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:57.804047 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['256580d8-b318-4af2-9d94-42e58daf2ea9'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:57:57.827757 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Pushing event deleted for resources: {'Port': ['ID=256580d8-b318-4af2-9d94-42e58daf2ea9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:57.911602 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] No DVR routers for this DVR port 256580d8-b318-4af2-9d94-42e58daf2ea9 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:57.914339 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:57.917090 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67ee4646-7ce7-4876-a7a0-b3ee5d6f504b req-458d6f0e-c6f2-428a-a414-022da486fd2c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.77 "DELETE /v2.0/ports/256580d8-b318-4af2-9d94-42e58daf2ea9 HTTP/1.1" status: 204 len: 173 time: 0.7630775 Sep 02 13:57:57.917576 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295ebd28-5572-402f-9274-71f20ca6c617', 'name': 'network-vif-deleted', 'tag': '256580d8-b318-4af2-9d94-42e58daf2ea9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:57:57.919932 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3639bcb4-f20a-4c6c-be7b-8857e31c2f0d" -d '{"events": [{"server_uuid": "295ebd28-5572-402f-9274-71f20ca6c617", "name": "network-vif-deleted", "tag": "256580d8-b318-4af2-9d94-42e58daf2ea9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:57:57.977578 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2681fc35-f3ab-4859-a92b-e42356f880d9 x-openstack-request-id: req-2681fc35-f3ab-4859-a92b-e42356f880d9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:57:57.977871 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295ebd28-5572-402f-9274-71f20ca6c617", "name": "network-vif-deleted", "tag": "256580d8-b318-4af2-9d94-42e58daf2ea9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:57:57.978145 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2681fc35-f3ab-4859-a92b-e42356f880d9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:57:57.979185 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295ebd28-5572-402f-9274-71f20ca6c617', 'name': 'network-vif-deleted', 'tag': '256580d8-b318-4af2-9d94-42e58daf2ea9', 'status': 'completed', 'code': 200} Sep 02 13:57:58.008146 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:58.038994 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=1a114c19-3892-43ad-bdf5-32b73888896a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:58.207908 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:58.247602 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-dc8f12af-175c-4699-941c-7347c3ebc8cf req-d851d525-d215-4a83-a162-2c496cad34ca tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=295ebd28-5572-402f-9274-71f20ca6c617 HTTP/1.1" status: 200 len: 210 time: 0.0361156 Sep 02 13:57:58.440742 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:57:58.538826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:57:58.544040 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ccd98555-3b45-4db6-b035-9c5a6c1236a8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9065685 Sep 02 13:57:58.546861 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:58.550679 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:57:58.561268 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:58.561909 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:58.601108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-535d7718-f6cd-409e-a9a5-3ded8ee12452 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting subnet d868af78-39e2-4846-9ea1-8147574eccaf {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:57:58.604377 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535d7718-f6cd-409e-a9a5-3ded8ee12452 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:58.649037 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535d7718-f6cd-409e-a9a5-3ded8ee12452 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:58.751590 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535d7718-f6cd-409e-a9a5-3ded8ee12452 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:58.757431 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:58.826488 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535d7718-f6cd-409e-a9a5-3ded8ee12452 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:58.862629 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d7718-f6cd-409e-a9a5-3ded8ee12452 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Subnet': ['ID=d868af78-39e2-4846-9ea1-8147574eccaf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:58.865647 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-535d7718-f6cd-409e-a9a5-3ded8ee12452 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:58.868106 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-535d7718-f6cd-409e-a9a5-3ded8ee12452 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/d868af78-39e2-4846-9ea1-8147574eccaf HTTP/1.1" status: 204 len: 168 time: 0.3197286 Sep 02 13:57:58.871118 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33776) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:57:58.873935 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f8034-d405-4cf8-a02f-ed825ce175d7 None None] Network 24c295eb-78a6-4e9d-8f5e-e9d836f2296f requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:57:58.968722 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:58.989918 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:57Z', 'revision_number': 10, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:59.026036 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:57:59.031380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:59.031942 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:59.036814 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:57:59.037543 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:59.110660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] DHCP port deletion for 24c295eb-78a6-4e9d-8f5e-e9d836f2296f request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:57:59.120021 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port bbee0d8a-c623-47c3-aa30-56ab3ae5f513, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bbee0d8a-c623-47c3-aa30-56ab3ae5f513,segment=NetworkSegment(71f83834-f0df-46d5-ab2f-c9bb37bb951f),segment_id=71f83834-f0df-46d5-ab2f-c9bb37bb951f)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:59.120444 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:59.149726 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:57:59.182110 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Deleting port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:57:59.182703 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:59.265566 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] For port bbee0d8a-c623-47c3-aa30-56ab3ae5f513, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=bbee0d8a-c623-47c3-aa30-56ab3ae5f513,segment=NetworkSegment(71f83834-f0df-46d5-ab2f-c9bb37bb951f),segment_id=71f83834-f0df-46d5-ab2f-c9bb37bb951f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:57:59.266135 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:59.285284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Calling delete_port for bbee0d8a-c623-47c3-aa30-56ab3ae5f513 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:59.387078 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:57Z', 'revision_number': 10, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:59.420870 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940bbe2-c935-4c31-a4a9-458333d216e8 None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:57:57Z', 'revision_number': 10, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None, '_interfaces': [{'id': '391d974b-ed30-4708-89b5-7ca8fd4f67e3', 'name': '', 'network_id': '5ef06a16-d598-42f5-90d8-a71dd94a0fca', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'mac_address': 'fa:16:3e:f8:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:57:18Z', 'updated_at': '2021-09-02T13:57:24Z', 'revision_number': 5, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'subnets': [{'id': '2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:57:59.457813 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:59.501589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Pushing event deleted for resources: {'Port': ['ID=bbee0d8a-c623-47c3-aa30-56ab3ae5f513,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:59.504361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] No DVR routers for this DVR port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:59.518476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.518476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.518476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.518476 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.519582 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.520998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.521378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.521729 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.522073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.522410 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.522745 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.523177 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b1fef-332b-42d0-b9cc-e3a3ff62cc57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:57:59.555796 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for bbee0d8a-c623-47c3-aa30-56ab3ae5f513 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:57:59.581395 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:59.734085 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:59.746575 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-2da6564a-caae-4de6-b6de-525293c665d6 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:57:59.748253 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-2da6564a-caae-4de6-b6de-525293c665d6 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/networks?id=5db1c840-876c-47a3-b3f1-522f920d2e1c HTTP/1.1" status: 200 len: 809 time: 0.1431711 Sep 02 13:57:59.776482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No DVR routers for this DVR port bbee0d8a-c623-47c3-aa30-56ab3ae5f513 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:57:59.788581 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=bbee0d8a-c623-47c3-aa30-56ab3ae5f513,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:57:59.795703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 256580d8-b318-4af2-9d94-42e58daf2ea9 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:57:59.825627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 256580d8-b318-4af2-9d94-42e58daf2ea9 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:57:59.825991 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 256580d8-b318-4af2-9d94-42e58daf2ea9 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:57:59.841079 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-7bb91cad-8284-4b37-8498-5c2671d11177 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/quotas/29bfc1cadfb445c7aa9254905eb86f5a HTTP/1.1" status: 200 len: 375 time: 0.0693841 Sep 02 13:57:59.917914 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-25bc03a5-e95c-41d6-b734-255d5cf7f742 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29bfc1cadfb445c7aa9254905eb86f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468006 Sep 02 13:57:59.923156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:57:59.931075 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-201f8be8-ede7-4b28-914f-6ad0d794e829 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94687) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:57:59.933086 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-201f8be8-ede7-4b28-914f-6ad0d794e829 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067708 Sep 02 13:57:59.948683 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c295eb-78a6-4e9d-8f5e-e9d836f2296f']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:59.964349 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f83834-f0df-46d5-ab2f-c9bb37bb951f') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:57:59.964803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f83834-f0df-46d5-ab2f-c9bb37bb951f') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:00.024808 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:00.053001 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:00.063809 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:58:00.064212 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:58:00.067395 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:58:00.152153 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-bf243455-8629-40c2-a425-4ca43a6e6d03 service neutron] 10.222.0.13 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910446 Sep 02 13:58:00.156514 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:00.161886 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:00.163642 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/networks/24c295eb-78a6-4e9d-8f5e-e9d836f2296f HTTP/1.1" status: 204 len: 168 time: 1.2910302 Sep 02 13:58:00.167936 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:00.225269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef67475-18b9-4a69-9f08-22145fe82022 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Network': ['ID=24c295eb-78a6-4e9d-8f5e-e9d836f2296f,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:00.284156 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-bb39b683-40b3-49ea-9352-fceefbeb2ec4 service neutron] 10.222.0.13 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190832 Sep 02 13:58:00.468762 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:00.521563 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bbee0d8a-c623-47c3-aa30-56ab3ae5f513 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:58:00.522704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a6511309-1ccf-4977-b848-1b2d83df3bf6 req-bb09e55e-b8a0-4a78-9f25-7ccba550d12a tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 210 time: 0.0554273 Sep 02 13:58:00.544490 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: bbee0d8a-c623-47c3-aa30-56ab3ae5f513 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:58:00.545093 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device bbee0d8a-c623-47c3-aa30-56ab3ae5f513 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:58:00.545774 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1a114c19-3892-43ad-bdf5-32b73888896a no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:58:00.566254 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 1a114c19-3892-43ad-bdf5-32b73888896a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:58:00.566611 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 1a114c19-3892-43ad-bdf5-32b73888896a not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:58:00.627147 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:00.928534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 391d974b-ed30-4708-89b5-7ca8fd4f67e3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:58:00.928735 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:01.047289 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port 391d974b-ed30-4708-89b5-7ca8fd4f67e3, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=391d974b-ed30-4708-89b5-7ca8fd4f67e3,segment=NetworkSegment(803b670a-0f51-42d0-9b61-94c8033bd969),segment_id=803b670a-0f51-42d0-9b61-94c8033bd969)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:01.047867 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:01.063854 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 391d974b-ed30-4708-89b5-7ca8fd4f67e3 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:58:01.142635 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f6c892a-aeea-43d9-abd0-029c3be55efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:01.645688 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb68c911-1140-4d72-8717-18115d61501b req-62e11e24-4293-496c-ae7f-97ddcf3e881e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 210 time: 0.0359726 Sep 02 13:58:01.667697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-41fb662d-0238-4935-a053-e221e51df6af tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:01.667697 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-41fb662d-0238-4935-a053-e221e51df6af tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.77 "GET /v2.0/networks?id=5db1c840-876c-47a3-b3f1-522f920d2e1c HTTP/1.1" status: 200 len: 809 time: 0.1663380 Sep 02 13:58:01.689538 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Request body: {'port': {'device_id': '42469251-e189-47c4-a7f1-7836907d07e1', 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c', 'admin_state_up': True, 'tenant_id': '29bfc1cadfb445c7aa9254905eb86f5a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:01.768412 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:01.815883 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=391d974b-ed30-4708-89b5-7ca8fd4f67e3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:01.919126 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Made reservation on behalf of 29bfc1cadfb445c7aa9254905eb86f5a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:58:01.921562 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.008390 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.263601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:58:02.270199 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Allocated IP 172.20.0.11 (5db1c840-876c-47a3-b3f1-522f920d2e1c/aca341b0-8419-4b33-ab9b-4041dc5f7655/37b0b747-f183-4146-b264-12bc805ce16f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:58:02.370152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:58:02.377448 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d2a3bb17-8c98-4a60-9d3d-a74d44f6a493 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1992733 Sep 02 13:58:02.380256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33824) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:02.382039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:58:02.392907 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:02.393519 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:02.437531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad34be2-9e32-4c95-8996-9483f92d99e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting subnet 2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:58:02.441778 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ad34be2-9e32-4c95-8996-9483f92d99e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.463941 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:02.502803 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ad34be2-9e32-4c95-8996-9483f92d99e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.506119 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.523160 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:58:01Z', 'revision_number': 11, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:02.547172 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.549598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:58:02.561004 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:02.561674 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:57:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:02.601595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Network 5db1c840-876c-47a3-b3f1-522f920d2e1c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:58:02.605120 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:02.607096 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ad34be2-9e32-4c95-8996-9483f92d99e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.610417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:58:02.614044 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Pushing event updated for resources: {'Port': ['ID=37b0b747-f183-4146-b264-12bc805ce16f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:02.636596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:02.661123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:02.661903 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.677699 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ad34be2-9e32-4c95-8996-9483f92d99e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.691704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4c74ce81-197a-4c4f-8577-c19436c6e72e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0057082 Sep 02 13:58:02.693837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:58:01Z', 'revision_number': 11, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:02.706005 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Request body: {'port': {'device_id': '42469251-e189-47c4-a7f1-7836907d07e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:02.712018 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7ad34be2-9e32-4c95-8996-9483f92d99e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.714064 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7ad34be2-9e32-4c95-8996-9483f92d99e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec HTTP/1.1" status: 204 len: 168 time: 0.3327956 Sep 02 13:58:02.714970 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad34be2-9e32-4c95-8996-9483f92d99e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Subnet': ['ID=2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:02.721773 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51fef0f-ca29-4a9e-892a-e638d140c223 None None] Network 5ef06a16-d598-42f5-90d8-a71dd94a0fca requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:58:02.722698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33828) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:02.725118 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84fa721-212b-4e26-b7b8-ef8d961c46d4 None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:58:01Z', 'revision_number': 11, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:58:02.813184 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.822812 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.867965 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3bda9-60df-4e1e-9db2-bbe16f904740 req-1440b59d-f321-46e5-b297-50d4e65a7911 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:02.869626 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ccb3bda9-60df-4e1e-9db2-bbe16f904740 req-1440b59d-f321-46e5-b297-50d4e65a7911 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 932 time: 0.1170511 Sep 02 13:58:02.912087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Deleting port 86ee122f-9e30-4852-952a-8cf460b0e415 {{(pid=94687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:58:02.912468 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:02.973526 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:58:02.981191 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ccb3bda9-60df-4e1e-9db2-bbe16f904740 req-bcdd37dd-c2de-4cbb-b238-18dc73da4acc tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032584 Sep 02 13:58:02.997213 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.db [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] For port 86ee122f-9e30-4852-952a-8cf460b0e415, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=86ee122f-9e30-4852-952a-8cf460b0e415,segment=NetworkSegment(803b670a-0f51-42d0-9b61-94c8033bd969),segment_id=803b670a-0f51-42d0-9b61-94c8033bd969)] {{(pid=94687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:02.997809 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.013785 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.plugin [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Calling delete_port for 86ee122f-9e30-4852-952a-8cf460b0e415 owned by network:dhcp {{(pid=94687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:58:03.070660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] DHCP port deletion for 5ef06a16-d598-42f5-90d8-a71dd94a0fca request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 13:58:03.135763 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.172873 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] Deleting port 86ee122f-9e30-4852-952a-8cf460b0e415 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:58:03.173138 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.192234 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b0b747-f183-4146-b264-12bc805ce16f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:58:03.199324 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Port': ['ID=86ee122f-9e30-4852-952a-8cf460b0e415,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:03.201451 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No DVR routers for this DVR port 86ee122f-9e30-4852-952a-8cf460b0e415 on host n-d-794796-4 {{(pid=94687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:58:03.219841 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.236105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Transition to ACTIVE for port object 37b0b747-f183-4146-b264-12bc805ce16f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:58:03.246162 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.259295 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] For port 86ee122f-9e30-4852-952a-8cf460b0e415, host n-d-794796-4, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:03.259295 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.272737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] Calling delete_port for 86ee122f-9e30-4852-952a-8cf460b0e415 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:58:03.276153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] Port 86ee122f-9e30-4852-952a-8cf460b0e415 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 02 13:58:03.277485 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.297874 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.303179 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] Pushing event deleted for resources: {'Port': ['ID=86ee122f-9e30-4852-952a-8cf460b0e415,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:03.311014 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef06a16-d598-42f5-90d8-a71dd94a0fca']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:03.312230 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4a2db-49f2-4348-bd8b-c3c9b68644fb None None] No DVR routers for this DVR port 86ee122f-9e30-4852-952a-8cf460b0e415 on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:58:03.332471 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803b670a-0f51-42d0-9b61-94c8033bd969') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:03.332838 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803b670a-0f51-42d0-9b61-94c8033bd969') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:03.343156 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.359390 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.367019 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:58:03.367457 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Pushing event updated for resources: {'Port': ['ID=37b0b747-f183-4146-b264-12bc805ce16f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:03.367642 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:58:03.372524 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:58:03.421527 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Attempting to bind port 37b0b747-f183-4146-b264-12bc805ce16f on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:58:03.421902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Attempting to bind port 37b0b747-f183-4146-b264-12bc805ce16f by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:58:03.422216 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Attempting to bind port 37b0b747-f183-4146-b264-12bc805ce16f on network 5db1c840-876c-47a3-b3f1-522f920d2e1c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:58:03.427427 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Port 37b0b747-f183-4146-b264-12bc805ce16f on network 5db1c840-876c-47a3-b3f1-522f920d2e1c not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:58:03.427901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Attempting to bind port 37b0b747-f183-4146-b264-12bc805ce16f on network 5db1c840-876c-47a3-b3f1-522f920d2e1c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:58:03.434363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:58:03.434745 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Checking segment: {'id': '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:58:03.435092 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Bound using segment: {'id': '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:58:03.435968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Bound port: 37b0b747-f183-4146-b264-12bc805ce16f, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:58:03.436279 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.449758 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.459342 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.464065 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/networks/5ef06a16-d598-42f5-90d8-a71dd94a0fca HTTP/1.1" status: 204 len: 168 time: 0.7377706 Sep 02 13:58:03.473089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33838) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:03.479841 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'routes': None}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:03.482403 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81bdcc-a154-40ab-bdeb-9d747517de29 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Pushing event deleted for resources: {'Network': ['ID=5ef06a16-d598-42f5-90d8-a71dd94a0fca,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:03.513323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] For port 37b0b747-f183-4146-b264-12bc805ce16f, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:58:03.516791 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] For port 37b0b747-f183-4146-b264-12bc805ce16f, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=37b0b747-f183-4146-b264-12bc805ce16f,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:58:03.521128 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.557137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:03.558394 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.560164 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] 10.222.0.77 "PUT /v2.0/ports/37b0b747-f183-4146-b264-12bc805ce16f HTTP/1.1" status: 200 len: 1092 time: 0.8593867 Sep 02 13:58:03.560604 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42469251-e189-47c4-a7f1-7836907d07e1', 'tag': '37b0b747-f183-4146-b264-12bc805ce16f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:58:03.564222 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c51e94-d6a4-4dad-921f-750fc1f059dd" -d '{"events": [{"name": "network-changed", "server_uuid": "42469251-e189-47c4-a7f1-7836907d07e1", "tag": "37b0b747-f183-4146-b264-12bc805ce16f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:58:03.589587 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a94c67-7602-492a-8551-79f1a6f6f16c service neutron] Pushing event updated for resources: {'Port': ['ID=37b0b747-f183-4146-b264-12bc805ce16f,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:03.611705 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa1c75f4-6dac-4e46-ace8-70c50dff40de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.647052 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f51cf0-3e4f-43ce-a5b6-d22cff7a9fc9 x-openstack-request-id: req-41f51cf0-3e4f-43ce-a5b6-d22cff7a9fc9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:58:03.647978 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42469251-e189-47c4-a7f1-7836907d07e1", "tag": "37b0b747-f183-4146-b264-12bc805ce16f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:58:03.647978 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41f51cf0-3e4f-43ce-a5b6-d22cff7a9fc9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:58:03.648275 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42469251-e189-47c4-a7f1-7836907d07e1', 'tag': '37b0b747-f183-4146-b264-12bc805ce16f', 'status': 'completed', 'code': 200} Sep 02 13:58:03.661108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4d253d8d-49e1-4a97-bc5a-9c50c4f623d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:03.662900 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-4d253d8d-49e1-4a97-bc5a-9c50c4f623d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29bfc1cadfb445c7aa9254905eb86f5a&device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 1095 time: 0.0555832 Sep 02 13:58:03.673419 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Added routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 02 13:58:03.673734 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.extraroute_db [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Removed routes are [] {{(pid=94687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 02 13:58:03.674100 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.707342 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-d5e897d8-bca8-4748-bc6b-ca69f3008d03 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b0b747-f183-4146-b264-12bc805ce16f HTTP/1.1" status: 200 len: 217 time: 0.0358539 Sep 02 13:58:03.755702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-025c875f-12e3-49e2-b2eb-7827479c1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:03.757215 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-025c875f-12e3-49e2-b2eb-7827479c1103 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aca341b0-8419-4b33-ab9b-4041dc5f7655 HTTP/1.1" status: 200 len: 849 time: 0.0432861 Sep 02 13:58:03.800379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-c1014955-0a86-44fa-b129-155d0f615986 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5db1c840-876c-47a3-b3f1-522f920d2e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352533 Sep 02 13:58:03.820080 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.823409 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:03.894235 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-8df9fad2-1ff2-4dcd-b047-9443b2665894 service neutron] 10.222.0.77 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850737 Sep 02 13:58:03.897892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:58:03.991347 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:58:04.007282 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e451698-b1df-412c-a653-5d00200030cf None None] Sync routers for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:58:04.010096 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.012972 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-712e0b68-6509-4f7e-a551-9e926c17e2c0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 HTTP/1.1" status: 200 len: 700 time: 0.5379519 Sep 02 13:58:04.016218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33848) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:04.019020 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e451698-b1df-412c-a653-5d00200030cf None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:04.023026 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e451698-b1df-412c-a653-5d00200030cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:04.029642 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4c0a61be-99b0-4ba5-928b-4d4d16b7e0f1 req-160c0f8c-cfec-44a7-b40e-5f21d7f5b914 service neutron] 10.222.0.77 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267385 Sep 02 13:58:04.056339 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-af7f9993-9160-41fb-a910-ec6a588e8605 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 HTTP/1.1" status: 200 len: 205 time: 0.0384903 Sep 02 13:58:04.059564 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33850) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:04.117950 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4e451698-b1df-412c-a653-5d00200030cf None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:04.173919 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00c24c-a897-424e-825d-e55529bfbd3e req-d445fd1c-28a7-444c-aa23-f9262e2280ce tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.176812 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e451698-b1df-412c-a653-5d00200030cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:58:01Z', 'revision_number': 11, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:04.184371 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.184782 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00c24c-a897-424e-825d-e55529bfbd3e req-d445fd1c-28a7-444c-aa23-f9262e2280ce tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.191795 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00c24c-a897-424e-825d-e55529bfbd3e req-d445fd1c-28a7-444c-aa23-f9262e2280ce tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.198315 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00c24c-a897-424e-825d-e55529bfbd3e req-d445fd1c-28a7-444c-aa23-f9262e2280ce tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.204336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00c24c-a897-424e-825d-e55529bfbd3e req-d445fd1c-28a7-444c-aa23-f9262e2280ce tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.205267 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e451698-b1df-412c-a653-5d00200030cf None None] Checking router: 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:58:04.209114 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebdd8e6c-64af-40c3-bcae-829c86f636f8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.211134 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00c24c-a897-424e-825d-e55529bfbd3e req-d445fd1c-28a7-444c-aa23-f9262e2280ce tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.214531 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e451698-b1df-412c-a653-5d00200030cf None None] Routers {'60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:04.215340 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e451698-b1df-412c-a653-5d00200030cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:04.218139 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00c24c-a897-424e-825d-e55529bfbd3e req-d445fd1c-28a7-444c-aa23-f9262e2280ce tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.220276 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb00c24c-a897-424e-825d-e55529bfbd3e req-d445fd1c-28a7-444c-aa23-f9262e2280ce tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.1504412 Sep 02 13:58:04.288296 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4e451698-b1df-412c-a653-5d00200030cf None None] Set router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:04.301288 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-cb00c24c-a897-424e-825d-e55529bfbd3e req-980f132b-1bc1-49f3-9336-6ceae3ff74b2 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740616 Sep 02 13:58:04.327812 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310dcad-8be6-4021-9266-5b64b201891e req-9ef0137f-44ce-444e-9314-32dda2d89f0d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.335032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7310dcad-8be6-4021-9266-5b64b201891e req-9ef0137f-44ce-444e-9314-32dda2d89f0d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 944 time: 0.2183626 Sep 02 13:58:04.348927 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e451698-b1df-412c-a653-5d00200030cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:58:01Z', 'revision_number': 11, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:04.379225 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e451698-b1df-412c-a653-5d00200030cf None None] The sync data for ids ['60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50'] in n-d-794796-4 is: [{'id': '60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50', 'name': 'tempest-RoutersTest-router-410155324', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:57:15Z', 'updated_at': '2021-09-02T13:58:01Z', 'revision_number': 11, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:58:04.426803 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-07fd5e45-d2c3-4603-96c1-1ce0f4442da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.428643 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-07fd5e45-d2c3-4603-96c1-1ce0f4442da5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29bfc1cadfb445c7aa9254905eb86f5a&device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 1095 time: 0.2854667 Sep 02 13:58:04.435562 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebdd8e6c-64af-40c3-bcae-829c86f636f8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.438234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebdd8e6c-64af-40c3-bcae-829c86f636f8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.512803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4fae6-b18e-431c-b2c6-98b9e508d62a req-a34c7566-7482-4a06-8fc7-8bfaff24e7ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.520852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4fae6-b18e-431c-b2c6-98b9e508d62a req-a34c7566-7482-4a06-8fc7-8bfaff24e7ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.537715 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4fae6-b18e-431c-b2c6-98b9e508d62a req-a34c7566-7482-4a06-8fc7-8bfaff24e7ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.545692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 391d974b-ed30-4708-89b5-7ca8fd4f67e3 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:58:04.561318 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4fae6-b18e-431c-b2c6-98b9e508d62a req-a34c7566-7482-4a06-8fc7-8bfaff24e7ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.573336 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4fae6-b18e-431c-b2c6-98b9e508d62a req-a34c7566-7482-4a06-8fc7-8bfaff24e7ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.574186 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 391d974b-ed30-4708-89b5-7ca8fd4f67e3 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:58:04.575031 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 391d974b-ed30-4708-89b5-7ca8fd4f67e3 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:58:04.575741 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 86ee122f-9e30-4852-952a-8cf460b0e415 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:58:04.580187 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4fae6-b18e-431c-b2c6-98b9e508d62a req-a34c7566-7482-4a06-8fc7-8bfaff24e7ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.591925 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4fae6-b18e-431c-b2c6-98b9e508d62a req-a34c7566-7482-4a06-8fc7-8bfaff24e7ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.593953 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e5b4fae6-b18e-431c-b2c6-98b9e508d62a req-a34c7566-7482-4a06-8fc7-8bfaff24e7ab tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.1802142 Sep 02 13:58:04.606831 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 86ee122f-9e30-4852-952a-8cf460b0e415 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:58:04.607854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 86ee122f-9e30-4852-952a-8cf460b0e415 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:58:04.879835 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7310dcad-8be6-4021-9266-5b64b201891e req-426cf260-e8d9-4c3c-8875-9c87bf9b9286 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427506 Sep 02 13:58:04.888182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebdd8e6c-64af-40c3-bcae-829c86f636f8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.888702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd8e6c-64af-40c3-bcae-829c86f636f8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Fanout notify agent at l3_agent the message router_deleted on router 60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:58:04.897167 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebdd8e6c-64af-40c3-bcae-829c86f636f8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.898402 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ebdd8e6c-64af-40c3-bcae-829c86f636f8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 HTTP/1.1" status: 204 len: 168 time: 0.8374310 Sep 02 13:58:04.915506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:04.921097 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d226efff-94a9-43ac-a352-7ef849f914f5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-127627453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:04.931060 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.961778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-68d4a186-96e0-464e-9b02-f20db45cb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:04.963959 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-68d4a186-96e0-464e-9b02-f20db45cb76a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5db1c840-876c-47a3-b3f1-522f920d2e1c HTTP/1.1" status: 200 len: 910 time: 0.5212131 Sep 02 13:58:04.969454 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d226efff-94a9-43ac-a352-7ef849f914f5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:04.970627 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d226efff-94a9-43ac-a352-7ef849f914f5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.025717 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-254d8b57-28c3-4e7e-9e38-bab90834ea3c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b0b747-f183-4146-b264-12bc805ce16f HTTP/1.1" status: 200 len: 217 time: 0.0485940 Sep 02 13:58:05.093203 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d226efff-94a9-43ac-a352-7ef849f914f5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.100533 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d226efff-94a9-43ac-a352-7ef849f914f5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.116747 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-aff72bee-da69-431e-a980-a4402d5f3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:05.118266 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-aff72bee-da69-431e-a980-a4402d5f3e61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=aca341b0-8419-4b33-ab9b-4041dc5f7655 HTTP/1.1" status: 200 len: 849 time: 0.0845616 Sep 02 13:58:05.124158 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d226efff-94a9-43ac-a352-7ef849f914f5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.125448 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d226efff-94a9-43ac-a352-7ef849f914f5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2088747 Sep 02 13:58:05.128452 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33860) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:05.133973 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-24ebfaf9-682a-4c0d-bd1d-727485d4d33f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:05.155042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-ba312e3f-55c8-46c9-87b7-877f700693a4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5db1c840-876c-47a3-b3f1-522f920d2e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282800 Sep 02 13:58:05.252693 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-fbe168dc-1717-4527-b61d-dd58a4fb29e9 service neutron] 10.222.0.77 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904610 Sep 02 13:58:05.346315 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-08c51e94-d6a4-4dad-921f-750fc1f059dd req-7c62393a-c361-49bb-b5d4-999a3895a758 service neutron] 10.222.0.77 "GET /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Sep 02 13:58:05.359554 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-24ebfaf9-682a-4c0d-bd1d-727485d4d33f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.375195 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-24ebfaf9-682a-4c0d-bd1d-727485d4d33f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706005'] for router, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.477287 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ebfaf9-682a-4c0d-bd1d-727485d4d33f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Router 82f029b4-a148-4aa6-bdb4-cb259f753f31 is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:58:05.563489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ebfaf9-682a-4c0d-bd1d-727485d4d33f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:58:05.573052 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-24ebfaf9-682a-4c0d-bd1d-727485d4d33f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.577135 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] Sync routers for ids ['82f029b4-a148-4aa6-bdb4-cb259f753f31'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:58:05.579832 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:05.580400 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-24ebfaf9-682a-4c0d-bd1d-727485d4d33f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "PUT /v2.0/routers/82f029b4-a148-4aa6-bdb4-cb259f753f31 HTTP/1.1" status: 200 len: 693 time: 0.4505541 Sep 02 13:58:05.589714 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] Routers {'82f029b4-a148-4aa6-bdb4-cb259f753f31'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:05.590985 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['82f029b4-a148-4aa6-bdb4-cb259f753f31'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:05.690595 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-03193726-dec6-4dd7-917e-37ac0e70f91f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/routers/82f029b4-a148-4aa6-bdb4-cb259f753f31 HTTP/1.1" status: 200 len: 699 time: 0.1093135 Sep 02 13:58:05.692890 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:05.700922 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] Set router 82f029b4-a148-4aa6-bdb4-cb259f753f31 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:05.705219 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33872) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:05.732959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33876) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:05.741553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2d987ad0-4af8-4099-908a-00ff6ad387e8 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=82f029b4-a148-4aa6-bdb4-cb259f753f31 HTTP/1.1" status: 200 len: 205 time: 0.0474830 Sep 02 13:58:05.771654 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f029b4-a148-4aa6-bdb4-cb259f753f31', 'name': 'tempest-RoutersTest-router-127627453', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:04Z', 'updated_at': '2021-09-02T13:58:05Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:05.801354 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] Checking router: 82f029b4-a148-4aa6-bdb4-cb259f753f31 for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:58:05.811657 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] Routers {'82f029b4-a148-4aa6-bdb4-cb259f753f31'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:05.812323 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['82f029b4-a148-4aa6-bdb4-cb259f753f31'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:05.827886 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b964da9c-1523-4529-9c21-f44661dd3316 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.850065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 37b0b747-f183-4146-b264-12bc805ce16f details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:58:05.898931 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] Set router 82f029b4-a148-4aa6-bdb4-cb259f753f31 gateway port host: None {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:05.914546 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2145-3b20-4c18-bbe4-ce880f82f8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:05.997733 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f029b4-a148-4aa6-bdb4-cb259f753f31', 'name': 'tempest-RoutersTest-router-127627453', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:04Z', 'updated_at': '2021-09-02T13:58:05Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:06.030749 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d9ded-5139-40d2-829f-fbd57e8c40b1 None None] The sync data for ids ['82f029b4-a148-4aa6-bdb4-cb259f753f31'] in n-d-794796-4 is: [{'id': '82f029b4-a148-4aa6-bdb4-cb259f753f31', 'name': 'tempest-RoutersTest-router-127627453', 'tenant_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:04Z', 'updated_at': '2021-09-02T13:58:05Z', 'revision_number': 2, 'project_id': 'a60ab178ba5d45669a7f5b44200dd6cf', 'gw_port_host': None}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:58:06.065106 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b964da9c-1523-4529-9c21-f44661dd3316 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.069380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 37b0b747-f183-4146-b264-12bc805ce16f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=37b0b747-f183-4146-b264-12bc805ce16f,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:06.070927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b964da9c-1523-4529-9c21-f44661dd3316 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.084464 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '37b0b747-f183-4146-b264-12bc805ce16f', 'network_id': '5db1c840-876c-47a3-b3f1-522f920d2e1c', 'port_id': '37b0b747-f183-4146-b264-12bc805ce16f', 'mac_address': 'fa:16:3e:d6:35:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca341b0-8419-4b33-ab9b-4041dc5f7655', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:58:06.127256 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.141638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b0b747-f183-4146-b264-12bc805ce16f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:58:06.145368 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b964da9c-1523-4529-9c21-f44661dd3316 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.145808 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b964da9c-1523-4529-9c21-f44661dd3316 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Fanout notify agent at l3_agent the message router_deleted on router 82f029b4-a148-4aa6-bdb4-cb259f753f31 {{(pid=94687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 13:58:06.153967 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-b964da9c-1523-4529-9c21-f44661dd3316 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] Notify callbacks [] for router, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.155031 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b964da9c-1523-4529-9c21-f44661dd3316 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/82f029b4-a148-4aa6-bdb4-cb259f753f31 HTTP/1.1" status: 204 len: 168 time: 0.4206088 Sep 02 13:58:06.160968 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.163630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 37b0b747-f183-4146-b264-12bc805ce16f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=37b0b747-f183-4146-b264-12bc805ce16f,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:06.168935 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.169524 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ec1b4-1eba-49dd-8f30-6987d94e34cf req-6e5aafb1-e313-4655-bccc-2423c015403f tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:06.171854 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-591ec1b4-1eba-49dd-8f30-6987d94e34cf req-6e5aafb1-e313-4655-bccc-2423c015403f tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 944 time: 0.1728821 Sep 02 13:58:06.207673 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0fdf42fb-d637-4738-9a7c-ab5ffa7952f0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=82f029b4-a148-4aa6-bdb4-cb259f753f31 HTTP/1.1" status: 200 len: 205 time: 0.0446396 Sep 02 13:58:06.208375 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.223918 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=37b0b747-f183-4146-b264-12bc805ce16f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:06.238228 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-591ec1b4-1eba-49dd-8f30-6987d94e34cf req-1d69ec4b-156e-4555-a365-d02b4f0285b4 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574868 Sep 02 13:58:06.263295 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-007fe09d-c569-4761-9dcd-74083029f556 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] delete failed (client error): The resource could not be found. Sep 02 13:58:06.264740 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-007fe09d-c569-4761-9dcd-74083029f556 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/82f029b4-a148-4aa6-bdb4-cb259f753f31 HTTP/1.1" status: 404 len: 336 time: 0.0553007 Sep 02 13:58:06.267350 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.269740 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2145-3b20-4c18-bbe4-ce880f82f8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.277708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c5fa2145-3b20-4c18-bbe4-ce880f82f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.296522 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0fee03e-f7b8-4200-9b1e-3c31490fc6cb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] DELETE failed (client error): The resource could not be found. Sep 02 13:58:06.297891 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0fee03e-f7b8-4200-9b1e-3c31490fc6cb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:58:06.299259 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d0fee03e-f7b8-4200-9b1e-3c31490fc6cb tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/764efb8a-c441-49a0-b8bb-53f8d5f642d3 HTTP/1.1" status: 404 len: 337 time: 0.0308535 Sep 02 13:58:06.302460 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33888) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.320046 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c5fa2145-3b20-4c18-bbe4-ce880f82f8bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b662854bc6654eec9ee5cc03d91b7cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6133151 Sep 02 13:58:06.321051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa2145-3b20-4c18-bbe4-ce880f82f8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2483cb7a-a8ba-426b-9d1b-8c7e629feea4,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:06.324356 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33890) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.338512 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e23f28-8da9-414e-b965-88aa8e0278e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] DELETE failed (client error): The resource could not be found. Sep 02 13:58:06.338982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e23f28-8da9-414e-b965-88aa8e0278e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:58:06.343194 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-83e23f28-8da9-414e-b965-88aa8e0278e5 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/63d772d0-fc3e-4708-a08b-e382452dbae1 HTTP/1.1" status: 404 len: 337 time: 0.0377717 Sep 02 13:58:06.344310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.362732 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['37b0b747-f183-4146-b264-12bc805ce16f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:58:06.379608 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdbb5ff-c54f-437f-9343-b3ac458d7313 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] DELETE failed (client error): The resource could not be found. Sep 02 13:58:06.379909 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdbb5ff-c54f-437f-9343-b3ac458d7313 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:58:06.383788 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0bdbb5ff-c54f-437f-9343-b3ac458d7313 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/d868af78-39e2-4846-9ea1-8147574eccaf HTTP/1.1" status: 404 len: 337 time: 0.0361762 Sep 02 13:58:06.384001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.386027 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5123708a-be90-4e02-886e-bac17c731de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.409387 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5123708a-be90-4e02-886e-bac17c731de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.416134 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbd82cf-9043-45c4-ad52-8f5917eb7506 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] DELETE failed (client error): The resource could not be found. Sep 02 13:58:06.416542 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbd82cf-9043-45c4-ad52-8f5917eb7506 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:58:06.422354 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6bbd82cf-9043-45c4-ad52-8f5917eb7506 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/2c13dc89-ec28-4b15-bd4e-d2f2cfe0c4ec HTTP/1.1" status: 404 len: 337 time: 0.0334518 Sep 02 13:58:06.424587 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33896) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.595749 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.775445 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-58873ce6-37af-4ee8-b4f6-48c1f79fd047 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 HTTP/1.1" status: 200 len: 205 time: 0.3476310 Sep 02 13:58:06.776640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.789754 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33912) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.797958 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5123708a-be90-4e02-886e-bac17c731de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.800981 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-5123708a-be90-4e02-886e-bac17c731de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:06.802144 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5123708a-be90-4e02-886e-bac17c731de9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2483cb7a-a8ba-426b-9d1b-8c7e629feea4 HTTP/1.1" status: 204 len: 168 time: 0.4769087 Sep 02 13:58:06.811543 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123708a-be90-4e02-886e-bac17c731de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2483cb7a-a8ba-426b-9d1b-8c7e629feea4,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:06.836908 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-b20874c9-1de1-4fbd-8a3e-2c8c7e08c50f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] delete failed (client error): The resource could not be found. Sep 02 13:58:06.837979 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b20874c9-1de1-4fbd-8a3e-2c8c7e08c50f tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/60b35f3a-f8fc-4705-b47e-d7d2b4dd7b50 HTTP/1.1" status: 404 len: 336 time: 0.0597863 Sep 02 13:58:06.840894 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33918) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.872726 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-425b0040-91fa-41f6-a240-54c274a9553c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=59a4bef5-f48a-467b-9213-fe5a8ebb1eb8 HTTP/1.1" status: 200 len: 205 time: 0.0303869 Sep 02 13:58:06.875297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.919387 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5216-a4e4-4052-b10b-e43e9892e7d1 req-cb86c6c1-db47-4a32-84b1-3f9ae8d17cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:06.919923 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5216-a4e4-4052-b10b-e43e9892e7d1 req-cb86c6c1-db47-4a32-84b1-3f9ae8d17cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:06.920422 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5216-a4e4-4052-b10b-e43e9892e7d1 req-cb86c6c1-db47-4a32-84b1-3f9ae8d17cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:06.920947 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5216-a4e4-4052-b10b-e43e9892e7d1 req-cb86c6c1-db47-4a32-84b1-3f9ae8d17cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:06.921432 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5216-a4e4-4052-b10b-e43e9892e7d1 req-cb86c6c1-db47-4a32-84b1-3f9ae8d17cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:06.922032 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5216-a4e4-4052-b10b-e43e9892e7d1 req-cb86c6c1-db47-4a32-84b1-3f9ae8d17cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:06.922501 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5216-a4e4-4052-b10b-e43e9892e7d1 req-cb86c6c1-db47-4a32-84b1-3f9ae8d17cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:06.924171 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-d4d7aaef-1223-4bf0-93ab-d0d1eb8f546c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] delete failed (client error): The resource could not be found. Sep 02 13:58:06.924866 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49de5216-a4e4-4052-b10b-e43e9892e7d1 req-cb86c6c1-db47-4a32-84b1-3f9ae8d17cb8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6501 time: 0.1341102 Sep 02 13:58:06.932083 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d4d7aaef-1223-4bf0-93ab-d0d1eb8f546c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/59a4bef5-f48a-467b-9213-fe5a8ebb1eb8 HTTP/1.1" status: 404 len: 336 time: 0.0555027 Sep 02 13:58:06.934634 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:06.964426 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-49de5216-a4e4-4052-b10b-e43e9892e7d1 req-1e9888f4-8313-4019-aa65-937c4765c46f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331917 Sep 02 13:58:06.973788 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df4a054-ed12-4650-a8fd-ac2a000f8459 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] DELETE failed (client error): The resource could not be found. Sep 02 13:58:06.974255 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df4a054-ed12-4650-a8fd-ac2a000f8459 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:58:06.976216 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6df4a054-ed12-4650-a8fd-ac2a000f8459 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/569c489c-7c81-41c0-916a-67a514ffbacf HTTP/1.1" status: 404 len: 337 time: 0.0394044 Sep 02 13:58:06.978901 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.008832 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-00607930-4596-4cf0-9c52-8e1043262c7c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 HTTP/1.1" status: 200 len: 205 time: 0.0288055 Sep 02 13:58:07.011951 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.049097 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [None req-ccf5c62e-a9f2-4353-b96d-08b24eb4d770 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] delete failed (client error): The resource could not be found. Sep 02 13:58:07.050147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ccf5c62e-a9f2-4353-b96d-08b24eb4d770 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/c80fe5b3-f4f0-42af-bf44-cfb4e083bb65 HTTP/1.1" status: 404 len: 336 time: 0.0372858 Sep 02 13:58:07.053166 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33934) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.088934 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-bd3b690f-67b7-4ead-9066-5e80b612541c tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1daab5d0-8407-41bd-8aff-40ad8831dd52 HTTP/1.1" status: 200 len: 205 time: 0.0323720 Sep 02 13:58:07.089378 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33936) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.128468 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-b2d10e81-16fe-4ee2-a243-1bd536b36c2d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] delete failed (client error): The resource could not be found. Sep 02 13:58:07.129513 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b2d10e81-16fe-4ee2-a243-1bd536b36c2d tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/1daab5d0-8407-41bd-8aff-40ad8831dd52 HTTP/1.1" status: 404 len: 336 time: 0.0393238 Sep 02 13:58:07.132316 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 33940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.168257 n-d-794796-4 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebad7371-cd8b-4453-a33c-081d5ba71eac tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] DELETE failed (client error): The resource could not be found. Sep 02 13:58:07.168842 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebad7371-cd8b-4453-a33c-081d5ba71eac tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:58:07.170384 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ebad7371-cd8b-4453-a33c-081d5ba71eac tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/643837d8-12a7-4ed6-87ae-3277488bddd3 HTTP/1.1" status: 404 len: 337 time: 0.0371628 Sep 02 13:58:07.173175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33944) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.204194 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-5a713be1-b35c-459b-9a1a-b97addfe54e3 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=738547d9-1876-468d-9a67-2f51d614a6ad HTTP/1.1" status: 200 len: 205 time: 0.0297840 Sep 02 13:58:07.208934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33946) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.247216 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-37146719-e949-42a8-aae4-69fffc1786f0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] delete failed (client error): The resource could not be found. Sep 02 13:58:07.248251 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-37146719-e949-42a8-aae4-69fffc1786f0 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/738547d9-1876-468d-9a67-2f51d614a6ad HTTP/1.1" status: 404 len: 336 time: 0.0408177 Sep 02 13:58:07.250759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33950) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.279054 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ad7fae-4cdd-41ca-9137-2df9535fa256 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] DELETE failed (client error): The resource could not be found. Sep 02 13:58:07.279314 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ad7fae-4cdd-41ca-9137-2df9535fa256 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:58:07.283588 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c0ad7fae-4cdd-41ca-9137-2df9535fa256 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/72454631-1eab-4ec9-b8bc-09f3c0e2e879 HTTP/1.1" status: 404 len: 337 time: 0.0294867 Sep 02 13:58:07.283896 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33956) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.311795 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-37da8952-61e4-4518-88f4-c87dfeacf9af tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab50a9e4-bff2-4638-b26f-ebb8d023f683 HTTP/1.1" status: 200 len: 205 time: 0.0258653 Sep 02 13:58:07.313339 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33958) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.352698 n-d-794796-4 neutron-server[94687]: INFO neutron.api.v2.resource [None req-496b91fb-1898-4465-8dc6-c800d6f1215b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] delete failed (client error): The resource could not be found. Sep 02 13:58:07.353787 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-496b91fb-1898-4465-8dc6-c800d6f1215b tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/routers/ab50a9e4-bff2-4638-b26f-ebb8d023f683 HTTP/1.1" status: 404 len: 336 time: 0.0392795 Sep 02 13:58:07.356386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33962) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.385756 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110e893-a46e-411e-ab53-4430b90b1eb0 req-64f9b8e1-2d4b-4e72-a62e-e42acdf46ad4 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:07.387326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b110e893-a46e-411e-ab53-4430b90b1eb0 req-64f9b8e1-2d4b-4e72-a62e-e42acdf46ad4 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 945 time: 0.0585527 Sep 02 13:58:07.403061 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6da5bfe-c818-4c1a-95a3-1cdee24e41a7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] DELETE failed (client error): The resource could not be found. Sep 02 13:58:07.403580 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6da5bfe-c818-4c1a-95a3-1cdee24e41a7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:58:07.406557 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-b6da5bfe-c818-4c1a-95a3-1cdee24e41a7 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/9ef206a7-b622-40a8-9751-9fd84e93df9c HTTP/1.1" status: 404 len: 337 time: 0.0481353 Sep 02 13:58:07.407934 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33968) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.434149 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-b110e893-a46e-411e-ab53-4430b90b1eb0 req-34f39cc4-1553-4e52-83a1-6d840b4b19bf tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Sep 02 13:58:07.436172 n-d-794796-4 neutron-server[94687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ec5d50-68f3-4865-86b6-92d07be17429 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] DELETE failed (client error): The resource could not be found. Sep 02 13:58:07.436647 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ec5d50-68f3-4865-86b6-92d07be17429 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 02 13:58:07.439830 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-d5ec5d50-68f3-4865-86b6-92d07be17429 tempest-RoutersTest-454084277 tempest-RoutersTest-454084277-project] 10.222.0.13 "DELETE /v2.0/subnets/c8ae3796-5847-403a-a80a-871ac4d5126f HTTP/1.1" status: 404 len: 337 time: 0.0288713 Sep 02 13:58:07.702342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33980) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.846905 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ef810ab4-0077-4d6f-9030-129cece8e0e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a60ab178ba5d45669a7f5b44200dd6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433115 Sep 02 13:58:07.849305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 33990) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:07.857471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 37b0b747-f183-4146-b264-12bc805ce16f up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:58:07.904485 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eada2119-0590-4cbc-97f3-c1fee77e8d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:07.911599 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 37b0b747-f183-4146-b264-12bc805ce16f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:58:07.917344 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 37b0b747-f183-4146-b264-12bc805ce16f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:07.917731 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:07.929565 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eada2119-0590-4cbc-97f3-c1fee77e8d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:07.981247 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eada2119-0590-4cbc-97f3-c1fee77e8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:07.984491 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-eada2119-0590-4cbc-97f3-c1fee77e8d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:07.985727 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-eada2119-0590-4cbc-97f3-c1fee77e8d3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f3c1afa-850d-4403-a80e-3d528fd9a59c HTTP/1.1" status: 204 len: 168 time: 0.1355076 Sep 02 13:58:07.996503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada2119-0590-4cbc-97f3-c1fee77e8d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3c1afa-850d-4403-a80e-3d528fd9a59c,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:08.002419 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.036175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42469251-e189-47c4-a7f1-7836907d07e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b0b747-f183-4146-b264-12bc805ce16f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:58:08.038443 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39859648-8b5b-453e-a596-34391cbb992e" -d '{"events": [{"server_uuid": "42469251-e189-47c4-a7f1-7836907d07e1", "name": "network-vif-plugged", "status": "completed", "tag": "37b0b747-f183-4146-b264-12bc805ce16f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:58:08.051898 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 37b0b747-f183-4146-b264-12bc805ce16f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=37b0b747-f183-4146-b264-12bc805ce16f,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:08.057779 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.084987 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07f9d5f-bf69-49e9-ba1b-92f0113324ef x-openstack-request-id: req-c07f9d5f-bf69-49e9-ba1b-92f0113324ef {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:58:08.085290 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42469251-e189-47c4-a7f1-7836907d07e1", "name": "network-vif-plugged", "status": "completed", "tag": "37b0b747-f183-4146-b264-12bc805ce16f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:58:08.085716 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c07f9d5f-bf69-49e9-ba1b-92f0113324ef {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:58:08.086382 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42469251-e189-47c4-a7f1-7836907d07e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b0b747-f183-4146-b264-12bc805ce16f', 'code': 200} Sep 02 13:58:08.112163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=37b0b747-f183-4146-b264-12bc805ce16f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:08.195412 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07981fe-833b-41dc-9f30-fa6285ea7fc5 req-510db036-cb65-46a8-b578-cf0a6aa15538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:08.197050 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c07981fe-833b-41dc-9f30-fa6285ea7fc5 req-510db036-cb65-46a8-b578-cf0a6aa15538 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 1097 time: 0.0438788 Sep 02 13:58:08.235475 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c07981fe-833b-41dc-9f30-fa6285ea7fc5 req-f614e198-b756-4d98-8dda-ade4fd96550e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Sep 02 13:58:08.575417 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3f71a-58d9-41b7-9c9c-b747756ae9f6 req-86c570a5-25bd-499b-b20f-3f983e4ce044 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:08.575417 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-10e3f71a-58d9-41b7-9c9c-b747756ae9f6 req-86c570a5-25bd-499b-b20f-3f983e4ce044 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 946 time: 0.0635197 Sep 02 13:58:08.606605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:08.611250 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268744336', 'description': 'tempest-secgroup-smoke-1268744336 description', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:08.618643 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-10e3f71a-58d9-41b7-9c9c-b747756ae9f6 req-58ca5199-758c-4583-9b8c-9312ff1988f0 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360188 Sep 02 13:58:08.638634 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.646985 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.728744 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34028) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:08.746833 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.751072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.805456 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26c8a02-6590-4e71-a58b-5c9fa5f9becf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:08.827121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.827479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.827865 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.828207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.828547 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.828882 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.829211 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.829541 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.829873 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.830205 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.830554 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.830900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:08.837226 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-445909675-network', 'tenant_id': '034655a1d1fe4dd09271098c88ba0fed'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:08.878022 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.881738 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.898046 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Made reservation on behalf of 034655a1d1fe4dd09271098c88ba0fed for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:58:08.901123 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.910104 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.910714 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:08.911332 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3037226 Sep 02 13:58:08.913701 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234f39f-27e6-4bac-8da0-b3bc04ef41a8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495d34d7-c015-481a-8cd0-3c5bd9dc54b0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:08.916336 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:08.921224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3ede48ac-a38e-4f9f-9c8b-3cc5773154c7 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '495d34d7-c015-481a-8cd0-3c5bd9dc54b0', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:08.936151 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.db.api [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 02 13:58:08.936151 n-d-794796-4 neutron-server[94687]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 02 13:58:08.936151 n-d-794796-4 neutron-server[94687]: [parameters: {'project_id_1': '034655a1d1fe4dd09271098c88ba0fed', 'expiration_1': datetime.datetime(2021, 9, 2, 13, 58, 8, 930739)}] Sep 02 13:58:08.936151 n-d-794796-4 neutron-server[94687]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 02 13:58:08.936601 n-d-794796-4 neutron-server[94687]: DEBUG oslo_db.api [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 02 13:58:08.948532 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ede48ac-a38e-4f9f-9c8b-3cc5773154c7 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.004403 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ede48ac-a38e-4f9f-9c8b-3cc5773154c7 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.007775 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ede48ac-a38e-4f9f-9c8b-3cc5773154c7 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.029063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede48ac-a38e-4f9f-9c8b-3cc5773154c7 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4442dd-84c0-4aea-8380-c6a13c6a7659,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:09.032762 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ede48ac-a38e-4f9f-9c8b-3cc5773154c7 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.033958 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-3ede48ac-a38e-4f9f-9c8b-3cc5773154c7 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166999 Sep 02 13:58:09.036989 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34036) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:09.042407 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-7c4bdd12-28a6-48cb-ae75-39a5cb2cff6e tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '495d34d7-c015-481a-8cd0-3c5bd9dc54b0', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:09.068180 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd12-28a6-48cb-ae75-39a5cb2cff6e tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.125969 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd12-28a6-48cb-ae75-39a5cb2cff6e tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.130115 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd12-28a6-48cb-ae75-39a5cb2cff6e tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.148739 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bdd12-28a6-48cb-ae75-39a5cb2cff6e tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf3c1fe-6a88-46bf-a4c5-6241b4d0ce07,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:09.164167 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd12-28a6-48cb-ae75-39a5cb2cff6e tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.166058 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-7c4bdd12-28a6-48cb-ae75-39a5cb2cff6e tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273854 Sep 02 13:58:09.168692 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34038) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:09.173137 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-edb32cba-1a40-4d0f-8f6d-6568f9434d8f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '495d34d7-c015-481a-8cd0-3c5bd9dc54b0', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:09.202708 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edb32cba-1a40-4d0f-8f6d-6568f9434d8f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.268864 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edb32cba-1a40-4d0f-8f6d-6568f9434d8f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.272456 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edb32cba-1a40-4d0f-8f6d-6568f9434d8f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.291039 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb32cba-1a40-4d0f-8f6d-6568f9434d8f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c25e34-c993-4993-8d75-5449268cdf12,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:09.296681 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-edb32cba-1a40-4d0f-8f6d-6568f9434d8f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.297847 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-edb32cba-1a40-4d0f-8f6d-6568f9434d8f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281953 Sep 02 13:58:09.300630 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34040) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:09.304948 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-62eb3ab0-5704-4ad6-998f-f2a3f2bdb6de tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '495d34d7-c015-481a-8cd0-3c5bd9dc54b0', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:09.330859 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62eb3ab0-5704-4ad6-998f-f2a3f2bdb6de tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.390899 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62eb3ab0-5704-4ad6-998f-f2a3f2bdb6de tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.394261 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62eb3ab0-5704-4ad6-998f-f2a3f2bdb6de tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.412998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb3ab0-5704-4ad6-998f-f2a3f2bdb6de tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2667db2b-be20-477b-a745-3c0aef9ea496,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:09.422112 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-62eb3ab0-5704-4ad6-998f-f2a3f2bdb6de tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.423319 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-62eb3ab0-5704-4ad6-998f-f2a3f2bdb6de tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217728 Sep 02 13:58:09.426089 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34042) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:09.430508 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-66d46713-5eba-4252-a474-003f074e7a73 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '495d34d7-c015-481a-8cd0-3c5bd9dc54b0', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:09.437732 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.465860 n-d-794796-4 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-66d46713-5eba-4252-a474-003f074e7a73 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Project b37a112c0d9a4949af6b6f6a9c9b841e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:58:09.474824 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d46713-5eba-4252-a474-003f074e7a73 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.566817 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d46713-5eba-4252-a474-003f074e7a73 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.577927 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d46713-5eba-4252-a474-003f074e7a73 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.609061 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d46713-5eba-4252-a474-003f074e7a73 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a52c560-d02a-4750-94eb-88395f14b224,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:09.618829 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.623716 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.630089 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-66d46713-5eba-4252-a474-003f074e7a73 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.631344 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-66d46713-5eba-4252-a474-003f074e7a73 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2042909 Sep 02 13:58:09.635121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:09.640346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-33fe9bed-1c7e-41bc-85ce-a79da800b095 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '495d34d7-c015-481a-8cd0-3c5bd9dc54b0', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:09.651332 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:58:09.664381 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be33e854-766c-47b6-bb33-46d528c6ef10,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:09.666323 n-d-794796-4 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-33fe9bed-1c7e-41bc-85ce-a79da800b095 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Project b37a112c0d9a4949af6b6f6a9c9b841e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 13:58:09.670248 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.670672 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Added segment 291f0553-47c0-49de-a7ac-fbd7b9e1b4c7 of type vlan for network 57913f4a-1d11-4eb3-8d27-7c3935bbfe06 Sep 02 13:58:09.673857 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33fe9bed-1c7e-41bc-85ce-a79da800b095 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.711930 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.737994 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.738964 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:09.739562 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.776559 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33fe9bed-1c7e-41bc-85ce-a79da800b095 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.781940 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33fe9bed-1c7e-41bc-85ce-a79da800b095 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.791847 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0618494 Sep 02 13:58:09.798625 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34048) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:09.802656 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7df75d-1e8e-4388-b5b8-2855e00615b5 req-8844bca0-84a1-4f97-9304-165469b2c722 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:09.804233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb7df75d-1e8e-4388-b5b8-2855e00615b5 req-8844bca0-84a1-4f97-9304-165469b2c722 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 946 time: 0.0935168 Sep 02 13:58:09.804807 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Request body: {'subnet': {'network_id': '57913f4a-1d11-4eb3-8d27-7c3935bbfe06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-445909675-subnet', 'tenant_id': '034655a1d1fe4dd09271098c88ba0fed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:09.817030 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef33ff-56b9-4b7e-865a-72010645576d admin admin] Pushing event updated for resources: {'Network': ['ID=57913f4a-1d11-4eb3-8d27-7c3935bbfe06,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:09.824337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe9bed-1c7e-41bc-85ce-a79da800b095 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678b3816-72d5-4510-93ed-c685864175fc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:09.828966 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 57913f4a-1d11-4eb3-8d27-7c3935bbfe06 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:58:09.834453 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Made reservation on behalf of 034655a1d1fe4dd09271098c88ba0fed for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:58:09.837823 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.841264 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33fe9bed-1c7e-41bc-85ce-a79da800b095 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.845361 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-33fe9bed-1c7e-41bc-85ce-a79da800b095 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2063084 Sep 02 13:58:09.847414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:09.852295 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'network': {'name': 'tempest-network-smoke--994631520', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:09.874009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bb7df75d-1e8e-4388-b5b8-2855e00615b5 req-4320feca-9954-4dc1-ac8f-3fa8027dfe3d tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595512 Sep 02 13:58:09.887347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Made reservation on behalf of b37a112c0d9a4949af6b6f6a9c9b841e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:58:09.892230 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.929384 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:58:09.941072 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:09.941431 n-d-794796-4 neutron-server[94688]: INFO neutron.db.segments_db [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Added segment f3cb1eb5-6257-4204-937d-2cafb8e1abf6 of type vlan for network 7300f7bc-af97-4197-884b-5e8e502c6a06 Sep 02 13:58:09.985969 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.014588 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.020578 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:10.021289 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.034206 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.081894 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2335076 Sep 02 13:58:10.089011 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:10.096484 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'admin_state_up': True, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:10.101085 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec569bc1-d397-43cb-8688-0b4823b4c3c5,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:10.114142 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Checking segment: {'id': '291f0553-47c0-49de-a7ac-fbd7b9e1b4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '57913f4a-1d11-4eb3-8d27-7c3935bbfe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:58:10.114521 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Network hostable DHCP agents. Network: 57913f4a-1d11-4eb3-8d27-7c3935bbfe06, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:58:10.121645 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfd58f-da9e-47c7-bbac-f65e9016fbe0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Network': ['ID=7300f7bc-af97-4197-884b-5e8e502c6a06,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:10.133036 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 7300f7bc-af97-4197-884b-5e8e502c6a06 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:58:10.137147 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Network 57913f4a-1d11-4eb3-8d27-7c3935bbfe06 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:58:10.139445 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.141302 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.150637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 57913f4a-1d11-4eb3-8d27-7c3935bbfe06) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:10.155892 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:10.156760 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.175532 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-ba17fca4-84ca-4536-949e-a98a24ddc216 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3753471 Sep 02 13:58:10.191183 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa235a1e-87df-43fb-b20a-d0688bd769f6 None None] Network 57913f4a-1d11-4eb3-8d27-7c3935bbfe06 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:58:10.228829 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.352540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff633db-b993-4579-8013-62009daf850e None None] Network 57913f4a-1d11-4eb3-8d27-7c3935bbfe06 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:58:10.421545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.674648 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.697486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.715985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f12d9f-102b-46be-b847-2b6a66e7db6d req-d7527ba0-e961-43e8-b8e4-711c9123cb1a tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:10.717518 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f7f12d9f-102b-46be-b847-2b6a66e7db6d req-d7527ba0-e961-43e8-b8e4-711c9123cb1a tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 946 time: 0.1233277 Sep 02 13:58:10.730216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34082) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:10.735380 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-39068851-network', 'tenant_id': 'bb72f715a8e54935b39617ecfb33dc8e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:10.757503 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Made reservation on behalf of bb72f715a8e54935b39617ecfb33dc8e for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:58:10.760733 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.774281 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.800902 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f7f12d9f-102b-46be-b847-2b6a66e7db6d req-a4be83b9-5b90-45f4-ad4f-737b4c6ad76e tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535214 Sep 02 13:58:10.846479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Allocated IP 172.25.3.62 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/4ca19c51-0dfb-4818-8748-b957027a10d5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:58:10.880117 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.884256 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.908377 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 13:58:10.918750 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884ab971-62fc-438f-bc09-25bae1b18f2d,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:10.923639 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.923951 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Added segment e09a457d-f62d-4115-acb0-750f4443bf93 of type vlan for network 732078da-b401-414f-9f2f-37f82551b6d8 Sep 02 13:58:10.968552 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.968804 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.994669 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:10.996211 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:10.996879 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.008105 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.050285 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3188488 Sep 02 13:58:11.050876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:58:11.050979 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34084) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:11.053281 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:11.058200 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:58:11.061376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=4ca19c51-0dfb-4818-8748-b957027a10d5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:11.067509 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Request body: {'subnet': {'network_id': '732078da-b401-414f-9f2f-37f82551b6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-39068851-subnet', 'tenant_id': 'bb72f715a8e54935b39617ecfb33dc8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:11.076974 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885978a4-3fa8-4279-8d52-d5c075a2b6d0 admin admin] Pushing event updated for resources: {'Network': ['ID=732078da-b401-414f-9f2f-37f82551b6d8,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:11.089060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 732078da-b401-414f-9f2f-37f82551b6d8 details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 13:58:11.096305 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Made reservation on behalf of bb72f715a8e54935b39617ecfb33dc8e for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:58:11.098653 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.281232 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.319537 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.343294 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Pushing event updated for resources: {'Subnet': ['ID=532aa23e-6ada-44ed-90d8-7750d4c31f4d,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:11.350671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Checking segment: {'id': 'e09a457d-f62d-4115-acb0-750f4443bf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '732078da-b401-414f-9f2f-37f82551b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:58:11.351051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Network hostable DHCP agents. Network: 732078da-b401-414f-9f2f-37f82551b6d8, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:58:11.368385 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Network 732078da-b401-414f-9f2f-37f82551b6d8 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:58:11.377023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 732078da-b401-414f-9f2f-37f82551b6d8) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:11.381343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:11.381976 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.389638 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd26097-b8ca-420e-8679-1f4ea886d04c None None] Network 732078da-b401-414f-9f2f-37f82551b6d8 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:58:11.406473 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3f1529d2-584a-436b-9f3d-b17e7dbe484a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3395853 Sep 02 13:58:11.525853 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9695ff-660e-473e-adc4-266c86ff9cff None None] Network 732078da-b401-414f-9f2f-37f82551b6d8 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:58:11.530942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:11.543547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.650696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-11299b8c-cb7e-40ca-808d-65fca25f33d8 admin admin] Deleting subnet ec569bc1-d397-43cb-8688-0b4823b4c3c5 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:58:11.656469 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11299b8c-cb7e-40ca-808d-65fca25f33d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.705220 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11299b8c-cb7e-40ca-808d-65fca25f33d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.755073 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11299b8c-cb7e-40ca-808d-65fca25f33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.799759 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Router e4bcdd06-15de-4318-ac25-26f23438fe2f is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 13:58:11.900228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11299b8c-cb7e-40ca-808d-65fca25f33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.944452 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670e8fd-fc47-4f76-a30e-d59abe369ec2 req-7687ec13-78e3-4abc-a506-10ef4d17d8d8 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:11.946423 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7670e8fd-fc47-4f76-a30e-d59abe369ec2 req-7687ec13-78e3-4abc-a506-10ef4d17d8d8 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 946 time: 0.0517206 Sep 02 13:58:11.947556 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11299b8c-cb7e-40ca-808d-65fca25f33d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec569bc1-d397-43cb-8688-0b4823b4c3c5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:11.956950 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11299b8c-cb7e-40ca-808d-65fca25f33d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:11.958845 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-11299b8c-cb7e-40ca-808d-65fca25f33d8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec569bc1-d397-43cb-8688-0b4823b4c3c5 HTTP/1.1" status: 204 len: 168 time: 0.4266582 Sep 02 13:58:11.963157 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34092) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:11.992501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-19f71cc5-f41c-451d-af52-d8de57286b39 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:11.994495 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-19f71cc5-f41c-451d-af52-d8de57286b39 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.77 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 946 time: 0.1319330 Sep 02 13:58:11.999000 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:58:12.011263 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Sync routers for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:58:12.021183 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:12.021800 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:12.044781 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-7670e8fd-fc47-4f76-a30e-d59abe369ec2 req-ffb3bbe7-d587-476d-8077-2a44b4858580 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/security-groups?id=be7e8db8-1576-4e9c-bb98-4fa773d8b949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889745 Sep 02 13:58:12.055110 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.056986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-85f19e04-cdc9-4544-ac06-cf9a70202379 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9669740 Sep 02 13:58:12.060104 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:12.080251 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.114893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Deleting port 37b0b747-f183-4146-b264-12bc805ce16f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:58:12.116191 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.150253 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:12.167343 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.178903 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57913f4a-1d11-4eb3-8d27-7c3935bbfe06']}} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:12.199840 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291f0553-47c0-49de-a7ac-fbd7b9e1b4c7') {'for_net_delete': True} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:12.200302 n-d-794796-4 neutron-server[94687]: DEBUG neutron.services.segments.db [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291f0553-47c0-49de-a7ac-fbd7b9e1b4c7') {} {{(pid=94687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:12.212718 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2144478497'] for segment, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.225669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] For port 37b0b747-f183-4146-b264-12bc805ce16f, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=37b0b747-f183-4146-b264-12bc805ce16f,segment=NetworkSegment(15ea36ef-d8f8-43d4-a6a6-102f6549c3ee),segment_id=15ea36ef-d8f8-43d4-a6a6-102f6549c3ee)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:12.226048 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.241072 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.244056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Calling delete_port for 37b0b747-f183-4146-b264-12bc805ce16f owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:58:12.250176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:58:12.250669 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144151991'] for segment, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: Traceback (most recent call last): Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: timer() Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: cb(*args, **kw) Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: return func(*args, **kwargs) Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: self._notify() Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: self.callback(batched_events) Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: event.method(event) Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: return f(self, *a, **k) Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: return self._get(url).json() Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: return self.request(url, 'GET', **kwargs) Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:58:12.291249 n-d-794796-4 neutron-server[94687]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:58:12.313215 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.320197 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.325772 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] 10.222.0.13 "DELETE /v2.0/networks/57913f4a-1d11-4eb3-8d27-7c3935bbfe06 HTTP/1.1" status: 204 len: 168 time: 0.3589494 Sep 02 13:58:12.327435 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:12.334491 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86864c09-438f-4618-861e-46fe0110bc61 admin admin] Pushing event deleted for resources: {'Network': ['ID=57913f4a-1d11-4eb3-8d27-7c3935bbfe06,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:12.358717 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:11Z', 'revision_number': 3, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:12.358980 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-cc17d722-0a4c-4692-b227-471261d1452e tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b37a112c0d9a4949af6b6f6a9c9b841e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2975976 Sep 02 13:58:12.361708 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34100) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:12.386168 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Checking router: e4bcdd06-15de-4318-ac25-26f23438fe2f for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:58:12.386611 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Updating router e4bcdd06-15de-4318-ac25-26f23438fe2f port 4ca19c51-0dfb-4818-8748-b957027a10d5 binding host n-d-794796-4 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:58:12.392327 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-98efb16c-b2a1-41a2-a624-06203e674a9c admin admin] Deleting subnet 532aa23e-6ada-44ed-90d8-7750d4c31f4d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:58:12.396415 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98efb16c-b2a1-41a2-a624-06203e674a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.410916 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.444975 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98efb16c-b2a1-41a2-a624-06203e674a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.516386 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d17a89-b77a-4665-9a45-b7080c252f51 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:12.518076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a0d17a89-b77a-4665-9a45-b7080c252f51 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1552894 Sep 02 13:58:12.518978 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98efb16c-b2a1-41a2-a624-06203e674a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.520955 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34102) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:12.558856 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.591229 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e3cfde5e-7e99-4f5e-83a4-dacfb937f72b tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690234 Sep 02 13:58:12.593868 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34104) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:12.599284 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-996443812', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:12.615337 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Pushing event deleted for resources: {'Port': ['ID=37b0b747-f183-4146-b264-12bc805ce16f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:12.667372 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] No DVR routers for this DVR port 37b0b747-f183-4146-b264-12bc805ce16f on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:58:12.670003 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.672139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f974707c-e24a-4952-9cf8-009bb4fdf4cd req-e5791d3b-c659-4060-87fd-a85c65f9b415 tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.77 "DELETE /v2.0/ports/37b0b747-f183-4146-b264-12bc805ce16f HTTP/1.1" status: 204 len: 173 time: 0.6711960 Sep 02 13:58:12.672518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42469251-e189-47c4-a7f1-7836907d07e1', 'name': 'network-vif-deleted', 'tag': '37b0b747-f183-4146-b264-12bc805ce16f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:58:12.674915 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb58feca-eef4-45ac-b8e3-18bdb15f06a2" -d '{"events": [{"server_uuid": "42469251-e189-47c4-a7f1-7836907d07e1", "name": "network-vif-deleted", "tag": "37b0b747-f183-4146-b264-12bc805ce16f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:58:12.692033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98efb16c-b2a1-41a2-a624-06203e674a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.697340 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.710536 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Transition to ACTIVE for port object 4ca19c51-0dfb-4818-8748-b957027a10d5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:58:12.714156 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Made reservation on behalf of b37a112c0d9a4949af6b6f6a9c9b841e for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:58:12.719781 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.720888 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.737367 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4e2ad4-3acb-45bc-8e24-4f5f6a9b2601 x-openstack-request-id: req-7c4e2ad4-3acb-45bc-8e24-4f5f6a9b2601 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:58:12.737901 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42469251-e189-47c4-a7f1-7836907d07e1", "name": "network-vif-deleted", "tag": "37b0b747-f183-4146-b264-12bc805ce16f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:58:12.738068 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c4e2ad4-3acb-45bc-8e24-4f5f6a9b2601 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:58:12.738476 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42469251-e189-47c4-a7f1-7836907d07e1', 'name': 'network-vif-deleted', 'tag': '37b0b747-f183-4146-b264-12bc805ce16f', 'status': 'completed', 'code': 200} Sep 02 13:58:12.739976 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efb16c-b2a1-41a2-a624-06203e674a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532aa23e-6ada-44ed-90d8-7750d4c31f4d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:12.747044 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98efb16c-b2a1-41a2-a624-06203e674a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.749296 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-98efb16c-b2a1-41a2-a624-06203e674a9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/532aa23e-6ada-44ed-90d8-7750d4c31f4d HTTP/1.1" status: 204 len: 168 time: 0.4208066 Sep 02 13:58:12.751677 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34108) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:12.794004 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155857-107b-46dd-a7d3-6a42a43bddfe None None] Pushing event updated for resources: {'Port': ['ID=4ca19c51-0dfb-4818-8748-b957027a10d5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:12.800065 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Attempting to bind port 4ca19c51-0dfb-4818-8748-b957027a10d5 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:58:12.800065 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Attempting to bind port 4ca19c51-0dfb-4818-8748-b957027a10d5 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:58:12.800065 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Attempting to bind port 4ca19c51-0dfb-4818-8748-b957027a10d5 on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:58:12.804594 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:58:12.807872 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:58:12.808497 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.809091 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:58:12.809800 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Bound port: 4ca19c51-0dfb-4818-8748-b957027a10d5, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:58:12.810195 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.855772 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.865733 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] For port 4ca19c51-0dfb-4818-8748-b957027a10d5, host n-d-794796-4, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:58:12.869056 n-d-794796-4 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] For port 4ca19c51-0dfb-4818-8748-b957027a10d5, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4ca19c51-0dfb-4818-8748-b957027a10d5,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:58:12.874150 n-d-794796-4 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.935562 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:12.936226 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:12.938054 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155857-107b-46dd-a7d3-6a42a43bddfe None None] Pushing event updated for resources: {'Port': ['ID=4ca19c51-0dfb-4818-8748-b957027a10d5,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:12.942896 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.955568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732078da-b401-414f-9f2f-37f82551b6d8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:12.968376 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09a457d-f62d-4115-acb0-750f4443bf93') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:12.968679 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09a457d-f62d-4115-acb0-750f4443bf93') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:12.978308 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.982308 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:12.997822 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.004400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:58:13.004979 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:58:13.006869 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:58:13.047435 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:13.059218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Subnet': ['ID=9f474db5-ec17-4b8b-aec6-e91ca346ec24,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:13.065824 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.073783 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.073946 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Checking segment: {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:58:13.074268 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network hostable DHCP agents. Network: 7300f7bc-af97-4197-884b-5e8e502c6a06, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 13:58:13.075802 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] 10.222.0.13 "DELETE /v2.0/networks/732078da-b401-414f-9f2f-37f82551b6d8 HTTP/1.1" status: 204 len: 168 time: 0.3229523 Sep 02 13:58:13.093232 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a6e02-cf01-4011-becb-09d032835f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=732078da-b401-414f-9f2f-37f82551b6d8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:13.101824 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 7300f7bc-af97-4197-884b-5e8e502c6a06 is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 13:58:13.116482 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 7300f7bc-af97-4197-884b-5e8e502c6a06) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:13.127448 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef46286-a49f-4035-9e0e-ad63285a9418 None None] Network 7300f7bc-af97-4197-884b-5e8e502c6a06 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:58:13.132698 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:13.133438 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.161076 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-dcdcdb56-4c24-40f5-8d00-c9d7bda508cf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5636172 Sep 02 13:58:13.161697 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34114) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:13.298070 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e3de3fac-b7e7-478d-bd5f-f228980e6a4d req-6045bb68-6623-442d-8d1f-933642cd061c tempest-VolumesActionsTest-1505765968 tempest-VolumesActionsTest-1505765968-project] 10.222.0.13 "GET /v2.0/ports?device_id=42469251-e189-47c4-a7f1-7836907d07e1 HTTP/1.1" status: 200 len: 210 time: 0.0601637 Sep 02 13:58:13.375008 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-7300f7bc-af97-4197-884b-5e8e502c6a06', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 13:58:13.375934 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.388917 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:13.395080 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:11Z', 'revision_number': 3, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:13.427914 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738555d1-5d16-4e3d-a0b6-64281be12142 None None] The sync data for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 is: [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:11Z', 'revision_number': 3, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:58:13.448473 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-447a6488-654e-4a9e-9a4a-094b842d10b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=034655a1d1fe4dd09271098c88ba0fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552611 Sep 02 13:58:13.448686 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:13.502729 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470cae32-e888-405b-8500-9da4fb75dd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.527778 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470cae32-e888-405b-8500-9da4fb75dd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.546375 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Allocated IP 172.20.0.2 (7300f7bc-af97-4197-884b-5e8e502c6a06/9f474db5-ec17-4b8b-aec6-e91ca346ec24/ea216c24-b088-4a16-9606-502cd813974e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:58:13.593235 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470cae32-e888-405b-8500-9da4fb75dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.596107 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-470cae32-e888-405b-8500-9da4fb75dd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.599718 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-470cae32-e888-405b-8500-9da4fb75dd12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be33e854-766c-47b6-bb33-46d528c6ef10 HTTP/1.1" status: 204 len: 168 time: 0.1476562 Sep 02 13:58:13.617297 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cae32-e888-405b-8500-9da4fb75dd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be33e854-766c-47b6-bb33-46d528c6ef10,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:13.792564 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.803284 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Transition to ACTIVE for port object ea216c24-b088-4a16-9606-502cd813974e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:58:13.818452 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.834348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Transition to ACTIVE for port object ea216c24-b088-4a16-9606-502cd813974e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:58:13.845835 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:13.880648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 37b0b747-f183-4146-b264-12bc805ce16f no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:58:13.903207 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] No Port match for: 37b0b747-f183-4146-b264-12bc805ce16f {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 13:58:13.904163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 37b0b747-f183-4146-b264-12bc805ce16f not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:58:13.917119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Network 7300f7bc-af97-4197-884b-5e8e502c6a06 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:58:13.922481 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:13.924998 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Pushing event updated for resources: {'Port': ['ID=ea216c24-b088-4a16-9606-502cd813974e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:13.927285 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:58:14.000850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Attempting to bind port ea216c24-b088-4a16-9606-502cd813974e on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:58:14.001334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Attempting to bind port ea216c24-b088-4a16-9606-502cd813974e by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:58:14.002633 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Attempting to bind port ea216c24-b088-4a16-9606-502cd813974e on network 7300f7bc-af97-4197-884b-5e8e502c6a06 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:58:14.011217 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:58:14.011833 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Checking segment: {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:58:14.012261 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.013700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Bound using segment: {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:58:14.014399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Bound port: ea216c24-b088-4a16-9606-502cd813974e, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:58:14.015044 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.093796 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] For port ea216c24-b088-4a16-9606-502cd813974e, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:58:14.097724 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] For port ea216c24-b088-4a16-9606-502cd813974e, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ea216c24-b088-4a16-9606-502cd813974e,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:58:14.104904 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.116908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:14.161103 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Allocated IP 172.20.0.1 (7300f7bc-af97-4197-884b-5e8e502c6a06/9f474db5-ec17-4b8b-aec6-e91ca346ec24/38125c7e-732f-4dbd-9ee5-b0771566bb8a) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:58:14.181459 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937c737-9a8f-4898-95d2-10d855f06a19 None None] Pushing event updated for resources: {'Port': ['ID=ea216c24-b088-4a16-9606-502cd813974e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:14.196519 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-1fa75dae-ecdf-4986-8c9e-f1b6a7141cd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb72f715a8e54935b39617ecfb33dc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783601 Sep 02 13:58:14.200509 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:14.260834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05120816-2adb-4ec5-beb5-5d6ca4b9d524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.288285 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05120816-2adb-4ec5-beb5-5d6ca4b9d524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.299771 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.314910 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Transition to ACTIVE for port object 38125c7e-732f-4dbd-9ee5-b0771566bb8a will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:58:14.361988 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05120816-2adb-4ec5-beb5-5d6ca4b9d524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.364910 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.365584 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05120816-2adb-4ec5-beb5-5d6ca4b9d524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.366720 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-05120816-2adb-4ec5-beb5-5d6ca4b9d524 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/884ab971-62fc-438f-bc09-25bae1b18f2d HTTP/1.1" status: 204 len: 168 time: 0.1652160 Sep 02 13:58:14.379792 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05120816-2adb-4ec5-beb5-5d6ca4b9d524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884ab971-62fc-438f-bc09-25bae1b18f2d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:14.442489 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 7300f7bc-af97-4197-884b-5e8e502c6a06 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:58:14.445637 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:14.451798 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:58:14.510499 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=38125c7e-732f-4dbd-9ee5-b0771566bb8a,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:14.526666 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.527152 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.527616 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.527998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.528337 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.528671 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.529051 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.529699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.529699 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.530124 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.530446 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.530772 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:58:14.555292 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.679554 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4ca19c51-0dfb-4818-8748-b957027a10d5 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:58:14.752856 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 4ca19c51-0dfb-4818-8748-b957027a10d5 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:58:14.760525 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4ca19c51-0dfb-4818-8748-b957027a10d5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:14.760978 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.783296 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.863592 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.888143 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 4ca19c51-0dfb-4818-8748-b957027a10d5, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4ca19c51-0dfb-4818-8748-b957027a10d5,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:14.893923 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:14.896961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ea216c24-b088-4a16-9606-502cd813974e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:58:15.044039 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=4ca19c51-0dfb-4818-8748-b957027a10d5,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:15.076361 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ea216c24-b088-4a16-9606-502cd813974e completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:58:15.222632 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:15.228546 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:15.342866 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:15.355507 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=38125c7e-732f-4dbd-9ee5-b0771566bb8a,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:15.446825 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a467e97-ba69-4a53-a14c-7fe5b547458c None None] Network 7300f7bc-af97-4197-884b-5e8e502c6a06 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 13:58:15.492721 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 7300f7bc-af97-4197-884b-5e8e502c6a06 is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:58:15.495023 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:15.687763 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Router e4bcdd06-15de-4318-ac25-26f23438fe2f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:58:15.748965 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7f48057c-773b-4dbe-b63d-a6bfda17e12a None None] Provisioning for port ea216c24-b088-4a16-9606-502cd813974e completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:58:15.762682 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7f48057c-773b-4dbe-b63d-a6bfda17e12a None None] Provisioning complete for port ea216c24-b088-4a16-9606-502cd813974e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:15.763441 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f48057c-773b-4dbe-b63d-a6bfda17e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:15.833730 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:58:15.843926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-3eba2681-5f0d-42ce-ac89-cf3f199cd651 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "PUT /v2.0/routers/e4bcdd06-15de-4318-ac25-26f23438fe2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6807566 Sep 02 13:58:15.924865 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f48057c-773b-4dbe-b63d-a6bfda17e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:15.977443 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7f48057c-773b-4dbe-b63d-a6bfda17e12a None None] For port ea216c24-b088-4a16-9606-502cd813974e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ea216c24-b088-4a16-9606-502cd813974e,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:15.987050 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f48057c-773b-4dbe-b63d-a6bfda17e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:16.096822 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48057c-773b-4dbe-b63d-a6bfda17e12a None None] Pushing event updated for resources: {'Port': ['ID=ea216c24-b088-4a16-9606-502cd813974e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:16.143090 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-2c6076bf-12b1-4140-8206-abbfcacf4c37 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268744336&fields=id&tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e HTTP/1.1" status: 200 len: 267 time: 0.0525248 Sep 02 13:58:16.199100 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Sync routers for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:58:16.212779 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:16.213715 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:16.324779 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-2a3d86df-e6f4-4537-ac02-4958df84faf2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:16.334977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-2a3d86df-e6f4-4537-ac02-4958df84faf2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 796 time: 0.1815052 Sep 02 13:58:16.360909 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7fddcfe4-202c-4029-8ac3-800e1cfc6a84 None None] Provisioning complete for port ea216c24-b088-4a16-9606-502cd813974e triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:16.361320 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fddcfe4-202c-4029-8ac3-800e1cfc6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:16.361549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-09347055-1f52-491c-a883-d0f183bc640c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/quotas/b37a112c0d9a4949af6b6f6a9c9b841e HTTP/1.1" status: 200 len: 375 time: 0.0187137 Sep 02 13:58:16.435283 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:16.445988 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-b2e782fc-aeda-42af-bcf8-7f2c65c1da09 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780084 Sep 02 13:58:16.584072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4ca19c51-0dfb-4818-8748-b957027a10d5 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:58:16.593073 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7fddcfe4-202c-4029-8ac3-800e1cfc6a84 None None] Provisioning for port 38125c7e-732f-4dbd-9ee5-b0771566bb8a completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:58:16.620876 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-df76e7ba-26a3-458f-b4cb-2b92ec879736 service neutron] 10.222.0.13 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567292 Sep 02 13:58:16.663232 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7fddcfe4-202c-4029-8ac3-800e1cfc6a84 None None] Provisioning complete for port 38125c7e-732f-4dbd-9ee5-b0771566bb8a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:16.663546 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fddcfe4-202c-4029-8ac3-800e1cfc6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:16.726892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7fddcfe4-202c-4029-8ac3-800e1cfc6a84 None None] Port 38125c7e-732f-4dbd-9ee5-b0771566bb8a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:58:16.764779 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-23652d01-bdc9-41f5-b169-6115b52daa2d service neutron] 10.222.0.13 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371725 Sep 02 13:58:16.765930 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 4ca19c51-0dfb-4818-8748-b957027a10d5 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:16.766409 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:16.923092 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-651acd91-b9ac-4469-b246-a5f1da3ed140 None None] Provisioning complete for port 38125c7e-732f-4dbd-9ee5-b0771566bb8a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:16.923393 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-651acd91-b9ac-4469-b246-a5f1da3ed140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:17.081669 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-651acd91-b9ac-4469-b246-a5f1da3ed140 None None] Port 38125c7e-732f-4dbd-9ee5-b0771566bb8a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:58:17.116761 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ea216c24-b088-4a16-9606-502cd813974e up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:58:17.208843 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5bc02e59-4b09-49c3-bdcf-65cd56f57625 req-775d2404-c85b-447a-807c-bb8fdf667431 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 210 time: 0.0741472 Sep 02 13:58:17.264191 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '38125c7e-732f-4dbd-9ee5-b0771566bb8a', 'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:1a:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:13Z', 'updated_at': '2021-09-02T13:58:15Z', 'revision_number': 2, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:17.326709 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Checking router: e4bcdd06-15de-4318-ac25-26f23438fe2f for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:58:17.327150 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Updating router e4bcdd06-15de-4318-ac25-26f23438fe2f port 38125c7e-732f-4dbd-9ee5-b0771566bb8a binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 13:58:17.393578 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d12c9ea2-3052-4173-a007-d5ee48ef2234 None None] Provisioning complete for port 38125c7e-732f-4dbd-9ee5-b0771566bb8a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:17.394478 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d12c9ea2-3052-4173-a007-d5ee48ef2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:17.449742 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:17.451639 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ea216c24-b088-4a16-9606-502cd813974e triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:17.452056 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:17.558961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d12c9ea2-3052-4173-a007-d5ee48ef2234 None None] Port 38125c7e-732f-4dbd-9ee5-b0771566bb8a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:58:17.945750 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:17.958205 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Transition to ACTIVE for port object 38125c7e-732f-4dbd-9ee5-b0771566bb8a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:58:17.966289 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:18.035056 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918a8d-2db1-45c8-8fd4-a88eb50b9551 None None] Pushing event updated for resources: {'Port': ['ID=38125c7e-732f-4dbd-9ee5-b0771566bb8a,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:18.128044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Attempting to bind port 38125c7e-732f-4dbd-9ee5-b0771566bb8a on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:58:18.128569 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Attempting to bind port 38125c7e-732f-4dbd-9ee5-b0771566bb8a by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:58:18.129072 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Attempting to bind port 38125c7e-732f-4dbd-9ee5-b0771566bb8a on network 7300f7bc-af97-4197-884b-5e8e502c6a06 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:58:18.136467 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:58:18.136859 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Checking segment: {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:58:18.137273 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:18.137688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Bound using segment: {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:58:18.138170 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Bound port: 38125c7e-732f-4dbd-9ee5-b0771566bb8a, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:58:18.138568 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:18.252077 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] For port 38125c7e-732f-4dbd-9ee5-b0771566bb8a, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:58:18.256353 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] For port 38125c7e-732f-4dbd-9ee5-b0771566bb8a, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=38125c7e-732f-4dbd-9ee5-b0771566bb8a,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:58:18.263370 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:18.339009 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:18.339756 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:18.416470 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-78bc5590-77cf-4e0e-b535-a9522a0e8551 req-9718af1b-ad27-4eda-a5e4-43ca713e61bc tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 210 time: 0.0717158 Sep 02 13:58:18.568946 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29918a8d-2db1-45c8-8fd4-a88eb50b9551 None None] Pushing event updated for resources: {'Port': ['ID=38125c7e-732f-4dbd-9ee5-b0771566bb8a,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:18.606060 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:18.719490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-0161d6a7-f4bc-4bbc-91ae-40431d5474b2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:18.722722 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-0161d6a7-f4bc-4bbc-91ae-40431d5474b2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.77 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 796 time: 0.1912832 Sep 02 13:58:18.789556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-072017dd-6648-4cb2-8ebb-9a0866f284ca tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e HTTP/1.1" status: 200 len: 380 time: 0.0574353 Sep 02 13:58:18.807374 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'port': {'device_id': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'admin_state_up': True, 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'security_groups': ['495d34d7-c015-481a-8cd0-3c5bd9dc54b0']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:18.985551 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Made reservation on behalf of b37a112c0d9a4949af6b6f6a9c9b841e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:58:18.991502 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:19.089416 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '38125c7e-732f-4dbd-9ee5-b0771566bb8a', 'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:1a:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:13Z', 'updated_at': '2021-09-02T13:58:18Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:19.117560 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5ceae-78e4-4e2c-af34-7a85881de244 None None] The sync data for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 is: [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '38125c7e-732f-4dbd-9ee5-b0771566bb8a', 'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:1a:ef:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:13Z', 'updated_at': '2021-09-02T13:58:18Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:58:19.161042 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Allocated IP 172.20.0.10 (7300f7bc-af97-4197-884b-5e8e502c6a06/9f474db5-ec17-4b8b-aec6-e91ca346ec24/7e2ea850-220c-4d46-9546-8c5759e83590) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:58:19.429855 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:19.466162 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Transition to ACTIVE for port object 7e2ea850-220c-4d46-9546-8c5759e83590 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:58:19.560425 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:19.579498 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4beac8da-76f7-41ab-a487-3d09058554b9 req-ae0084be-132f-48ce-9ebb-e743ae94e245 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 210 time: 0.0570104 Sep 02 13:58:19.670433 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 7300f7bc-af97-4197-884b-5e8e502c6a06 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:58:19.677991 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:19.684027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:58:19.747476 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:19.822364 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:19.823324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:19.863353 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-82eaea95-d32a-4888-af17-0afebb424511 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0623958 Sep 02 13:58:19.888301 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Request body: {'port': {'device_id': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:20.056054 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:20.196821 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2e080e6f-7b67-43bc-8eb1-7549ed852e59 None None] Provisioning for port 7e2ea850-220c-4d46-9546-8c5759e83590 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:58:20.205850 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2e080e6f-7b67-43bc-8eb1-7549ed852e59 None None] Provisioning complete for port 7e2ea850-220c-4d46-9546-8c5759e83590 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:20.206335 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e080e6f-7b67-43bc-8eb1-7549ed852e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:20.285068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2e080e6f-7b67-43bc-8eb1-7549ed852e59 None None] Port 7e2ea850-220c-4d46-9546-8c5759e83590 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:58:20.624457 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 38125c7e-732f-4dbd-9ee5-b0771566bb8a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:58:20.708119 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 38125c7e-732f-4dbd-9ee5-b0771566bb8a completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:58:20.718893 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 38125c7e-732f-4dbd-9ee5-b0771566bb8a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:20.719137 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:20.822433 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d4eb6-e2fb-4ea6-b720-0090faf9aa9c req-a3960bf6-b3ee-478c-b85e-daff2db25da6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:20.826967 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-760d4eb6-e2fb-4ea6-b720-0090faf9aa9c req-a3960bf6-b3ee-478c-b85e-daff2db25da6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 932 time: 0.1287863 Sep 02 13:58:20.880748 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:20.959744 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-760d4eb6-e2fb-4ea6-b720-0090faf9aa9c req-2e9b4e09-824d-41f2-ad44-23a0fd0a699c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191156 Sep 02 13:58:20.962959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 38125c7e-732f-4dbd-9ee5-b0771566bb8a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=38125c7e-732f-4dbd-9ee5-b0771566bb8a,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:20.969687 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:21.037591 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2ea850-220c-4d46-9546-8c5759e83590 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:58:21.048918 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:21.082400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Transition to ACTIVE for port object 7e2ea850-220c-4d46-9546-8c5759e83590 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:58:21.091012 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:21.109118 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=38125c7e-732f-4dbd-9ee5-b0771566bb8a,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:21.252365 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:21.292479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Attempting to bind port 7e2ea850-220c-4d46-9546-8c5759e83590 on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:58:21.295417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Attempting to bind port 7e2ea850-220c-4d46-9546-8c5759e83590 by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:58:21.296601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Attempting to bind port 7e2ea850-220c-4d46-9546-8c5759e83590 on network 7300f7bc-af97-4197-884b-5e8e502c6a06 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:58:21.318442 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Port 7e2ea850-220c-4d46-9546-8c5759e83590 on network 7300f7bc-af97-4197-884b-5e8e502c6a06 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:58:21.319353 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Attempting to bind port 7e2ea850-220c-4d46-9546-8c5759e83590 on network 7300f7bc-af97-4197-884b-5e8e502c6a06 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:58:21.330838 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:58:21.331371 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Checking segment: {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:58:21.332168 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Bound using segment: {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:58:21.332726 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Bound port: 7e2ea850-220c-4d46-9546-8c5759e83590, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:58:21.333207 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:21.427702 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:58:21.432002 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:58:21.439759 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:21.491795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:21.491795 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:21.491795 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] 10.222.0.77 "PUT /v2.0/ports/7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 1092 time: 1.6089244 Sep 02 13:58:21.491795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:58:21.494546 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e4b925-155c-4a6c-ad90-a13f493bff46" -d '{"events": [{"name": "network-changed", "server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:58:21.639857 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b20cc25-d157-49e2-8b74-f9818a29bba7 x-openstack-request-id: req-3b20cc25-d157-49e2-8b74-f9818a29bba7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:58:21.640343 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:58:21.640750 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b20cc25-d157-49e2-8b74-f9818a29bba7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:58:21.641316 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590', 'status': 'completed', 'code': 200} Sep 02 13:58:21.649601 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b7401-dc7f-4496-930e-158133fb2fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:21.681015 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-f88983f7-4b88-4699-bd77-13f905e626a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:21.683182 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-f88983f7-4b88-4699-bd77-13f905e626a2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1095 time: 0.1340537 Sep 02 13:58:21.819931 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-129baa8e-e291-4531-91c9-f09bdb732380 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 217 time: 0.1263752 Sep 02 13:58:21.902207 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c2bd8d86-573b-4f1e-9e50-96e9a9b2e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:21.903755 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-c2bd8d86-573b-4f1e-9e50-96e9a9b2e6ee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.0769958 Sep 02 13:58:21.965732 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-5a29dba9-a1c1-4ece-bc7c-3a59f0ea351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:21.966401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-5a29dba9-a1c1-4ece-bc7c-3a59f0ea351b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556004 Sep 02 13:58:22.098992 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-1bb54d43-7938-4ab9-b0bb-e7c5bff944ad service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252158 Sep 02 13:58:22.148490 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da539-5eac-4e85-8203-dd23e424af66 req-558eb934-aab3-4768-9711-ac11dd86fe29 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:22.150587 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-753da539-5eac-4e85-8203-dd23e424af66 req-558eb934-aab3-4768-9711-ac11dd86fe29 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 944 time: 0.0884190 Sep 02 13:58:22.222857 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-753da539-5eac-4e85-8203-dd23e424af66 req-b00e137b-9a57-4b47-b047-faddb6198f52 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623417 Sep 02 13:58:22.262375 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6f6bd08f-1ab5-4a49-860a-4e42829f985d req-4c81d373-3f57-4f7d-96bc-a530b446a681 service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494982 Sep 02 13:58:22.389700 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-94330205-4c32-484b-a297-f52a8439af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:22.391426 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-94330205-4c32-484b-a297-f52a8439af18 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1095 time: 0.0568848 Sep 02 13:58:22.520739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-5de42d08-4c59-4d03-a49f-194c94141091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:22.522246 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-5de42d08-4c59-4d03-a49f-194c94141091 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 897 time: 0.1239641 Sep 02 13:58:22.574791 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 38125c7e-732f-4dbd-9ee5-b0771566bb8a up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:58:22.626669 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-50a322c3-e340-4a8c-8630-53d170a95327 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 217 time: 0.0924876 Sep 02 13:58:22.657013 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 38125c7e-732f-4dbd-9ee5-b0771566bb8a triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:22.657394 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:22.710860 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-13d94dcc-911b-4473-8b64-298778f9ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:22.716668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-13d94dcc-911b-4473-8b64-298778f9ad54 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.0799308 Sep 02 13:58:22.797306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-d6b7b767-7a71-4afa-a6c6-4212e568b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:22.799210 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-d6b7b767-7a71-4afa-a6c6-4212e568b449 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743840 Sep 02 13:58:22.939256 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-9d6cd642-a39b-4f05-9551-11322d6d2d76 service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299272 Sep 02 13:58:23.067085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-69e4b925-155c-4a6c-ad90-a13f493bff46 req-291c87cb-aeb2-49a0-97b1-e318da09e33a service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183288 Sep 02 13:58:23.404892 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b97f2-4a36-4c45-a785-007422e7fc2c req-d1342442-d5a0-4882-824f-5e2c85d7611a tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:23.407655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee9b97f2-4a36-4c45-a785-007422e7fc2c req-d1342442-d5a0-4882-824f-5e2c85d7611a tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 944 time: 0.0769663 Sep 02 13:58:23.490212 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ee9b97f2-4a36-4c45-a785-007422e7fc2c req-66167c20-9c15-47b2-b904-6db8c5031525 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680087 Sep 02 13:58:23.905746 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 7e2ea850-220c-4d46-9546-8c5759e83590 details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:58:24.038879 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:24.054628 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '7e2ea850-220c-4d46-9546-8c5759e83590', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'port_id': '7e2ea850-220c-4d46-9546-8c5759e83590', 'mac_address': 'fa:16:3e:f9:71:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:58:24.094502 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:24.108868 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2ea850-220c-4d46-9546-8c5759e83590 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:58:24.134851 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:24.140695 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:24.206377 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:24.332593 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['7e2ea850-220c-4d46-9546-8c5759e83590'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:58:24.703481 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25a370-7335-4397-ac75-6e32836d584b req-126928cc-76da-49b6-980c-e70b50299142 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:24.705022 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e25a370-7335-4397-ac75-6e32836d584b req-126928cc-76da-49b6-980c-e70b50299142 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 945 time: 0.1208887 Sep 02 13:58:24.795628 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8e25a370-7335-4397-ac75-6e32836d584b req-12bd795c-519d-4eaa-9c77-ae251806fc4d tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749063 Sep 02 13:58:25.921936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 7e2ea850-220c-4d46-9546-8c5759e83590 up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:58:26.006917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 7e2ea850-220c-4d46-9546-8c5759e83590 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:58:26.015520 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 7e2ea850-220c-4d46-9546-8c5759e83590 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:58:26.016124 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:26.100990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97d991-76eb-4ed8-b558-e559d3c4e61d req-64e79d82-2ccd-4706-a0e6-6a59d1d01fa4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:26.103458 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d97d991-76eb-4ed8-b558-e559d3c4e61d req-64e79d82-2ccd-4706-a0e6-6a59d1d01fa4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 945 time: 0.0972931 Sep 02 13:58:26.168471 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2d97d991-76eb-4ed8-b558-e559d3c4e61d req-ec681bbd-ae74-4e56-84d9-9a4849e317f8 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569048 Sep 02 13:58:26.185901 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:26.235001 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:58:26.237239 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884a7a61-8ef1-4934-bc96-9e94dffb6dfc" -d '{"events": [{"server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:58:26.275610 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:58:26.291685 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:26.298324 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50005252-e56b-4498-9f62-7314086c0984 x-openstack-request-id: req-50005252-e56b-4498-9f62-7314086c0984 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:58:26.298662 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:58:26.298923 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50005252-e56b-4498-9f62-7314086c0984 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:58:26.299316 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590', 'code': 200} Sep 02 13:58:26.393837 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:26.437437 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa9f5c-0cba-4c54-9d7f-d540d09a6427 req-1d98a3b7-b5b3-4482-bd3a-323eef2f17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:26.439206 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6aaa9f5c-0cba-4c54-9d7f-d540d09a6427 req-1d98a3b7-b5b3-4482-bd3a-323eef2f17b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1097 time: 0.0743620 Sep 02 13:58:26.486346 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6aaa9f5c-0cba-4c54-9d7f-d540d09a6427 req-04fd3698-5271-4ab8-bf65-4ab87de2e40d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401638 Sep 02 13:58:27.402858 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d700a6-65a3-48b4-8a02-1dc3f2a4c840 req-3a618a7b-a6a1-40fa-8303-89abb20351d3 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:27.418994 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09d700a6-65a3-48b4-8a02-1dc3f2a4c840 req-3a618a7b-a6a1-40fa-8303-89abb20351d3 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0840425 Sep 02 13:58:27.485003 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-09d700a6-65a3-48b4-8a02-1dc3f2a4c840 req-f44ad216-6dd6-4871-991e-86749963c7d0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645866 Sep 02 13:58:28.740459 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525e525-fecd-4a5a-bf87-6bbc9ffc99b8 req-2f3dc4a3-bb42-49ce-b67b-9323032e3205 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:28.742118 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3525e525-fecd-4a5a-bf87-6bbc9ffc99b8 req-2f3dc4a3-bb42-49ce-b67b-9323032e3205 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0751581 Sep 02 13:58:28.796472 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3525e525-fecd-4a5a-bf87-6bbc9ffc99b8 req-469f9fae-9609-4708-9323-28c7ea17fe3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460708 Sep 02 13:58:28.930920 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5773932-e24f-4d93-83e9-5fa8f6ec3a19 req-5225227f-c8ab-4450-877a-65e71a1dd380 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:28.947371 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5773932-e24f-4d93-83e9-5fa8f6ec3a19 req-5225227f-c8ab-4450-877a-65e71a1dd380 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0739288 Sep 02 13:58:29.013515 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d5773932-e24f-4d93-83e9-5fa8f6ec3a19 req-b5a39bf5-c034-40fa-89d0-66f7079579ed tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649991 Sep 02 13:58:29.040038 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34396) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:29.092383 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10bab1-05cc-4133-816f-66230bbf61fa tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:29.097046 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0f10bab1-05cc-4133-816f-66230bbf61fa tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1092 time: 0.0529797 Sep 02 13:58:29.097423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:29.106413 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': '7e2ea850-220c-4d46-9546-8c5759e83590', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:58:29.144901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:29.419518 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:29.616487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Allocated IP 172.25.3.45 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/893e1ba8-4469-4542-a650-56fc9e1af39f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:58:29.637900 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:29.723572 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:29.815324 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:29.890085 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=893e1ba8-4469-4542-a650-56fc9e1af39f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:29.901766 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:58:29.903900 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:58:29.909090 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:58:30.490520 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:30.497416 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:30.619247 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:30.919513 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:30.926808 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:31.048743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=893e1ba8-4469-4542-a650-56fc9e1af39f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:31.060423 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:31.163893 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bfb47464-e231-4023-98cd-0a0ad305ab6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:31.216062 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Floating IP 5a841dcc-c3f0-4766-8bf8-3ba074a487a4 associated. External IP: 172.25.3.45, port: 7e2ea850-220c-4d46-9546-8c5759e83590. Sep 02 13:58:31.499363 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Router e4bcdd06-15de-4318-ac25-26f23438fe2f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:58:31.650306 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:58:31.662153 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] Sync routers for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:58:31.676959 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:31.677620 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:31.707456 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:31.773327 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-b150c6ed-843b-4929-ad26-7e287fd198b0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6645563 Sep 02 13:58:31.774893 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:58:31.782812 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:58:31.908444 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93122bf1-d244-4a2b-b6cc-38c3469ab541 x-openstack-request-id: req-93122bf1-d244-4a2b-b6cc-38c3469ab541 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:58:31.908742 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:58:31.908999 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93122bf1-d244-4a2b-b6cc-38c3469ab541 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:58:31.909601 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590', 'status': 'completed', 'code': 200} Sep 02 13:58:31.925317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8671a-81da-4c4d-966d-d464ddaf7b67 req-d6ecba8d-3a74-4791-ac0b-6497a117edb3 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:31.934078 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80c8671a-81da-4c4d-966d-d464ddaf7b67 req-d6ecba8d-3a74-4791-ac0b-6497a117edb3 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.1070955 Sep 02 13:58:31.943307 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:32.046277 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80c8671a-81da-4c4d-966d-d464ddaf7b67 req-5b7e7d3b-fa40-4e0e-a83d-b67668ab4a87 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108558 Sep 02 13:58:32.061398 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34440) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:32.071777 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-0881e698-9fe1-4c42-9b59-6d8410b19460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:32.073413 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-0881e698-9fe1-4c42-9b59-6d8410b19460 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1097 time: 0.1381588 Sep 02 13:58:32.234389 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-595af6cb-bab0-4358-a9fb-a4ae8a7e09f6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/floatingips/5a841dcc-c3f0-4766-8bf8-3ba074a487a4 HTTP/1.1" status: 200 len: 991 time: 0.1708579 Sep 02 13:58:32.266603 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-3959cc98-35ba-49be-b3f7-dce0de9db554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:32.268374 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-3959cc98-35ba-49be-b3f7-dce0de9db554 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 897 time: 0.1851802 Sep 02 13:58:32.338076 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '5a841dcc-c3f0-4766-8bf8-3ba074a487a4', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'port_id': '7e2ea850-220c-4d46-9546-8c5759e83590', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'mac_address': 'fa:16:3e:f9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:58:30Z', 'updated_at': '2021-09-02T13:58:30Z', 'revision_number': 0, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38125c7e-732f-4dbd-9ee5-b0771566bb8a', 'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:1a:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:13Z', 'updated_at': '2021-09-02T13:58:20Z', 'revision_number': 5, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:32.379071 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] Checking router: e4bcdd06-15de-4318-ac25-26f23438fe2f for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:58:32.385432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-9eda8b2d-f0a2-42df-b1a1-0457db77b359 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 999 time: 0.1080904 Sep 02 13:58:32.389893 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:58:32.390744 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:58:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:32.503102 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-08a52ba1-2b4f-4d30-bd42-2b89595c646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:32.505665 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-08a52ba1-2b4f-4d30-bd42-2b89595c646a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.1133378 Sep 02 13:58:32.544448 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:58:32.599674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-1310fbb9-00d2-4a32-abf9-1dd99c2d72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:32.601370 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-1310fbb9-00d2-4a32-abf9-1dd99c2d72e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886502 Sep 02 13:58:32.713522 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-5a776c68-8f01-443b-a2ab-cb58e217fd7f service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040752 Sep 02 13:58:32.840410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e3e9740e-dd47-431c-8be8-0c4d59df7dd9 req-e9407ab5-3e7d-4fe2-916b-ecfc82741079 service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193409 Sep 02 13:58:32.935038 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '5a841dcc-c3f0-4766-8bf8-3ba074a487a4', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'port_id': '7e2ea850-220c-4d46-9546-8c5759e83590', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'mac_address': 'fa:16:3e:f9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:58:30Z', 'updated_at': '2021-09-02T13:58:30Z', 'revision_number': 0, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38125c7e-732f-4dbd-9ee5-b0771566bb8a', 'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:1a:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:13Z', 'updated_at': '2021-09-02T13:58:20Z', 'revision_number': 5, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:32.971940 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae251069-08a2-45cf-a442-8877b3611999 None None] The sync data for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 is: [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '5a841dcc-c3f0-4766-8bf8-3ba074a487a4', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'port_id': '7e2ea850-220c-4d46-9546-8c5759e83590', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'mac_address': 'fa:16:3e:f9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:58:30Z', 'updated_at': '2021-09-02T13:58:30Z', 'revision_number': 0, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38125c7e-732f-4dbd-9ee5-b0771566bb8a', 'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:1a:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:13Z', 'updated_at': '2021-09-02T13:58:20Z', 'revision_number': 5, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:58:33.237554 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34454) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:33.321303 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d1d25e-a847-468d-b065-942bb7e22b41 None None] New status for floating IP 5a841dcc-c3f0-4766-8bf8-3ba074a487a4: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:58:33.339358 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e2942e1f-c288-46fa-82f5-d1ddfc8d4746 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/floatingips/5a841dcc-c3f0-4766-8bf8-3ba074a487a4 HTTP/1.1" status: 200 len: 991 time: 0.1005747 Sep 02 13:58:33.611153 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02c4faae-24f6-44b3-a391-23b81db9ce17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:34.180456 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:34.343256 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34472) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:34.482416 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1ac4aeb9-c3bf-4e53-9ab2-89cce0b1ac22 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/floatingips/5a841dcc-c3f0-4766-8bf8-3ba074a487a4 HTTP/1.1" status: 200 len: 993 time: 0.1378858 Sep 02 13:58:34.908956 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:36.077245 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-18a1d55d-1f91-4d54-91a3-9e0495c97e77 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598433 Sep 02 13:58:36.153730 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-8b48c395-9ed9-4fca-b671-075c0d45713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:36.155371 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-8b48c395-9ed9-4fca-b671-075c0d45713a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1097 time: 0.0522819 Sep 02 13:58:36.286047 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-874e1daa-5c0a-407b-ba22-3081dfa274b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:36.288194 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-874e1daa-5c0a-407b-ba22-3081dfa274b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.1095717 Sep 02 13:58:36.399138 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-82df9650-dca2-40a2-8d0a-12efd9f868cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088 HTTP/1.1" status: 200 len: 1002 time: 0.0967388 Sep 02 13:58:36.468451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-50bf620e-c4db-44d9-8662-52e16e6f5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:36.470250 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-50bf620e-c4db-44d9-8662-52e16e6f5a25 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0601206 Sep 02 13:58:36.541314 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-8b74ab25-4fd6-4202-a0cf-1c588f7ccd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:36.543176 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-8b74ab25-4fd6-4202-a0cf-1c588f7ccd24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634215 Sep 02 13:58:36.639146 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:36.752139 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-827cddde-72c1-4f24-90b6-e702fb42b961 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955936 Sep 02 13:58:36.892269 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-060c8494-f56d-4ce6-8221-a708c2383ae1 req-b68c67dc-1373-41c2-ad41-e1566260ed73 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313000 Sep 02 13:58:39.976171 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:58:42.140891 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34636) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:42.186423 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d183d4f-0029-45a9-9069-e663bb0e8fc5 admin admin] Deleting subnet aca341b0-8419-4b33-ab9b-4041dc5f7655 {{(pid=94687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 13:58:42.189655 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d183d4f-0029-45a9-9069-e663bb0e8fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.228490 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d183d4f-0029-45a9-9069-e663bb0e8fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2144152018'] for subnet, precommit_delete_associations {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.267549 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d183d4f-0029-45a9-9069-e663bb0e8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.321124 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d183d4f-0029-45a9-9069-e663bb0e8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2144152025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144140230'] for subnet, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.348559 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d183d4f-0029-45a9-9069-e663bb0e8fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca341b0-8419-4b33-ab9b-4041dc5f7655,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:42.350535 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-8d183d4f-0029-45a9-9069-e663bb0e8fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.355237 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-8d183d4f-0029-45a9-9069-e663bb0e8fc5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aca341b0-8419-4b33-ab9b-4041dc5f7655 HTTP/1.1" status: 204 len: 168 time: 0.2132018 Sep 02 13:58:42.355669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34638) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:42.726696 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.810201 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.819952 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db1c840-876c-47a3-b3f1-522f920d2e1c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:42.830174 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:42.830477 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ea36ef-d8f8-43d4-a6a6-102f6549c3ee') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:58:42.839152 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.854369 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.860505 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 13:58:42.860917 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: timer() Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 13:58:42.863202 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 13:58:42.919103 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.926969 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:42.929985 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5db1c840-876c-47a3-b3f1-522f920d2e1c HTTP/1.1" status: 204 len: 168 time: 0.5720232 Sep 02 13:58:42.942463 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c01d25-02c6-4c70-ab06-de9ad4222f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db1c840-876c-47a3-b3f1-522f920d2e1c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:43.090343 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:43.132787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d5f612c6-4a7d-47c7-abe0-77c41d2bb040 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29bfc1cadfb445c7aa9254905eb86f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412169 Sep 02 13:58:43.135449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:43.183303 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33a70975-2e6f-44cc-bcee-2b4c1dd0f575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:43.204819 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33a70975-2e6f-44cc-bcee-2b4c1dd0f575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:43.251942 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33a70975-2e6f-44cc-bcee-2b4c1dd0f575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:43.254546 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33a70975-2e6f-44cc-bcee-2b4c1dd0f575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:43.255668 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-33a70975-2e6f-44cc-bcee-2b4c1dd0f575 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be7e8db8-1576-4e9c-bb98-4fa773d8b949 HTTP/1.1" status: 204 len: 168 time: 0.1189859 Sep 02 13:58:43.263623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a70975-2e6f-44cc-bcee-2b4c1dd0f575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7e8db8-1576-4e9c-bb98-4fa773d8b949,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:46.173154 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:46.280831 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e2aa39-8cb3-4f3d-a477-cd9c68768124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:46.371925 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e2aa39-8cb3-4f3d-a477-cd9c68768124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:46.376217 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e2aa39-8cb3-4f3d-a477-cd9c68768124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:46.414672 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c8e2aa39-8cb3-4f3d-a477-cd9c68768124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d39a06eda3a40108d6b39bd78e25eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404885 Sep 02 13:58:46.415558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2aa39-8cb3-4f3d-a477-cd9c68768124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01848d5-3af8-4f4e-9088-1f03067e5c10,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:46.417317 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34712) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:46.467712 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1bd62ca7-dc1a-40f4-90f4-c82a22383297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:46.490168 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1bd62ca7-dc1a-40f4-90f4-c82a22383297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:46.542726 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1bd62ca7-dc1a-40f4-90f4-c82a22383297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:46.545391 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-1bd62ca7-dc1a-40f4-90f4-c82a22383297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:46.546652 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-1bd62ca7-dc1a-40f4-90f4-c82a22383297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b01848d5-3af8-4f4e-9088-1f03067e5c10 HTTP/1.1" status: 204 len: 168 time: 0.1282904 Sep 02 13:58:46.557546 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd62ca7-dc1a-40f4-90f4-c82a22383297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01848d5-3af8-4f4e-9088-1f03067e5c10,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:46.889096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34720) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:46.905200 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4051a80-5034-406b-8964-1b28d660231e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:46.997180 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4051a80-5034-406b-8964-1b28d660231e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:47.001368 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4051a80-5034-406b-8964-1b28d660231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:47.038891 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-d4051a80-5034-406b-8964-1b28d660231e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5204af73dbe429884764c7ecd9e7910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487267 Sep 02 13:58:47.039834 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4051a80-5034-406b-8964-1b28d660231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0780407-a3d1-475b-8500-6b69991335c8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:47.041443 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34722) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:47.090432 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e97e54c2-7562-4ce5-a4a0-cad3dafabc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:47.111020 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e97e54c2-7562-4ce5-a4a0-cad3dafabc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:47.156709 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e97e54c2-7562-4ce5-a4a0-cad3dafabc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:47.159460 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-e97e54c2-7562-4ce5-a4a0-cad3dafabc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:47.160647 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-e97e54c2-7562-4ce5-a4a0-cad3dafabc52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0780407-a3d1-475b-8500-6b69991335c8 HTTP/1.1" status: 204 len: 168 time: 0.1181929 Sep 02 13:58:47.168192 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e54c2-7562-4ce5-a4a0-cad3dafabc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0780407-a3d1-475b-8500-6b69991335c8,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:47.575144 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfb9c821-0e29-43df-ab25-a607d094172a req-d3c0a447-6403-479e-b4fc-80d160c2a516 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407953 Sep 02 13:58:47.657438 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9c821-0e29-43df-ab25-a607d094172a req-f2cdf7fb-0199-4b66-96ed-02489646211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:47.658992 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfb9c821-0e29-43df-ab25-a607d094172a req-f2cdf7fb-0199-4b66-96ed-02489646211c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1097 time: 0.0410030 Sep 02 13:58:47.771335 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9c821-0e29-43df-ab25-a607d094172a req-91f10b12-d1ad-4267-9e49-8fd3efe98923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:47.773859 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfb9c821-0e29-43df-ab25-a607d094172a req-91f10b12-d1ad-4267-9e49-8fd3efe98923 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 897 time: 0.0946379 Sep 02 13:58:47.845118 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfb9c821-0e29-43df-ab25-a607d094172a req-11658dac-b36f-4659-a722-82717a626dcc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 1001 time: 0.0633307 Sep 02 13:58:47.915520 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9c821-0e29-43df-ab25-a607d094172a req-6f6ff758-6fb1-430d-bc1a-697cebd796f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:47.917171 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfb9c821-0e29-43df-ab25-a607d094172a req-6f6ff758-6fb1-430d-bc1a-697cebd796f0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.0647073 Sep 02 13:58:47.969229 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9c821-0e29-43df-ab25-a607d094172a req-3f1097df-94fc-4dd2-ac89-8369b153e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:58:47.971161 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfb9c821-0e29-43df-ab25-a607d094172a req-3f1097df-94fc-4dd2-ac89-8369b153e63f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460997 Sep 02 13:58:48.065491 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfb9c821-0e29-43df-ab25-a607d094172a req-28e08490-b971-4c41-93ea-40521e51b710 service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846577 Sep 02 13:58:48.171559 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bfb9c821-0e29-43df-ab25-a607d094172a req-aa5be338-30af-4791-94b2-c4b67b0515f3 service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976229 Sep 02 13:58:52.462444 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 34808) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:52.583360 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc201b9f-3339-4cd6-aa79-bb49e476a393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:52.677190 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc201b9f-3339-4cd6-aa79-bb49e476a393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:52.681561 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fc201b9f-3339-4cd6-aa79-bb49e476a393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:52.727370 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fc201b9f-3339-4cd6-aa79-bb49e476a393 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e57b0e7c25474ff2a02a3db8767ab042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603161 Sep 02 13:58:52.727370 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc201b9f-3339-4cd6-aa79-bb49e476a393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ec3bc8-ea2a-4211-9212-2ef338918def,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:52.728774 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 34816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:58:52.785661 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5da6553-8f7b-4f3d-b115-1102e900a69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:52.809307 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5da6553-8f7b-4f3d-b115-1102e900a69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:52.855687 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5da6553-8f7b-4f3d-b115-1102e900a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:52.858195 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5da6553-8f7b-4f3d-b115-1102e900a69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:58:52.859326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-c5da6553-8f7b-4f3d-b115-1102e900a69f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8ec3bc8-ea2a-4211-9212-2ef338918def HTTP/1.1" status: 204 len: 168 time: 0.1293802 Sep 02 13:58:52.868188 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da6553-8f7b-4f3d-b115-1102e900a69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ec3bc8-ea2a-4211-9212-2ef338918def,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:58:59.607288 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:00.507793 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:01.147995 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51443eb0-04b4-4f5c-b916-5f482b1b6297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:03.596519 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92eea0c7-1979-46aa-b891-bd0195b11ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:04.097852 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cedc7f-e978-4894-95ce-deedefc51ed4 req-a7952590-1ff1-4111-83b2-93f5f4136e60 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:04.099409 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-98cedc7f-e978-4894-95ce-deedefc51ed4 req-a7952590-1ff1-4111-83b2-93f5f4136e60 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1097 time: 0.3556142 Sep 02 13:59:04.118455 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-98cedc7f-e978-4894-95ce-deedefc51ed4 req-11c480f4-8512-45fc-a467-76543107cbb2 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:04.164477 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:04.212391 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-98cedc7f-e978-4894-95ce-deedefc51ed4 req-11c480f4-8512-45fc-a467-76543107cbb2 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:04.216366 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [req-98cedc7f-e978-4894-95ce-deedefc51ed4 req-11c480f4-8512-45fc-a467-76543107cbb2 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:04.254301 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-98cedc7f-e978-4894-95ce-deedefc51ed4 req-11c480f4-8512-45fc-a467-76543107cbb2 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481032 Sep 02 13:59:04.255096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c480f4-8512-45fc-a467-76543107cbb2 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a42063a-282b-46a1-af18-d4eabe7cecf0,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:04.375479 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcccadf-b8b4-46a5-b2a7-9c26548e7bc1 req-785e2f45-55c5-4bc2-bea7-1266480435bc tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:04.377061 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6dcccadf-b8b4-46a5-b2a7-9c26548e7bc1 req-785e2f45-55c5-4bc2-bea7-1266480435bc tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0539169 Sep 02 13:59:04.416988 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-6dcccadf-b8b4-46a5-b2a7-9c26548e7bc1 req-c2df65be-39f0-4250-af86-e9e3414b7598 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336421 Sep 02 13:59:04.439166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:59:04.501342 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-848b07d5-9478-4450-8fd8-a32df14e6b7c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/floatingips/5a841dcc-c3f0-4766-8bf8-3ba074a487a4 HTTP/1.1" status: 200 len: 993 time: 0.0609357 Sep 02 13:59:04.829028 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-8a70f6c5-fcc1-4f6a-b9df-bdc5e280c008 req-e996ec5e-f220-4909-9b5c-e8ebe965e39a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:59:04.830204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8a70f6c5-fcc1-4f6a-b9df-bdc5e280c008 req-e996ec5e-f220-4909-9b5c-e8ebe965e39a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059018 Sep 02 13:59:04.902112 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:05.184906 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333dce8-8b58-4db0-abe5-3cf239a0dd9a req-f9f5b647-8992-43ec-bcf1-6420cc39d89c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:05.186451 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e333dce8-8b58-4db0-abe5-3cf239a0dd9a req-f9f5b647-8992-43ec-bcf1-6420cc39d89c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Sep 02 13:59:05.228479 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e333dce8-8b58-4db0-abe5-3cf239a0dd9a req-89af2839-6c5a-41bc-b6be-2e354ff7cb96 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359859 Sep 02 13:59:05.281615 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-7d80ea9d-22d3-4479-97bf-212d3d5bbaaf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1562870 Sep 02 13:59:05.291099 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-36e4da65-0807-4eff-a008-fdf47601f0c6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 13:59:05.292213 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-36e4da65-0807-4eff-a008-fdf47601f0c6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057397 Sep 02 13:59:06.360220 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec142fe-5c60-4a4e-88e5-91dc4b0a1d32 req-6d7d50a4-c271-48a4-9d50-797cd64bc787 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:06.361931 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ec142fe-5c60-4a4e-88e5-91dc4b0a1d32 req-6d7d50a4-c271-48a4-9d50-797cd64bc787 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0598702 Sep 02 13:59:06.406704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4ec142fe-5c60-4a4e-88e5-91dc4b0a1d32 req-1748dbbf-4137-4c73-8aa4-1af120fb9628 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377150 Sep 02 13:59:06.604411 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:06.700357 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-29ab418a-3696-4eb7-826e-48202cd8cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:06.701862 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-29ab418a-3696-4eb7-826e-48202cd8cd34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1097 time: 0.0420296 Sep 02 13:59:06.794864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-34bf37c6-a6b1-43bd-bb1c-d3972c8bbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:06.796391 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-34bf37c6-a6b1-43bd-bb1c-d3972c8bbd56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 897 time: 0.0877750 Sep 02 13:59:06.862432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-639af719-8b13-4db8-beb3-9d6b30cf3cf8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 1001 time: 0.0590944 Sep 02 13:59:06.911989 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-0837b0fe-6987-49fb-b7c6-10b2adbd8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:06.914033 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-0837b0fe-6987-49fb-b7c6-10b2adbd8016 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.0452218 Sep 02 13:59:06.966105 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-aa0084fc-8f42-499c-98f1-60c1491a273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:06.967614 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-aa0084fc-8f42-499c-98f1-60c1491a273d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458767 Sep 02 13:59:07.057451 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-9df3bf11-8049-44ab-bb9d-27b14d71841e service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826311 Sep 02 13:59:07.155993 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-3fb6aece-0efa-4399-9c46-01390d83f0cc service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905800 Sep 02 13:59:07.526269 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a09c1-0862-4665-b073-3a8ad116cff8 req-33d872eb-40c5-49fd-882a-10afb7d42a6f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:07.527818 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-967a09c1-0862-4665-b073-3a8ad116cff8 req-33d872eb-40c5-49fd-882a-10afb7d42a6f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0532439 Sep 02 13:59:07.565977 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-967a09c1-0862-4665-b073-3a8ad116cff8 req-fd39783a-79f5-43b4-b0fd-33d26236bda9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Sep 02 13:59:08.689571 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a058-ed47-4825-8bf4-5e6138eb3a0f req-55375f0e-2735-4adb-9ba7-d79094083415 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:08.691239 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78f3a058-ed47-4825-8bf4-5e6138eb3a0f req-55375f0e-2735-4adb-9ba7-d79094083415 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0528460 Sep 02 13:59:08.729930 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-78f3a058-ed47-4825-8bf4-5e6138eb3a0f req-2d4ca242-7287-42aa-88e0-b7001620acba tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Sep 02 13:59:09.845472 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da6f3-1249-4a30-af36-965828f71b08 req-d95a2c61-25ea-4508-9db9-f96a37a8212c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:09.846953 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c36da6f3-1249-4a30-af36-965828f71b08 req-d95a2c61-25ea-4508-9db9-f96a37a8212c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0485835 Sep 02 13:59:09.886183 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c36da6f3-1249-4a30-af36-965828f71b08 req-1beadf7e-db94-4a26-8352-72e52ab3020f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325646 Sep 02 13:59:11.012481 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea0cce-892a-4665-95a3-ff94bb7060de req-953ad09b-2d43-4bf6-a00f-762b01876c58 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:11.014013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9cea0cce-892a-4665-95a3-ff94bb7060de req-953ad09b-2d43-4bf6-a00f-762b01876c58 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0515487 Sep 02 13:59:11.050932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9cea0cce-892a-4665-95a3-ff94bb7060de req-80be7206-51c5-4f51-8f3d-d976fbd56a96 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308459 Sep 02 13:59:12.167241 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ea9ba-bee9-4a59-8ed9-17c96cfbedc1 req-5ec11fae-fc9a-417b-97e8-1440094784ba tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:12.168858 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3f8ea9ba-bee9-4a59-8ed9-17c96cfbedc1 req-5ec11fae-fc9a-417b-97e8-1440094784ba tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0510972 Sep 02 13:59:12.207297 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-3f8ea9ba-bee9-4a59-8ed9-17c96cfbedc1 req-ba3bfda4-f8d0-4f18-8da6-426a2c735531 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322318 Sep 02 13:59:13.336382 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e744-0cb2-450c-98b5-902ab857a643 req-5251b0ad-f1a5-479f-82d5-6b03749dc04f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:13.337860 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80e2e744-0cb2-450c-98b5-902ab857a643 req-5251b0ad-f1a5-479f-82d5-6b03749dc04f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0489671 Sep 02 13:59:13.379275 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-80e2e744-0cb2-450c-98b5-902ab857a643 req-ec0c9aa1-8052-4784-813f-3a31d92d6698 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353358 Sep 02 13:59:14.505350 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa261df-1bbc-4dfd-a315-f12c4152c2e0 req-5803770b-1a1f-4422-8117-d919df07c821 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:14.507552 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-faa261df-1bbc-4dfd-a315-f12c4152c2e0 req-5803770b-1a1f-4422-8117-d919df07c821 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0561769 Sep 02 13:59:14.546730 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-faa261df-1bbc-4dfd-a315-f12c4152c2e0 req-5bf7bdd0-8ef4-4f64-89ad-24c7cf69689f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Sep 02 13:59:15.662022 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3192256-0295-4a05-82b0-bc240ca6167a req-af4acb83-cf8f-47e1-812b-d0b361f0f332 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:15.664242 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3192256-0295-4a05-82b0-bc240ca6167a req-af4acb83-cf8f-47e1-812b-d0b361f0f332 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0497499 Sep 02 13:59:15.702120 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3192256-0295-4a05-82b0-bc240ca6167a req-bf77db45-c712-4bd0-881a-703cf11e04a4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315919 Sep 02 13:59:16.825093 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb14b7f-95db-446d-a062-7c479d18568a req-1360ec77-cb3f-4b31-a5e1-c47cd10f351b tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:16.826612 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8cb14b7f-95db-446d-a062-7c479d18568a req-1360ec77-cb3f-4b31-a5e1-c47cd10f351b tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0503154 Sep 02 13:59:16.866204 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8cb14b7f-95db-446d-a062-7c479d18568a req-5a97d2cf-2fee-43d0-b410-607641ab45bb tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333893 Sep 02 13:59:16.978267 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:59:17.984040 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab9c94-e97e-4722-84be-c71e83a949c6 req-3b79ec2c-1e93-4868-acf2-e583598554ae tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:17.985661 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9dab9c94-e97e-4722-84be-c71e83a949c6 req-3b79ec2c-1e93-4868-acf2-e583598554ae tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0512705 Sep 02 13:59:18.025055 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9dab9c94-e97e-4722-84be-c71e83a949c6 req-fd959ff1-8437-41ab-8363-a01ee0bbbf07 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324247 Sep 02 13:59:19.011296 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-c8178e66-f979-4df9-a1ba-b846586a4b55 service neutron] show failed (client error): The resource could not be found. Sep 02 13:59:19.012374 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-c8178e66-f979-4df9-a1ba-b846586a4b55 service neutron] 10.222.0.77 "GET /v2.0/ports/7e2ea850-220c-4d46-9546-8c5759e83590/bindings/n-h1-794796-4 HTTP/1.1" status: 404 len: 380 time: 0.0577900 Sep 02 13:59:19.153828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb380-218e-47b5-98f9-bfde9891eebf req-1de81cd9-c484-4176-b01d-2b602519b6ce tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:19.156284 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe8cb380-218e-47b5-98f9-bfde9891eebf req-1de81cd9-c484-4176-b01d-2b602519b6ce tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0578511 Sep 02 13:59:19.244603 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-fe8cb380-218e-47b5-98f9-bfde9891eebf req-560aee88-03d6-4b16-9356-efd980f61ca5 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790029 Sep 02 13:59:19.371681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-ab402b8b-294c-47a3-8ccb-eea5bdfafe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:19.373999 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-ab402b8b-294c-47a3-8ccb-eea5bdfafe89 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45&tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e HTTP/1.1" status: 200 len: 1097 time: 0.1106524 Sep 02 13:59:19.388778 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-4', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:59:19.446310 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:19.666926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:59:19.705068 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:59:19.745065 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:59:19.747327 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6ecd1f-0ddc-4349-8a5b-fbd985894842" -d '{"events": [{"server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:59:19.751486 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:19.764196 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Transition to ACTIVE for port object 7e2ea850-220c-4d46-9546-8c5759e83590 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:59:19.769079 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:19.818651 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402db0c9-a21f-4107-a650-4ff7468fe676 x-openstack-request-id: req-402db0c9-a21f-4107-a650-4ff7468fe676 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:59:19.819046 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:59:19.819260 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-402db0c9-a21f-4107-a650-4ff7468fe676 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:59:19.819599 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590', 'code': 200} Sep 02 13:59:19.899351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:19.922912 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.923197 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.923541 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.923937 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.924277 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.924612 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.924940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.925268 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.925628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.925908 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.926231 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.926559 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:19.996319 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] No DVR routers for this DVR port 7e2ea850-220c-4d46-9546-8c5759e83590 on host n-h2-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 13:59:20.160914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Attempting to bind port 7e2ea850-220c-4d46-9546-8c5759e83590 on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:59:20.161580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Attempting to bind port 7e2ea850-220c-4d46-9546-8c5759e83590 by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:59:20.161580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Attempting to bind port 7e2ea850-220c-4d46-9546-8c5759e83590 on network 7300f7bc-af97-4197-884b-5e8e502c6a06 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:59:20.166163 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Port 7e2ea850-220c-4d46-9546-8c5759e83590 on network 7300f7bc-af97-4197-884b-5e8e502c6a06 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:59:20.166482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Attempting to bind port 7e2ea850-220c-4d46-9546-8c5759e83590 on network 7300f7bc-af97-4197-884b-5e8e502c6a06 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:59:20.171136 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:59:20.171474 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Checking segment: {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:59:20.171914 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Bound using segment: {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:59:20.172451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Bound port: 7e2ea850-220c-4d46-9546-8c5759e83590, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:59:20.172810 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:20.236323 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:59:20.239249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:59:20.245059 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:20.280916 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:20.281631 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:20.283146 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] 10.222.0.90 "PUT /v2.0/ports/7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 1092 time: 0.8994789 Sep 02 13:59:20.346334 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afb365-b605-4c39-a1ad-2dad05acd4fb service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:20.367185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-37f63a24-abf8-4a36-8ee7-50aacbc2d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:20.368892 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-37f63a24-abf8-4a36-8ee7-50aacbc2d7fb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1095 time: 0.0539470 Sep 02 13:59:20.510875 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae599be9-b1d9-44f3-a80e-09c28b569ad1 req-15eefb4b-f288-4056-9a6a-52c5fafbd873 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:20.523161 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae599be9-b1d9-44f3-a80e-09c28b569ad1 req-15eefb4b-f288-4056-9a6a-52c5fafbd873 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 944 time: 0.1441238 Sep 02 13:59:20.540664 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-90ed13e0-686b-467c-83e5-766fca8d07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:20.543910 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-90ed13e0-686b-467c-83e5-766fca8d07e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 897 time: 0.1653552 Sep 02 13:59:20.585642 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-ae599be9-b1d9-44f3-a80e-09c28b569ad1 req-5d78c407-3c03-47f0-9ee2-6d6e32d07bf0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615864 Sep 02 13:59:20.655215 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-56c90628-692e-482d-a84f-f64c0880f044 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 999 time: 0.1044545 Sep 02 13:59:20.716247 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-4ad6ddfb-61c4-4a07-aeac-0901ae127268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:20.717897 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-4ad6ddfb-61c4-4a07-aeac-0901ae127268 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.0523276 Sep 02 13:59:20.774971 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-a308aee0-ae85-4b12-b7e6-2fcdf824ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:20.778009 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-a308aee0-ae85-4b12-b7e6-2fcdf824ddb0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520632 Sep 02 13:59:20.873553 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-e8be6dda-e4e6-47ca-9c0a-f21dfd84851e service neutron] 10.222.0.90 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871587 Sep 02 13:59:20.974982 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-cbc46740-eccc-4da0-9a44-856cc226d13f req-12ddb562-9db7-4ca0-8c90-2c8859cdc84b service neutron] 10.222.0.90 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926502 Sep 02 13:59:21.749431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ce55e-5166-4c93-ad97-5d09f82a9be3 req-5daeeb7c-5e5a-4a22-9f4a-235b46e5d262 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:21.750847 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-700ce55e-5166-4c93-ad97-5d09f82a9be3 req-5daeeb7c-5e5a-4a22-9f4a-235b46e5d262 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 944 time: 0.0740714 Sep 02 13:59:21.815932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-700ce55e-5166-4c93-ad97-5d09f82a9be3 req-5bc9eed7-06cd-4998-914a-4e7c3cba33c1 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550103 Sep 02 13:59:21.820226 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:59:21.822966 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a50f70-c19c-4b2f-a25f-fd7a16592312" -d '{"events": [{"name": "network-changed", "server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:59:21.882261 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e25c2f-676a-44d8-bfa2-7a63255fdc4f x-openstack-request-id: req-51e25c2f-676a-44d8-bfa2-7a63255fdc4f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:59:21.882686 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:59:21.882821 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51e25c2f-676a-44d8-bfa2-7a63255fdc4f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:59:21.883203 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590', 'status': 'completed', 'code': 200} Sep 02 13:59:22.005324 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-d5387d01-c385-448d-b217-93082082903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:22.006891 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-d5387d01-c385-448d-b217-93082082903e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1095 time: 0.0896392 Sep 02 13:59:22.014029 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-1c0cfe78-e3fd-426c-bd48-2c5a61d72950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:22.015507 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-1c0cfe78-e3fd-426c-bd48-2c5a61d72950 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1095 time: 0.0769787 Sep 02 13:59:22.183787 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-c3dafa6a-7edd-4d2c-9016-f318ff8e5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:22.185270 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-c3dafa6a-7edd-4d2c-9016-f318ff8e5228 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 897 time: 0.1687109 Sep 02 13:59:22.186342 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-8806780a-f6ef-42b7-a8f6-edb80fa06417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:22.187783 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-8806780a-f6ef-42b7-a8f6-edb80fa06417 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 897 time: 0.1635368 Sep 02 13:59:22.315395 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-a9a0a888-29b3-441e-a1fc-4bafa6262a0a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 999 time: 0.1159120 Sep 02 13:59:22.317316 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-5a5914a0-dac6-4cf7-9b74-203417f414e1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 999 time: 0.1242597 Sep 02 13:59:22.406767 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-80a25d65-4e65-44b9-9663-e966acfb3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:22.408326 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-80a25d65-4e65-44b9-9663-e966acfb3f90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.0857220 Sep 02 13:59:22.409697 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-fbb3521e-cdea-4d92-bc80-2458779a4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:22.413437 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-fbb3521e-cdea-4d92-bc80-2458779a4181 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.0831580 Sep 02 13:59:22.522214 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-c3c5cadc-e4a5-4186-bcfa-f88ef07e4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:22.523924 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-c3c5cadc-e4a5-4186-bcfa-f88ef07e4b09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941441 Sep 02 13:59:22.530502 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-37432e89-b9f4-4b65-9744-e3adc722296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:22.535335 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-37432e89-b9f4-4b65-9744-e3adc722296c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155450 Sep 02 13:59:22.690199 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-2a55b97b-076e-4d0a-b618-745cf6cdd4d8 service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557209 Sep 02 13:59:22.691929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-1e641053-d433-42a3-a0c2-8c9ca68b6270 service neutron] 10.222.0.90 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494088 Sep 02 13:59:22.874488 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-64772102-5030-45f8-ba45-7b0cdde90a4f service neutron] 10.222.0.90 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699095 Sep 02 13:59:22.876655 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-96a50f70-c19c-4b2f-a25f-fd7a16592312 req-8c79fe9a-e777-4e22-8a0f-8ab9bc0c7674 service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796286 Sep 02 13:59:22.958195 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d2126-223a-4213-a35f-9642dcfb2139 req-5ea08101-5218-4c5b-bdf0-88b4dd3c6bf4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:22.959803 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da5d2126-223a-4213-a35f-9642dcfb2139 req-5ea08101-5218-4c5b-bdf0-88b4dd3c6bf4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 944 time: 0.0559149 Sep 02 13:59:23.020045 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-da5d2126-223a-4213-a35f-9642dcfb2139 req-f2a48143-4d80-4705-bfc0-f9d8625d5648 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537236 Sep 02 13:59:24.151044 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 7e2ea850-220c-4d46-9546-8c5759e83590 no longer exists at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 13:59:24.182504 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b454ee-6af2-4874-abc9-ecaff719c495 req-f8e798e9-b108-4452-83ff-498b750bfc00 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:24.184658 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53b454ee-6af2-4874-abc9-ecaff719c495 req-f8e798e9-b108-4452-83ff-498b750bfc00 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 944 time: 0.0746202 Sep 02 13:59:24.203959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 7e2ea850-220c-4d46-9546-8c5759e83590 not bound to the agent host n-h2-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 13:59:24.244889 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-53b454ee-6af2-4874-abc9-ecaff719c495 req-fca56cce-1c95-4d3d-95a6-29ee890a8577 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470750 Sep 02 13:59:24.517475 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc04a-e3a7-43d8-af3e-700ee44e4453 req-84b9cfc2-ab1e-47bc-8905-42999c8ac3e6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:24.521904 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9efcc04a-e3a7-43d8-af3e-700ee44e4453 req-84b9cfc2-ab1e-47bc-8905-42999c8ac3e6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 944 time: 0.0779955 Sep 02 13:59:24.580801 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-9efcc04a-e3a7-43d8-af3e-700ee44e4453 req-068f43de-bbf8-4bed-9bde-852e65edfd91 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534272 Sep 02 13:59:24.606176 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 7e2ea850-220c-4d46-9546-8c5759e83590 details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:59:24.628320 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-420be70c-e2f9-4811-b113-eb54fe246f62 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:24.630697 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-420be70c-e2f9-4811-b113-eb54fe246f62 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.77 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45&tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&binding%3Ahost_id=n-h1-794796-4 HTTP/1.1" status: 200 len: 944 time: 0.1487026 Sep 02 13:59:24.778305 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:59:24.811074 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '7e2ea850-220c-4d46-9546-8c5759e83590', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'port_id': '7e2ea850-220c-4d46-9546-8c5759e83590', 'mac_address': 'fa:16:3e:f9:71:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:59:24.863818 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:24.908438 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2ea850-220c-4d46-9546-8c5759e83590 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:59:24.935818 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:59:24.949487 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:25.042491 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:25.051983 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.053082 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.053248 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.053596 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.053936 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.054275 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.054613 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.055013 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.055372 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.055803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.056152 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.056601 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 13:59:25.058424 n-d-794796-4 neutron-server[94688]: INFO neutron.api.v2.resource [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-8ec45060-8245-4fb2-a63c-913773401e1d service neutron] delete failed (client error): The resource could not be found. Sep 02 13:59:25.060012 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-8ec45060-8245-4fb2-a63c-913773401e1d service neutron] 10.222.0.77 "DELETE /v2.0/ports/7e2ea850-220c-4d46-9546-8c5759e83590/bindings/n-h2-794796-4 HTTP/1.1" status: 404 len: 380 time: 0.4220042 Sep 02 13:59:25.192953 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-acd8f173-a5af-4c6e-9ee8-1d7d840830ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:25.197127 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-acd8f173-a5af-4c6e-9ee8-1d7d840830ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1096 time: 0.0636988 Sep 02 13:59:25.338921 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-5fc3286e-a266-4d0c-89aa-cc98577e573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:25.340697 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-5fc3286e-a266-4d0c-89aa-cc98577e573f service neutron] 10.222.0.77 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 897 time: 0.1339273 Sep 02 13:59:25.375660 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['7e2ea850-220c-4d46-9546-8c5759e83590'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:59:25.436256 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-7673634c-7341-4a0b-a4b3-4c67a39d6f27 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 1000 time: 0.0870185 Sep 02 13:59:25.520387 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-b0277a9b-0e5e-4ffe-b64f-29496967a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:25.524987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-b0277a9b-0e5e-4ffe-b64f-29496967a9c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.0816863 Sep 02 13:59:25.609152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-a6465a65-d927-43ca-91d8-894820a6cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:25.610809 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-a6465a65-d927-43ca-91d8-894820a6cb92 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792756 Sep 02 13:59:25.846376 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-895cb178-02ad-4250-ab1a-f7af70eb86a8 service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280786 Sep 02 13:59:25.962683 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7332bd-6108-4f79-b740-75122f18fb51 req-714f851b-12de-4701-9c97-f8bc428ad638 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:25.966601 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c7332bd-6108-4f79-b740-75122f18fb51 req-714f851b-12de-4701-9c97-f8bc428ad638 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 945 time: 0.2265861 Sep 02 13:59:26.102102 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9c7332bd-6108-4f79-b740-75122f18fb51 req-fb1db3f2-ccc4-4122-b56e-85edb7dfd312 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230388 Sep 02 13:59:26.112718 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-1e75911d-9c6d-4481-ba20-a375d3d1ed4e req-b177994a-a4e1-454b-a75f-ceda5c412874 service neutron] 10.222.0.77 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565317 Sep 02 13:59:27.261222 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31024021-7314-4d9f-9f8b-5f5592e3540e req-737ace3b-48b8-4ebc-a534-7d521c3be5e0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:27.264329 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31024021-7314-4d9f-9f8b-5f5592e3540e req-737ace3b-48b8-4ebc-a534-7d521c3be5e0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 945 time: 0.0646915 Sep 02 13:59:27.336414 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31024021-7314-4d9f-9f8b-5f5592e3540e req-40406a44-e44e-41fa-a3b0-e454f6ca8c3f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642798 Sep 02 13:59:27.360691 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:59:27.451446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e5d22f16-31dc-4a70-9f24-9cd3a8f4bfae tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/floatingips/5a841dcc-c3f0-4766-8bf8-3ba074a487a4 HTTP/1.1" status: 200 len: 992 time: 0.0891142 Sep 02 13:59:28.626597 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 7e2ea850-220c-4d46-9546-8c5759e83590 up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:59:28.680885 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 7e2ea850-220c-4d46-9546-8c5759e83590 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:59:28.685807 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 7e2ea850-220c-4d46-9546-8c5759e83590 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:59:28.686397 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:28.770514 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:28.796494 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:59:28.798750 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7659eb-65df-4d5e-97f8-dadb6a994d88" -d '{"events": [{"server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:59:28.813727 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:59:28.818013 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:28.851997 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb21a6cc-22a8-47ec-9156-9c990b15ccc3 x-openstack-request-id: req-cb21a6cc-22a8-47ec-9156-9c990b15ccc3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:59:28.852366 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:59:28.852670 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb21a6cc-22a8-47ec-9156-9c990b15ccc3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:59:28.853233 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590', 'code': 200} Sep 02 13:59:28.875411 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=9']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:29.611629 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:30.507427 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:30.895419 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-d41ee333-47f1-43f2-ad2e-72d34ca98fbe tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90170872&fields=id&tenant_id=2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 267 time: 0.0327170 Sep 02 13:59:31.001405 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-9544142e-1b8c-45e6-84c0-c18d46533f55 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:31.002900 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-9544142e-1b8c-45e6-84c0-c18d46533f55 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1002519 Sep 02 13:59:31.020351 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-97429913-aee9-4bda-8eb7-c1ece2270f3f tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/quotas/2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 375 time: 0.0097239 Sep 02 13:59:31.091342 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-72bd22c2-bccd-4342-b8c3-c25f5a710302 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0626543 Sep 02 13:59:31.152020 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f979f75-119e-489e-9c51-31c56b8df2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:31.248580 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-bf305a93-bbf2-439b-9cee-899b289d2907 service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450157 Sep 02 13:59:31.342465 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e5448d60-93f7-48d0-8528-1281ac12dbcb service neutron] 10.222.0.13 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875134 Sep 02 13:59:31.653123 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2736631c-d6ab-4b30-8d97-20766dddb26a req-fa133171-24df-4f7d-a5f6-283945841ea6 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 210 time: 0.0305254 Sep 02 13:59:32.680523 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-a7a977ff-638e-4796-bbc6-882cb8aff7d9 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:32.682305 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-a7a977ff-638e-4796-bbc6-882cb8aff7d9 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 812 time: 0.1125271 Sep 02 13:59:32.732270 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-cdd99c2e-8bbd-41de-96e1-bb44048595aa tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc73a6801e04277beffafe86d4cdb2d HTTP/1.1" status: 200 len: 378 time: 0.0412676 Sep 02 13:59:32.743508 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'port': {'device_id': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'admin_state_up': True, 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'security_groups': ['4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:59:32.782331 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-e52d8f80-7fa2-4218-af83-0f251bc4c5e6 req-a8cdc76f-6579-4987-b86d-556e8e87c2cf tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 210 time: 0.0542519 Sep 02 13:59:32.876473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Made reservation on behalf of 2cc73a6801e04277beffafe86d4cdb2d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 13:59:32.880993 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:33.023094 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.20.0.8 (7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa/3eb181d3-ec78-4920-a475-5b57dd84145a/755f8b3c-91a2-4206-a381-f1fe5722311c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:59:33.182234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:33.196550 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Transition to ACTIVE for port object 755f8b3c-91a2-4206-a381-f1fe5722311c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:59:33.229648 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:33.283567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=755f8b3c-91a2-4206-a381-f1fe5722311c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:33.290795 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:59:33.292272 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:59:33.294688 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:59:33.355462 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:33.356157 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:33.378351 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-e0d460ef-76cb-4eae-837b-340ed520fca4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6399822 Sep 02 13:59:33.391569 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Request body: {'port': {'device_id': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:59:33.459570 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:33.558980 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9e6bb46-76a3-4872-bfe9-414b4b27cf0b None None] Provisioning for port 755f8b3c-91a2-4206-a381-f1fe5722311c completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:59:33.563848 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9e6bb46-76a3-4872-bfe9-414b4b27cf0b None None] Provisioning complete for port 755f8b3c-91a2-4206-a381-f1fe5722311c triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:59:33.564472 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9e6bb46-76a3-4872-bfe9-414b4b27cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:33.613919 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e07398b-75cf-4cb3-a30e-b0e7b364c54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:33.617710 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6bb46-76a3-4872-bfe9-414b4b27cf0b None None] Port 755f8b3c-91a2-4206-a381-f1fe5722311c cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 13:59:33.746393 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755f8b3c-91a2-4206-a381-f1fe5722311c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:59:33.753767 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:33.766510 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Transition to ACTIVE for port object 755f8b3c-91a2-4206-a381-f1fe5722311c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 13:59:33.770192 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:33.838404 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=755f8b3c-91a2-4206-a381-f1fe5722311c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:33.986153 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Attempting to bind port 755f8b3c-91a2-4206-a381-f1fe5722311c on host n-h2-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 13:59:33.986687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Attempting to bind port 755f8b3c-91a2-4206-a381-f1fe5722311c by drivers openvswitch,hyperv on host n-h2-794796-4 at level 0 using segments [{'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 13:59:33.987129 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Attempting to bind port 755f8b3c-91a2-4206-a381-f1fe5722311c on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:59:34.000809 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979626ae-69d7-4970-97fe-09d79d7ce191 req-8e17bcdf-1ce8-4dec-9efb-c4d537e23d12 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:34.004650 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-979626ae-69d7-4970-97fe-09d79d7ce191 req-8e17bcdf-1ce8-4dec-9efb-c4d537e23d12 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.1267250 Sep 02 13:59:34.006846 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Port 755f8b3c-91a2-4206-a381-f1fe5722311c on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 13:59:34.007781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Attempting to bind port 755f8b3c-91a2-4206-a381-f1fe5722311c on network 7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 13:59:34.029428 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Checking agent: {'id': '5d6ad41b-4a5c-4e42-b844-e2d68d75d63a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 23), 'started_at': datetime.datetime(2021, 9, 2, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 13, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 13:59:34.029880 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Checking segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 13:59:34.030472 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Bound using segment: {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 13:59:34.031093 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Bound port: 755f8b3c-91a2-4206-a381-f1fe5722311c, host: n-h2-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611b5ae8-eee2-42a4-8aa9-2ee2834b4c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 13:59:34.031556 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:34.102013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-979626ae-69d7-4970-97fe-09d79d7ce191 req-8751aa76-11af-49dd-8f91-70703e44f126 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880814 Sep 02 13:59:34.137302 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] For port 755f8b3c-91a2-4206-a381-f1fe5722311c, host n-h2-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 13:59:34.141082 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] For port 755f8b3c-91a2-4206-a381-f1fe5722311c, host n-h2-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=755f8b3c-91a2-4206-a381-f1fe5722311c,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 13:59:34.153083 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:34.173708 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:34.196772 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:34.197405 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:34.198933 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] 10.222.0.77 "PUT /v2.0/ports/755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 1091 time: 0.8117826 Sep 02 13:59:34.199400 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'tag': '755f8b3c-91a2-4206-a381-f1fe5722311c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:59:34.201763 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a18fb7-f2c8-403f-bf89-290c5e05786f" -d '{"events": [{"name": "network-changed", "server_uuid": "d285339d-824d-4827-a53e-3ebf8b79f396", "tag": "755f8b3c-91a2-4206-a381-f1fe5722311c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:59:34.234755 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392e9ac-2c71-4a77-aa44-925fbcef4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=755f8b3c-91a2-4206-a381-f1fe5722311c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:34.260644 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff84dd-d6dc-45a7-a546-245f11adfcf4 x-openstack-request-id: req-6fff84dd-d6dc-45a7-a546-245f11adfcf4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:59:34.261317 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d285339d-824d-4827-a53e-3ebf8b79f396", "tag": "755f8b3c-91a2-4206-a381-f1fe5722311c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:59:34.261750 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fff84dd-d6dc-45a7-a546-245f11adfcf4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:59:34.262845 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'tag': '755f8b3c-91a2-4206-a381-f1fe5722311c', 'status': 'completed', 'code': 200} Sep 02 13:59:34.347592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-79c15fdf-87cc-4367-82a0-54ca353365d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:34.349868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-79c15fdf-87cc-4367-82a0-54ca353365d9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1094 time: 0.0733225 Sep 02 13:59:34.400523 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-bac14c7c-5af7-419a-8cc6-0f2ff0481572 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 217 time: 0.0419736 Sep 02 13:59:34.475417 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-397b1311-e308-43ca-874f-7c0d30efe07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:34.476987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-397b1311-e308-43ca-874f-7c0d30efe07e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0698802 Sep 02 13:59:34.528923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-065844e8-7000-4590-ad04-b77125cce414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:34.530610 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-065844e8-7000-4590-ad04-b77125cce414 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459666 Sep 02 13:59:34.629510 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-28ffe8d0-286f-4d8c-ab18-1c982cbca2ec service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918341 Sep 02 13:59:34.732955 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0fef3955-9700-4e2c-a8e6-22a48f2007b6 req-5a7af5ed-0338-4a25-9587-da6d8158c31f service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962110 Sep 02 13:59:34.823780 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-430da849-7c44-441f-8c97-c07906f2fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:34.825294 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-430da849-7c44-441f-8c97-c07906f2fa78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1094 time: 0.0473764 Sep 02 13:59:34.906336 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:34.920938 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-1e38f0a9-a789-478c-a06e-cbf0b976912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:34.922428 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-1e38f0a9-a789-478c-a06e-cbf0b976912b service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0907421 Sep 02 13:59:34.965008 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-1d7ef561-e15d-48dc-8e5d-89803daf0c97 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 217 time: 0.0353632 Sep 02 13:59:35.015985 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-2df0222c-6a15-4961-8a80-64fd2b413753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:35.017492 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-2df0222c-6a15-4961-8a80-64fd2b413753 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0461371 Sep 02 13:59:35.070754 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-62dabd17-4ef7-4e14-a14d-648fcd7a708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:35.072346 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-62dabd17-4ef7-4e14-a14d-648fcd7a708a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483470 Sep 02 13:59:35.169734 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-c6e696ee-9c25-4c14-b338-3578a8d5ff74 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902479 Sep 02 13:59:35.282678 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09c0be-5b98-470f-bf1c-2ae7744ea570 req-f4523e9d-d11f-4b5a-93da-a9330d090618 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:35.284232 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a09c0be-5b98-470f-bf1c-2ae7744ea570 req-f4523e9d-d11f-4b5a-93da-a9330d090618 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.1048760 Sep 02 13:59:35.320842 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e8a18fb7-f2c8-403f-bf89-290c5e05786f req-4847927d-efb2-4a6d-bb18-b124ffb5ac33 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426005 Sep 02 13:59:35.340556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a09c0be-5b98-470f-bf1c-2ae7744ea570 req-82db22b6-43bf-4998-8a0c-0ff2278d75a2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468867 Sep 02 13:59:36.468486 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed654f-2c40-41e5-9e53-ffadee1c86fb req-315583cf-09f0-4411-8da8-2ac7e3cb6d2a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:36.470312 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08ed654f-2c40-41e5-9e53-ffadee1c86fb req-315583cf-09f0-4411-8da8-2ac7e3cb6d2a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.0518439 Sep 02 13:59:36.511875 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-08ed654f-2c40-41e5-9e53-ffadee1c86fb req-e9050b66-4dd4-4850-b33f-f892e1583885 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353765 Sep 02 13:59:36.609096 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:37.073588 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-bdb17e87-74a1-4f2b-8991-4afa53b85121 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0473671 Sep 02 13:59:37.190942 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-82e9fc77-65c0-4cdf-b837-a19c00214cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.191423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-82e9fc77-65c0-4cdf-b837-a19c00214cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.191940 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-82e9fc77-65c0-4cdf-b837-a19c00214cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.193002 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-82e9fc77-65c0-4cdf-b837-a19c00214cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.193470 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-82e9fc77-65c0-4cdf-b837-a19c00214cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.193970 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-82e9fc77-65c0-4cdf-b837-a19c00214cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.194389 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-82e9fc77-65c0-4cdf-b837-a19c00214cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.196410 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-82e9fc77-65c0-4cdf-b837-a19c00214cec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6793884f5a5e42e5aa8eb3c3f7be5307&device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 6501 time: 0.0633533 Sep 02 13:59:37.337881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-7b558f4f-14a2-436c-b3cb-6c71775dc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.338505 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-7b558f4f-14a2-436c-b3cb-6c71775dc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.339032 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-7b558f4f-14a2-436c-b3cb-6c71775dc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.340916 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-7b558f4f-14a2-436c-b3cb-6c71775dc675 service neutron] 10.222.0.90 "GET /v2.0/networks?id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=58854eed-01df-46ce-8e98-f32b8e0f6338&id=62f018b6-5f28-4167-bba5-9b658c1bc134&id=62f018b6-5f28-4167-bba5-9b658c1bc134 HTTP/1.1" status: 200 len: 2297 time: 0.1133914 Sep 02 13:59:37.427223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-e34912fa-b609-4146-9aab-e00798749819 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 200 len: 1000 time: 0.0757725 Sep 02 13:59:37.483681 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-7e4e9aef-8704-4e8a-bdff-00249652555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.485314 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-7e4e9aef-8704-4e8a-bdff-00249652555d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dc2610b-8719-40d5-ba02-80ed337982a5 HTTP/1.1" status: 200 len: 856 time: 0.0504799 Sep 02 13:59:37.535057 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-2967f6de-3d5c-45ea-9719-8d6bc8775708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.537209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-2967f6de-3d5c-45ea-9719-8d6bc8775708 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=60ff7fa2-73a7-4f51-8f2d-247f2be2df35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441794 Sep 02 13:59:37.670844 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbf809-3e5a-419c-a417-194343759983 req-7b2637dc-70e2-4a9a-81ba-0f4bd2ff66fd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.672273 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8bbf809-3e5a-419c-a417-194343759983 req-7b2637dc-70e2-4a9a-81ba-0f4bd2ff66fd tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.0768073 Sep 02 13:59:37.679441 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-14035553-baaf-47ad-b3e1-174f2c1af6c2 service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330910 Sep 02 13:59:37.772159 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-a8bbf809-3e5a-419c-a417-194343759983 req-0a8cd400-df25-46bc-b617-8e304e796973 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889454 Sep 02 13:59:37.814006 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-f5df4ad4-dc40-4830-8255-991c1290891d service neutron] 10.222.0.90 "GET /v2.0/networks/60ff7fa2-73a7-4f51-8f2d-247f2be2df35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241846 Sep 02 13:59:37.856317 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-29c0d032-3b7d-4ab0-acbf-8343440899be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 217 time: 0.0352731 Sep 02 13:59:37.905684 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-009f5f4e-75c8-4492-88bc-676567d01cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.907163 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-009f5f4e-75c8-4492-88bc-676567d01cad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0441077 Sep 02 13:59:37.963713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-4a901393-b2a9-4b21-8f26-883df740c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:37.965207 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-4a901393-b2a9-4b21-8f26-883df740c2c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467265 Sep 02 13:59:38.065839 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-72acf7e5-9ddf-41d3-938d-9466e9878062 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921774 Sep 02 13:59:38.166041 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-94cad9f3-7cfc-4f31-a15b-a5494f483d58 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892496 Sep 02 13:59:38.207184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-a63d25f6-beb7-4f15-b63c-7fa2e3e3f888 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 217 time: 0.0338047 Sep 02 13:59:38.263545 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-27ab9f24-3fac-4b0d-b02a-a82cf402b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:38.265080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-27ab9f24-3fac-4b0d-b02a-a82cf402b99c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0455561 Sep 02 13:59:38.316638 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-1b76789e-9f5e-48ed-8d16-e9fd683b0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:38.318794 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-1b76789e-9f5e-48ed-8d16-e9fd683b0e6a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454092 Sep 02 13:59:38.444465 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-2400fb57-5a12-45ca-90a9-4f09f85fc18c service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098204 Sep 02 13:59:38.543817 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-eefbbe0b-9ae7-4476-a92e-fb2fe5eedd8f service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983484 Sep 02 13:59:38.594842 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-19886eb9-b6c7-4041-b491-841a84be3202 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e HTTP/1.1" status: 200 len: 217 time: 0.0422733 Sep 02 13:59:38.655208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-de7b1c6e-f91e-44eb-adde-306929d956d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:38.657318 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-de7b1c6e-f91e-44eb-adde-306929d956d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0541995 Sep 02 13:59:38.841366 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-06bf2bc5-d8b3-4837-8c56-77d182de20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:38.841366 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-06bf2bc5-d8b3-4837-8c56-77d182de20f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711913 Sep 02 13:59:38.984402 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-e043a964-30da-4504-a9d3-7845035a4276 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379681 Sep 02 13:59:38.985469 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161d85e-eb38-4320-a036-26088e04109b req-c81e8b1f-f79b-4411-b45e-4312959f8beb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:38.985469 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d161d85e-eb38-4320-a036-26088e04109b req-c81e8b1f-f79b-4411-b45e-4312959f8beb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.0563672 Sep 02 13:59:38.985469 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-d161d85e-eb38-4320-a036-26088e04109b req-a558bd75-a63f-4fe0-8d36-d50f6a2bdc60 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549834 Sep 02 13:59:39.040712 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-83a1130b-4454-4a24-80d4-59bcf8dd273c service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397080 Sep 02 13:59:39.090238 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-cde119c2-1759-4d0f-928a-8f629f71cb9c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=640ad35c-ba90-47a2-906b-ae87f5732818 HTTP/1.1" status: 200 len: 217 time: 0.0412169 Sep 02 13:59:39.151789 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-fb15de11-127a-46ab-89ea-45b1373f34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:39.153271 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-fb15de11-127a-46ab-89ea-45b1373f34e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fc1e4616-9d08-4b73-8556-4f1cd8494f8d HTTP/1.1" status: 200 len: 797 time: 0.0561678 Sep 02 13:59:39.211461 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-75ef8867-2015-45e3-a9a2-1f88e2c1e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:39.213032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-75ef8867-2015-45e3-a9a2-1f88e2c1e009 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=58854eed-01df-46ce-8e98-f32b8e0f6338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478873 Sep 02 13:59:39.316863 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-9257926a-b682-47f3-a83f-37ee31e829e3 service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941725 Sep 02 13:59:39.413963 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-077b1bdf-d12d-4320-80cb-73fe989fe2fe service neutron] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880921 Sep 02 13:59:39.465096 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-c8c7a0e4-b2f3-42e6-9e2c-0165eb503e48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805 HTTP/1.1" status: 200 len: 217 time: 0.0420520 Sep 02 13:59:39.520003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-9b527494-7c40-4e20-bbee-a4b07a7c4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:39.521520 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-9b527494-7c40-4e20-bbee-a4b07a7c4580 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0490525 Sep 02 13:59:39.579431 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-f007d2a1-f1d8-476b-a977-12d09a4d7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:39.581446 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-f007d2a1-f1d8-476b-a977-12d09a4d7f08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513642 Sep 02 13:59:39.686463 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-f937d529-8725-4994-9294-e7028547127c service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966370 Sep 02 13:59:39.798401 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-7d72fc63-90ef-4046-98fc-d39edee1189e service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023965 Sep 02 13:59:39.859306 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-e357c087-bca7-4981-ae39-4be58be37237 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 200 len: 217 time: 0.0473773 Sep 02 13:59:39.923118 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-37c6238e-3a1f-4fd1-a555-5c10b26b963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:39.924906 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-37c6238e-3a1f-4fd1-a555-5c10b26b963f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f8f872b0-3a58-44b7-a0e0-305a66b961d7 HTTP/1.1" status: 200 len: 797 time: 0.0563710 Sep 02 13:59:39.982490 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-1b3d5e13-ab93-44fd-bf3a-c65a5acc4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:39.984224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-1b3d5e13-ab93-44fd-bf3a-c65a5acc4092 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=62f018b6-5f28-4167-bba5-9b658c1bc134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512478 Sep 02 13:59:40.143185 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-72f1e06c-5ee8-4603-abad-2cb456456f44 service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497283 Sep 02 13:59:40.161074 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3c67d-674c-4f92-99ee-418ef764eb13 req-e545d66d-564a-4e55-9d1c-7126999042e2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:40.162792 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02e3c67d-674c-4f92-99ee-418ef764eb13 req-e545d66d-564a-4e55-9d1c-7126999042e2 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.0975382 Sep 02 13:59:40.267449 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-02e3c67d-674c-4f92-99ee-418ef764eb13 req-bdcfa922-c480-4163-80df-d3f971000a78 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933797 Sep 02 13:59:40.298217 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-67b8f920-c4e2-4571-91c9-f0d5e59b22d3 req-4d43e3f8-0e64-4bc7-906d-38fd45fa361d service neutron] 10.222.0.90 "GET /v2.0/networks/62f018b6-5f28-4167-bba5-9b658c1bc134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458473 Sep 02 13:59:41.408390 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc554b3-ba60-4596-9464-270391b66e9c req-22d45e8e-0df9-4493-b86a-33e0b1c08c6b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:41.410252 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5fc554b3-ba60-4596-9464-270391b66e9c req-22d45e8e-0df9-4493-b86a-33e0b1c08c6b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.0590420 Sep 02 13:59:41.456127 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5fc554b3-ba60-4596-9464-270391b66e9c req-566329b1-cc80-4338-a52f-bfeed58f3dc7 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390797 Sep 02 13:59:42.943907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747fda8-904a-4efb-b132-69ae7f6e3cee req-b263393c-f70c-4b07-ad1a-48091559a5fa tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:42.945533 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9747fda8-904a-4efb-b132-69ae7f6e3cee req-b263393c-f70c-4b07-ad1a-48091559a5fa tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.4144735 Sep 02 13:59:42.988608 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-9747fda8-904a-4efb-b132-69ae7f6e3cee req-b98f1f55-f5f3-45b7-bf61-acf124174ceb tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365131 Sep 02 13:59:44.118836 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94dbc0-9ec8-442b-80a6-48fa33f76e8e req-9258a80b-6d43-43cd-8dc0-dabe2c8fe96a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:44.120767 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0f94dbc0-9ec8-442b-80a6-48fa33f76e8e req-9258a80b-6d43-43cd-8dc0-dabe2c8fe96a tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.0539191 Sep 02 13:59:44.171885 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-0f94dbc0-9ec8-442b-80a6-48fa33f76e8e req-e6f2add0-0b3a-48ae-9ee1-42495b8b605d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432887 Sep 02 13:59:45.311923 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b31e4-61b9-4991-85d5-e87c99967ddb req-e54b19ef-24ec-414b-be7e-747adb355b9d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:45.313556 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-482b31e4-61b9-4991-85d5-e87c99967ddb req-e54b19ef-24ec-414b-be7e-747adb355b9d tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.0506814 Sep 02 13:59:45.356307 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-482b31e4-61b9-4991-85d5-e87c99967ddb req-3aab4e55-6da2-4ada-a780-27044f3022b4 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358007 Sep 02 13:59:46.247318 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 755f8b3c-91a2-4206-a381-f1fe5722311c details requested by agent hyperv_n-h2-794796-4 with host n-h2-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 13:59:46.353688 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 755f8b3c-91a2-4206-a381-f1fe5722311c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=755f8b3c-91a2-4206-a381-f1fe5722311c,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:59:46.365337 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Returning: {'device': '755f8b3c-91a2-4206-a381-f1fe5722311c', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'port_id': '755f8b3c-91a2-4206-a381-f1fe5722311c', 'mac_address': 'fa:16:3e:8d:cb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 13:59:46.409832 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:46.435570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755f8b3c-91a2-4206-a381-f1fe5722311c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 13:59:46.460380 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 755f8b3c-91a2-4206-a381-f1fe5722311c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=755f8b3c-91a2-4206-a381-f1fe5722311c,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:59:46.464602 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:46.494045 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69961af-5a4b-482b-ac8c-675cb1c43034 req-c1cf3332-04c7-4cc6-bb73-30eb322b2734 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:46.495658 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a69961af-5a4b-482b-ac8c-675cb1c43034 req-c1cf3332-04c7-4cc6-bb73-30eb322b2734 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 943 time: 0.0572138 Sep 02 13:59:46.516423 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=755f8b3c-91a2-4206-a381-f1fe5722311c,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:46.546903 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-a69961af-5a4b-482b-ac8c-675cb1c43034 req-7b77627e-1e6e-4034-9453-d676e41f5a4b tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437360 Sep 02 13:59:46.667568 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] get_ports_and_sgs() called for port_ids ['755f8b3c-91a2-4206-a381-f1fe5722311c'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 13:59:47.671949 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cc548-ed25-4593-be40-05189853060f req-bdbcd505-ad23-4c7d-a909-67936d104572 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:47.673498 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c75cc548-ed25-4593-be40-05189853060f req-bdbcd505-ad23-4c7d-a909-67936d104572 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 944 time: 0.0555198 Sep 02 13:59:47.713834 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c75cc548-ed25-4593-be40-05189853060f req-ba6fadd0-991d-4824-bfe9-e8188e3cc281 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337722 Sep 02 13:59:48.247202 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Device 755f8b3c-91a2-4206-a381-f1fe5722311c up at agent hyperv_n-h2-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 13:59:48.309801 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning for port 755f8b3c-91a2-4206-a381-f1fe5722311c completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 13:59:48.312961 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Provisioning complete for port 755f8b3c-91a2-4206-a381-f1fe5722311c triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 13:59:48.313344 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:48.405786 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:48.432711 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f8b3c-91a2-4206-a381-f1fe5722311c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:59:48.435018 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08314f6-f969-4ba7-9efb-ee1ec705f4a6" -d '{"events": [{"server_uuid": "d285339d-824d-4827-a53e-3ebf8b79f396", "name": "network-vif-plugged", "status": "completed", "tag": "755f8b3c-91a2-4206-a381-f1fe5722311c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:59:48.451132 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] For port 755f8b3c-91a2-4206-a381-f1fe5722311c, host n-h2-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-4',level=0,port_id=755f8b3c-91a2-4206-a381-f1fe5722311c,segment=NetworkSegment(611b5ae8-eee2-42a4-8aa9-2ee2834b4c49),segment_id=611b5ae8-eee2-42a4-8aa9-2ee2834b4c49)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 13:59:48.455835 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:48.483039 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 13:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6bb6da-1072-4255-a587-b7dd4a85a554 x-openstack-request-id: req-7a6bb6da-1072-4255-a587-b7dd4a85a554 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:59:48.483306 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d285339d-824d-4827-a53e-3ebf8b79f396", "name": "network-vif-plugged", "status": "completed", "tag": "755f8b3c-91a2-4206-a381-f1fe5722311c", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:59:48.484349 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a6bb6da-1072-4255-a587-b7dd4a85a554 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:59:48.484784 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f8b3c-91a2-4206-a381-f1fe5722311c', 'code': 200} Sep 02 13:59:48.527968 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Pushing event updated for resources: {'Port': ['ID=755f8b3c-91a2-4206-a381-f1fe5722311c,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:48.603804 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b30b78-2dd0-480d-ab07-587fe6a6f1bb req-759fee3e-b8fc-47e3-b362-68a962599da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:48.605555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-89b30b78-2dd0-480d-ab07-587fe6a6f1bb req-759fee3e-b8fc-47e3-b362-68a962599da8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1096 time: 0.0447853 Sep 02 13:59:48.644534 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-89b30b78-2dd0-480d-ab07-587fe6a6f1bb req-9b62e168-461c-431c-be18-5754c3c193b8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315828 Sep 02 13:59:48.850390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314682-721b-48af-a2b4-ed5479b5eb55 req-92d5b673-02c2-4d47-bad6-36ce0c46e323 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:48.852026 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62314682-721b-48af-a2b4-ed5479b5eb55 req-92d5b673-02c2-4d47-bad6-36ce0c46e323 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 945 time: 0.0568564 Sep 02 13:59:48.892687 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-62314682-721b-48af-a2b4-ed5479b5eb55 req-fe1bb2a7-e0c6-48c3-b300-9f819c082ef5 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344851 Sep 02 13:59:50.030724 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b22b0f-1dbf-4390-86dd-262b42622a99 req-74d622d2-ff3f-4560-ba3f-c6398c9511b0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:50.032348 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3b22b0f-1dbf-4390-86dd-262b42622a99 req-74d622d2-ff3f-4560-ba3f-c6398c9511b0 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 945 time: 0.0583725 Sep 02 13:59:50.074078 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b3b22b0f-1dbf-4390-86dd-262b42622a99 req-acdec508-1c4a-430c-975f-e5241f4b0682 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357864 Sep 02 13:59:50.198407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be069d-6a62-418c-8d2c-fd29837c6b0f req-2f30235a-a0f5-4737-aa8b-ae9541b57831 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:50.200080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3be069d-6a62-418c-8d2c-fd29837c6b0f req-2f30235a-a0f5-4737-aa8b-ae9541b57831 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 945 time: 0.0529056 Sep 02 13:59:50.243177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3be069d-6a62-418c-8d2c-fd29837c6b0f req-5e789ce4-24c2-42e2-b1ce-51d99c045831 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "GET /v2.0/security-groups?id=4fde3d3b-0a30-4798-a9cd-eb3a8bec23b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369654 Sep 02 13:59:50.267501 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:59:50.441514 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121d77de-a602-44cb-81fd-ad48870b6063 tempest-TestVolumeBootPattern-1644093945 tempest-TestVolumeBootPattern-1644093945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:50.443032 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-121d77de-a602-44cb-81fd-ad48870b6063 tempest-TestVolumeBootPattern-1644093945 tempest-TestVolumeBootPattern-1644093945-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1091 time: 0.1744852 Sep 02 13:59:50.445881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 35826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:59:50.450534 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Request body: {'floatingip': {'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'port_id': '755f8b3c-91a2-4206-a381-f1fe5722311c', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 13:59:50.472710 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:50.574292 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:50.681665 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Allocated IP 172.25.3.127 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/29a0efaf-9d13-4bf6-b497-a238ee0b8ddb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 13:59:50.793996 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:50.833180 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:50.872783 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 13:59:50.876135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 13:59:50.880886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 13:59:50.914672 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=29a0efaf-9d13-4bf6-b497-a238ee0b8ddb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:51.247090 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:51.322177 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:51.482547 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:51.487254 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:51.559698 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Pushing event updated for resources: {'Port': ['ID=29a0efaf-9d13-4bf6-b497-a238ee0b8ddb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:51.570033 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:51.719441 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Floating IP 4d1227cb-b6d6-480f-8572-b29fe646b7df associated. External IP: 172.25.3.127, port: 755f8b3c-91a2-4206-a381-f1fe5722311c. Sep 02 13:59:51.938864 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Router d63bb733-6f4a-4d95-a5f4-af43cf95422b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:59:52.058826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:59:52.070455 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] Sync routers for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:59:52.077166 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:52.080720 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:59:52.081460 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:59:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:59:52.106651 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-30b04875-c371-450e-ad82-7afd44d6bb34 tempest-TestVolumeBootPattern-786955601 tempest-TestVolumeBootPattern-786955601-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6594994 Sep 02 13:59:52.107270 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'tag': '755f8b3c-91a2-4206-a381-f1fe5722311c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:59:52.109599 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d8f17b-f88d-415f-b873-8d17081ba295" -d '{"events": [{"name": "network-changed", "server_uuid": "d285339d-824d-4827-a53e-3ebf8b79f396", "tag": "755f8b3c-91a2-4206-a381-f1fe5722311c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:59:52.150356 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a9074-505a-47f1-8201-4d08b18de596 x-openstack-request-id: req-0a2a9074-505a-47f1-8201-4d08b18de596 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:59:52.150356 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d285339d-824d-4827-a53e-3ebf8b79f396", "tag": "755f8b3c-91a2-4206-a381-f1fe5722311c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:59:52.150356 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a2a9074-505a-47f1-8201-4d08b18de596 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:59:52.150797 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'tag': '755f8b3c-91a2-4206-a381-f1fe5722311c', 'status': 'completed', 'code': 200} Sep 02 13:59:52.198716 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:59:52.215046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-71f7b625-e671-446c-836e-cb1c741988da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:52.216641 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-71f7b625-e671-446c-836e-cb1c741988da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1096 time: 0.0437031 Sep 02 13:59:52.323304 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-54e7e710-39d9-46b0-92e2-3c9fc4ba6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:52.325233 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-54e7e710-39d9-46b0-92e2-3c9fc4ba6bce service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.1021669 Sep 02 13:59:52.400224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-960bb37d-cdca-42a6-ac7a-3b6b3e374465 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 999 time: 0.0681427 Sep 02 13:59:52.443572 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4d1227cb-b6d6-480f-8572-b29fe646b7df', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': '755f8b3c-91a2-4206-a381-f1fe5722311c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:8d:cb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:59:51Z', 'updated_at': '2021-09-02T13:59:51Z', 'revision_number': 0, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}, {'id': '62623ab8-2de2-4438-896c-bbaf58f9c11e', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:62:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9e047-b192-4562-a5e7-032f799ed00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:57:38Z', 'updated_at': '2021-09-02T13:57:43Z', 'revision_number': 1, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:59:52.460743 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-92ab9e08-13bd-4703-9072-1fdbe427d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:52.462344 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-92ab9e08-13bd-4703-9072-1fdbe427d58e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0557334 Sep 02 13:59:52.513696 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-550574f0-92bc-42ee-b362-9a3e71917f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:52.515592 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-550574f0-92bc-42ee-b362-9a3e71917f97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459836 Sep 02 13:59:52.570640 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] Checking router: d63bb733-6f4a-4d95-a5f4-af43cf95422b for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:59:52.579850 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] Routers {'d63bb733-6f4a-4d95-a5f4-af43cf95422b'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:59:52.580456 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:59:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:59:52.611785 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-d18dc6f4-f1e7-45a0-9b46-722178854f2c service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878298 Sep 02 13:59:52.688851 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] Set router d63bb733-6f4a-4d95-a5f4-af43cf95422b gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:59:52.717760 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3d8f17b-f88d-415f-b873-8d17081ba295 req-3cfe78c4-89bd-4473-8ba4-a87499bde721 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990896 Sep 02 13:59:52.923379 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4d1227cb-b6d6-480f-8572-b29fe646b7df', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': '755f8b3c-91a2-4206-a381-f1fe5722311c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:8d:cb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:59:51Z', 'updated_at': '2021-09-02T13:59:51Z', 'revision_number': 0, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}, {'id': '62623ab8-2de2-4438-896c-bbaf58f9c11e', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:62:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9e047-b192-4562-a5e7-032f799ed00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:57:38Z', 'updated_at': '2021-09-02T13:57:43Z', 'revision_number': 1, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:59:52.951234 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50036633-c1bf-4952-857d-a5d6e1fb50dc None None] The sync data for ids ['d63bb733-6f4a-4d95-a5f4-af43cf95422b'] in n-d-794796-4 is: [{'id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'name': 'tempest-TestVolumeBootPattern-1483212144-router', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:01Z', 'updated_at': '2021-09-02T13:49:08Z', 'revision_number': 4, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'gw_port': {'id': '8dd951c2-5a83-45db-805b-63c8078f324e', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:02Z', 'updated_at': '2021-09-02T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_floatingips': [{'id': '4d1227cb-b6d6-480f-8572-b29fe646b7df', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': '755f8b3c-91a2-4206-a381-f1fe5722311c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:8d:cb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285339d-824d-4827-a53e-3ebf8b79f396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:59:51Z', 'updated_at': '2021-09-02T13:59:51Z', 'revision_number': 0, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}, {'id': '62623ab8-2de2-4438-896c-bbaf58f9c11e', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'router_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'port_id': '30b1d171-ec64-44dd-a4c8-0dfff7d43088', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'mac_address': 'fa:16:3e:62:15:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d9e047-b192-4562-a5e7-032f799ed00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-02T13:57:38Z', 'updated_at': '2021-09-02T13:57:43Z', 'revision_number': 1, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b436c5de-4842-49a0-a01e-9f166eb34b62', 'name': '', 'network_id': '7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa', 'tenant_id': '2cc73a6801e04277beffafe86d4cdb2d', 'mac_address': 'fa:16:3e:89:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63bb733-6f4a-4d95-a5f4-af43cf95422b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:06Z', 'updated_at': '2021-09-02T13:49:16Z', 'revision_number': 5, 'project_id': '2cc73a6801e04277beffafe86d4cdb2d', 'subnets': [{'id': '3eb181d3-ec78-4920-a475-5b57dd84145a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 13:59:53.154767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef3e7b-df0f-4905-a012-11ffbbfa1485 None None] New status for floating IP 4d1227cb-b6d6-480f-8572-b29fe646b7df: ACTIVE {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 13:59:53.978288 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 13:59:57.936929 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8e1f2-c4e1-48b2-be9c-f5704333c403 req-657da6e0-144d-4a56-b3d6-4fb7165a9aca tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:57.938524 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8ff8e1f2-c4e1-48b2-be9c-f5704333c403 req-657da6e0-144d-4a56-b3d6-4fb7165a9aca tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1097 time: 0.0481715 Sep 02 13:59:57.981679 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8ff8e1f2-c4e1-48b2-be9c-f5704333c403 req-8d44461f-0b20-41c5-a8a9-0b516bb2835d tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359204 Sep 02 13:59:58.010026 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 13:59:58.185137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Deleting port 893e1ba8-4469-4542-a650-56fc9e1af39f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 13:59:58.185498 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:58.275510 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:58.276087 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:58.288982 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Calling delete_port for 893e1ba8-4469-4542-a650-56fc9e1af39f owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 13:59:58.451800 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:58.480518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event deleted for resources: {'Port': ['ID=893e1ba8-4469-4542-a650-56fc9e1af39f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 13:59:58.548661 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:58.549131 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Floating IP 5a841dcc-c3f0-4766-8bf8-3ba074a487a4 disassociated (deleted). External IP: 172.25.3.45, port: 7e2ea850-220c-4d46-9546-8c5759e83590. Sep 02 13:59:58.775881 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Router e4bcdd06-15de-4318-ac25-26f23438fe2f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 13:59:58.892224 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 13:59:58.898096 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:58.906635 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] Sync routers for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 13:59:58.921746 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:59:58.922744 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:59:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:59:58.928649 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-2ce46963-fd32-4f86-a610-7d0a5e2185f0 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "DELETE /v2.0/floatingips/5a841dcc-c3f0-4766-8bf8-3ba074a487a4 HTTP/1.1" status: 204 len: 168 time: 0.9174626 Sep 02 13:59:58.929451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 13:59:58.931998 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacdd484-0ef8-4019-8087-0b9d5052f6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 13:59:58.989537 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67f6886-e107-40d6-ae24-43c357d31152 x-openstack-request-id: req-d67f6886-e107-40d6-ae24-43c357d31152 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 13:59:58.989942 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 13:59:58.990332 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d67f6886-e107-40d6-ae24-43c357d31152 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 13:59:58.990875 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590', 'status': 'completed', 'code': 200} Sep 02 13:59:59.050176 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:59:59.066905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-7548b9e6-b02f-4fe4-8551-72616fa49d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:59.068542 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-7548b9e6-b02f-4fe4-8551-72616fa49d6e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 1097 time: 0.0455534 Sep 02 13:59:59.210671 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-8889bbc2-ec13-4d67-b76b-e5d3cd9d5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:59.214581 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-8889bbc2-ec13-4d67-b76b-e5d3cd9d5295 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 200 len: 897 time: 0.1347585 Sep 02 13:59:59.228011 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2775d5-4ff4-4e7e-bd09-473c16e8991f req-2d3e9082-d90c-4bd0-8661-51977353345a tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:59.230451 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e2775d5-4ff4-4e7e-bd09-473c16e8991f req-2d3e9082-d90c-4bd0-8661-51977353345a tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0754809 Sep 02 13:59:59.265029 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-d8f660d6-b38d-4313-9a60-b15e2b35b7ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 200 len: 217 time: 0.0374227 Sep 02 13:59:59.279626 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-5e2775d5-4ff4-4e7e-bd09-473c16e8991f req-af0acdd5-4483-41f0-8961-2e33529edb3d tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Sep 02 13:59:59.338781 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-be365886-6e1f-4e1c-aa10-18dd70d57918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:59.341357 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-be365886-6e1f-4e1c-aa10-18dd70d57918 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 200 len: 834 time: 0.0663197 Sep 02 13:59:59.358964 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '38125c7e-732f-4dbd-9ee5-b0771566bb8a', 'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:1a:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:13Z', 'updated_at': '2021-09-02T13:58:20Z', 'revision_number': 5, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:59:59.399780 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] Checking router: e4bcdd06-15de-4318-ac25-26f23438fe2f for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 13:59:59.411298 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 13:59:59.412624 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T13:59:34Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:59:59.413903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-89a558ff-7f98-4e0b-9071-3f0df27ede9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 13:59:59.415657 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-89a558ff-7f98-4e0b-9071-3f0df27ede9d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7300f7bc-af97-4197-884b-5e8e502c6a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667458 Sep 02 13:59:59.562942 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 13:59:59.574209 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-d9d7c598-9e26-44db-b2d6-001a3ed73f77 service neutron] 10.222.0.90 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474149 Sep 02 13:59:59.617137 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 13:59:59.693386 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-eacdd484-0ef8-4019-8087-0b9d5052f6ae req-cc206ccf-cddc-4927-a323-acc19d7e8510 service neutron] 10.222.0.90 "GET /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022644 Sep 02 13:59:59.840370 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '38125c7e-732f-4dbd-9ee5-b0771566bb8a', 'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:1a:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:13Z', 'updated_at': '2021-09-02T13:58:20Z', 'revision_number': 5, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 13:59:59.868613 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553faae8-a7e1-4c5f-82b6-d09c98c8b515 None None] The sync data for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 is: [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '38125c7e-732f-4dbd-9ee5-b0771566bb8a', 'name': '', 'network_id': '7300f7bc-af97-4197-884b-5e8e502c6a06', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:1a:ef:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:13Z', 'updated_at': '2021-09-02T13:58:20Z', 'revision_number': 5, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '9f474db5-ec17-4b8b-aec6-e91ca346ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 14:00:00.159064 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896199ab-0b4e-479c-a166-8e5757bc93f8 None None] New status for floating IP 5a841dcc-c3f0-4766-8bf8-3ba074a487a4: DOWN {{(pid=94689) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 14:00:00.423670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc75c5-d17d-4526-b827-f9d07d342849 req-abbe4a3a-ad88-4137-b9c4-1b82187faecf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:00.425204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6cc75c5-d17d-4526-b827-f9d07d342849 req-abbe4a3a-ad88-4137-b9c4-1b82187faecf tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0574174 Sep 02 14:00:00.473159 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6cc75c5-d17d-4526-b827-f9d07d342849 req-1890b397-8374-4bc9-a71b-ddd11cbe21a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=495d34d7-c015-481a-8cd0-3c5bd9dc54b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356441 Sep 02 14:00:00.506963 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:00.824663 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-0de92689-bf75-4d99-980e-17b1b6fbcb45 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:00.826356 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-0de92689-bf75-4d99-980e-17b1b6fbcb45 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.90 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 946 time: 0.0667453 Sep 02 14:00:00.934948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Deleting port 7e2ea850-220c-4d46-9546-8c5759e83590 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 14:00:00.935293 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:01.032828 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] For port 7e2ea850-220c-4d46-9546-8c5759e83590, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=7e2ea850-220c-4d46-9546-8c5759e83590,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:01.033246 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:01.047037 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Calling delete_port for 7e2ea850-220c-4d46-9546-8c5759e83590 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 14:00:01.159761 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90a875b-68a2-4c3e-b314-5ca39e09209e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:01.528104 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:01.556605 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event deleted for resources: {'Port': ['ID=7e2ea850-220c-4d46-9546-8c5759e83590,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:01.585778 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8a5d319-f410-460f-81be-c2305f188b07 req-99b61f2a-8ea2-4f1f-9146-f9798273c6c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=fab4efae-2c90-438a-89d7-638bbab60e45 HTTP/1.1" status: 200 len: 210 time: 0.0348375 Sep 02 14:00:01.611776 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] No DVR routers for this DVR port 7e2ea850-220c-4d46-9546-8c5759e83590 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 14:00:01.614432 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:01.616513 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-2a092b29-68f2-4c47-bc98-ab62b68c50bb req-d76595d1-f13c-4e0b-8059-1d35da95f0c4 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.90 "DELETE /v2.0/ports/7e2ea850-220c-4d46-9546-8c5759e83590 HTTP/1.1" status: 204 len: 173 time: 0.7812262 Sep 02 14:00:01.617130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'name': 'network-vif-deleted', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 14:00:01.619671 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689f91f4-7306-4142-805d-0cf4c41915e7" -d '{"events": [{"server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "name": "network-vif-deleted", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 14:00:01.664741 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f2027d-797a-4342-b658-53bd1bbab6f3 x-openstack-request-id: req-62f2027d-797a-4342-b658-53bd1bbab6f3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 14:00:01.665097 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab4efae-2c90-438a-89d7-638bbab60e45", "name": "network-vif-deleted", "tag": "7e2ea850-220c-4d46-9546-8c5759e83590", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 14:00:01.665424 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62f2027d-797a-4342-b658-53bd1bbab6f3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 14:00:01.665880 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab4efae-2c90-438a-89d7-638bbab60e45', 'name': 'network-vif-deleted', 'tag': '7e2ea850-220c-4d46-9546-8c5759e83590', 'status': 'completed', 'code': 200} Sep 02 14:00:02.643223 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:03.005974 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732885'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:03.267926 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Deleting port 38125c7e-732f-4dbd-9ee5-b0771566bb8a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 14:00:03.268201 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:03.359871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] For port 38125c7e-732f-4dbd-9ee5-b0771566bb8a, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=38125c7e-732f-4dbd-9ee5-b0771566bb8a,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:03.360249 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:03.374450 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Calling delete_port for 38125c7e-732f-4dbd-9ee5-b0771566bb8a owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 14:00:03.566312 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:03.593835 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event deleted for resources: {'Port': ['ID=38125c7e-732f-4dbd-9ee5-b0771566bb8a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:03.596405 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-571becce-98ee-413a-8f14-5e60fe5f832f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:03.779339 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-376311'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.004875 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Router e4bcdd06-15de-4318-ac25-26f23438fe2f has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 14:00:04.114628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 14:00:04.122573 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e4f226be-c5c8-485c-946d-eece17fd58a9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "PUT /v2.0/routers/e4bcdd06-15de-4318-ac25-26f23438fe2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4753799 Sep 02 14:00:04.122573 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:04.125780 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] Sync routers for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 14:00:04.135089 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 14:00:04.135960 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T14:00:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:04.172162 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.184349 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcfd59e-771e-4776-aaea-877d8fd2b639 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Deleting subnet 9f474db5-ec17-4b8b-aec6-e91ca346ec24 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 02 14:00:04.187793 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd59e-771e-4776-aaea-877d8fd2b639 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.228233 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd59e-771e-4776-aaea-877d8fd2b639 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146522873'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.243977 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 14:00:04.328781 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd59e-771e-4776-aaea-877d8fd2b639 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664838'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.390025 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd59e-771e-4776-aaea-877d8fd2b639 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-665085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2146522717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2144331317'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.422407 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfd59e-771e-4776-aaea-877d8fd2b639 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event deleted for resources: {'Subnet': ['ID=9f474db5-ec17-4b8b-aec6-e91ca346ec24,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:04.426438 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd59e-771e-4776-aaea-877d8fd2b639 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.428706 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6bcfd59e-771e-4776-aaea-877d8fd2b639 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "DELETE /v2.0/subnets/9f474db5-ec17-4b8b-aec6-e91ca346ec24 HTTP/1.1" status: 204 len: 168 time: 0.3054223 Sep 02 14:00:04.431350 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:04.433054 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T14:00:03Z', 'revision_number': 5, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:04.440049 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5754a993-2769-45ce-bdab-e649d9e52538 None None] Network 7300f7bc-af97-4197-884b-5e8e502c6a06 requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 14:00:04.462272 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] Checking router: e4bcdd06-15de-4318-ac25-26f23438fe2f for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 14:00:04.471242 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] Routers {'e4bcdd06-15de-4318-ac25-26f23438fe2f'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 14:00:04.471884 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T14:00:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['e4bcdd06-15de-4318-ac25-26f23438fe2f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:04.594113 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.690594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8601ad19-1374-4e2b-8456-6669d48c8c89 None None] DHCP port deletion for 7300f7bc-af97-4197-884b-5e8e502c6a06 request from n-d-794796-4 {{(pid=94689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 02 14:00:04.713201 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] Set router e4bcdd06-15de-4318-ac25-26f23438fe2f gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 14:00:04.721605 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.746594 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 7e2ea850-220c-4d46-9546-8c5759e83590 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:04.771474 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 7e2ea850-220c-4d46-9546-8c5759e83590 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 14:00:04.771849 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 7e2ea850-220c-4d46-9546-8c5759e83590 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 14:00:04.778692 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8601ad19-1374-4e2b-8456-6669d48c8c89 None None] Deleting port ea216c24-b088-4a16-9606-502cd813974e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 14:00:04.779078 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8601ad19-1374-4e2b-8456-6669d48c8c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.806362 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Deleting port 4ca19c51-0dfb-4818-8748-b957027a10d5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 14:00:04.806860 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.848211 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8601ad19-1374-4e2b-8456-6669d48c8c89 None None] For port ea216c24-b088-4a16-9606-502cd813974e, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ea216c24-b088-4a16-9606-502cd813974e,segment=NetworkSegment(f3cb1eb5-6257-4204-937d-2cafb8e1abf6),segment_id=f3cb1eb5-6257-4204-937d-2cafb8e1abf6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:04.848618 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8601ad19-1374-4e2b-8456-6669d48c8c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.871584 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8601ad19-1374-4e2b-8456-6669d48c8c89 None None] Calling delete_port for ea216c24-b088-4a16-9606-502cd813974e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 14:00:04.929514 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T14:00:03Z', 'revision_number': 5, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:04.938078 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] For port 4ca19c51-0dfb-4818-8748-b957027a10d5, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=4ca19c51-0dfb-4818-8748-b957027a10d5,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:04.938787 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.955139 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Calling delete_port for 4ca19c51-0dfb-4818-8748-b957027a10d5 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 14:00:04.959680 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:04.965225 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30abfc-7e4c-4e18-8eb9-78112a8c17f4 None None] The sync data for ids ['e4bcdd06-15de-4318-ac25-26f23438fe2f'] in n-d-794796-4 is: [{'id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078229282', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T14:00:03Z', 'revision_number': 5, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': '4ca19c51-0dfb-4818-8748-b957027a10d5', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bcdd06-15de-4318-ac25-26f23438fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:58:10Z', 'updated_at': '2021-09-02T13:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 14:00:04.990884 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8601ad19-1374-4e2b-8456-6669d48c8c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.026810 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601ad19-1374-4e2b-8456-6669d48c8c89 None None] Pushing event deleted for resources: {'Port': ['ID=ea216c24-b088-4a16-9606-502cd813974e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:05.035794 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601ad19-1374-4e2b-8456-6669d48c8c89 None None] No DVR routers for this DVR port ea216c24-b088-4a16-9606-502cd813974e on host n-d-794796-4 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 14:00:05.173695 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.200568 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event deleted for resources: {'Port': ['ID=4ca19c51-0dfb-4818-8748-b957027a10d5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:05.268090 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1734611'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.361770 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12625'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.364024 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.410556 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1706097'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.411108 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Fanout notify agent at l3_agent the message router_deleted on router e4bcdd06-15de-4318-ac25-26f23438fe2f {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 02 14:00:05.418143 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.419280 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-00b0d493-5850-41f0-a4f1-2936bd38324c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "DELETE /v2.0/routers/e4bcdd06-15de-4318-ac25-26f23438fe2f HTTP/1.1" status: 204 len: 168 time: 0.9868691 Sep 02 14:00:05.422031 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:05.497585 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1424700'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.588901 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659601', 'neutron.services.segments.db._delete_segments_for_network-8743480860519'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.599408 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7300f7bc-af97-4197-884b-5e8e502c6a06']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:05.609713 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:05.610046 n-d-794796-4 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3cb1eb5-6257-4204-937d-2cafb8e1abf6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:05.621170 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743480859760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146327050'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.637037 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.642823 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 02 14:00:05.643228 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2146522675'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: Traceback (most recent call last): Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: timer() Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: cb(*args, **kw) Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: return func(*args, **kwargs) Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: self._notify() Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: self.callback(batched_events) Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: event.method(event) Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: return f(self, *a, **k) Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: return self._get(url).json() Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 02 14:00:05.646195 n-d-794796-4 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 02 14:00:05.706448 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376107'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.713194 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.715002 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "DELETE /v2.0/networks/7300f7bc-af97-4197-884b-5e8e502c6a06 HTTP/1.1" status: 204 len: 168 time: 0.2919755 Sep 02 14:00:05.718037 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36370) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:05.726240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a202e-9109-46ea-995a-d6872f0ac1a2 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event deleted for resources: {'Network': ['ID=7300f7bc-af97-4197-884b-5e8e502c6a06,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:05.777701 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, before_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.803027 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.866216 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_delete {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.869008 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:05.870169 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "DELETE /v2.0/security-groups/495d34d7-c015-481a-8cd0-3c5bd9dc54b0 HTTP/1.1" status: 204 len: 168 time: 0.1510942 Sep 02 14:00:05.879803 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495d34d7-c015-481a-8cd0-3c5bd9dc54b0,revision_number=None']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:05.888203 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.888548 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.888899 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.889242 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.889584 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.889924 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.890261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.890593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.890932 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.891260 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.891588 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:05.892057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb1bea-6f10-440e-b357-ed79222ba442 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:06.602642 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 38125c7e-732f-4dbd-9ee5-b0771566bb8a no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:06.626648 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 38125c7e-732f-4dbd-9ee5-b0771566bb8a {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 14:00:06.626995 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 38125c7e-732f-4dbd-9ee5-b0771566bb8a not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 14:00:06.627414 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4ca19c51-0dfb-4818-8748-b957027a10d5 no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:06.647570 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: 4ca19c51-0dfb-4818-8748-b957027a10d5 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 14:00:06.647940 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 4ca19c51-0dfb-4818-8748-b957027a10d5 not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 14:00:06.648365 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ea216c24-b088-4a16-9606-502cd813974e no longer exists at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:06.649921 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:06.814532 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-af73da4e-2061-42fc-a688-984831479777 None None] No Port match for: ea216c24-b088-4a16-9606-502cd813974e {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 14:00:06.814882 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ea216c24-b088-4a16-9606-502cd813974e not bound to the agent host n-d-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 14:00:07.418593 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36398) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:07.424897 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-f9fa3c67-7076-43d8-9fcb-bd87d07c50f6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304740079', 'description': 'tempest-secgroup-smoke-1304740079 description', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:07.480174 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3c67-7076-43d8-9fcb-bd87d07c50f6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.591274 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3c67-7076-43d8-9fcb-bd87d07c50f6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.595230 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3c67-7076-43d8-9fcb-bd87d07c50f6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1831651'] for security_group, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.624903 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3c67-7076-43d8-9fcb-bd87d07c50f6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.626154 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-f9fa3c67-7076-43d8-9fcb-bd87d07c50f6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2062175 Sep 02 14:00:07.628179 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa3c67-7076-43d8-9fcb-bd87d07c50f6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d0ce47-9594-430a-8c15-19f07a19e29f,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:07.629249 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36400) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:07.636424 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-97fe0fbf-5a16-415c-a848-e2fe95dda200 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '27d0ce47-9594-430a-8c15-19f07a19e29f', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:07.664507 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97fe0fbf-5a16-415c-a848-e2fe95dda200 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.735626 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97fe0fbf-5a16-415c-a848-e2fe95dda200 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.739910 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97fe0fbf-5a16-415c-a848-e2fe95dda200 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.759173 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe0fbf-5a16-415c-a848-e2fe95dda200 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec9f8bd-7fa5-45c8-93cb-176dabd03f74,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:07.765620 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97fe0fbf-5a16-415c-a848-e2fe95dda200 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.767295 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-97fe0fbf-5a16-415c-a848-e2fe95dda200 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357872 Sep 02 14:00:07.770377 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36406) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:07.775276 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a835fb85-c40f-45e5-8494-345bd58c6a34 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '27d0ce47-9594-430a-8c15-19f07a19e29f', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:07.805018 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a835fb85-c40f-45e5-8494-345bd58c6a34 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.867880 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a835fb85-c40f-45e5-8494-345bd58c6a34 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.871827 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a835fb85-c40f-45e5-8494-345bd58c6a34 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.892027 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835fb85-c40f-45e5-8494-345bd58c6a34 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa73391-5ebc-46df-a283-a2ec6091017e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:07.900293 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a835fb85-c40f-45e5-8494-345bd58c6a34 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:07.901712 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-a835fb85-c40f-45e5-8494-345bd58c6a34 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301060 Sep 02 14:00:07.904345 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:07.908851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6490956e-43d5-47e6-99b2-fadeb57e420f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '27d0ce47-9594-430a-8c15-19f07a19e29f', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:07.937391 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6490956e-43d5-47e6-99b2-fadeb57e420f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.022352 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6490956e-43d5-47e6-99b2-fadeb57e420f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.026367 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6490956e-43d5-47e6-99b2-fadeb57e420f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.046287 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490956e-43d5-47e6-99b2-fadeb57e420f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa18c905-cb41-414e-9440-5eb8d7f48853,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:08.053071 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6490956e-43d5-47e6-99b2-fadeb57e420f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.054340 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-6490956e-43d5-47e6-99b2-fadeb57e420f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489635 Sep 02 14:00:08.057216 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36416) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:08.062095 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-57da9072-4a43-4bcb-85ce-70aa4cc9c8bb tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '27d0ce47-9594-430a-8c15-19f07a19e29f', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:08.090355 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57da9072-4a43-4bcb-85ce-70aa4cc9c8bb tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.155820 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57da9072-4a43-4bcb-85ce-70aa4cc9c8bb tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.159379 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57da9072-4a43-4bcb-85ce-70aa4cc9c8bb tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.177223 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da9072-4a43-4bcb-85ce-70aa4cc9c8bb tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb5a75d-467e-480f-8af0-72108aeac3ca,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:08.185862 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-57da9072-4a43-4bcb-85ce-70aa4cc9c8bb tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.187964 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-57da9072-4a43-4bcb-85ce-70aa4cc9c8bb tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295042 Sep 02 14:00:08.190804 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36420) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:08.195410 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-fd4e3b09-2859-493a-931c-0918b4571963 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '27d0ce47-9594-430a-8c15-19f07a19e29f', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:08.219087 n-d-794796-4 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-fd4e3b09-2859-493a-931c-0918b4571963 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Project b37a112c0d9a4949af6b6f6a9c9b841e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 14:00:08.225355 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3b09-2859-493a-931c-0918b4571963 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.296575 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3b09-2859-493a-931c-0918b4571963 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.300132 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3b09-2859-493a-931c-0918b4571963 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.320830 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e3b09-2859-493a-931c-0918b4571963 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d6d916-8592-493f-b60e-1d0755e9c32e,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:08.324934 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3b09-2859-493a-931c-0918b4571963 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.326435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-fd4e3b09-2859-493a-931c-0918b4571963 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344645 Sep 02 14:00:08.329135 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36424) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:08.334552 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-495bb6fc-2c42-4cff-8731-831afdf0dfa9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'security_group_rule': {'security_group_id': '27d0ce47-9594-430a-8c15-19f07a19e29f', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:08.358227 n-d-794796-4 neutron-server[94687]: INFO neutron.db.securitygroups_db [None req-495bb6fc-2c42-4cff-8731-831afdf0dfa9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Project b37a112c0d9a4949af6b6f6a9c9b841e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 02 14:00:08.363577 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-495bb6fc-2c42-4cff-8731-831afdf0dfa9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.427158 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-495bb6fc-2c42-4cff-8731-831afdf0dfa9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.431326 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-495bb6fc-2c42-4cff-8731-831afdf0dfa9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1819496'] for security_group_rule, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.450465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bb6fc-2c42-4cff-8731-831afdf0dfa9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a5fe0a-2c2a-46d5-bf68-b29db122da8a,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:08.458573 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-495bb6fc-2c42-4cff-8731-831afdf0dfa9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.459758 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-495bb6fc-2c42-4cff-8731-831afdf0dfa9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295798 Sep 02 14:00:08.462531 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36430) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:08.467406 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'network': {'name': 'tempest-network-smoke--1252505872', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'port_security_enabled': True}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:08.489175 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Made reservation on behalf of b37a112c0d9a4949af6b6f6a9c9b841e for: {'network': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 14:00:08.492988 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for network, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.529931 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 02 14:00:08.542471 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664187'] for segment, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.542876 n-d-794796-4 neutron-server[94687]: INFO neutron.db.segments_db [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Added segment 3e3e8133-3af4-4a78-b721-285f6b553e17 of type vlan for network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda Sep 02 14:00:08.584533 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743480301294'] for network, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.609815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996'] for network, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.619829 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:08.620603 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for network, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.680474 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2168038 Sep 02 14:00:08.683286 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:08.688805 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2055274872', 'admin_state_up': True, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:08.704628 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6e208-6719-4dbe-a766-2fb5b5801452 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Network': ['ID=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:08.717675 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda details requested by agent ovs-agent-n-d-794796-4 with host n-d-794796-4 {{(pid=94689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 02 14:00:08.722081 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12611'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.723368 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-365580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12616'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.779636 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:08.941297 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:09.177706 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:09.195963 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9a9f-39ff-47c7-ba46-9f9e5cf36340 req-ddea7a5e-941e-475c-964d-73fbb7c6c120 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:09.196673 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:09.202328 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9a9f-39ff-47c7-ba46-9f9e5cf36340 req-ddea7a5e-941e-475c-964d-73fbb7c6c120 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:09.208603 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9a9f-39ff-47c7-ba46-9f9e5cf36340 req-ddea7a5e-941e-475c-964d-73fbb7c6c120 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:09.226236 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9a9f-39ff-47c7-ba46-9f9e5cf36340 req-ddea7a5e-941e-475c-964d-73fbb7c6c120 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:09.233402 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9a9f-39ff-47c7-ba46-9f9e5cf36340 req-ddea7a5e-941e-475c-964d-73fbb7c6c120 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:09.241445 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9a9f-39ff-47c7-ba46-9f9e5cf36340 req-ddea7a5e-941e-475c-964d-73fbb7c6c120 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:09.248688 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9a9f-39ff-47c7-ba46-9f9e5cf36340 req-ddea7a5e-941e-475c-964d-73fbb7c6c120 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:09.250834 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a5c9a9f-39ff-47c7-ba46-9f9e5cf36340 req-ddea7a5e-941e-475c-964d-73fbb7c6c120 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.1226063 Sep 02 14:00:09.321462 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-8a5c9a9f-39ff-47c7-ba46-9f9e5cf36340 req-8ee46b37-a7ca-43b7-b58f-a2911d973286 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634730 Sep 02 14:00:09.354005 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Allocated IP 172.25.3.118 (2f35f29e-e3c2-4b2f-9875-aad1c380ced4/4edf6804-c73a-4db8-b161-c2fb4970d659/ec798439-3757-4844-9133-9492e15948cb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 14:00:09.494096 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:09.533234 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:09.576531 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 14:00:09.580851 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 14:00:09.585705 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 14:00:09.588905 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=ec798439-3757-4844-9133-9492e15948cb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:10.204886 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:10.353807 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-6e8b3ba9-3b42-44f0-a00e-f0b59a640131 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.359623 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-6e8b3ba9-3b42-44f0-a00e-f0b59a640131 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.367206 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-6e8b3ba9-3b42-44f0-a00e-f0b59a640131 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.373185 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-6e8b3ba9-3b42-44f0-a00e-f0b59a640131 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.380001 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-6e8b3ba9-3b42-44f0-a00e-f0b59a640131 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.386121 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-6e8b3ba9-3b42-44f0-a00e-f0b59a640131 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.392024 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-6e8b3ba9-3b42-44f0-a00e-f0b59a640131 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.396659 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-6e8b3ba9-3b42-44f0-a00e-f0b59a640131 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.1214032 Sep 02 14:00:10.540386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-b71fbd28-e2cc-46f4-99c9-f1b804f7b023 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.541642 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-b71fbd28-e2cc-46f4-99c9-f1b804f7b023 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "GET /v2.0/ports/0ff25d84-bc0e-463e-8912-bade9b0e4279?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1390862 Sep 02 14:00:10.641309 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd593d-cb7c-4c92-9784-34e9dbc25899 req-eb2475c1-00b7-4a7a-b36b-8733c61b55fa tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.647521 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd593d-cb7c-4c92-9784-34e9dbc25899 req-eb2475c1-00b7-4a7a-b36b-8733c61b55fa tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.653658 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd593d-cb7c-4c92-9784-34e9dbc25899 req-eb2475c1-00b7-4a7a-b36b-8733c61b55fa tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.660444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd593d-cb7c-4c92-9784-34e9dbc25899 req-eb2475c1-00b7-4a7a-b36b-8733c61b55fa tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.666369 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd593d-cb7c-4c92-9784-34e9dbc25899 req-eb2475c1-00b7-4a7a-b36b-8733c61b55fa tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.672451 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd593d-cb7c-4c92-9784-34e9dbc25899 req-eb2475c1-00b7-4a7a-b36b-8733c61b55fa tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.678972 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd593d-cb7c-4c92-9784-34e9dbc25899 req-eb2475c1-00b7-4a7a-b36b-8733c61b55fa tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:10.680934 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e6fd593d-cb7c-4c92-9784-34e9dbc25899 req-eb2475c1-00b7-4a7a-b36b-8733c61b55fa tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 5444 time: 0.2360065 Sep 02 14:00:10.699336 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1734647'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:10.822083 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-cae005d2-a0c5-475c-8547-a618bab489a9 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "GET /v2.0/networks/58854eed-01df-46ce-8e98-f32b8e0f6338?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2724254 Sep 02 14:00:10.835114 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e6fd593d-cb7c-4c92-9784-34e9dbc25899 req-d52cb769-b273-4173-8bf2-ff8119179264 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1466262 Sep 02 14:00:10.842473 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:10.921182 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:10.992133 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Router 29d2f9da-f445-4749-8520-541b8bfc3b6b is scheduled to L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 02 14:00:11.169567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] For port 0ff25d84-bc0e-463e-8912-bade9b0e4279, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=0ff25d84-bc0e-463e-8912-bade9b0e4279,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:11.194445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 14:00:11.208793 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Sync routers for ids ['29d2f9da-f445-4749-8520-541b8bfc3b6b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 14:00:11.221540 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Routers {'29d2f9da-f445-4749-8520-541b8bfc3b6b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 14:00:11.222887 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T14:00:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['29d2f9da-f445-4749-8520-541b8bfc3b6b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:11.224292 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] For port 0ff25d84-bc0e-463e-8912-bade9b0e4279, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 14:00:11.245222 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:11.247784 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-189ed3e2-c5b2-4ef8-9f7b-36d16669da03 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5615258 Sep 02 14:00:11.249709 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:11.292080 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-e754701c-ae61-4427-9ff3-0dcd42778526 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b37a112c0d9a4949af6b6f6a9c9b841e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386131 Sep 02 14:00:11.292726 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.13', 36486) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:11.302464 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] device_id is not set on port 0ff25d84-bc0e-463e-8912-bade9b0e4279 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 14:00:11.345427 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Set router 29d2f9da-f445-4749-8520-541b8bfc3b6b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 14:00:11.367649 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:11.392780 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:11.502817 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f4767-b565-4560-a688-5cbe921348fd service neutron] Pushing event updated for resources: {'Port': ['ID=0ff25d84-bc0e-463e-8912-bade9b0e4279,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:11.522886 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] No DVR routers for this DVR port 0ff25d84-bc0e-463e-8912-bade9b0e4279 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 14:00:11.558763 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0593ea0a-472c-4231-a183-ac65e797b168 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:11.560729 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [None req-0593ea0a-472c-4231-a183-ac65e797b168 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2676303 Sep 02 14:00:11.563631 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36492) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:11.578055 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] In _notify_port_updated(), no bound segment for port 0ff25d84-bc0e-463e-8912-bade9b0e4279 on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 14:00:11.579130 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:11.580229 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:11.581911 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-029f4767-b565-4560-a688-5cbe921348fd service neutron] 10.222.0.90 "PUT /v2.0/ports/0ff25d84-bc0e-463e-8912-bade9b0e4279 HTTP/1.1" status: 200 len: 1032 time: 0.7438378 Sep 02 14:00:11.593803 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055274872', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec798439-3757-4844-9133-9492e15948cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T14:00:08Z', 'updated_at': '2021-09-02T14:00:10Z', 'revision_number': 3, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': 'ec798439-3757-4844-9133-9492e15948cb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T14:00:09Z', 'updated_at': '2021-09-02T14:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:11.621305 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6609550b-cd4e-4f4b-8570-9d697ce88002 tempest-TestNetworkAdvancedServerOps-2058125876 tempest-TestNetworkAdvancedServerOps-2058125876-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=2f35f29e-e3c2-4b2f-9875-aad1c380ced4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555139 Sep 02 14:00:11.624435 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36498) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:11.626701 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Checking router: 29d2f9da-f445-4749-8520-541b8bfc3b6b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 14:00:11.627162 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Updating router 29d2f9da-f445-4749-8520-541b8bfc3b6b port ec798439-3757-4844-9133-9492e15948cb binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 14:00:11.631163 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.v2.base [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-950503941', 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda', 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:11.655256 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:11.665086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d74ade3c-4e37-4620-9795-6cb6466fc64c tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:11.666577 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d74ade3c-4e37-4620-9795-6cb6466fc64c tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "GET /v2.0/ports/be61eb39-0a4a-48bd-bf04-25971978bf6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0751028 Sep 02 14:00:11.684246 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:11.754455 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:11.788087 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Made reservation on behalf of b37a112c0d9a4949af6b6f6a9c9b841e for: {'subnet': 1} {{(pid=94687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 14:00:11.791911 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2144140205'] for subnet, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:11.844501 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-444c825f-1e8e-4ad0-82e1-28bf3535570d None None] Provisioning complete for port 0ff25d84-bc0e-463e-8912-bade9b0e4279 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:11.844931 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-444c825f-1e8e-4ad0-82e1-28bf3535570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:11.932544 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-444c825f-1e8e-4ad0-82e1-28bf3535570d None None] Port 0ff25d84-bc0e-463e-8912-bade9b0e4279 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 14:00:11.989540 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] For port be61eb39-0a4a-48bd-bf04-25971978bf6a, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=be61eb39-0a4a-48bd-bf04-25971978bf6a,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:12.052014 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] For port be61eb39-0a4a-48bd-bf04-25971978bf6a, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 14:00:12.059050 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2144151838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2144140223'] for subnet, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.093004 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31047-8d54-4124-9856-3f4210626923 req-595258c7-a86b-441e-a62f-8a1ba60186ec tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:12.099981 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31047-8d54-4124-9856-3f4210626923 req-595258c7-a86b-441e-a62f-8a1ba60186ec tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:12.101670 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] device_id is not set on port be61eb39-0a4a-48bd-bf04-25971978bf6a yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 02 14:00:12.106801 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31047-8d54-4124-9856-3f4210626923 req-595258c7-a86b-441e-a62f-8a1ba60186ec tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:12.113156 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.113998 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31047-8d54-4124-9856-3f4210626923 req-595258c7-a86b-441e-a62f-8a1ba60186ec tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:12.120061 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.121278 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31047-8d54-4124-9856-3f4210626923 req-595258c7-a86b-441e-a62f-8a1ba60186ec tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:12.123852 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.127691 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31047-8d54-4124-9856-3f4210626923 req-595258c7-a86b-441e-a62f-8a1ba60186ec tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:12.130525 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-50a31047-8d54-4124-9856-3f4210626923 req-595258c7-a86b-441e-a62f-8a1ba60186ec tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 4665 time: 0.1744747 Sep 02 14:00:12.136874 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Transition to ACTIVE for port object ec798439-3757-4844-9133-9492e15948cb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 14:00:12.145058 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.178031 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Attempting to bind port ec798439-3757-4844-9133-9492e15948cb on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 14:00:12.178823 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Attempting to bind port ec798439-3757-4844-9133-9492e15948cb by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 14:00:12.179387 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Attempting to bind port ec798439-3757-4844-9133-9492e15948cb on network 2f35f29e-e3c2-4b2f-9875-aad1c380ced4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 14:00:12.213219 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 14, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 14:00:12.214449 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Checking segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 14:00:12.215080 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.215925 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Bound using segment: {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 14:00:12.216595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] No DVR routers for this DVR port be61eb39-0a4a-48bd-bf04-25971978bf6a on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 14:00:12.217108 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Bound port: ec798439-3757-4844-9133-9492e15948cb, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccb1ba5-cb5e-4faa-b9db-e680feb1bf18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 14:00:12.217962 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.259147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=be61eb39-0a4a-48bd-bf04-25971978bf6a,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:12.270614 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Subnet': ['ID=0b6bcdef-00b7-4160-96b2-ac7e7b89f29f,revision_number=0']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:12.281968 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-50a31047-8d54-4124-9856-3f4210626923 req-94a390e7-e50b-4d14-9df6-8d03295ec0be tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&id=eb45fed8-8c70-4c1e-9a12-6b1606c9ad31&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1253777 Sep 02 14:00:12.295003 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] In _notify_port_updated(), no bound segment for port be61eb39-0a4a-48bd-bf04-25971978bf6a on network 58854eed-01df-46ce-8e98-f32b8e0f6338 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 02 14:00:12.297959 n-d-794796-4 neutron-server[94687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Checking segment: {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 14:00:12.298342 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network hostable DHCP agents. Network: 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda, hostable agents: ['47eea5a6-4315-4a72-bcad-520886f2bc45'], hosted agents: [] {{(pid=94687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 02 14:00:12.305634 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca266404-dbd0-47be-a9cf-09e243fb4a4d None None] Pushing event updated for resources: {'Port': ['ID=ec798439-3757-4844-9133-9492e15948cb,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:12.309009 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:12.313050 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.314422 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-f2145d93-f7e5-435a-a83d-a6fb2baae7c1 service neutron] 10.222.0.90 "PUT /v2.0/ports/be61eb39-0a4a-48bd-bf04-25971978bf6a HTTP/1.1" status: 200 len: 1033 time: 0.6347175 Sep 02 14:00:12.337343 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda is scheduled to be hosted by DHCP agent 47eea5a6-4315-4a72-bcad-520886f2bc45 with binding_index 1 {{(pid=94687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 02 14:00:12.343804 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] For port ec798439-3757-4844-9133-9492e15948cb, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 14:00:12.348609 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] For port ec798439-3757-4844-9133-9492e15948cb, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ec798439-3757-4844-9133-9492e15948cb,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 14:00:12.352468 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-4, 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda) {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 14:00:12.357948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.369069 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:12.369737 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for subnet, before_response {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.370010 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa9123-e51c-4e5d-9c65-3966d1b1094d None None] Network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 14:00:12.398255 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-c87de5a6-4707-47db-9c79-2ddae04b9e3c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7719293 Sep 02 14:00:12.400858 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [-] (94687) accepted ('10.222.0.13', 36512) {{(pid=94687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 02 14:00:12.492113 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Routers {'29d2f9da-f445-4749-8520-541b8bfc3b6b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 14:00:12.492884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T14:00:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['29d2f9da-f445-4749-8520-541b8bfc3b6b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:12.544118 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Deleting port 8781816d-702a-4fb3-862a-50e93cb85640 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 14:00:12.546276 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.577737 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca266404-dbd0-47be-a9cf-09e243fb4a4d None None] Pushing event updated for resources: {'Port': ['ID=ec798439-3757-4844-9133-9492e15948cb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:12.580488 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-12e1d99a-153b-41fb-b2dd-5508ce981997 None None] Provisioning complete for port be61eb39-0a4a-48bd-bf04-25971978bf6a triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:12.581584 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12e1d99a-153b-41fb-b2dd-5508ce981997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.622916 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-12e1d99a-153b-41fb-b2dd-5508ce981997 None None] Port be61eb39-0a4a-48bd-bf04-25971978bf6a cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 14:00:12.674489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] For port 8781816d-702a-4fb3-862a-50e93cb85640, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=8781816d-702a-4fb3-862a-50e93cb85640,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:12.675944 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.711135 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Calling delete_port for 8781816d-702a-4fb3-862a-50e93cb85640 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 14:00:12.765758 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] Set router 29d2f9da-f445-4749-8520-541b8bfc3b6b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 14:00:12.781005 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc63f3ea-bbdb-5a3a-af18-d244d702f12e-8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda', 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'fixed_ips': [{'subnet_id': '0b6bcdef-00b7-4160-96b2-ac7e7b89f29f'}]}} from n-d-794796-4. {{(pid=94689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 02 14:00:12.782442 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.835576 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 640ad35c-ba90-47a2-906b-ae87f5732818 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:12.879431 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:12.932070 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event deleted for resources: {'Port': ['ID=8781816d-702a-4fb3-862a-50e93cb85640,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:13.002349 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.022063 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] No DVR routers for this DVR port 8781816d-702a-4fb3-862a-50e93cb85640 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 14:00:13.026428 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.031405 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-8a2ad5b7-1e8d-4658-b477-aa38acf05e91 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "DELETE /v2.0/ports/8781816d-702a-4fb3-862a-50e93cb85640 HTTP/1.1" status: 204 len: 173 time: 0.7068374 Sep 02 14:00:13.031986 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': '8781816d-702a-4fb3-862a-50e93cb85640'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 14:00:13.034475 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bbf6e5-b0a0-43ee-87cd-e26509fefb1c" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "8781816d-702a-4fb3-862a-50e93cb85640"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 14:00:13.103115 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616a5ca9-f9c0-4e8f-a4e5-010fc658c2f8 x-openstack-request-id: req-616a5ca9-f9c0-4e8f-a4e5-010fc658c2f8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 14:00:13.111561 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "8781816d-702a-4fb3-862a-50e93cb85640", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 14:00:13.115557 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-616a5ca9-f9c0-4e8f-a4e5-010fc658c2f8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 14:00:13.116238 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': '8781816d-702a-4fb3-862a-50e93cb85640', 'status': 'completed', 'code': 200} Sep 02 14:00:13.182034 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Deleting port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 14:00:13.182388 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.321692 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.335347 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Allocated IP 172.20.0.2 (8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda/0b6bcdef-00b7-4160-96b2-ac7e7b89f29f/50e1cf9d-a86b-495e-b109-7fa970eec735) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 14:00:13.378444 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640ad35c-ba90-47a2-906b-ae87f5732818'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 14:00:13.378759 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] For port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,segment=NetworkSegment(a56e1488-605f-48bd-aad9-82981091264c),segment_id=a56e1488-605f-48bd-aad9-82981091264c)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:13.379279 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.380875 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d589974-0b81-4247-a393-8adb42c1d0dd" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-unplugged", "status": "completed", "tag": "640ad35c-ba90-47a2-906b-ae87f5732818"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 14:00:13.410191 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Calling delete_port for 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 14:00:13.433854 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055274872', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec798439-3757-4844-9133-9492e15948cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T14:00:08Z', 'updated_at': '2021-09-02T14:00:10Z', 'revision_number': 3, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': 'ec798439-3757-4844-9133-9492e15948cb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T14:00:09Z', 'updated_at': '2021-09-02T14:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:13.473354 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 02 Sep 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3362d7e8-4d20-4b3d-8fe5-440e4eb5131a x-openstack-request-id: req-3362d7e8-4d20-4b3d-8fe5-440e4eb5131a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 14:00:13.475311 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-unplugged", "status": "completed", "tag": "640ad35c-ba90-47a2-906b-ae87f5732818", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 14:00:13.475671 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3362d7e8-4d20-4b3d-8fe5-440e4eb5131a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 14:00:13.476199 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640ad35c-ba90-47a2-906b-ae87f5732818', 'code': 200} Sep 02 14:00:13.486892 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 640ad35c-ba90-47a2-906b-ae87f5732818, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=640ad35c-ba90-47a2-906b-ae87f5732818,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:13.504774 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a147f8-b42c-4b05-8894-8de784a8055f req-788d32bc-0ba7-4b9f-a122-731f43925015 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:13.516846 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.517479 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a147f8-b42c-4b05-8894-8de784a8055f req-788d32bc-0ba7-4b9f-a122-731f43925015 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:13.517820 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:13.523605 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec61a59-4ee2-469e-9a74-a78035bf996a None None] The sync data for ids ['29d2f9da-f445-4749-8520-541b8bfc3b6b'] in n-d-794796-4 is: [{'id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055274872', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec798439-3757-4844-9133-9492e15948cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T14:00:08Z', 'updated_at': '2021-09-02T14:00:10Z', 'revision_number': 3, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': 'ec798439-3757-4844-9133-9492e15948cb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T14:00:09Z', 'updated_at': '2021-09-02T14:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4'}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 14:00:13.547218 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a147f8-b42c-4b05-8894-8de784a8055f req-788d32bc-0ba7-4b9f-a122-731f43925015 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:13.566176 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a147f8-b42c-4b05-8894-8de784a8055f req-788d32bc-0ba7-4b9f-a122-731f43925015 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:13.588926 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16a147f8-b42c-4b05-8894-8de784a8055f req-788d32bc-0ba7-4b9f-a122-731f43925015 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 3150 time: 0.1777551 Sep 02 14:00:13.643881 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.664372 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-16a147f8-b42c-4b05-8894-8de784a8055f req-b6fb2ec4-a8b1-4ad4-b826-e3a86b0d0f24 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743792 Sep 02 14:00:13.683959 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=640ad35c-ba90-47a2-906b-ae87f5732818,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:13.701592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event deleted for resources: {'Port': ['ID=74e81eb2-6b64-49b4-a01d-a0cd82ad7805,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:13.768503 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] No DVR routers for this DVR port 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 14:00:13.777834 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.779017 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.783212 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-d163f44f-6301-41b9-8db3-e050486eea04 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "DELETE /v2.0/ports/74e81eb2-6b64-49b4-a01d-a0cd82ad7805 HTTP/1.1" status: 204 len: 173 time: 0.7421885 Sep 02 14:00:13.783517 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.798864 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Transition to ACTIVE for port object 50e1cf9d-a86b-495e-b109-7fa970eec735 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 14:00:13.826252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Transition to ACTIVE for port object 50e1cf9d-a86b-495e-b109-7fa970eec735 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 14:00:13.837905 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.841125 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:13.850006 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.850722 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:13.893065 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 14:00:13.893987 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 74e81eb2-6b64-49b4-a01d-a0cd82ad7805 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 14:00:13.894396 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device be61eb39-0a4a-48bd-bf04-25971978bf6a no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:13.935096 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.db_base_plugin_common [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Allocated IP 172.20.0.1 (8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda/0b6bcdef-00b7-4160-96b2-ac7e7b89f29f/58405966-aa18-4f8d-96cd-ae5ebe3f2531) {{(pid=94687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 14:00:13.962630 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device be61eb39-0a4a-48bd-bf04-25971978bf6a not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 14:00:13.963053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8781816d-702a-4fb3-862a-50e93cb85640 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:13.968589 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 14:00:13.992020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Deleting port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 14:00:13.992545 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:13.992912 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] No Port match for: 8781816d-702a-4fb3-862a-50e93cb85640 {{(pid=94689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 02 14:00:13.993273 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 8781816d-702a-4fb3-862a-50e93cb85640 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 14:00:13.993703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device beca27ba-a4d4-489a-9fb6-a64b5608b32e no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:13.995627 n-d-794796-4 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 14:00:13.998421 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Pushing event updated for resources: {'Port': ['ID=50e1cf9d-a86b-495e-b109-7fa970eec735,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:14.021798 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 14:00:14.160123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] For port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,segment=NetworkSegment(1125a4a4-ac4b-437b-af2b-f8103ff4ec1b),segment_id=1125a4a4-ac4b-437b-af2b-f8103ff4ec1b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:14.160731 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.186115 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.197175 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:14.217106 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.provisioning_blocks [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Transition to ACTIVE for port object 58405966-aa18-4f8d-96cd-ae5ebe3f2531 will not be triggered until provisioned by entity DHCP. {{(pid=94687) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 14:00:14.231661 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Attempting to bind port 50e1cf9d-a86b-495e-b109-7fa970eec735 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 14:00:14.233452 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Attempting to bind port 50e1cf9d-a86b-495e-b109-7fa970eec735 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 14:00:14.233938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Attempting to bind port 50e1cf9d-a86b-495e-b109-7fa970eec735 on network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 14:00:14.248703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 14, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 14:00:14.249346 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Checking segment: {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 14:00:14.249928 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.250437 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Bound using segment: {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 14:00:14.251204 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Bound port: 50e1cf9d-a86b-495e-b109-7fa970eec735, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 14:00:14.251698 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.297179 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2144152042'] for port, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.367759 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=58405966-aa18-4f8d-96cd-ae5ebe3f2531,revision_number=1']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:14.391573 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 14:00:14.393261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 14:00:14.407937 n-d-794796-4 neutron-server[94687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Received port after_create {{(pid=94687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 14:00:14.413972 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.420176 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] For port 50e1cf9d-a86b-495e-b109-7fa970eec735, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 14:00:14.430877 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] For port 50e1cf9d-a86b-495e-b109-7fa970eec735, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=50e1cf9d-a86b-495e-b109-7fa970eec735,segment=NetworkSegment(3e3e8133-3af4-4a78-b721-285f6b553e17),segment_id=3e3e8133-3af4-4a78-b721-285f6b553e17)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 14:00:14.473509 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-376224'] for router_interface, before_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.473767 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port beca27ba-a4d4-489a-9fb6-a64b5608b32e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:14.476852 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.495476 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.496440 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0ff25d84-bc0e-463e-8912-bade9b0e4279 no longer exists at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 02 14:00:14.559567 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.559567 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376085'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.559567 n-d-794796-4 neutron-server[94688]: INFO neutron.db.l3_db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Floating IP 34c3c24c-fcfe-4253-b182-a0f452cf00d1 disassociated. External IP: 172.25.3.59, port: 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5. Sep 02 14:00:14.559567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Calling delete_port for 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 14:00:14.651493 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 0ff25d84-bc0e-463e-8912-bade9b0e4279 not bound to the agent host n-h1-794796-4 {{(pid=94689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 02 14:00:14.657168 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09cc1-91cc-4836-85b5-5d28ab285570 None None] Pushing event updated for resources: {'Port': ['ID=50e1cf9d-a86b-495e-b109-7fa970eec735,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:14.742040 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:14.899399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ec798439-3757-4844-9133-9492e15948cb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 14:00:14.990884 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=beca27ba-a4d4-489a-9fb6-a64b5608b32e,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:15.025717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port ec798439-3757-4844-9133-9492e15948cb completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 14:00:15.030471 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ec798439-3757-4844-9133-9492e15948cb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:15.030865 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.085061 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd60c08-f73b-46f8-bf66-77fc3bdab139 req-2ba5ceb0-7028-4637-8c75-4abb2cb0b755 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:15.096087 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd60c08-f73b-46f8-bf66-77fc3bdab139 req-2ba5ceb0-7028-4637-8c75-4abb2cb0b755 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:15.108086 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd60c08-f73b-46f8-bf66-77fc3bdab139 req-2ba5ceb0-7028-4637-8c75-4abb2cb0b755 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:15.110555 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5fd60c08-f73b-46f8-bf66-77fc3bdab139 req-2ba5ceb0-7028-4637-8c75-4abb2cb0b755 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 2409 time: 0.2286153 Sep 02 14:00:15.111650 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.134439 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': '74e81eb2-6b64-49b4-a01d-a0cd82ad7805'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 14:00:15.136164 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3169a3b-67ac-4251-932c-e23e1118dc76" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "74e81eb2-6b64-49b4-a01d-a0cd82ad7805"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 14:00:15.229788 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.234913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event deleted for resources: {'Port': ['ID=46fbca89-f7d9-45dd-aa86-cfa6a35c63e5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:15.268624 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port ec798439-3757-4844-9133-9492e15948cb, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=ec798439-3757-4844-9133-9492e15948cb,segment=NetworkSegment(dccb1ba5-cb5e-4faa-b9db-e680feb1bf18),segment_id=dccb1ba5-cb5e-4faa-b9db-e680feb1bf18)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:15.288034 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.289210 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5fd60c08-f73b-46f8-bf66-77fc3bdab139 req-ca7b48fa-b4a9-4712-8aae-b31faad8445d tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691842 Sep 02 14:00:15.295953 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ec11d7-0d80-46f8-9837-5489c40c70a0 x-openstack-request-id: req-e5ec11d7-0d80-46f8-9837-5489c40c70a0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 14:00:15.297068 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "74e81eb2-6b64-49b4-a01d-a0cd82ad7805", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 14:00:15.297599 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5ec11d7-0d80-46f8-9837-5489c40c70a0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 14:00:15.299564 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': '74e81eb2-6b64-49b4-a01d-a0cd82ad7805', 'status': 'completed', 'code': 200} Sep 02 14:00:15.364013 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=ec798439-3757-4844-9133-9492e15948cb,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:15.364815 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.375340 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2144151955'] for port, after_update {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.440694 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Router 555bdd92-a5fd-4c7a-a964-7280a3052c55 has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 14:00:15.455301 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=58405966-aa18-4f8d-96cd-ae5ebe3f2531,revision_number=2']} {{(pid=94687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:15.458650 n-d-794796-4 neutron-server[94687]: DEBUG neutron_lib.callbacks.manager [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732912'] for router_interface, after_create {{(pid=94687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.477699 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5'}, {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 14:00:15.480261 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8faf41d-2d9d-4253-824c-8a209a9654c1" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-unplugged", "status": "completed", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5"}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-unplugged", "status": "completed", "tag": "beca27ba-a4d4-489a-9fb6-a64b5608b32e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 14:00:15.525176 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 02 Sep 2021 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5eb6df-55f8-4576-bcb7-cfaaa5b34424 x-openstack-request-id: req-fb5eb6df-55f8-4576-bcb7-cfaaa5b34424 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 14:00:15.525523 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-unplugged", "status": "completed", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5", "code": 200}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-unplugged", "status": "completed", "tag": "beca27ba-a4d4-489a-9fb6-a64b5608b32e", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 14:00:15.525866 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb5eb6df-55f8-4576-bcb7-cfaaa5b34424 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 14:00:15.526329 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'code': 200} Sep 02 14:00:15.526686 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e', 'code': 200} Sep 02 14:00:15.583533 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda is already hosted by enough agents. {{(pid=94687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 14:00:15.585111 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.base_scheduler [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): {{(pid=94687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 14:00:15.592935 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 14:00:15.604002 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] Sync routers for ids ['555bdd92-a5fd-4c7a-a964-7280a3052c55'] in n-d-794796-4 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 14:00:15.615389 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] Routers {'555bdd92-a5fd-4c7a-a964-7280a3052c55'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 14:00:15.616521 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T14:00:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['555bdd92-a5fd-4c7a-a964-7280a3052c55'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:15.654822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] No DVR routers for this DVR port 46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 14:00:15.664277 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.666812 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-220f03a6-1bff-4414-bb00-1437fbafc435 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "DELETE /v2.0/ports/46fbca89-f7d9-45dd-aa86-cfa6a35c63e5 HTTP/1.1" status: 204 len: 173 time: 1.8780384 Sep 02 14:00:15.774857 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] Set router 555bdd92-a5fd-4c7a-a964-7280a3052c55 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 14:00:15.782971 n-d-794796-4 neutron-server[94687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Router 29d2f9da-f445-4749-8520-541b8bfc3b6b has already been hosted by L3 agent 6f54c210-b3a1-4cf5-88c1-3b202c4aada4 {{(pid=94687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 02 14:00:15.800487 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Deleting port beca27ba-a4d4-489a-9fb6-a64b5608b32e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 14:00:15.800837 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.973137 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] For port beca27ba-a4d4-489a-9fb6-a64b5608b32e, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=beca27ba-a4d4-489a-9fb6-a64b5608b32e,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:15.973399 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:15.978828 n-d-794796-4 neutron-server[94687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify agent at l3_agent.n-d-794796-4 the message routers_updated {{(pid=94687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 02 14:00:16.005962 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Calling delete_port for beca27ba-a4d4-489a-9fb6-a64b5608b32e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 14:00:16.008541 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [None req-6ab646e6-52d0-4b02-bb4b-d8d2f100ca27 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "PUT /v2.0/routers/29d2f9da-f445-4749-8520-541b8bfc3b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6063566 Sep 02 14:00:16.219801 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:54Z', 'revision_number': 5, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:16.279953 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] Checking router: 555bdd92-a5fd-4c7a-a964-7280a3052c55 for host: n-d-794796-4 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 14:00:16.303935 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] Routers {'555bdd92-a5fd-4c7a-a964-7280a3052c55'} bound to L3 agent in host n-d-794796-4 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 14:00:16.304674 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T14:00:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['555bdd92-a5fd-4c7a-a964-7280a3052c55'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:16.315575 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:16.361398 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event deleted for resources: {'Port': ['ID=beca27ba-a4d4-489a-9fb6-a64b5608b32e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:16.382052 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd922aac-45e5-4b5d-baf8-e1b0dc8d0afc None None] Network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda requested from n-d-794796-4 {{(pid=94689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 02 14:00:16.425909 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-32cde610-3e46-4c47-993f-fe2ba72c5401 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304740079&fields=id&tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e HTTP/1.1" status: 200 len: 267 time: 0.1209645 Sep 02 14:00:16.508703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-02ce0dcd-a78c-4e35-8c8f-177733633de1 None None] Provisioning for port 50e1cf9d-a86b-495e-b109-7fa970eec735 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 14:00:16.510523 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] Set router 555bdd92-a5fd-4c7a-a964-7280a3052c55 gateway port host: n-d-794796-4 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 14:00:16.577330 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf5a13-d5a3-416d-a104-e0a751967fa2 req-2612008a-ffce-419d-87a7-13cde9496a18 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:16.580549 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1cf5a13-d5a3-416d-a104-e0a751967fa2 req-2612008a-ffce-419d-87a7-13cde9496a18 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 942 time: 0.1470463 Sep 02 14:00:16.671716 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Sync routers for ids ['29d2f9da-f445-4749-8520-541b8bfc3b6b'] in n-d-794796-4 {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 02 14:00:16.720008 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Routers {'29d2f9da-f445-4749-8520-541b8bfc3b6b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 14:00:16.722637 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T14:00:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['29d2f9da-f445-4749-8520-541b8bfc3b6b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:16.762273 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-c1cf5a13-d5a3-416d-a104-e0a751967fa2 req-5a35abef-d78e-4ce9-a013-e660f052eb16 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642208 Sep 02 14:00:16.898558 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:54Z', 'revision_number': 5, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:16.967717 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba95cf-93a9-42d7-bf11-0522ec3f3e66 None None] The sync data for ids ['555bdd92-a5fd-4c7a-a964-7280a3052c55'] in n-d-794796-4 is: [{'id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'name': 'tempest-TaggedBootDevicesTest_v242-1378079566-router', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T13:49:43Z', 'updated_at': '2021-09-02T13:49:47Z', 'revision_number': 4, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'gw_port': {'id': '75e350a2-87e7-43dd-8390-a9a2e36997eb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:44Z', 'updated_at': '2021-09-02T13:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '1cd48c88-07b9-4610-bb6c-1da1040a4dce', 'name': '', 'network_id': '60ff7fa2-73a7-4f51-8f2d-247f2be2df35', 'tenant_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'mac_address': 'fa:16:3e:93:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555bdd92-a5fd-4c7a-a964-7280a3052c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T13:49:46Z', 'updated_at': '2021-09-02T13:49:54Z', 'revision_number': 5, 'project_id': '6793884f5a5e42e5aa8eb3c3f7be5307', 'subnets': [{'id': '1dc2610b-8719-40d5-ba02-80ed337982a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 14:00:16.985717 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Set router 29d2f9da-f445-4749-8520-541b8bfc3b6b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 14:00:17.142505 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 50e1cf9d-a86b-495e-b109-7fa970eec735 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 14:00:17.234416 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5035956d-0ad9-4efb-821a-c53e2c5c7db5 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:17.236432 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5035956d-0ad9-4efb-821a-c53e2c5c7db5 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/networks?id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda HTTP/1.1" status: 200 len: 797 time: 0.7952414 Sep 02 14:00:17.281567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] No DVR routers for this DVR port beca27ba-a4d4-489a-9fb6-a64b5608b32e on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 14:00:17.285282 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.287748 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-1bd0dde6-0053-4962-be00-e832dda57090 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "DELETE /v2.0/ports/beca27ba-a4d4-489a-9fb6-a64b5608b32e HTTP/1.1" status: 204 len: 173 time: 1.6140985 Sep 02 14:00:17.291409 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-cf1f8906-d4f7-4c0e-8327-68409f49c191 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/quotas/b37a112c0d9a4949af6b6f6a9c9b841e HTTP/1.1" status: 200 len: 375 time: 0.0170929 Sep 02 14:00:17.301918 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5'}, {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 14:00:17.304455 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5be3619-c96f-44d4-90f0-695a66c167c4" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5"}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "beca27ba-a4d4-489a-9fb6-a64b5608b32e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 14:00:17.305051 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b5d2eabe-f8fc-4cde-962c-aded0a35c78c None None] Provisioning for port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 14:00:17.312252 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b5d2eabe-f8fc-4cde-962c-aded0a35c78c None None] Provisioning complete for port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:17.312940 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5d2eabe-f8fc-4cde-962c-aded0a35c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.369899 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 50e1cf9d-a86b-495e-b109-7fa970eec735 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 14:00:17.399687 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 50e1cf9d-a86b-495e-b109-7fa970eec735 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:17.402357 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.435816 n-d-794796-4 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec8dc8-0793-455c-a2be-fd97be6fb16e None None] New status for floating IP 34c3c24c-fcfe-4253-b182-a0f452cf00d1: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 02 14:00:17.510887 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-4d062a6c-5120-4b4e-9144-2551aad0126d tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250491 Sep 02 14:00:17.537903 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-fdc7aaef-2f18-47c2-9970-a5d36dfb70e5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 14:00:17.547184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-fdc7aaef-2f18-47c2-9970-a5d36dfb70e5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209298 Sep 02 14:00:17.556378 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b5d2eabe-f8fc-4cde-962c-aded0a35c78c None None] Port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 14:00:17.566152 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Deleting port 640ad35c-ba90-47a2-906b-ae87f5732818 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 02 14:00:17.566506 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743480728823'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.672085 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-919cb810-1854-441c-8031-276eb6ff0847 service neutron] 10.222.0.13 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239789 Sep 02 14:00:17.672595 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055274872', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec798439-3757-4844-9133-9492e15948cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T14:00:08Z', 'updated_at': '2021-09-02T14:00:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': 'ec798439-3757-4844-9133-9492e15948cb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T14:00:09Z', 'updated_at': '2021-09-02T14:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '58405966-aa18-4f8d-96cd-ae5ebe3f2531', 'name': '', 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:b5:2f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '0b6bcdef-00b7-4160-96b2-ac7e7b89f29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T14:00:13Z', 'updated_at': '2021-09-02T14:00:15Z', 'revision_number': 2, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '0b6bcdef-00b7-4160-96b2-ac7e7b89f29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:17.686133 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.734853 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Checking router: 29d2f9da-f445-4749-8520-541b8bfc3b6b for host: n-d-794796-4 {{(pid=94689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 02 14:00:17.735356 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Updating router 29d2f9da-f445-4749-8520-541b8bfc3b6b port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 binding host n-d-794796-4 {{(pid=94689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 02 14:00:17.768949 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-725a3ef3-9f5e-4f51-bf0c-b4c1aae3a32f None None] Provisioning complete for port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:17.769489 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] For port 640ad35c-ba90-47a2-906b-ae87f5732818, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=640ad35c-ba90-47a2-906b-ae87f5732818,segment=NetworkSegment(82d3e911-a543-49d3-9cf8-2b7396478888),segment_id=82d3e911-a543-49d3-9cf8-2b7396478888)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:17.769626 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-725a3ef3-9f5e-4f51-bf0c-b4c1aae3a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.769873 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729570'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.786818 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-213fe524-0212-49ef-ad70-8780c8852e5d req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Calling delete_port for 640ad35c-ba90-47a2-906b-ae87f5732818 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 02 14:00:17.808748 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.823347 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 50e1cf9d-a86b-495e-b109-7fa970eec735, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=50e1cf9d-a86b-495e-b109-7fa970eec735,segment=NetworkSegment(3e3e8133-3af4-4a78-b721-285f6b553e17),segment_id=3e3e8133-3af4-4a78-b721-285f6b553e17)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:17.839195 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:17.843245 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device ec798439-3757-4844-9133-9492e15948cb up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 14:00:18.041644 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-894f53d9-8457-41bd-a4d7-2bc3e3ee754d service neutron] 10.222.0.13 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443107 Sep 02 14:00:18.047996 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 02 Sep 2021 14:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a80f3-6725-4257-ab83-72d296c8611f x-openstack-request-id: req-8b8a80f3-6725-4257-ab83-72d296c8611f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 14:00:18.048372 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "46fbca89-f7d9-45dd-aa86-cfa6a35c63e5", "status": "completed", "code": 200}, {"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "beca27ba-a4d4-489a-9fb6-a64b5608b32e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 14:00:18.052545 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b8a80f3-6725-4257-ab83-72d296c8611f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 14:00:18.052696 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': '46fbca89-f7d9-45dd-aa86-cfa6a35c63e5', 'status': 'completed', 'code': 200} Sep 02 14:00:18.053747 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': 'beca27ba-a4d4-489a-9fb6-a64b5608b32e', 'status': 'completed', 'code': 200} Sep 02 14:00:18.085709 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8562332-2414-4209-9993-7952b657834f req-1334f5a8-77c4-461c-aef8-4460c4dc9f7e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:18.088556 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8562332-2414-4209-9993-7952b657834f req-1334f5a8-77c4-461c-aef8-4460c4dc9f7e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 942 time: 0.0929921 Sep 02 14:00:18.088817 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-725a3ef3-9f5e-4f51-bf0c-b4c1aae3a32f None None] Port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 14:00:18.090753 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=50e1cf9d-a86b-495e-b109-7fa970eec735,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:18.174457 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b8562332-2414-4209-9993-7952b657834f req-c2f776b6-9cfd-4944-89fa-57ba648b37f2 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce7fa40e-809d-41c9-ae8a-7a6c7622c5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701690 Sep 02 14:00:18.216675 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port ec798439-3757-4844-9133-9492e15948cb triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:18.217068 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.253496 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743480733377', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743480311197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.325536 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d7819448-b59b-4b6e-bfad-06eafc354a3a None None] Provisioning complete for port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:18.325887 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7819448-b59b-4b6e-bfad-06eafc354a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.362340 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Pushing event deleted for resources: {'Port': ['ID=640ad35c-ba90-47a2-906b-ae87f5732818,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:18.378321 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-4aee5d16-b41b-4521-b49f-de2aedaf1ca4 req-e1504c4e-1a87-4a8c-8328-3fb39a47011c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 210 time: 0.0555577 Sep 02 14:00:18.412068 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d7819448-b59b-4b6e-bfad-06eafc354a3a None None] Port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 14:00:18.465495 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fe524-0212-49ef-ad70-8780c8852e5d req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] No DVR routers for this DVR port 640ad35c-ba90-47a2-906b-ae87f5732818 on host n-h1-794796-4 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 02 14:00:18.469023 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-213fe524-0212-49ef-ad70-8780c8852e5d req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.471258 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-213fe524-0212-49ef-ad70-8780c8852e5d req-fd16f47c-79f9-4914-a8e2-351a7f7de857 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.90 "DELETE /v2.0/ports/640ad35c-ba90-47a2-906b-ae87f5732818 HTTP/1.1" status: 204 len: 173 time: 1.1631975 Sep 02 14:00:18.510047 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.523598 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Transition to ACTIVE for port object 58405966-aa18-4f8d-96cd-ae5ebe3f2531 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 14:00:18.530392 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.580385 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4d972-f056-4d28-b3e0-ccc9066fc3d3 None None] Pushing event updated for resources: {'Port': ['ID=58405966-aa18-4f8d-96cd-ae5ebe3f2531,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:18.648153 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Attempting to bind port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 on host n-d-794796-4 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 14:00:18.648549 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Attempting to bind port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 by drivers openvswitch,hyperv on host n-d-794796-4 at level 0 using segments [{'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 14:00:18.648914 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Attempting to bind port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 on network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 14:00:18.664348 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Checking agent: {'id': 'b2bb894b-c673-4f9f-a945-51ad6705724d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 15, 34), 'started_at': datetime.datetime(2021, 9, 2, 13, 16, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 14, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 14:00:18.664723 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Checking segment: {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 14:00:18.665135 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.666053 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Bound using segment: {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 14:00:18.666703 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Bound port: 58405966-aa18-4f8d-96cd-ae5ebe3f2531, host: n-d-794796-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 14:00:18.667251 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.674187 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 50e1cf9d-a86b-495e-b109-7fa970eec735 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 14:00:18.812293 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] For port 58405966-aa18-4f8d-96cd-ae5ebe3f2531, host n-d-794796-4, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 14:00:18.823920 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] For port 58405966-aa18-4f8d-96cd-ae5ebe3f2531, host n-d-794796-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=58405966-aa18-4f8d-96cd-ae5ebe3f2531,segment=NetworkSegment(3e3e8133-3af4-4a78-b721-285f6b553e17),segment_id=3e3e8133-3af4-4a78-b721-285f6b553e17)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 14:00:18.837944 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.948890 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 50e1cf9d-a86b-495e-b109-7fa970eec735 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:18.949270 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:18.993399 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4d972-f056-4d28-b3e0-ccc9066fc3d3 None None] Pushing event updated for resources: {'Port': ['ID=58405966-aa18-4f8d-96cd-ae5ebe3f2531,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:19.019059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Routers {'29d2f9da-f445-4749-8520-541b8bfc3b6b'} bound to L3 agent in host n-d-794796-4 {{(pid=94689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 02 14:00:19.022943 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-02T13:15:34Z,description=,heartbeat_timestamp=2021-09-02T14:00:04Z,host='n-d-794796-4',id=6f54c210-b3a1-4cf5-88c1-3b202c4aada4,load=0,resource_versions=,resources_synced=,started_at=2021-09-02T13:15:34Z,topic='l3_agent')) {'router_ids': ['29d2f9da-f445-4749-8520-541b8bfc3b6b'], 'active': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:19.315700 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_dvr_db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] Set router 29d2f9da-f445-4749-8520-541b8bfc3b6b gateway port host: n-d-794796-4 {{(pid=94689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 02 14:00:19.344329 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c6bc96fc-3637-4935-954c-e46b89c5445c req-c22da779-4bc6-4823-8073-873a78751712 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0478830 Sep 02 14:00:19.524073 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-31394765-f23a-4a65-bd37-2a8cd346c449 req-4ff7d28e-014f-40f7-85e1-3a83db682cf9 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 210 time: 0.0476396 Sep 02 14:00:19.624114 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.l3_hamode_db [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055274872', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec798439-3757-4844-9133-9492e15948cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T14:00:08Z', 'updated_at': '2021-09-02T14:00:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': 'ec798439-3757-4844-9133-9492e15948cb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T14:00:09Z', 'updated_at': '2021-09-02T14:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '58405966-aa18-4f8d-96cd-ae5ebe3f2531', 'name': '', 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:b5:2f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '0b6bcdef-00b7-4160-96b2-ac7e7b89f29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T14:00:13Z', 'updated_at': '2021-09-02T14:00:18Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '0b6bcdef-00b7-4160-96b2-ac7e7b89f29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-4', False) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 02 14:00:19.656917 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d66df-9260-416b-9b81-154545e9969c None None] The sync data for ids ['29d2f9da-f445-4749-8520-541b8bfc3b6b'] in n-d-794796-4 is: [{'id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2055274872', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'external_fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec798439-3757-4844-9133-9492e15948cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-02T14:00:08Z', 'updated_at': '2021-09-02T14:00:14Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'gw_port': {'id': 'ec798439-3757-4844-9133-9492e15948cb', 'name': '', 'network_id': '2f35f29e-e3c2-4b2f-9875-aad1c380ced4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T14:00:09Z', 'updated_at': '2021-09-02T14:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4edf6804-c73a-4db8-b161-c2fb4970d659', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-4', '_interfaces': [{'id': '58405966-aa18-4f8d-96cd-ae5ebe3f2531', 'name': '', 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda', 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'mac_address': 'fa:16:3e:b5:2f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2f9da-f445-4749-8520-541b8bfc3b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '0b6bcdef-00b7-4160-96b2-ac7e7b89f29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-02T14:00:13Z', 'updated_at': '2021-09-02T14:00:18Z', 'revision_number': 4, 'project_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'subnets': [{'id': '0b6bcdef-00b7-4160-96b2-ac7e7b89f29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 02 14:00:20.051177 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-df2feb94-de51-4a7b-9eb6-f0a71103d7ba tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:20.052981 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-df2feb94-de51-4a7b-9eb6-f0a71103d7ba tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.90 "GET /v2.0/networks?id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda HTTP/1.1" status: 200 len: 797 time: 0.2116175 Sep 02 14:00:20.053580 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': '640ad35c-ba90-47a2-906b-ae87f5732818'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 14:00:20.056072 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c6e2ab-e593-41db-9ea5-663646c5601c" -d '{"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "640ad35c-ba90-47a2-906b-ae87f5732818"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 14:00:20.121201 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-3c0bc9a5-71a5-4287-9fa2-ff83bbc4f74a tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e HTTP/1.1" status: 200 len: 380 time: 0.0528748 Sep 02 14:00:20.136193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Request body: {'port': {'device_id': '61d6f86c-5618-4110-8bd8-5e15eb6f4225', 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda', 'admin_state_up': True, 'tenant_id': 'b37a112c0d9a4949af6b6f6a9c9b841e', 'security_groups': ['27d0ce47-9594-430a-8c15-19f07a19e29f']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:20.140715 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ccefc2-5c58-48cf-affd-4218b63a8944 x-openstack-request-id: req-92ccefc2-5c58-48cf-affd-4218b63a8944 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 14:00:20.141106 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51beda73-9416-456c-a83f-136f7bb6bc5f", "name": "network-vif-deleted", "tag": "640ad35c-ba90-47a2-906b-ae87f5732818", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 14:00:20.141461 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92ccefc2-5c58-48cf-affd-4218b63a8944 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 14:00:20.150914 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51beda73-9416-456c-a83f-136f7bb6bc5f', 'name': 'network-vif-deleted', 'tag': '640ad35c-ba90-47a2-906b-ae87f5732818', 'status': 'completed', 'code': 200} Sep 02 14:00:20.286640 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Made reservation on behalf of b37a112c0d9a4949af6b6f6a9c9b841e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 02 14:00:20.291326 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:20.476491 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Allocated IP 172.20.0.7 (8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda/0b6bcdef-00b7-4160-96b2-ac7e7b89f29f/05228200-5139-478f-bf59-5ee3b02ab48f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 02 14:00:20.520895 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-f2b6be77-3d81-4736-84f0-4a8d9611362a req-faf08b45-47f9-4226-85ff-9fa9fd4beb23 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0444965 Sep 02 14:00:20.694557 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-4eb128a4-34f2-464d-b4e7-1325b18b41b4 req-d0c723ea-cb89-46bb-94b9-3a055a65fdad tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 210 time: 0.0460150 Sep 02 14:00:20.710314 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 58405966-aa18-4f8d-96cd-ae5ebe3f2531 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 14:00:20.749106 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:20.770236 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Transition to ACTIVE for port object 05228200-5139-478f-bf59-5ee3b02ab48f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 14:00:20.785659 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning for port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 14:00:20.791527 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:20.791986 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:20.849624 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743480311188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2146522734'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:20.919506 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 02 14:00:20.919904 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:20.921943 n-d-794796-4 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 02 14:00:20.937946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 02 14:00:20.984140 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-af73da4e-2061-42fc-a688-984831479777 None None] For port 58405966-aa18-4f8d-96cd-ae5ebe3f2531, host n-d-794796-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-4',level=0,port_id=58405966-aa18-4f8d-96cd-ae5ebe3f2531,segment=NetworkSegment(3e3e8133-3af4-4a78-b721-285f6b553e17),segment_id=3e3e8133-3af4-4a78-b721-285f6b553e17)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:20.990563 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:20.995690 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Pushing event updated for resources: {'Port': ['ID=05228200-5139-478f-bf59-5ee3b02ab48f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:21.012080 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.012482 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.012871 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.013346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.013687 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.014020 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.014347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.014673 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.016449 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.016857 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.017193 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.017518 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:21.043997 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:21.044687 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:21.075901 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-5ecb619b-89d1-49a8-b6f8-921f91463373 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9460745 Sep 02 14:00:21.080163 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Pushing event updated for resources: {'Port': ['ID=58405966-aa18-4f8d-96cd-ae5ebe3f2531,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:21.100147 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.v2.base [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Request body: {'port': {'device_id': '61d6f86c-5618-4110-8bd8-5e15eb6f4225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 02 14:00:21.200334 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:21.353938 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b12abb46-e324-4771-80ce-a219a4497a34 None None] Provisioning for port 05228200-5139-478f-bf59-5ee3b02ab48f completed by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 14:00:21.358988 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b12abb46-e324-4771-80ce-a219a4497a34 None None] Provisioning complete for port 05228200-5139-478f-bf59-5ee3b02ab48f triggered by entity DHCP. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:21.359419 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b12abb46-e324-4771-80ce-a219a4497a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:21.404374 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b12abb46-e324-4771-80ce-a219a4497a34 None None] Port 05228200-5139-478f-bf59-5ee3b02ab48f cannot update to ACTIVE because it is not bound. {{(pid=94689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 02 14:00:21.560056 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05228200-5139-478f-bf59-5ee3b02ab48f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 14:00:21.569321 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:21.591221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Transition to ACTIVE for port object 05228200-5139-478f-bf59-5ee3b02ab48f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 02 14:00:21.598944 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:21.636197 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a40479d-3b4a-48e5-93f2-c9ba0bec5572 req-321cd855-9112-4220-b1e8-a9aff5921403 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0426190 Sep 02 14:00:21.691474 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Pushing event updated for resources: {'Port': ['ID=05228200-5139-478f-bf59-5ee3b02ab48f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:21.765263 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Attempting to bind port 05228200-5139-478f-bf59-5ee3b02ab48f on host n-h1-794796-4 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 02 14:00:21.765739 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Attempting to bind port 05228200-5139-478f-bf59-5ee3b02ab48f by drivers openvswitch,hyperv on host n-h1-794796-4 at level 0 using segments [{'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 02 14:00:21.766166 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Attempting to bind port 05228200-5139-478f-bf59-5ee3b02ab48f on network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 14:00:21.782170 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Port 05228200-5139-478f-bf59-5ee3b02ab48f on network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-4 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 02 14:00:21.782618 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Attempting to bind port 05228200-5139-478f-bf59-5ee3b02ab48f on network 8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 02 14:00:21.789367 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Checking agent: {'id': '60a35479-f9b1-4f3d-b735-f6c1b9f0f4a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'started_at': datetime.datetime(2021, 9, 2, 13, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 2, 14, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 02 14:00:21.789830 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Checking segment: {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 02 14:00:21.790826 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Bound using segment: {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 02 14:00:21.791351 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Bound port: 05228200-5139-478f-bf59-5ee3b02ab48f, host: n-h1-794796-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3e8133-3af4-4a78-b721-285f6b553e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 02 14:00:21.791913 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:21.888833 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260eea3-63e6-4643-a3b1-8c49f73a9f5a req-4f9ec7a1-b319-45b6-a838-0eef7c74d53c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:21.890259 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5260eea3-63e6-4643-a3b1-8c49f73a9f5a req-4f9ec7a1-b319-45b6-a838-0eef7c74d53c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 943 time: 0.0789289 Sep 02 14:00:21.930558 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] For port 05228200-5139-478f-bf59-5ee3b02ab48f, host n-h1-794796-4, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 02 14:00:21.951995 n-d-794796-4 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] For port 05228200-5139-478f-bf59-5ee3b02ab48f, host n-h1-794796-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=05228200-5139-478f-bf59-5ee3b02ab48f,segment=NetworkSegment(3e3e8133-3af4-4a78-b721-285f6b553e17),segment_id=3e3e8133-3af4-4a78-b721-285f6b553e17)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 02 14:00:21.959562 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2146522647'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:21.976184 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-5260eea3-63e6-4643-a3b1-8c49f73a9f5a req-fd614236-ea0e-472e-968d-9312b4411085 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d0ce47-9594-430a-8c15-19f07a19e29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755804 Sep 02 14:00:22.000423 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:22.001043 n-d-794796-4 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126030'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:22.002486 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] 10.222.0.90 "PUT /v2.0/ports/05228200-5139-478f-bf59-5ee3b02ab48f HTTP/1.1" status: 200 len: 1091 time: 0.9080870 Sep 02 14:00:22.044416 n-d-794796-4 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79515aa2-6789-46a0-beef-d613daf6286a service neutron] Pushing event updated for resources: {'Port': ['ID=05228200-5139-478f-bf59-5ee3b02ab48f,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:22.106035 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-c5deabf6-4526-43b3-9554-8752177877bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:22.107589 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-c5deabf6-4526-43b3-9554-8752177877bd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 1094 time: 0.0447562 Sep 02 14:00:22.156595 n-d-794796-4 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d6f86c-5618-4110-8bd8-5e15eb6f4225', 'tag': '05228200-5139-478f-bf59-5ee3b02ab48f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 14:00:22.159932 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f63761b58a30fc6ac53f649693989618f42b8c1d26d8b867bb91dad3487e28c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11518d22-f136-4ce5-9382-fd1931a39c29" -d '{"events": [{"name": "network-changed", "server_uuid": "61d6f86c-5618-4110-8bd8-5e15eb6f4225", "tag": "05228200-5139-478f-bf59-5ee3b02ab48f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 14:00:22.164718 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-befd248b-402f-42b7-8c51-4c18fd7891bb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05228200-5139-478f-bf59-5ee3b02ab48f HTTP/1.1" status: 200 len: 217 time: 0.0471392 Sep 02 14:00:22.246058 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 02 Sep 2021 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e00b98d-fad1-4b1a-aba7-e7872a3f8c1c x-openstack-request-id: req-8e00b98d-fad1-4b1a-aba7-e7872a3f8c1c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 14:00:22.246477 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d6f86c-5618-4110-8bd8-5e15eb6f4225", "tag": "05228200-5139-478f-bf59-5ee3b02ab48f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 14:00:22.246859 n-d-794796-4 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e00b98d-fad1-4b1a-aba7-e7872a3f8c1c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 14:00:22.247376 n-d-794796-4 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d6f86c-5618-4110-8bd8-5e15eb6f4225', 'tag': '05228200-5139-478f-bf59-5ee3b02ab48f', 'status': 'completed', 'code': 200} Sep 02 14:00:22.252096 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-621d2a40-48df-4d9c-a84d-6cdc82d216f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:22.253704 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-621d2a40-48df-4d9c-a84d-6cdc82d216f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0b6bcdef-00b7-4160-96b2-ac7e7b89f29f HTTP/1.1" status: 200 len: 834 time: 0.0806129 Sep 02 14:00:22.305948 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-a8e62895-6656-4f89-b496-5d982d30b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:22.307577 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-a8e62895-6656-4f89-b496-5d982d30b686 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461657 Sep 02 14:00:22.403865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-d6a4bd4c-2a52-490f-bf3e-e4e9b67af06e service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872695 Sep 02 14:00:22.500630 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-430b0fc4-ceb8-40dd-b618-4ddede5c0f83 req-b4c7b48f-9374-47da-b0b3-78949a9b68e2 service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892334 Sep 02 14:00:22.630106 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-11d50de3-9cde-42dd-a459-433789fc9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:22.631942 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-11d50de3-9cde-42dd-a459-433789fc9657 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 1094 time: 0.0432415 Sep 02 14:00:22.632608 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-af73da4e-2061-42fc-a688-984831479777 None None] Device 58405966-aa18-4f8d-96cd-ae5ebe3f2531 up at agent ovs-agent-n-d-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 14:00:22.713942 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-af73da4e-2061-42fc-a688-984831479777 None None] Provisioning complete for port 58405966-aa18-4f8d-96cd-ae5ebe3f2531 triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:22.714330 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:22.775775 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-27e21527-2b83-4b46-9c91-0a845db16058 req-91347497-b47f-4fe8-b051-fa6681dfba97 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0334182 Sep 02 14:00:22.881628 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-7032d72c-f1f5-4cac-bb47-b80e8e1e4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:22.883405 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-7032d72c-f1f5-4cac-bb47-b80e8e1e4706 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda HTTP/1.1" status: 200 len: 898 time: 0.2432992 Sep 02 14:00:22.936167 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-1fde5e90-0b83-4a11-b2d3-07c6296e8d27 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05228200-5139-478f-bf59-5ee3b02ab48f HTTP/1.1" status: 200 len: 217 time: 0.0431356 Sep 02 14:00:23.007411 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-7fc41fc6-2635-4c65-8f7c-c1e8cac9ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:23.009256 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-7fc41fc6-2635-4c65-8f7c-c1e8cac9ac76 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0b6bcdef-00b7-4160-96b2-ac7e7b89f29f HTTP/1.1" status: 200 len: 834 time: 0.0651267 Sep 02 14:00:23.066592 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-e0939b1c-c4c4-445b-a487-1a91d196a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:23.068719 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-e0939b1c-c4c4-445b-a487-1a91d196a8d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511115 Sep 02 14:00:23.144465 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9199a-acff-4f64-a967-4ee07a50a9ae req-a4b9ce71-52f2-410e-986d-da6ae2be3bed tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:23.153503 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47e9199a-acff-4f64-a967-4ee07a50a9ae req-a4b9ce71-52f2-410e-986d-da6ae2be3bed tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 943 time: 0.0761645 Sep 02 14:00:23.187190 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-30c77e30-a3c6-41b2-a7de-3124ef7be1f9 service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091061 Sep 02 14:00:23.205179 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-47e9199a-acff-4f64-a967-4ee07a50a9ae req-e90c70bb-d90c-4026-b668-f162a49c09cc tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d0ce47-9594-430a-8c15-19f07a19e29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503855 Sep 02 14:00:23.311918 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-11518d22-f136-4ce5-9382-fd1931a39c29 req-0a658adc-e098-4125-9385-7da1aa9420f6 service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152093 Sep 02 14:00:23.953443 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-8d1f67b5-f0e0-4eed-8019-d790b9391b38 req-6cedf63e-d4ec-48f6-bfc0-12a03f8fe704 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.1008480 Sep 02 14:00:24.332862 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457ab6-1c6d-4f45-9a16-7ea2c628feb0 req-6233a9ef-77d0-4e38-901a-46f60e902add tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:24.334686 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a457ab6-1c6d-4f45-9a16-7ea2c628feb0 req-6233a9ef-77d0-4e38-901a-46f60e902add tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 943 time: 0.0615299 Sep 02 14:00:24.388966 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-6a457ab6-1c6d-4f45-9a16-7ea2c628feb0 req-47a9b283-c267-40b7-ac20-fc50adac5953 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d0ce47-9594-430a-8c15-19f07a19e29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477290 Sep 02 14:00:24.822020 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 05228200-5139-478f-bf59-5ee3b02ab48f details requested by agent hyperv_n-h1-794796-4 with host n-h1-794796-4 {{(pid=94689) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 02 14:00:24.929453 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 05228200-5139-478f-bf59-5ee3b02ab48f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=05228200-5139-478f-bf59-5ee3b02ab48f,segment=NetworkSegment(3e3e8133-3af4-4a78-b721-285f6b553e17),segment_id=3e3e8133-3af4-4a78-b721-285f6b553e17)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:24.944970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Returning: {'device': '05228200-5139-478f-bf59-5ee3b02ab48f', 'network_id': '8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda', 'port_id': '05228200-5139-478f-bf59-5ee3b02ab48f', 'mac_address': 'fa:16:3e:6b:74:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6bcdef-00b7-4160-96b2-ac7e7b89f29f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94689) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 02 14:00:24.988446 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:25.005869 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05228200-5139-478f-bf59-5ee3b02ab48f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 02 14:00:25.030690 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 05228200-5139-478f-bf59-5ee3b02ab48f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=05228200-5139-478f-bf59-5ee3b02ab48f,segment=NetworkSegment(3e3e8133-3af4-4a78-b721-285f6b553e17),segment_id=3e3e8133-3af4-4a78-b721-285f6b553e17)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:25.038087 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:25.070709 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-665acf71-3da9-4136-b056-f59e92ac9f51 req-4de52c3c-f23b-4913-8197-96a9d3a557b2 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0344224 Sep 02 14:00:25.100306 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=05228200-5139-478f-bf59-5ee3b02ab48f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:25.109671 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.110160 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.110609 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.111089 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.111538 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.112529 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.112962 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.113430 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.113852 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.114313 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.114741 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.115158 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-4 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 02 14:00:25.289649 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] get_ports_and_sgs() called for port_ids ['05228200-5139-478f-bf59-5ee3b02ab48f'] {{(pid=94689) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 02 14:00:25.525734 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2dedf-c288-4e82-b618-8fd29637ee2e req-b6b74395-8467-4756-8de5-0ee31677045a tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:25.527241 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80e2dedf-c288-4e82-b618-8fd29637ee2e req-b6b74395-8467-4756-8de5-0ee31677045a tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 944 time: 0.0550811 Sep 02 14:00:25.574600 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-80e2dedf-c288-4e82-b618-8fd29637ee2e req-9d752cbf-ad2b-42cc-a302-a8d3913cade6 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d0ce47-9594-430a-8c15-19f07a19e29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401108 Sep 02 14:00:26.181745 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-0ba87d0f-62ea-4b3c-9c46-a49f7a29b864 req-b8829fcd-1407-409c-9f28-2eec0c2be62e tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0283835 Sep 02 14:00:26.703174 n-d-794796-4 neutron-server[94687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab79f-1699-4ab6-bbcb-2e15c503b010 req-3074f318-abcc-4948-9b11-5cc144dd5581 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:26.705435 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b28ab79f-1699-4ab6-bbcb-2e15c503b010 req-3074f318-abcc-4948-9b11-5cc144dd5581 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 944 time: 0.0516536 Sep 02 14:00:26.745858 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-b28ab79f-1699-4ab6-bbcb-2e15c503b010 req-844b2934-00ff-4d85-af1f-b903d6a28e1f tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d0ce47-9594-430a-8c15-19f07a19e29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341527 Sep 02 14:00:26.838059 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Device 05228200-5139-478f-bf59-5ee3b02ab48f up at agent hyperv_n-h1-794796-4 {{(pid=94689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 02 14:00:26.893128 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning for port 05228200-5139-478f-bf59-5ee3b02ab48f completed by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 02 14:00:26.897334 n-d-794796-4 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Provisioning complete for port 05228200-5139-478f-bf59-5ee3b02ab48f triggered by entity L2. {{(pid=94689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 02 14:00:26.897701 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660962'] for port, provisioning_complete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:26.983761 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752529'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:27.007229 n-d-794796-4 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d6f86c-5618-4110-8bd8-5e15eb6f4225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05228200-5139-478f-bf59-5ee3b02ab48f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 02 14:00:27.009767 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb78e4f924c2dd180c1555fdf73aa068f74a4cd0c07f7d8f87ee11ea01cbc1cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd20dd3-2721-44fc-a8e7-6cf51465a546" -d '{"events": [{"server_uuid": "61d6f86c-5618-4110-8bd8-5e15eb6f4225", "name": "network-vif-plugged", "status": "completed", "tag": "05228200-5139-478f-bf59-5ee3b02ab48f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 02 14:00:27.023970 n-d-794796-4 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] For port 05228200-5139-478f-bf59-5ee3b02ab48f, host n-h1-794796-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-4',level=0,port_id=05228200-5139-478f-bf59-5ee3b02ab48f,segment=NetworkSegment(3e3e8133-3af4-4a78-b721-285f6b553e17),segment_id=3e3e8133-3af4-4a78-b721-285f6b553e17)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 02 14:00:27.030576 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578996', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743480733395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743480311206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743480311224'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:27.063598 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 02 Sep 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e89199-f8dd-437e-b75e-0e0357118650 x-openstack-request-id: req-23e89199-f8dd-437e-b75e-0e0357118650 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 02 14:00:27.063934 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d6f86c-5618-4110-8bd8-5e15eb6f4225", "name": "network-vif-plugged", "status": "completed", "tag": "05228200-5139-478f-bf59-5ee3b02ab48f", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 02 14:00:27.064212 n-d-794796-4 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23e89199-f8dd-437e-b75e-0e0357118650 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 02 14:00:27.065136 n-d-794796-4 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d6f86c-5618-4110-8bd8-5e15eb6f4225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05228200-5139-478f-bf59-5ee3b02ab48f', 'code': 200} Sep 02 14:00:27.089603 n-d-794796-4 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Pushing event updated for resources: {'Port': ['ID=05228200-5139-478f-bf59-5ee3b02ab48f,revision_number=5']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 02 14:00:27.179836 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85707a59-b835-49fd-b924-b4b49e585769 req-8dfd14c6-403a-4594-b2ba-6c0b72be81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:27.181408 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-85707a59-b835-49fd-b924-b4b49e585769 req-8dfd14c6-403a-4594-b2ba-6c0b72be81e6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 1096 time: 0.0473011 Sep 02 14:00:27.217584 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-85707a59-b835-49fd-b924-b4b49e585769 req-43ce35b4-7b8b-4d98-ae0d-9d989093b6fb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=27d0ce47-9594-430a-8c15-19f07a19e29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289454 Sep 02 14:00:27.310413 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-50fa2236-6e0e-4da7-8d86-3fef304a6bdf req-2dda4b2b-2128-47dd-9644-ab159ec20b8f tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0388775 Sep 02 14:00:27.886288 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b403a-07ed-44fe-9e8c-1910fac49c72 req-7c91ccc8-0310-4b6c-9c30-a0f8d6464c43 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:27.887899 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-427b403a-07ed-44fe-9e8c-1910fac49c72 req-7c91ccc8-0310-4b6c-9c30-a0f8d6464c43 tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 945 time: 0.0542514 Sep 02 14:00:27.944434 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-427b403a-07ed-44fe-9e8c-1910fac49c72 req-6eb6840f-e040-488d-84a9-eff435e59f7c tempest-TestNetworkAdvancedServerOps-18853556 tempest-TestNetworkAdvancedServerOps-18853556-project] 10.222.0.13 "GET /v2.0/security-groups?id=27d0ce47-9594-430a-8c15-19f07a19e29f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443220 Sep 02 14:00:28.436139 n-d-794796-4 neutron-server[94687]: INFO neutron.wsgi [req-1d7c57c7-9608-49ff-a466-0bba16c5ad4d req-dc0e34ff-621d-4cd2-b026-308c291b9415 tempest-TaggedBootDevicesTest_v242-1820532262 tempest-TaggedBootDevicesTest_v242-1820532262-project] 10.222.0.13 "GET /v2.0/ports?device_id=51beda73-9416-456c-a83f-136f7bb6bc5f HTTP/1.1" status: 200 len: 210 time: 0.0394175 Sep 02 14:00:29.633426 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:30.520803 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:30.977989 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:00:31.156239 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6c3d843-abf0-4a0f-a8b9-f7625b9663c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:33.596648 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65ffb0fc-07b1-4103-9baf-1f5fc583f2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:34.166300 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:34.912974 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:36.618614 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:00:39.046841 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-867be154-43ad-4db2-baa8-a580a920e553 req-aabd76df-c5e0-4494-9d30-5d680fd67dc8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451295 Sep 02 14:00:39.130052 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867be154-43ad-4db2-baa8-a580a920e553 req-327f3595-77f1-4e3d-ad93-839d8037b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:39.131509 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-867be154-43ad-4db2-baa8-a580a920e553 req-327f3595-77f1-4e3d-ad93-839d8037b5a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1097 time: 0.0536089 Sep 02 14:00:39.254734 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867be154-43ad-4db2-baa8-a580a920e553 req-f22c9b20-60aa-42eb-a15d-8dfc04b65d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:39.258214 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-867be154-43ad-4db2-baa8-a580a920e553 req-f22c9b20-60aa-42eb-a15d-8dfc04b65d96 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0989072 Sep 02 14:00:39.331932 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-867be154-43ad-4db2-baa8-a580a920e553 req-5b8c2b56-db8e-4551-be5d-56a2b386e7aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088 HTTP/1.1" status: 200 len: 1002 time: 0.0679028 Sep 02 14:00:39.385975 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867be154-43ad-4db2-baa8-a580a920e553 req-ee9f42f3-e58e-4440-9896-ffb7cfd4c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:39.387210 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-867be154-43ad-4db2-baa8-a580a920e553 req-ee9f42f3-e58e-4440-9896-ffb7cfd4c4cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0476568 Sep 02 14:00:39.456635 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867be154-43ad-4db2-baa8-a580a920e553 req-a614dc67-481a-4265-b5dc-00bd4863344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:39.459013 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-867be154-43ad-4db2-baa8-a580a920e553 req-a614dc67-481a-4265-b5dc-00bd4863344a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629151 Sep 02 14:00:39.567744 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-867be154-43ad-4db2-baa8-a580a920e553 req-870dafb6-d171-4391-b0b9-8a5d08c00f0c service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000071 Sep 02 14:00:39.665246 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-867be154-43ad-4db2-baa8-a580a920e553 req-a9783c57-a02c-4fea-92e5-cb622d605de3 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906541 Sep 02 14:00:50.572227 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-12cdb6d6-f466-4668-82e8-be333f13366b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431476 Sep 02 14:00:50.661210 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-4a37b1df-2ef6-47d7-87bd-5247247c76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:50.662586 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-4a37b1df-2ef6-47d7-87bd-5247247c76cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1096 time: 0.0472977 Sep 02 14:00:50.769669 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-ac9239c9-c85b-4c83-9bec-4c0c09c551e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:50.771204 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-ac9239c9-c85b-4c83-9bec-4c0c09c551e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0874553 Sep 02 14:00:50.847551 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-27afac1f-fcc5-40fc-b5c9-63b75f6c2181 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 1001 time: 0.0683062 Sep 02 14:00:50.905390 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-dcbc38a6-a58d-4ee8-ae3f-1bc0250c4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:50.906896 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-dcbc38a6-a58d-4ee8-ae3f-1bc0250c4e8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0463061 Sep 02 14:00:50.959444 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-4a8d7dd0-2685-49e1-889f-5d7dbd748c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:00:50.961246 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-4a8d7dd0-2685-49e1-889f-5d7dbd748c62 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459378 Sep 02 14:00:51.063269 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-a329ed90-edf7-4156-9e7a-3c2255e359e0 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937521 Sep 02 14:00:51.162150 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-7389000b-43a8-467b-bf7a-df0c9f684511 req-493a8543-57ab-4dd9-b66b-b9665eeb69c8 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891807 Sep 02 14:00:59.630596 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:00.523101 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:01.158743 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-842c6113-6632-418d-ac8b-aec21b37c694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:03.597734 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-369dd07e-d766-4614-9610-fa56be4db50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:04.171089 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:04.914382 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:06.617479 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:07.977507 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:01:29.632280 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:30.536641 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:31.159649 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6c28-ac83-48e5-99d0-0ec9502e005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:33.597950 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48dfe9fd-0329-40c9-a93a-76fbcb36a5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:34.172899 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:34.916486 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:36.621011 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:01:41.570938 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-71ce2f8e-ec3d-46c6-9bbc-e3a3e84ec0e5 req-16ee84a9-b781-4f55-8872-5b090295a67b tempest-DeleteServersTestJSON-1295926262 tempest-DeleteServersTestJSON-1295926262-project] (94687) timed out ('10.222.0.90', 62820) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 14:01:44.977019 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:01:46.501057 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-75a98ec0-e231-449c-a6fe-95e3bbcf2f1a req-fa903c5f-99e6-49a5-a2d0-31cd1bbbf40a service neutron] (94687) timed out ('10.222.0.90', 62646) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 14:01:47.444889 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-cbeb14b5-329b-48a6-b76f-72131e35ec91 req-a0e0a895-97d2-4dac-ad39-9aad7e22c392 service neutron] (94688) timed out ('10.222.0.90', 62641) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 14:01:52.619929 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-0e2effbc-c6ce-4ef0-873d-244b438564fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901711 Sep 02 14:01:52.706499 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-597ed76f-4a1b-4b10-86bc-e6733d062a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:01:52.708195 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-597ed76f-4a1b-4b10-86bc-e6733d062a79 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1096 time: 0.0451849 Sep 02 14:01:52.809827 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-910c6648-b6ea-4b2c-8c47-dc56386cff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:01:52.812373 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-910c6648-b6ea-4b2c-8c47-dc56386cff6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0849633 Sep 02 14:01:52.883377 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-f5318130-c3ac-4add-9132-47da91e8c655 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 1001 time: 0.0635214 Sep 02 14:01:52.933468 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-5e9475be-7570-4bd6-8a53-3dd65e5251e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:01:52.935000 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-5e9475be-7570-4bd6-8a53-3dd65e5251e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0450041 Sep 02 14:01:52.979124 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-7c6a13cf-4021-4e72-973a-9e7eaa627f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:01:52.980666 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-7c6a13cf-4021-4e72-973a-9e7eaa627f22 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391135 Sep 02 14:01:53.072478 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-d93e26b3-310c-4a60-8a78-96b0cf6aa0b1 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839357 Sep 02 14:01:53.160670 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-e209a6f2-c8c1-4632-ab0b-5d8f97e60c66 req-07c9c1c6-1626-43db-a2ac-c6d905ebdea1 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808704 Sep 02 14:01:59.627302 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:00.561481 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:01.161671 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91209b0a-d806-49c6-aac8-5d2d97fba05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:03.598743 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80be4c00-dab2-430c-8582-e8a7f2fa02c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:04.174178 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:04.920180 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:06.623405 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:21.975953 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:02:29.640943 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:30.565415 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:31.162301 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5b50-f8fc-47bb-b3f0-6ea72850cc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:33.602033 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4fb617af-b98d-4fc1-851f-32fb1580db34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:34.175984 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:34.926890 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:36.628342 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:02:40.075251 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-39c02373-edee-4089-841f-ad0b9d63646c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935652 Sep 02 14:02:40.163414 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-1daa5fa5-a731-4ee9-b367-a7438ad2bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:02:40.164991 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-1daa5fa5-a731-4ee9-b367-a7438ad2bcd3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1097 time: 0.0458925 Sep 02 14:02:40.268561 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-efa96e5b-32b7-4ad4-94f4-d6154f8a6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:02:40.270075 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-efa96e5b-32b7-4ad4-94f4-d6154f8a6c14 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0841446 Sep 02 14:02:40.340831 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-d5477015-0df9-439a-a269-9608db9474da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088 HTTP/1.1" status: 200 len: 1002 time: 0.0614879 Sep 02 14:02:40.391347 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-8bbd9498-ef38-41df-b544-f609f5dc6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:02:40.392891 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-8bbd9498-ef38-41df-b544-f609f5dc6e42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0444465 Sep 02 14:02:40.442797 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-292dbdd2-c1eb-4b75-875b-10d07aa1823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:02:40.444435 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-292dbdd2-c1eb-4b75-875b-10d07aa1823b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429170 Sep 02 14:02:40.538321 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-2404b999-890e-4963-b7aa-868dbfb80946 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850170 Sep 02 14:02:40.625754 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-f3ebad46-a057-41e0-8b44-22f1f931f960 req-eb1489b8-ee34-40db-84a3-1bdff9bcc1d7 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798581 Sep 02 14:02:52.562687 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-d4f176f1-2ac2-45c0-b374-de3406d0b36a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394788 Sep 02 14:02:52.647221 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-7c6260c9-1872-4a74-9c5e-cd1df06243f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:02:52.648738 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-7c6260c9-1872-4a74-9c5e-cd1df06243f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1096 time: 0.0457149 Sep 02 14:02:52.748290 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-09bc54ee-e7f5-4f8f-8bcd-16788ca823b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:02:52.749780 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-09bc54ee-e7f5-4f8f-8bcd-16788ca823b5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0834756 Sep 02 14:02:53.141354 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-9ef116b4-9f14-4149-bf1d-0ff738be0db2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 1001 time: 0.3846433 Sep 02 14:02:53.191160 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-4c8ac6e2-fe3c-409a-b359-827b25c15e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:02:53.192698 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-4c8ac6e2-fe3c-409a-b359-827b25c15e7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0438955 Sep 02 14:02:53.238954 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-2701d184-593b-40a3-8df6-a20088553d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:02:53.240629 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-2701d184-593b-40a3-8df6-a20088553d3f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403185 Sep 02 14:02:53.331624 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-253f7d49-1733-40e5-ac07-9583b0dd9be1 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831704 Sep 02 14:02:53.425580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-44b1a083-8b04-4105-8e7a-e08c3a127691 req-1f99e7a6-5f40-4024-8317-f74bd25d7e5e service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869575 Sep 02 14:02:58.975804 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:02:59.655070 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:00.574957 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:01.163701 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec04c90a-6d8f-43dd-abb1-9f5987a5e207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:03.602890 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-906e26e9-4110-41b5-bf79-a7f39a8376de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:04.177174 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:04.925122 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:06.629523 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:29.646942 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:30.572305 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:31.163702 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-714f0810-692b-41ee-82cd-6cde9ef855eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:33.604420 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f424268-f2bf-4865-91e1-1cbd23c454e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:34.179408 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:34.927948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:35.975586 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:03:36.632724 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:03:37.096261 n-d-794796-4 neutron-server[94687]: DEBUG neutron.wsgi [req-b73c0a62-a65b-4bcd-96d0-223783e9f65d req-0fdf50bb-f320-484e-bd59-95368e3d826c service neutron] (94687) timed out ('10.222.0.77', 57964) {{(pid=94687) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 02 14:03:40.019624 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-8c923c7b-aff0-47d5-8c85-a185a7917179 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417681 Sep 02 14:03:40.091770 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-0c7d4b02-f725-44d9-af96-3f770a7a48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:03:40.093250 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-0c7d4b02-f725-44d9-af96-3f770a7a48ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 1096 time: 0.0500643 Sep 02 14:03:40.197674 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-21f0e99d-e1e1-4eeb-b7e0-96d90c8ce9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:03:40.199132 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-21f0e99d-e1e1-4eeb-b7e0-96d90c8ce9a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda HTTP/1.1" status: 200 len: 898 time: 0.0858512 Sep 02 14:03:40.245124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-d8f4fb30-7273-4355-ad1c-92f30228c75a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05228200-5139-478f-bf59-5ee3b02ab48f HTTP/1.1" status: 200 len: 217 time: 0.0380342 Sep 02 14:03:40.299208 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-5803c9a4-1195-4c60-9284-37862a20e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:03:40.300819 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-5803c9a4-1195-4c60-9284-37862a20e1eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0b6bcdef-00b7-4160-96b2-ac7e7b89f29f HTTP/1.1" status: 200 len: 834 time: 0.0487759 Sep 02 14:03:40.347902 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-4d7467d0-cebc-4687-b3e2-47aa2defb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:03:40.349319 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-4d7467d0-cebc-4687-b3e2-47aa2defb7fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408134 Sep 02 14:03:40.444765 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-67b60136-8b64-48ba-a6e4-51f172e21ecb service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879891 Sep 02 14:03:40.535615 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bab8e82b-4b83-4ab6-ae85-409d547e9d61 req-9deec921-a5ab-4f61-930f-f5aebf72f1d2 service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824978 Sep 02 14:03:52.560292 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-f8769b57-27f4-4ca1-abdc-616ff6fd2218 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403368 Sep 02 14:03:52.643513 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-d878fcff-79ae-44a2-b174-99d9a55876d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:03:52.645015 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-d878fcff-79ae-44a2-b174-99d9a55876d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1096 time: 0.0439124 Sep 02 14:03:52.746644 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-2cdd8634-c1dd-4449-b9ae-3afa96b85be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:03:52.748141 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-2cdd8634-c1dd-4449-b9ae-3afa96b85be1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0832782 Sep 02 14:03:52.816895 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-edf572df-ecaa-4c35-bd40-df7125911bcf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 1001 time: 0.0614591 Sep 02 14:03:52.864339 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-a47535d1-e053-47bb-8f5f-ae27602b3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:03:52.865855 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-a47535d1-e053-47bb-8f5f-ae27602b3521 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0420449 Sep 02 14:03:52.910822 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-197b3935-6f67-4f6d-8316-4cd7fc917aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:03:52.912345 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-197b3935-6f67-4f6d-8316-4cd7fc917aa4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396013 Sep 02 14:03:53.007407 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-398c2294-8723-4074-96fc-635b40445575 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867486 Sep 02 14:03:53.098987 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-411d095d-a8e7-4d41-9152-9861b25c5808 req-89db5f4f-7a1a-4f05-a988-e646b26a7735 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829010 Sep 02 14:03:59.669730 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:00.575568 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:01.166443 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c42f03e3-3167-4385-a5e4-fe1f411bf044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:03.605220 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2df81d69-3d68-4b56-ac1f-ac2f9c698aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:04.180299 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:04.931532 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:06.640671 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:12.974730 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:04:29.663631 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:30.585167 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:31.167758 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e073b898-276f-40db-bd07-f2cbae129a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:33.607789 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28e59810-1642-494e-b049-25a0216d463f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:34.181136 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:34.934389 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:36.638669 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:04:40.026088 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-f36893bb-2817-4df0-bfed-50e074ff3ae3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529032 Sep 02 14:04:40.129123 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-f5f3f59c-edb4-4b85-92d4-21814773f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:04:40.130664 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-f5f3f59c-edb4-4b85-92d4-21814773f61a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1097 time: 0.0484219 Sep 02 14:04:40.236237 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-6569785f-2d91-4083-b087-c50e02eefb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:04:40.237739 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-6569785f-2d91-4083-b087-c50e02eefb31 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0858874 Sep 02 14:04:40.309820 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-d5659503-ff96-4e50-bb23-680b7cb6c6c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088 HTTP/1.1" status: 200 len: 1002 time: 0.0630000 Sep 02 14:04:40.359876 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-46ca1f47-8329-48e0-b94a-46a9182e7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:04:40.361364 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-46ca1f47-8329-48e0-b94a-46a9182e7854 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0438895 Sep 02 14:04:40.410313 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-a85bef1e-9f8a-4a4c-82d4-1e705c0bf5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:04:40.411787 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-a85bef1e-9f8a-4a4c-82d4-1e705c0bf5c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426135 Sep 02 14:04:40.515500 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-3aff6d8c-490e-4399-9198-f9fb3fc21557 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962014 Sep 02 14:04:40.605457 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-d644eb79-41c4-45ec-b073-af991b8ad3a7 req-d40d660c-f540-464a-b14a-6ba3f6fe1c2a service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815768 Sep 02 14:04:49.975294 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:04:52.548740 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-a54513a5-37ed-4cb8-9a51-b7adb9f832f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400777 Sep 02 14:04:52.633919 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-07248880-05fa-4a25-96c5-194496439a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:04:52.635439 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-07248880-05fa-4a25-96c5-194496439a07 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1096 time: 0.0452430 Sep 02 14:04:52.739561 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-6c1df7fe-feeb-4e80-a233-5ac954ab6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:04:52.741132 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-6c1df7fe-feeb-4e80-a233-5ac954ab6196 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0858183 Sep 02 14:04:52.811986 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-6bf8387a-e204-4a4e-ad6b-94fbe3901758 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 1001 time: 0.0624974 Sep 02 14:04:52.861445 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-046edc67-a8f0-4b08-9def-8b26c95e8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:04:52.862966 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-046edc67-a8f0-4b08-9def-8b26c95e8bf7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0439208 Sep 02 14:04:52.910579 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-fd81a704-7c58-4512-9ba5-a617ed9b2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:04:52.912111 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-fd81a704-7c58-4512-9ba5-a617ed9b2fd0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417800 Sep 02 14:04:53.005603 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-21d0b475-e811-4331-9fdc-fa657b288603 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859914 Sep 02 14:04:53.095147 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c466c3df-9c5c-4de5-9f8e-98570929397d req-a9ba0de0-c28b-47e1-a737-00ab1ee140e6 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819762 Sep 02 14:04:59.679325 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:00.593435 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:01.169656 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b22e93e-c797-4209-9361-bac3804d70ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:03.615209 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d543dc7-8c0c-4aa3-bd42-d4b6f318ea7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:04.181683 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:04.935857 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:06.640562 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:26.975156 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:05:29.676784 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:30.604947 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:31.170840 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-175ab43c-dea2-47db-b4d8-b2c187aa9352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:33.606228 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-29f1a65b-1419-4ffd-9cae-a0d1e3aede65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:34.182273 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:34.939448 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:36.642675 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:05:40.613547 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-2b49cf38-6701-48d9-b744-4354484381c1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406644 Sep 02 14:05:40.681469 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-6bb260d9-d872-4ae5-9763-f3bb2e0be57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:05:40.682999 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-6bb260d9-d872-4ae5-9763-f3bb2e0be57c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 1096 time: 0.0456660 Sep 02 14:05:40.787346 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-7b1b1006-6367-4b7d-a707-26e504c68b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:05:40.788862 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-7b1b1006-6367-4b7d-a707-26e504c68b6e service neutron] 10.222.0.90 "GET /v2.0/networks?id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda HTTP/1.1" status: 200 len: 898 time: 0.0854781 Sep 02 14:05:40.834611 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-080f1825-615e-4cad-881f-b41b2ff5d4e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05228200-5139-478f-bf59-5ee3b02ab48f HTTP/1.1" status: 200 len: 217 time: 0.0382903 Sep 02 14:05:40.884957 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-63ad4bf4-9293-4cf4-b909-0eab2df7cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:05:40.886435 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-63ad4bf4-9293-4cf4-b909-0eab2df7cce5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0b6bcdef-00b7-4160-96b2-ac7e7b89f29f HTTP/1.1" status: 200 len: 834 time: 0.0450611 Sep 02 14:05:40.934310 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-14579fc5-e9e7-4c88-b120-2aab62353d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:05:40.935861 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-14579fc5-e9e7-4c88-b120-2aab62353d46 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407681 Sep 02 14:05:40.948243 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-db51b164-b5f0-402d-b4f4-8f9eda8ccfd1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 14:05:40.949114 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-db51b164-b5f0-402d-b4f4-8f9eda8ccfd1 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051217 Sep 02 14:05:41.042323 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-891c6f6c-780f-449a-bbfd-551a93044b9f service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844803 Sep 02 14:05:41.132493 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-bf93a178-4b57-42e0-9d77-9b90af21a307 req-4053901b-8fa4-4643-9bf9-1e27beb1e3f2 service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826473 Sep 02 14:05:53.541379 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-0959912e-c11e-4d3f-be25-4ee65e6e3955 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407739 Sep 02 14:05:53.625913 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-7b4cf019-06b7-4fa8-be81-5bec6599616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:05:53.628264 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-7b4cf019-06b7-4fa8-be81-5bec6599616c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1096 time: 0.0446115 Sep 02 14:05:53.729467 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-908120f5-b2b9-4ba9-84e2-c38abcca1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:05:53.730972 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-908120f5-b2b9-4ba9-84e2-c38abcca1422 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0846322 Sep 02 14:05:53.800880 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-4e34d6c6-8720-4e14-92a2-ed03dba47e91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 1001 time: 0.0619197 Sep 02 14:05:53.850946 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-fab42e0b-ba2c-4b2e-84c1-0d1a25fd32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:05:53.852442 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-fab42e0b-ba2c-4b2e-84c1-0d1a25fd32c2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0436449 Sep 02 14:05:53.898567 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-f22f3d32-40cd-4008-85d4-bd23f01eee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:05:53.900110 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-f22f3d32-40cd-4008-85d4-bd23f01eee9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408716 Sep 02 14:05:53.991223 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-037c793c-1dd7-4f4f-95b8-ed993e6bbac7 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839965 Sep 02 14:05:54.082164 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-ab616b4a-e5a4-4ceb-8b19-f7fc569bbe2d req-32c98ba3-b953-45ab-a41f-8db9471c87cc service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824680 Sep 02 14:05:59.680215 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:00.605076 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:01.171652 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a22fd564-d034-4d58-83e1-8e488d42b48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:03.607930 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0b1f-494f-41e5-8163-5c6e0871c752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:03.974326 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:06:04.183163 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:04.941948 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:06.645287 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:29.706131 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:30.613829 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:31.172111 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f59dc3e5-e52b-4dfe-a87a-342c8bd1e670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:33.611981 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8302905-e757-48e0-ba7b-862edbd4b518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:34.183504 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:34.944442 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:36.646974 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:06:40.025224 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-eade2a50-992b-4e6d-8a76-463ca0ba2e33 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=21d9e047-b192-4562-a5e7-032f799ed00c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408609 Sep 02 14:06:40.114167 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-d2cbcb72-913a-4d56-8ffd-8a03b7f5a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:06:40.115580 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-d2cbcb72-913a-4d56-8ffd-8a03b7f5a6b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=21d9e047-b192-4562-a5e7-032f799ed00c HTTP/1.1" status: 200 len: 1097 time: 0.0455785 Sep 02 14:06:40.227779 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-6689801c-8a95-4899-84f3-df153009944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:06:40.229174 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-6689801c-8a95-4899-84f3-df153009944a service neutron] 10.222.0.90 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0931439 Sep 02 14:06:40.300002 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-ec83e739-0bd8-4e5e-8ed4-33bc954728be service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30b1d171-ec64-44dd-a4c8-0dfff7d43088 HTTP/1.1" status: 200 len: 1002 time: 0.0622544 Sep 02 14:06:40.349978 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-d0e0c183-875d-45ee-890e-403a041460e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:06:40.351476 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-d0e0c183-875d-45ee-890e-403a041460e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0443683 Sep 02 14:06:40.401907 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-4f7f14b4-82c7-4165-a716-e9fd66013573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:06:40.403373 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-4f7f14b4-82c7-4165-a716-e9fd66013573 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441091 Sep 02 14:06:40.496865 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-8c984b76-53a2-4ac8-b753-8c9e03fa82a4 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845511 Sep 02 14:06:40.586363 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-c4eb7518-6e55-462b-96d6-c363194c98ba req-37995cf1-f9f7-4217-80d7-373e2f877441 service neutron] 10.222.0.90 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801954 Sep 02 14:06:40.974201 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:06:53.623995 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-c0cf62b6-0af6-4614-9bd0-b79314e31cb2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d285339d-824d-4827-a53e-3ebf8b79f396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1145511 Sep 02 14:06:53.710240 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-1ff59969-16b4-478e-b060-e991ab07d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:06:53.711846 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-1ff59969-16b4-478e-b060-e991ab07d960 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2cc73a6801e04277beffafe86d4cdb2d&device_id=d285339d-824d-4827-a53e-3ebf8b79f396 HTTP/1.1" status: 200 len: 1096 time: 0.0439477 Sep 02 14:06:53.813682 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-b6716e67-7f79-4747-a1f3-e4d101e51235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:06:53.815177 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-b6716e67-7f79-4747-a1f3-e4d101e51235 service neutron] 10.222.0.77 "GET /v2.0/networks?id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa HTTP/1.1" status: 200 len: 913 time: 0.0839791 Sep 02 14:06:53.882921 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-2093605f-5f36-4a8c-b948-1902220f515a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=755f8b3c-91a2-4206-a381-f1fe5722311c HTTP/1.1" status: 200 len: 1001 time: 0.0602832 Sep 02 14:06:53.931990 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-3a196f32-23a3-4186-a494-7e0f6a642d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:06:53.933472 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-3a196f32-23a3-4186-a494-7e0f6a642d1e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3eb181d3-ec78-4920-a475-5b57dd84145a HTTP/1.1" status: 200 len: 851 time: 0.0439553 Sep 02 14:06:53.978624 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-0b581a28-cfd9-415b-a956-549f44bfe310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:06:53.980124 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-0b581a28-cfd9-415b-a956-549f44bfe310 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396392 Sep 02 14:06:53.990608 n-d-794796-4 neutron-server[94688]: DEBUG neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-685b1170-6a5f-4b84-9284-47fd8ae03e91 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 02 14:06:53.991538 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-685b1170-6a5f-4b84-9284-47fd8ae03e91 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048447 Sep 02 14:06:54.083289 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-992c4947-9628-4cef-a1aa-68e1fbe380dc service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846372 Sep 02 14:06:54.170489 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-91de039d-1c07-4239-9aa5-c83871bf7c07 req-ed22eb84-304b-4c25-92fd-a9972a472bc7 service neutron] 10.222.0.77 "GET /v2.0/networks/7cb8bd3c-2d77-4a32-b14e-70cab6f78aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802650 Sep 02 14:06:59.718874 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:00.639650 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:01.172874 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb5719d6-7100-47b7-891b-2a2aa76a44ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:03.612046 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f65e3a8-e932-49fa-92ff-5ccec8f1429f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:04.183756 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:04.946738 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:06.649721 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:17.973589 n-d-794796-4 neutron-server[94690]: DEBUG neutron.db.agents_db [None req-973d294e-6f8b-446f-a2d7-f3840fdca4cd None None] Agent healthcheck: found 7 active agents {{(pid=94690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 02 14:07:29.722834 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6fc7-5cf6-4d52-b97d-a90934eb9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:30.632446 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cea84b7e-86af-425c-9410-513659ad2698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:31.173399 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b5d9f6c-bd74-4b64-8072-3b64d2c2cde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:33.612896 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efcb09b7-a909-4fa6-b591-cfbc75ce744b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:34.185055 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-af73da4e-2061-42fc-a688-984831479777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:34.950661 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31dfe5ba-3d7e-427b-af61-903fd7904f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:36.651868 n-d-794796-4 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd37c9e0-cbc9-448e-84e3-5027faf32a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743480860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660881'] for agent, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 02 14:07:42.068470 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-f6ff359d-a007-4704-8c33-f42cfb2ce5ff service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980706 Sep 02 14:07:42.135158 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-3c93d320-ae19-464b-af63-b06fd2932bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:07:42.136766 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-3c93d320-ae19-464b-af63-b06fd2932bf6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b37a112c0d9a4949af6b6f6a9c9b841e&device_id=61d6f86c-5618-4110-8bd8-5e15eb6f4225 HTTP/1.1" status: 200 len: 1096 time: 0.0453157 Sep 02 14:07:42.239322 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-3ecf1bc3-30da-48ba-8442-70ebca38032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:07:42.240818 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-3ecf1bc3-30da-48ba-8442-70ebca38032c service neutron] 10.222.0.90 "GET /v2.0/networks?id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda HTTP/1.1" status: 200 len: 898 time: 0.0836346 Sep 02 14:07:42.292452 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-92ac1d57-58c4-442e-b018-c09a720a97ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05228200-5139-478f-bf59-5ee3b02ab48f HTTP/1.1" status: 200 len: 217 time: 0.0430670 Sep 02 14:07:42.341054 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-06c81b14-16f4-40d6-9f53-1d40073905c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:07:42.342427 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-06c81b14-16f4-40d6-9f53-1d40073905c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0b6bcdef-00b7-4160-96b2-ac7e7b89f29f HTTP/1.1" status: 200 len: 834 time: 0.0428495 Sep 02 14:07:42.388386 n-d-794796-4 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-fea7bdfd-7db5-41a4-a438-fa7a35bcb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 02 14:07:42.389868 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-fea7bdfd-7db5-41a4-a438-fa7a35bcb0d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392454 Sep 02 14:07:42.482603 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-db54ba48-0300-4b2f-bbd0-a147e4612984 service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838423 Sep 02 14:07:42.573042 n-d-794796-4 neutron-server[94688]: INFO neutron.wsgi [req-04865f9f-19d0-4b12-978b-ce3c96bf8813 req-8428bd7d-4f73-4aa4-b23b-f8d33519fa85 service neutron] 10.222.0.90 "GET /v2.0/networks/8a2dd0b1-e0eb-43ba-a9bc-ea0b275f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821118